-- Logs begin at Thu 2021-08-12 01:29:57 UTC, end at Thu 2021-08-12 04:01:28 UTC. -- Aug 12 01:59:14.898634 n-d-804303-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 01:59:17.590958 n-d-804303-2 neutron-server[94564]: INFO neutron.common.config [-] Logging enabled! Aug 12 01:59:17.591538 n-d-804303-2 neutron-server[94564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 12 01:59:17.591747 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94564) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 01:59:17.594889 n-d-804303-2 neutron-server[94564]: INFO neutron.common.config [-] Logging enabled! Aug 12 01:59:17.595142 n-d-804303-2 neutron-server[94564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 12 01:59:17.595447 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94564) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 01:59:17.597118 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:59:17.597348 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:59:17.597711 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:59:17.597955 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:59:17.598181 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:59:17.598493 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.598784 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.599073 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.599301 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.599627 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.599914 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.600190 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.600475 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.600773 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.601053 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.601327 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.601605 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.601833 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.602106 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.602386 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.602667 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.602888 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] debug = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.603163 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.603611 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.604015 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.604289 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.604575 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.604850 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.605116 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.605386 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.605664 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.605984 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] host = n-d-804303-2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.606256 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.606534 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.606818 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.607099 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.607368 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.607672 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.607955 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.608221 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.608487 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.608755 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.609039 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.609321 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.609606 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.609829 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.610049 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.610331 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.610617 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.610889 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.611159 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.611495 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.611767 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.612036 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.612300 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.612579 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.612859 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.613139 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.613407 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.613675 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.613942 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.614210 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.614489 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.614758 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.615028 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.615296 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.615607 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.615874 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.616142 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.616437 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.616716 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.616993 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.617274 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.617540 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.617816 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.618082 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.618347 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.618610 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_json = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.618876 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.619140 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.619414 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.619705 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.619971 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.620236 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.620506 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.620781 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:17.621070 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.621362 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.621656 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.621934 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.622224 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.622497 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.622779 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.623050 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.623333 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.623640 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.623924 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.624196 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.624477 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.624749 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.625037 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.625335 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.625621 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.625907 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.626175 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.626443 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.626710 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.627005 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.627290 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.627608 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.627883 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.628154 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.628429 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.628716 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.628992 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.629261 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.629537 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.629822 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.630097 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.630367 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.630647 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.630919 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.631185 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.631451 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.631744 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.632028 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.632302 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.632570 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.632839 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.633114 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.633384 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.633664 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.633937 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.634205 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.634472 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.634743 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.635013 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.635281 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.635580 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.635849 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.636122 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.636390 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.636657 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.636926 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.637195 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.637466 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.637736 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.638004 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.638275 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.638542 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.638809 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.639079 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.639349 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.639709 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.639993 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.640289 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.640569 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.640843 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.641119 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.641393 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.641665 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.641936 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.642209 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.642483 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.643382 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.643682 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.643967 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.644250 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.644532 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.644808 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.645101 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.645376 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.645654 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.645928 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.646202 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.646488 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.646765 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.647055 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.647348 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.647665 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.647956 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.648247 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.648523 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.648827 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.649101 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:17.649317 n-d-804303-2 neutron-server[94564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:59:17.649556 n-d-804303-2 neutron-server[94564]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94564) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 01:59:17.996425 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 01:59:17.996702 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 01:59:17.996991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 01:59:17.997320 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 01:59:18.387777 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.387995 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.388272 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.389464 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.389738 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.390001 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.423728 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.424124 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.424422 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.441027 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.441309 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.441581 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.469537 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.469823 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.470091 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.506171 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.506448 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.506719 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.736525 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.737160 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.737160 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.737329 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.737991 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.857558 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.857880 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.858164 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.858434 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.858697 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.859003 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.859261 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.859548 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.859804 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.860083 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.860340 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.860601 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.860853 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.861100 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.861866 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.862134 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.862388 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.862653 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.862922 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.863177 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.863445 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.863728 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.864011 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.864384 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.864634 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.864878 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.865271 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.865510 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.865744 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.865976 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.866206 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.866436 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:18.866793 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 01:59:18.869867 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 01:59:18.873757 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 01:59:18.878098 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Aug 12 01:59:18.879876 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 01:59:18.880325 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 01:59:18.880660 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 01:59:18.881040 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 01:59:18.883831 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 01:59:18.884080 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 01:59:18.884420 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 01:59:18.889599 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 01:59:18.912377 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 01:59:18.912823 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.913118 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94564) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 01:59:18.913478 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.914820 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94564) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 01:59:18.915094 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 01:59:18.915333 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 01:59:18.918710 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.918996 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:18.981354 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 01:59:18.981590 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 01:59:18.981824 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 01:59:18.982186 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 01:59:19.003882 n-d-804303-2 neutron-server[94564]: DEBUG oslo_db.sqlalchemy.engines [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94564) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 01:59:19.545231 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing driver for type 'gre' Aug 12 01:59:19.545759 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] gre ID ranges: [(1, 1000)] Aug 12 01:59:19.596987 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing driver for type 'local' Aug 12 01:59:19.597364 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing driver for type 'vlan' Aug 12 01:59:19.609904 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] VlanTypeDriver initialization complete Aug 12 01:59:19.610247 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing driver for type 'vxlan' Aug 12 01:59:19.610732 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] vxlan ID ranges: [(1, 1000)] Aug 12 01:59:19.662771 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing extension driver 'port_security' Aug 12 01:59:19.663127 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.extensions.port_security [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] PortSecurityExtensionDriver initialization complete Aug 12 01:59:19.663458 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing mechanism driver 'openvswitch' Aug 12 01:59:19.663823 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing mechanism driver 'hyperv' Aug 12 01:59:19.670504 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.plugin [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:19.671174 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.671572 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.671955 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.672467 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.672900 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.673256 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.673603 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.674034 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.674515 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.674871 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.675216 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.675632 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.676036 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.676383 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.676723 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.677115 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.677650 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.678003 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.678350 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.678741 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.679145 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > address_group after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.679512 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > address_group after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.679854 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.680244 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 01:59:19.680620 n-d-804303-2 neutron-server[94564]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] ML2 OVO RPC backend initialized. {{(pid=94564) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 01:59:19.681321 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.681676 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.682093 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.682438 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > networks before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.682784 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.683124 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > ports before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.683486 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.683826 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnets before_response 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.684170 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.684508 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.684846 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.685179 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.685514 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.685845 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.686179 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.686512 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.686844 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.687419 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.plugin [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Modular L2 Plugin initialization complete Aug 12 01:59:19.687837 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading services supported by the core plugin {{(pid=94564) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 01:59:19.688163 n-d-804303-2 neutron-server[94564]: INFO neutron.plugins.ml2.managers [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Got port-security extension from driver 'port_security' Aug 12 01:59:19.688630 n-d-804303-2 neutron-server[94564]: INFO neutron.extensions.vlantransparent [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Disabled vlantransparent extension. Aug 12 01:59:19.689111 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94564) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 01:59:19.689428 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: router Aug 12 01:59:19.727228 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.727650 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_create 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.728024 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router before_create 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.728388 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.728764 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.729120 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_delete 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.729481 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.729847 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_create 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.730196 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.730544 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.730892 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.731253 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.731690 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.732063 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.732425 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.732744 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: subnet after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.733081 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.733429 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.733776 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_create 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.734117 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.734459 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.734813 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router after_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.735155 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.735525 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_create 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.735886 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.736230 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_update 55549900 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.736792 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > agent after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.737317 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > agent after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.737495 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > network after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.738343 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Tracking information for resource: router configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:19.738676 n-d-804303-2 neutron-server[94564]: DEBUG neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Tracking information for resource: floatingip configured {{(pid=94564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 01:59:19.743508 n-d-804303-2 neutron-server[94564]: INFO neutron.db.l3_agentschedulers_db [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 01:59:19.744204 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.744568 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.744922 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.745274 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: port after_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.746057 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router before_create 55550100 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.746427 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.746786 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_create 55550100 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.747140 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > router precommit_update 55550100 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.751540 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.provider_configuration [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service providers = [] {{(pid=94564) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 01:59:19.751906 n-d-804303-2 neutron-server[94564]: DEBUG neutron.db.servicetype_db [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94564) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 01:59:19.754793 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.service_base [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:59:19.755144 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.service_base [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:59:19.755508 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.service_base [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:59:19.756398 n-d-804303-2 neutron-server[94564]: DEBUG neutron.services.service_base [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 01:59:19.756770 n-d-804303-2 neutron-server[94564]: INFO neutron.services.service_base [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 01:59:19.757136 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.757453 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 01:59:19.768371 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.768777 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: auto_allocate Aug 12 01:59:19.774466 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: network precommit_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.774826 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: network precommit_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.775342 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.775693 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: tag Aug 12 01:59:19.782071 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.782400 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: timestamp Aug 12 01:59:19.786989 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.787319 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: network_ip_availability Aug 12 01:59:19.792693 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.793067 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.793424 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:19.794137 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.794710 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: flavors Aug 12 01:59:19.799547 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.799880 n-d-804303-2 neutron-server[94564]: INFO neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading Plugin: revisions Aug 12 01:59:19.804105 n-d-804303-2 neutron-server[94564]: DEBUG neutron.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 01:59:19.804496 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=94564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 01:59:19.805230 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94564) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 01:59:19.805564 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Initializing extension manager. Aug 12 01:59:19.806098 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: __init__.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.806437 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: __pycache__ {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.806770 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.807108 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: address_group.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.807880 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.808438 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: address-group Aug 12 01:59:19.808761 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: address_scope.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.809476 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.809992 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: address-scope Aug 12 01:59:19.810316 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.811242 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.811783 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: router-admin-state-down-before-update Aug 12 01:59:19.812110 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: agent.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.812998 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.813515 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: agent Aug 12 01:59:19.813837 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: agent_resources_synced.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.814778 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.815295 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: agent-resources-synced Aug 12 01:59:19.815652 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: allowedaddresspairs.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.817414 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.817938 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: allowed-address-pairs Aug 12 01:59:19.818267 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: auto_allocated_topology.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.819332 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.819881 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: auto-allocated-topology Aug 12 01:59:19.820208 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: availability_zone.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.820900 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.821412 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: availability_zone Aug 12 01:59:19.821734 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: availability_zone_filter.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.822640 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.823149 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: availability_zone_filter Aug 12 01:59:19.823500 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: data_plane_status.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.824428 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.824931 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 01:59:19.825250 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: default_subnetpools.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.826159 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.826665 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: default-subnetpools Aug 12 01:59:19.826986 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.827816 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.828325 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: dhcp_agent_scheduler Aug 12 01:59:19.828647 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: dns.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.829557 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.830580 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension dns-integration not supported by any of loaded plugins Aug 12 01:59:19.830988 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: dns_domain_ports.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.831936 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.832445 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 01:59:19.832768 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.833683 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.834193 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 01:59:19.834513 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: dvr.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.835188 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.835722 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: dvr Aug 12 01:59:19.836043 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: ecmp_routes.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.836958 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.837461 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 01:59:19.837780 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: empty_string_filtering.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.838692 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.839200 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: empty-string-filtering Aug 12 01:59:19.839551 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.840457 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.840962 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 01:59:19.841286 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.842197 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.842709 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 01:59:19.843034 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: external_net.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.843974 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.844484 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: external-net Aug 12 01:59:19.844832 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.846388 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.846935 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: extra_dhcp_opt Aug 12 01:59:19.847256 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: extraroute.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.848259 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.848764 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: extraroute Aug 12 01:59:19.849087 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: extraroute_atomic.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.850110 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.850623 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: extraroute-atomic Aug 12 01:59:19.850946 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: filter_validation.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.851643 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.852150 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: filter-validation Aug 12 01:59:19.852468 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: fip_pf_description.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.853380 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.853883 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 01:59:19.854201 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: fip_port_details.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.855113 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.855656 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: fip-port-details Aug 12 01:59:19.855973 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: flavors.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.857184 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.857699 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: flavors Aug 12 01:59:19.858026 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.859682 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.860210 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 01:59:19.860539 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: floatingip_pools.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.861236 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.861846 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: floatingip-pools Aug 12 01:59:19.862156 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: ip_allocation.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.863086 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.863631 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 01:59:19.863956 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.864883 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.865395 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: ip-substring-filtering Aug 12 01:59:19.865722 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l2_adjacency.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.866645 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.867149 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 01:59:19.867488 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.868617 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.869136 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: router Aug 12 01:59:19.869464 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.871730 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.872261 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 01:59:19.872596 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.873532 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.874046 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: ext-gw-mode Aug 12 01:59:19.874376 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.875317 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.875859 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: l3-ha Aug 12 01:59:19.876188 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3_flavors.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.877154 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.877640 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: l3-flavors Aug 12 01:59:19.877969 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.878879 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.879388 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 01:59:19.879739 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: l3agentscheduler.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.880791 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.881300 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: l3_agent_scheduler Aug 12 01:59:19.881625 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: logging.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.883099 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.883646 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension logging not supported by any of loaded plugins Aug 12 01:59:19.883977 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: metering.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.884719 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.885300 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: metering Aug 12 01:59:19.885625 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.886709 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.887224 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: metering_source_and_destination_fields Aug 12 01:59:19.887583 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: multiprovidernet.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.888509 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.889017 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: multi-provider Aug 12 01:59:19.889340 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: netmtu.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.890246 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.890754 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: net-mtu Aug 12 01:59:19.891076 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: netmtu_writable.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.892007 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.893066 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: net-mtu-writable Aug 12 01:59:19.893355 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: network_availability_zone.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.894021 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.894523 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: network_availability_zone Aug 12 01:59:19.894840 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: network_ip_availability.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.895961 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.896475 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: network-ip-availability Aug 12 01:59:19.896799 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: network_segment_range.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.897557 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.898061 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 01:59:19.898383 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: pagination.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.899354 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.899706 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: pagination Aug 12 01:59:19.900026 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: port_device_profile.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.900955 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.901474 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: port-device-profile Aug 12 01:59:19.901795 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.902704 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.903215 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: port-mac-address-regenerate Aug 12 01:59:19.903564 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.904471 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.904988 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: port-numa-affinity-policy Aug 12 01:59:19.905309 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: port_resource_request.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.906224 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.906729 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 01:59:19.907047 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: portbindings.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.907991 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.909132 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: binding Aug 12 01:59:19.909478 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: portbindings_extended.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.910873 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.911404 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: binding-extended Aug 12 01:59:19.911772 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: portsecurity.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.912684 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.913202 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: port-security Aug 12 01:59:19.913527 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: project_id.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.914499 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.914830 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: project-id Aug 12 01:59:19.915157 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: providernet.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.916120 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.916628 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: provider Aug 12 01:59:19.916952 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.920746 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.921274 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos not supported by any of loaded plugins Aug 12 01:59:19.921607 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.922836 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.923353 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 01:59:19.923715 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.924868 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.925393 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 01:59:19.925721 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_default.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.926632 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.927143 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-default not supported by any of loaded plugins Aug 12 01:59:19.927482 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_fip.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.928138 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.928641 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-fip not supported by any of loaded plugins Aug 12 01:59:19.928962 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_gateway_ip.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.929879 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.930386 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 01:59:19.930709 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_port_network_policy.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.931649 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.932155 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 01:59:19.932479 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_pps_rule.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.933638 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.934152 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-pps not supported by any of loaded plugins Aug 12 01:59:19.934477 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_rule_type_details.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.935390 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.935923 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 01:59:19.936246 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: qos_rules_alias.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.937280 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.937792 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 01:59:19.938113 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: quotasv2.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.939018 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.939342 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: quotas Aug 12 01:59:19.940349 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: quotasv2_detail.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.943357 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.943728 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: quota_details Aug 12 01:59:19.944060 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: rbac.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.945308 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.945842 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: rbac-policies Aug 12 01:59:19.946176 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: rbac_address_group.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.947103 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.947659 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: rbac-address-group Aug 12 01:59:19.947987 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: rbac_address_scope.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.948908 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.949419 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: rbac-address-scope Aug 12 01:59:19.949745 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: rbac_security_groups.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.950655 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.951166 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: rbac-security-groups Aug 12 01:59:19.951517 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: rbac_subnetpool.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.952427 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.952938 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: rbac-subnetpool Aug 12 01:59:19.953261 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: revisionifmatch.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.954177 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.954689 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: revision-if-match Aug 12 01:59:19.955092 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: revisions.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.956731 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.957245 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: standard-attr-revisions Aug 12 01:59:19.957574 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: router_availability_zone.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.958250 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.958765 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: router_availability_zone Aug 12 01:59:19.959091 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: routerservicetype.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.960032 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.960543 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension router-service-type not supported by any of loaded plugins Aug 12 01:59:19.960865 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.961781 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.962291 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: security-groups-normalized-cidr Aug 12 01:59:19.962615 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.963547 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.964057 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: port-security-groups-filtering Aug 12 01:59:19.964378 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.965293 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.965807 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: security-groups-remote-address-group Aug 12 01:59:19.966130 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: securitygroup.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.976205 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.976733 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: security-group Aug 12 01:59:19.977068 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: segment.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.977902 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.978371 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension segment not supported by any of loaded plugins Aug 12 01:59:19.978699 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.979667 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.980181 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 01:59:19.980507 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: servicetype.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.981684 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.982212 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: service-type Aug 12 01:59:19.982543 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: sorting.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.983551 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.983887 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: sorting Aug 12 01:59:19.984215 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: standard_attr_segment.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.985161 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.985683 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 01:59:19.986007 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: standardattrdescription.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.987227 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.987752 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: standard-attr-description Aug 12 01:59:19.988076 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: stateful_security_group.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.989000 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.989516 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: stateful-security-group Aug 12 01:59:19.989839 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: stdattrs_common.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.990418 n-d-804303-2 neutron-server[94564]: WARNING neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 01:59:19.990738 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.991677 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.992197 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 01:59:19.992520 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnet_onboard.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.993600 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.994113 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: subnet_onboard Aug 12 01:59:19.994438 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.995380 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.995925 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 01:59:19.996248 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnet_service_types.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.997168 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.997680 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: subnet-service-types Aug 12 01:59:19.998004 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnetallocation.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:19.999068 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:19.999624 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: subnet_allocation Aug 12 01:59:19.999950 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.000612 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.001122 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: subnetpool-prefix-ops Aug 12 01:59:20.001443 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.002548 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.003067 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 01:59:20.003390 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: tagging.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.004482 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.005009 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: standard-attr-tag Aug 12 01:59:20.005333 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: timestamp.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.006530 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.007048 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loaded extension: standard-attr-timestamp Aug 12 01:59:20.007377 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: trunk.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.008436 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.008956 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension trunk not supported by any of loaded plugins Aug 12 01:59:20.009283 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: trunk_details.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.010208 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.010722 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension trunk-details not supported by any of loaded plugins Aug 12 01:59:20.011049 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: uplink_status_propagation.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.011990 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.012509 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 01:59:20.012832 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Loading extension file: vlantransparent.py {{(pid=94564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 01:59:20.013503 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 01:59:20.014012 n-d-804303-2 neutron-server[94564]: INFO neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 01:59:20.016492 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:network Aug 12 01:59:20.017015 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnet Aug 12 01:59:20.017418 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:59:20.017975 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:port Aug 12 01:59:20.019203 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.019679 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service FLAVORS assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.020314 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.020737 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.021067 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:router Aug 12 01:59:20.021494 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 01:59:20.021991 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service METERING assigned prefix: /metering {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.023416 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:20.023822 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:20.024177 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 01:59:20.025164 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 01:59:20.025607 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:security_group Aug 12 01:59:20.026045 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 01:59:20.027750 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service CORE assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.028089 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:59:20.028443 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] subnetpool is already registered Aug 12 01:59:20.028901 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service CORE assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.029231 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:59:20.029567 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] subnetpool is already registered Aug 12 01:59:20.031836 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.032268 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service FLAVORS assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.032855 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.033808 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.034199 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:router Aug 12 01:59:20.034568 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] router is already registered Aug 12 01:59:20.034983 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:floatingip Aug 12 01:59:20.035319 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] floatingip is already registered Aug 12 01:59:20.035812 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service METERING assigned prefix: /metering {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.036489 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 01:59:20.036816 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] rbac_policy is already registered Aug 12 01:59:20.037223 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:security_group Aug 12 01:59:20.037557 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] security_group is already registered Aug 12 01:59:20.037955 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 01:59:20.038291 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] security_group_rule is already registered Aug 12 01:59:20.038923 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service CORE assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.039249 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:59:20.039615 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] subnetpool is already registered Aug 12 01:59:20.040041 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.v2.resource_helper [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Service CORE assigned prefix: {{(pid=94564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 01:59:20.040368 n-d-804303-2 neutron-server[94564]: INFO neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 01:59:20.040701 n-d-804303-2 neutron-server[94564]: WARNING neutron.quota.resource_registry [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] subnetpool is already registered Aug 12 01:59:20.041165 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: extensions {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.042592 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: address-groups {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.044089 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: address-scopes {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.045764 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: agents {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.046931 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: auto-allocated-topology {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.048206 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: availability_zones {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.050023 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: dhcp-networks {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.051548 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: dhcp-agents {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.052948 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: routers {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.054670 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: flavors {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.055944 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: service_profiles {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.057151 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: next_providers {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.058556 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: service_profiles {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.060113 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: floatingip-pools {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.061325 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: routers {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.063017 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: floatingips {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.064306 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: l3-routers {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.065712 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: l3-agents {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.067105 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: metering-labels {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.068387 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: metering-label-rules {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.069748 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: network-ip-availabilities {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.070977 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: bindings {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.072533 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: quotas {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.074079 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: quotas {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.075531 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: rbac-policies {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.076728 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: security-groups {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.078014 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: security-group-rules {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.079230 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: service-providers {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.080523 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: subnetpools {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.081908 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: subnetpools {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.083669 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.085354 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.087131 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.088943 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.090615 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.093589 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.095260 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.097821 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.099690 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.101412 n-d-804303-2 neutron-server[94564]: DEBUG neutron.api.extensions [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Extended resource: tags {{(pid=94564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 01:59:20.107281 n-d-804303-2 neutron-server[94564]: WARNING keystonemiddleware.auth_token [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 01:59:20.112510 n-d-804303-2 neutron-server[94564]: WARNING keystonemiddleware.auth_token [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 01:59:20.120784 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Acquired lock "singleton_lock" {{(pid=94564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 01:59:20.121258 n-d-804303-2 neutron-server[94564]: DEBUG oslo_concurrency.lockutils [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Releasing lock "singleton_lock" {{(pid=94564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 01:59:20.121888 n-d-804303-2 neutron-server[94564]: INFO oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Starting 2 workers Aug 12 01:59:20.126745 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Started child 94673 {{(pid=94564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:59:20.131514 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Started child 94674 {{(pid=94564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:59:20.132629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.133289 n-d-804303-2 neutron-server[94564]: INFO neutron.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 01:59:20.133756 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Notify callbacks [] for process, before_spawn {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.134194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [-] (94673) wsgi starting up on http://0.0.0.0:9696 Aug 12 01:59:20.136143 n-d-804303-2 neutron-server[94564]: INFO oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Starting 1 workers Aug 12 01:59:20.136352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.137835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [-] (94674) wsgi starting up on http://0.0.0.0:9696 Aug 12 01:59:20.141351 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Started child 94675 {{(pid=94564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:59:20.141884 n-d-804303-2 neutron-server[94564]: INFO oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Starting 1 workers Aug 12 01:59:20.145141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] calling RpcWorker wait() {{(pid=94675) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 01:59:20.145668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] returning from RpcWorker wait() {{(pid=94675) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 01:59:20.146513 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Started child 94676 {{(pid=94564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 01:59:20.147373 n-d-804303-2 neutron-server[94564]: DEBUG neutron_lib.callbacks.manager [None req-304864e9-618a-4e61-9158-15dad3b55768 None None] Notify callbacks [] for process, after_spawn {{(pid=94564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.147586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.148002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:20.149298 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 01:59:20.149514 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:59:20.149690 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:59:20.149912 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:59:20.150242 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:59:20.150401 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:59:20.150924 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.151197 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.151487 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.151816 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.152089 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.152348 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:20.152824 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.152950 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.153206 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.153466 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.153722 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.153894 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.154060 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.154322 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.154555 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.154838 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.155099 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.155345 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.155625 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.155802 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.156060 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.156331 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.156584 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.156859 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] debug = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.157116 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.157609 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.157880 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.158111 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.159001 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.159319 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.159604 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.159868 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.160125 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.160352 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.160595 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.160852 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.161091 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.161336 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.161552 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.161798 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.162034 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.162476 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] host = n-d-804303-2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.162718 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.162931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.163157 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.163405 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.163671 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.163920 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.164182 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.164424 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.164691 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.164934 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.165178 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.165421 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.165659 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.165903 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.166066 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_options = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.166304 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.166589 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.166854 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.167045 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.167211 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.167386 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.167691 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.167849 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.168102 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.168326 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.168541 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.168795 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.168962 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.169198 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.169718 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.169960 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.170312 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.170415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.170628 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.170874 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.171096 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.171319 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.171584 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.171802 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.172012 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.172238 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.172455 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.172666 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.172876 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.173127 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.173355 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.173615 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.173946 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.174757 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.174919 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.175123 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.175356 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.175669 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.175900 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.176144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.176394 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.176623 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.176849 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.177059 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.177292 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.177503 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_json = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.177733 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.177942 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.178214 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.178425 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.178656 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.178871 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.179112 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.179341 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.179794 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.180087 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.180410 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.180663 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.180896 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.181154 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.181384 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.181738 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.182089 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.182686 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.183229 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.183330 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.183928 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.183928 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.184387 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.184467 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.184668 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.184952 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.185478 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.185478 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.185694 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.185887 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.186767 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.186767 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.186767 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.186993 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.188673 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.189193 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.189193 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.189193 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.189424 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.190148 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.191502 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.192827 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.192950 n-d-804303-2 neutron-server[94676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:20.193040 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.193040 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.193040 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.193271 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.193443 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.194103 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.194103 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.194103 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.194357 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.194515 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195247 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195247 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195247 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195523 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195607 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.195806 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.196628 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.196628 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.196628 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.196947 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.196947 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.197116 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.197330 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.197588 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198369 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198369 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198369 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198607 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198607 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.198835 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.199327 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.199327 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.199555 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.199699 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.199914 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.200125 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.200336 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.200561 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.200781 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.201072 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.201435 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.201599 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.201852 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.202086 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.202347 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.202819 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.202819 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.203036 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.203234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.203685 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.204738 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.204738 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.204918 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.205230 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.205889 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.206166 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.206385 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.206644 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.206858 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.207125 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.207344 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.207615 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.207870 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.208131 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.208544 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.209011 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.209135 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.209323 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.209619 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.209844 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.210129 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.210438 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.210677 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.210952 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.211184 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.211419 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.211701 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.211933 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.212171 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.212546 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.212936 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.213339 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.213627 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.213846 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.214084 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.214317 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.214716 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.215048 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.215308 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.215574 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.215847 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.216112 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.216362 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.216599 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.216865 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.217107 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.217335 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.217573 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.217800 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.218010 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.218238 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.218482 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.218691 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.218902 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.219140 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.219374 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.219614 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.219855 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.220100 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.220310 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.220525 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.220783 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.220991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.221226 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.221472 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.221680 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.221918 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.222157 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.222407 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.222772 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.222772 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.223646 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.223646 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.223646 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224313 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224313 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224313 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.224991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.225525 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.225525 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.225525 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.225933 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.225933 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.226204 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.226334 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.226530 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.226779 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.227092 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.227857 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.229572 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.229879 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231415 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231890 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.231890 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.232031 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233474 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233474 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233630 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233797 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.233991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.234283 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.234539 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.234773 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.235058 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.235286 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.236494 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.236767 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.238490 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.238490 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.238762 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.239001 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.239224 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.239485 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.240748 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.240989 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.241232 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.241465 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.241686 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.241923 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.243572 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.244017 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.244418 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.244799 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.245496 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.245919 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.246317 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.247332 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.247743 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.248157 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.248405 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.248642 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.248874 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.249127 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.249365 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.249595 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.249822 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.250129 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.250402 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.250655 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.250952 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.251193 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.251499 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.251749 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.252713 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.252928 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.253179 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.253422 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.253674 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.253922 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.254187 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.254522 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.254820 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.255097 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.255357 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.255661 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.255947 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.256214 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.256451 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.256764 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.257091 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.257392 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.257666 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.257896 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.258133 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.258365 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.258598 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.258837 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.259074 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.259293 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.259587 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.259842 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.260068 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.260317 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.260562 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.260779 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.261003 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.261233 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.261479 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.261794 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.261961 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:59:20.262494 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 01:59:20.262752 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 01:59:20.262914 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 01:59:20.263096 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 01:59:20.263277 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 01:59:20.263434 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 01:59:20.263655 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.263822 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264591 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264591 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264591 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264591 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264591 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264973 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.264973 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265128 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265217 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265350 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265509 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265670 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265831 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.265988 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266142 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266292 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266461 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266619 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266782 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.266937 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.267246 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] debug = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.267663 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.268571 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.268749 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.268901 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269261 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269261 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269417 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269517 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269720 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269830 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.269982 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270140 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270297 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270463 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270602 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270761 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.270918 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271078 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] host = n-d-804303-2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271236 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271393 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271646 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271747 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.271884 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.272039 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.272347 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.272661 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273038 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273208 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273367 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273526 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273687 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.273846 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274004 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_options = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274162 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274321 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274480 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274666 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274832 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.274992 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275153 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275311 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275489 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275650 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275810 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.275970 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276129 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276287 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276444 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276604 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276762 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.276925 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.277082 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.277392 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.277551 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.277713 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.277869 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.278164 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.278484 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.278626 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.278786 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.278945 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279105 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279263 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279423 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279609 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279768 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.279926 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280084 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280242 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280400 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280562 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280721 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.280879 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281038 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281196 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281358 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281517 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281676 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281835 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_json = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.281993 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282151 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282310 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282469 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282629 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282790 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.282981 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.283122 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 01:59:20.283323 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.283505 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.283682 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.283849 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284002 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284163 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284322 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284484 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284668 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284830 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.284999 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285163 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285333 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285494 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285655 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285849 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.285969 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.286129 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.286290 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.286451 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.286611 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287059 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287059 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287233 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287233 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287384 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287568 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287732 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287895 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.287980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:20.288063 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.288207 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.288368 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.288530 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.288690 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.288852 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289013 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289174 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289336 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289497 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289719 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.289887 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290048 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290209 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290372 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290531 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290694 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.290855 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291017 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291184 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291344 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291585 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291677 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.291842 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292002 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292164 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292325 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292485 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292711 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292806 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.292955 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293117 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293289 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293451 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293610 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293771 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.293932 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.294093 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.294513 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.294674 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.294835 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.294991 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295145 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295305 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295546 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295645 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295821 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.295982 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296143 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296304 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296464 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296624 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296779 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.296934 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297094 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297264 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297441 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297604 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297829 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.297926 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.298073 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.298235 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.298395 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.298555 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.298715 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.299387 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.299574 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.299786 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.299979 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300141 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300303 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300465 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300626 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300786 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.300948 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301114 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301275 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301437 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301598 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301758 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.301918 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302079 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302250 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302574 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302734 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.302903 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.303075 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.303238 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.303399 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.303652 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.303821 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304278 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304278 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304278 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304492 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304614 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304729 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.304920 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.305076 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.305214 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.305401 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306388 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.306388 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307234 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307717 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307717 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.307717 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.308022 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.308022 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309411 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.309931 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310269 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310269 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310409 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310513 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310664 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.310824 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311002 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311446 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311446 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311613 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311779 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.311942 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312104 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312266 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312429 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312590 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312752 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.312914 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313091 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313240 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313391 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313559 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313772 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.313938 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.314100 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.314276 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.314497 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315165 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315327 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315511 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315676 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315836 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.315995 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316155 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316315 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316475 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316637 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316799 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.316959 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317120 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317281 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317441 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317601 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317761 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.317934 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318100 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318258 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318420 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318580 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318741 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.318910 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319231 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319391 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319573 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319737 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.319909 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320070 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320230 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320391 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320552 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320717 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.320886 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321051 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321212 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321367 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321522 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321676 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.321851 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322011 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322174 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322334 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322496 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322657 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322827 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.322989 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323153 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323311 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323486 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323652 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323822 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.323984 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324144 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324313 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324473 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324641 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324781 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.324953 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325113 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325275 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325435 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325598 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325759 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.325922 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326088 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326257 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326425 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326587 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326754 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.326923 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327091 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327252 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327419 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327629 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327792 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.327953 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.328113 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.328275 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.328439 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.328597 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.328903 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.329232 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.329385 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.329543 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.329704 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.329864 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330183 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330183 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330418 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330547 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330816 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.330979 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.331141 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 01:59:20.331295 n-d-804303-2 neutron-server[94564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 01:59:20.575330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:20.584334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068216 Aug 12 01:59:31.958804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd73f6bb-9d26-484d-8e53-e875e5befaed None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 01:59:32.036405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73f6bb-9d26-484d-8e53-e875e5befaed None None] No non-hosted networks {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 01:59:32.074931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.agentschedulers_db [None req-dd73f6bb-9d26-484d-8e53-e875e5befaed None None] DHCP Agent not found on host n-d-804303-2 {{(pid=94675) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 01:59:32.200792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93a9176a-410e-47bd-a202-55c6bbd895e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:34.460425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d294aea-7bd8-4042-9264-c683e4792da0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:34.514480 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7dc5aa33-56c4-446e-99f7-866c80135ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:34.585938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:34.586917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.587546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.588128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.588651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.590165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.591895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.594624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.597917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.598835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.601114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.603052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.603627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:34.605727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804303-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:34.616874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804303-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 01:59:35.669094 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:37.161175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:38.459243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:38.949073 n-d-804303-2 neutron-server[94674]: WARNING oslo_policy.policy [None req-2e5d4442-9ce3-460a-a1ae-d53f85efdfc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:38.949655 n-d-804303-2 neutron-server[94674]: WARNING oslo_policy.policy [None req-2e5d4442-9ce3-460a-a1ae-d53f85efdfc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:39.168532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-2e5d4442-9ce3-460a-a1ae-d53f85efdfc1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 01:59:39.169760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2e5d4442-9ce3-460a-a1ae-d53f85efdfc1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7092350 Aug 12 01:59:41.553945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:41.822473 n-d-804303-2 neutron-server[94675]: INFO neutron.db.l3_hamode_db [None req-b6c09b66-57dc-44dc-9dfb-a3beae12312c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 01:59:41.892200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 01:59:41.900850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09b66-57dc-44dc-9dfb-a3beae12312c None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 01:59:41.901241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09b66-57dc-44dc-9dfb-a3beae12312c None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 01:59:41.988501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.policy [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94674) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 01:59:42.034284 n-d-804303-2 neutron-server[94674]: WARNING oslo_policy.policy [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:42.034688 n-d-804303-2 neutron-server[94674]: WARNING oslo_policy.policy [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:42.043749 n-d-804303-2 neutron-server[94674]: INFO neutron.quota [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] Loaded quota_driver: . Aug 12 01:59:42.139639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631470050', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631473621', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631245057', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631246836', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631879853', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793631242788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-634772', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838067', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4056456', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4106458'] for rbac-policy, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:42.204227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:42.205433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-75b0ba7f-597d-4ea5-a4d7-b625a2b11065 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6504753 Aug 12 01:59:44.733020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46084) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:45.028952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'project_id': 'c97d37aa09db49fba749c771c0ae148d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 01:59:45.059675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Made reservation on behalf of c97d37aa09db49fba749c771c0ae148d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:59:45.062425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.078994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.197891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.201418 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.225081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 01:59:45.249874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793633530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.250469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Unsubscribe: segment precommit_create {{(pid=94674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 01:59:45.250980 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Added segment 03848bbc-3f62-4857-a4c9-bcb850b4e25c of type vlan for network bc3063fe-c305-47f4-a81f-e4ec6d005f7b Aug 12 01:59:45.257915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea6f1f-bdb7-4698-b3d9-1f578fe67bdc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:45.279386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.279746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.280078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.280403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.280723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.281050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.281364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.281678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.281992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.282331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.282669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.282981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Tracked resource versions report: Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: pushed versions: Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Log': {'1.0'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Network': {'1.1'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Port': {'1.7'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'PortForwarding': {'1.2'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'QosPolicy': {'1.9'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SubPort': {'1.0'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Subnet': {'1.1'}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Trunk': {'1.1'}} Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: consumer versions: Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: { DHCP agent@n-d-804303-2: {}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: L3 agent@n-d-804303-2: {}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: Metadata agent@n-d-804303-2: {}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: Metering agent@n-d-804303-2: {}, Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'ConntrackHelper': '1.0', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Log': '1.0', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Network': '1.1', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Port': '1.7', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'PortForwarding': '1.2', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'QosPolicy': '1.9', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SecurityGroup': '1.4', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SecurityGroupRule': '1.2', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'SubPort': '1.0', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Subnet': '1.1', Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: 'Trunk': '1.1'}} Aug 12 01:59:45.284071 n-d-804303-2 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:59:45.371214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.421132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.422186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 01:59:45.422830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:45.503722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7696099 Aug 12 01:59:45.527033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2707e2c-1b84-4a8b-a13d-1a700139c0fd admin admin] Pushing event updated for resources: {'Network': ['ID=bc3063fe-c305-47f4-a81f-e4ec6d005f7b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:45.540217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 01:59:48.110039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46098) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:48.510724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb1ed3-881d-49c4-ba8b-97f0b8d5715d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 01:59:48.512134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b4fb1ed3-881d-49c4-ba8b-97f0b8d5715d admin admin] 10.222.0.11 "GET /v2.0/networks/bc3063fe-c305-47f4-a81f-e4ec6d005f7b HTTP/1.1" status: 200 len: 825 time: 0.4011393 Aug 12 01:59:48.536070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c88c433f-a592-43ea-8255-9d7cbf99ece0 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/0cf669cb-ac0f-4418-991a-8813dff9a4eb HTTP/1.1" status: 200 len: 734 time: 0.0174100 Aug 12 01:59:48.545003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 01:59:48.566726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Made reservation on behalf of c97d37aa09db49fba749c771c0ae148d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 01:59:48.569027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:48.858111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:48.929360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb306053-af5a-46fb-9c0f-c62b4fee3199,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:48.931566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Checking segment: {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 01:59:48.931962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Network hostable DHCP agents. Network: bc3063fe-c305-47f4-a81f-e4ec6d005f7b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 01:59:48.956397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 01:59:48.966905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, bc3063fe-c305-47f4-a81f-e4ec6d005f7b) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:59:48.972105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 01:59:48.972677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:48.978595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce8b56-29d7-49cb-930d-9a231c7ed1c0 None None] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 01:59:48.986726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-24b32b8b-a974-4d31-8bb0-54fb6ab5746c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4451499 Aug 12 01:59:49.298513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 01:59:49.299789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:49.573109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Allocated IP 172.20.0.2 (bc3063fe-c305-47f4-a81f-e4ec6d005f7b/eb306053-af5a-46fb-9c0f-c62b4fee3199/4c0a040a-5ace-4572-9556-a48509a6811f) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 01:59:49.778694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:49.796628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Transition to ACTIVE for port object 4c0a040a-5ace-4572-9556-a48509a6811f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 01:59:49.846780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Transition to ACTIVE for port object 4c0a040a-5ace-4572-9556-a48509a6811f will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 01:59:49.855226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:49.922228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 01:59:49.928833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 01:59:49.936221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 01:59:49.943026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Pushing event updated for resources: {'Port': ['ID=4c0a040a-5ace-4572-9556-a48509a6811f,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:49.978194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.978538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.978877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.979438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.979541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.979874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.980190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.980512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.980831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.981150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.981468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.981787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Tracked resource versions report: Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: pushed versions: Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: { 'AddressGroup': {'1.2'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'ConntrackHelper': {'1.0'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Log': {'1.0'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Network': {'1.1'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Port': {'1.7'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'PortForwarding': {'1.2'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'QosPolicy': {'1.9'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SecurityGroup': {'1.4'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SecurityGroupRule': {'1.2'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SubPort': {'1.0'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Subnet': {'1.1'}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Trunk': {'1.1'}} Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: consumer versions: Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: { DHCP agent@n-d-804303-2: {}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: L3 agent@n-d-804303-2: {}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: Metadata agent@n-d-804303-2: {}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: Metering agent@n-d-804303-2: {}, Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'ConntrackHelper': '1.0', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Log': '1.0', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Network': '1.1', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Port': '1.7', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'PortForwarding': '1.2', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'QosPolicy': '1.9', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SecurityGroup': '1.4', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SecurityGroupRule': '1.2', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'SubPort': '1.0', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Subnet': '1.1', Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: 'Trunk': '1.1'}} Aug 12 01:59:49.982872 n-d-804303-2 neutron-server[94675]: {{(pid=94675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 01:59:50.031062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Attempting to bind port 4c0a040a-5ace-4572-9556-a48509a6811f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 01:59:50.031505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Attempting to bind port 4c0a040a-5ace-4572-9556-a48509a6811f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 01:59:50.031916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Attempting to bind port 4c0a040a-5ace-4572-9556-a48509a6811f on network bc3063fe-c305-47f4-a81f-e4ec6d005f7b {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 01:59:50.036720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 1, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 01:59:50.037117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Checking segment: {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 01:59:50.037566 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:50.037965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Bound using segment: {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 01:59:50.038443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Bound port: 4c0a040a-5ace-4572-9556-a48509a6811f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 01:59:50.038857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:50.100319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] For port 4c0a040a-5ace-4572-9556-a48509a6811f, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 01:59:50.104425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] For port 4c0a040a-5ace-4572-9556-a48509a6811f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4c0a040a-5ace-4572-9556-a48509a6811f,segment=NetworkSegment(03848bbc-3f62-4857-a4c9-bcb850b4e25c),segment_id=03848bbc-3f62-4857-a4c9-bcb850b4e25c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 01:59:50.108921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:50.178184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a9fc-ffde-4b20-ace4-c5506298d6c5 None None] Pushing event updated for resources: {'Port': ['ID=4c0a040a-5ace-4572-9556-a48509a6811f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:51.384911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46106) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:51.706574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-40b76094-b02b-4dc2-ae26-67cd1014c1d8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 01:59:51.707597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-40b76094-b02b-4dc2-ae26-67cd1014c1d8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216825 Aug 12 01:59:54.103559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:54.617262 n-d-804303-2 neutron-server[94673]: WARNING oslo_policy.policy [None req-e05b9467-7140-4fd0-b908-0d7d833a74d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:54.617839 n-d-804303-2 neutron-server[94673]: WARNING oslo_policy.policy [None req-e05b9467-7140-4fd0-b908-0d7d833a74d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 01:59:54.847151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-e05b9467-7140-4fd0-b908-0d7d833a74d1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 01:59:54.848451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e05b9467-7140-4fd0-b908-0d7d833a74d1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7427099 Aug 12 01:59:57.508818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46134) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 01:59:57.823190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Request body: {'router': {'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'name': 'router1', 'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 01:59:57.847200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:57.848817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:57.985118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:57.989573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:58.001346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:58.002664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b024842-6d60-4028-aef3-11ecca455819 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4928663 Aug 12 01:59:58.520851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4c0a040a-5ace-4572-9556-a48509a6811f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 01:59:58.600320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23892922-8f91-4d5d-85ae-ad05852288dc None None] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 01:59:58.651376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4c0a040a-5ace-4572-9556-a48509a6811f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 01:59:58.696454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Provisioning for port 4c0a040a-5ace-4572-9556-a48509a6811f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 01:59:58.702013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Provisioning complete for port 4c0a040a-5ace-4572-9556-a48509a6811f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 01:59:58.702408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:58.886571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:58.927432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] For port 4c0a040a-5ace-4572-9556-a48509a6811f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4c0a040a-5ace-4572-9556-a48509a6811f,segment=NetworkSegment(03848bbc-3f62-4857-a4c9-bcb850b4e25c),segment_id=03848bbc-3f62-4857-a4c9-bcb850b4e25c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 01:59:58.931487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 01:59:58.982310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c114d-3954-4162-93e1-0881706f99a5 None None] Pushing event updated for resources: {'Port': ['ID=4c0a040a-5ace-4572-9556-a48509a6811f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 01:59:59.151495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5361f271-e480-4a90-8dce-d84aea9c42c0 None None] Provisioning complete for port 4c0a040a-5ace-4572-9556-a48509a6811f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 01:59:59.151950 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5361f271-e480-4a90-8dce-d84aea9c42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:00.379242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:00.478533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4c0a040a-5ace-4572-9556-a48509a6811f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:00:00.528726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4c0a040a-5ace-4572-9556-a48509a6811f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:00.529100 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:00.700265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-a9b9b1b8-3310-4e53-aa01-dba8d813122d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:00:00.701267 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a9b9b1b8-3310-4e53-aa01-dba8d813122d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3210642 Aug 12 02:00:01.894505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4055ef42-5850-4844-93ca-c7171f11bd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.040227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:03.349227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:00:03.350606 n-d-804303-2 neutron-server[94673]: INFO neutron.quota [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Loaded quota_driver: . Aug 12 02:00:03.406576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Made reservation on behalf of a6d22ed080b34a908e299e1dc8275c27 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:00:03.474518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.policy [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94673) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 02:00:03.519491 n-d-804303-2 neutron-server[94673]: WARNING oslo_policy.policy [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 02:00:03.519887 n-d-804303-2 neutron-server[94673]: WARNING oslo_policy.policy [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 02:00:03.529982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.550694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.681775 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.685356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.698318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Reserving flat network on physical network physnet1 {{(pid=94673) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 02:00:03.732000 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793633530215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.732597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Unsubscribe: segment precommit_create {{(pid=94673) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 02:00:03.733113 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Added segment 8b11a38e-dd35-4ecc-942e-93a5078361c6 of type flat for network 041c2f44-0715-49c8-a396-a4fed33f0388 Aug 12 02:00:03.763797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5186ac0d-d6a8-4a71-9b5c-dcff26b63253,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:03.792695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.793039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.793371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.793705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.794028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.794376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.794959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.795276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.795619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.795937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.796251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.796566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Tracked resource versions report: Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: pushed versions: Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Log': {'1.0'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Network': {'1.1'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Port': {'1.7'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'PortForwarding': {'1.2'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'QosPolicy': {'1.9'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SubPort': {'1.0'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Subnet': {'1.1'}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Trunk': {'1.1'}} Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: consumer versions: Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: L3 agent@n-d-804303-2: {}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: Metadata agent@n-d-804303-2: {}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: Metering agent@n-d-804303-2: {}, Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'ConntrackHelper': '1.0', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Log': '1.0', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Network': '1.1', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Port': '1.7', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'PortForwarding': '1.2', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'QosPolicy': '1.9', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SecurityGroup': '1.4', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SecurityGroupRule': '1.2', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'SubPort': '1.0', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Subnet': '1.1', Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: 'Trunk': '1.1'}} Aug 12 02:00:03.798187 n-d-804303-2 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:00:03.889299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.947870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:03.948956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:00:03.949602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:04.027136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9858177 Aug 12 02:00:04.050477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fdcc6-1b59-4ce0-b8de-a47020195179 admin admin] Pushing event updated for resources: {'Network': ['ID=041c2f44-0715-49c8-a396-a4fed33f0388,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:04.061306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 041c2f44-0715-49c8-a396-a4fed33f0388 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:00:04.455878 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a46b11d4-8a23-440b-beb8-0639595723c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:04.583885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:05.612839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:06.398716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:06.598834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390aed1b-358b-4fc2-bc7b-7067fdf38320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:00:06.600339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-390aed1b-358b-4fc2-bc7b-7067fdf38320 admin admin] 10.222.0.11 "GET /v2.0/subnets/eb306053-af5a-46fb-9c0f-c62b4fee3199 HTTP/1.1" status: 200 len: 849 time: 0.2007015 Aug 12 02:00:06.731348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6cc3e343-7128-4a05-8603-b5f5335fca65 admin admin] 10.222.0.11 "GET /v2.0/routers/46c62aa2-072f-4dfa-b73b-cdb91d17187f HTTP/1.1" status: 200 len: 704 time: 0.1233711 Aug 12 02:00:07.046367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.114809 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.364077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Allocated IP 172.20.0.1 (bc3063fe-c305-47f4-a81f-e4ec6d005f7b/eb306053-af5a-46fb-9c0f-c62b4fee3199/8c583208-aaa6-48e4-8d32-2ca72ccdeb98) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:00:07.567160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.589327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Transition to ACTIVE for port object 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:00:07.666900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.736256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:00:07.741766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:00:07.749381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:00:07.749898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.814080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Pushing event updated for resources: {'Port': ['ID=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:07.905322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-37415838-12fa-41df-a320-198b7807a280 None None] Provisioning for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:00:07.909866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-37415838-12fa-41df-a320-198b7807a280 None None] Provisioning complete for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:07.910236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-37415838-12fa-41df-a320-198b7807a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:07.942949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-37415838-12fa-41df-a320-198b7807a280 None None] Port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:00:07.951008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:08.154268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:08.158586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:08.159453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:08.235652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Pushing event updated for resources: {'Port': ['ID=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:08.283356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:00:08.284651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:00:08.442649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Router 46c62aa2-072f-4dfa-b73b-cdb91d17187f is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:00:08.464160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72ba9d19-9e38-4509-a0e5-62a97d3d7fb3 None None] Provisioning complete for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:08.464714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72ba9d19-9e38-4509-a0e5-62a97d3d7fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:08.497567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-72ba9d19-9e38-4509-a0e5-62a97d3d7fb3 None None] Port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:00:08.538445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:00:08.544132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d715a2e8-946b-4da8-9391-bdc9f5edb81b admin admin] 10.222.0.11 "PUT /v2.0/routers/46c62aa2-072f-4dfa-b73b-cdb91d17187f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8070788 Aug 12 02:00:08.549172 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Sync routers for ids ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:00:08.560845 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Routers {'46c62aa2-072f-4dfa-b73b-cdb91d17187f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:00:08.561630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:00:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:08.744085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Set router 46c62aa2-072f-4dfa-b73b-cdb91d17187f gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:00:09.163931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:07Z', 'revision_number': 2, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port_host': None, '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:08Z', 'revision_number': 2, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:09.215361 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Checking router: 46c62aa2-072f-4dfa-b73b-cdb91d17187f for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:00:09.215749 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Updating router 46c62aa2-072f-4dfa-b73b-cdb91d17187f port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:00:09.266251 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:09.789768 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:09.807638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Transition to ACTIVE for port object 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:00:09.813912 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:09.971889 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Attempting to bind port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:00:09.972294 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Attempting to bind port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:00:09.972706 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Attempting to bind port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 on network bc3063fe-c305-47f4-a81f-e4ec6d005f7b {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:00:09.980582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Pushing event updated for resources: {'Port': ['ID=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:09.985216 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:00:09.985618 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Checking segment: {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:00:09.986072 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:09.986478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Bound using segment: {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:00:09.986964 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Bound port: 8c583208-aaa6-48e4-8d32-2ca72ccdeb98, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03848bbc-3f62-4857-a4c9-bcb850b4e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:00:09.987377 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:09.993465 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.993812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.994146 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.994478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.994809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.995135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.995502 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.995831 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.996150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.996467 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.997043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.997366 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Tracked resource versions report: Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: pushed versions: Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: { 'AddressGroup': {'1.2'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'ConntrackHelper': {'1.0'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Log': {'1.0'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Network': {'1.1'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Port': {'1.7'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'PortForwarding': {'1.2'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'QosPolicy': {'1.9'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SecurityGroup': {'1.4'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SubPort': {'1.0'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Subnet': {'1.1'}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Trunk': {'1.1'}} Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: consumer versions: Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: L3 agent@n-d-804303-2: {}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: Metadata agent@n-d-804303-2: {}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: Metering agent@n-d-804303-2: {}, Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'ConntrackHelper': '1.0', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Log': '1.0', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Network': '1.1', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Port': '1.7', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'PortForwarding': '1.2', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'QosPolicy': '1.9', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SecurityGroup': '1.4', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SecurityGroupRule': '1.2', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'SubPort': '1.0', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Subnet': '1.1', Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: 'Trunk': '1.1'}} Aug 12 02:00:09.998419 n-d-804303-2 neutron-server[94676]: {{(pid=94676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:00:10.063537 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] For port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:00:10.084235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] For port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,segment=NetworkSegment(03848bbc-3f62-4857-a4c9-bcb850b4e25c),segment_id=03848bbc-3f62-4857-a4c9-bcb850b4e25c)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:00:10.088278 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:10.130057 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Routers {'46c62aa2-072f-4dfa-b73b-cdb91d17187f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:00:10.130752 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:00:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:10.235119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824d53e-6f57-4b50-a8df-e4476b365510 None None] Pushing event updated for resources: {'Port': ['ID=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:10.247212 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] Set router 46c62aa2-072f-4dfa-b73b-cdb91d17187f gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:00:10.465430 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:07Z', 'revision_number': 2, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port_host': None, '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:10Z', 'revision_number': 4, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:10.491999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbd952d-aade-4a5e-b012-76ab28dab576 None None] The sync data for ids ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'] in n-d-804303-2 is: [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:07Z', 'revision_number': 2, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port_host': None, '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:10Z', 'revision_number': 4, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:00:10.832311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:10.942105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b55f486-d45a-4d9f-aacf-18f83927a8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:00:10.943516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9b55f486-d45a-4d9f-aacf-18f83927a8f7 admin admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 842 time: 0.1102045 Aug 12 02:00:10.953211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:00:10.980957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Made reservation on behalf of a6d22ed080b34a908e299e1dc8275c27 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:00:10.983300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:11.262410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:00:11.262848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:11.383905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e993de-0a20-44c3-9f04-5c7defdb50d7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:11.392825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:00:11.393183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Network hostable DHCP agents. Network: 041c2f44-0715-49c8-a396-a4fed33f0388, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:00:11.409172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:00:11.417350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 041c2f44-0715-49c8-a396-a4fed33f0388) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:00:11.421539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:00:11.422123 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:11.427444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b9d224-7c63-4c9e-939f-65076e11abef None None] Network 041c2f44-0715-49c8-a396-a4fed33f0388 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:00:11.435783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-87271ecf-8cf7-4833-bf12-f3f467656939 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4860022 Aug 12 02:00:11.559032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d8adc-6eb4-462c-ad83-acf298819216 None None] Network 041c2f44-0715-49c8-a396-a4fed33f0388 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:00:13.721376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:13.987387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3de90f49-bd93-4f7a-8719-43aaa2fb0c7f admin admin] 10.222.0.11 "GET /v2.0/routers/46c62aa2-072f-4dfa-b73b-cdb91d17187f HTTP/1.1" status: 200 len: 710 time: 0.2647676 Aug 12 02:00:14.157860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15a6d9-ead0-4c24-a2b1-099a17014c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:00:14.159243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7c15a6d9-ead0-4c24-a2b1-099a17014c64 admin admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 886 time: 0.1662245 Aug 12 02:00:14.168383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:00:14.421013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:14.662447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:14.741700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:14.927027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Allocated IP 172.25.3.146 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/dcdd8766-e0b7-481f-8310-c1cf6bdae3b9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:00:15.042956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:15.128187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:15.201337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:00:15.210389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:00:15.213515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:00:15.251232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:15.549942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:15.771897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:15.777054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:15.898050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Router 46c62aa2-072f-4dfa-b73b-cdb91d17187f has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:00:16.014104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:00:16.019242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:16.020485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c3bcf796-cabc-47a2-a11c-5f3f68dcaff7 admin admin] 10.222.0.11 "PUT /v2.0/routers/46c62aa2-072f-4dfa-b73b-cdb91d17187f HTTP/1.1" status: 200 len: 890 time: 1.8553178 Aug 12 02:00:16.508350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:00:16.565893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:00:16.569409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:16.571561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:16.646062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:16.678120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,segment=NetworkSegment(03848bbc-3f62-4857-a4c9-bcb850b4e25c),segment_id=03848bbc-3f62-4857-a4c9-bcb850b4e25c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:00:16.683251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:16.732354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8c583208-aaa6-48e4-8d32-2ca72ccdeb98,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:16.913600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Sync routers for ids ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:00:16.924326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Routers {'46c62aa2-072f-4dfa-b73b-cdb91d17187f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:00:16.924971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:00:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:17.177312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Set router 46c62aa2-072f-4dfa-b73b-cdb91d17187f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:00:17.566341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:15Z', 'revision_number': 4, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port': {'id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:14Z', 'updated_at': '2021-08-12T02:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:16Z', 'revision_number': 5, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:17.616113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Checking router: 46c62aa2-072f-4dfa-b73b-cdb91d17187f for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:00:17.616465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Updating router 46c62aa2-072f-4dfa-b73b-cdb91d17187f port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:00:17.663975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:17.989676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:17.999346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Transition to ACTIVE for port object dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:00:18.004815 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:18.055824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Attempting to bind port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:00:18.056195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Attempting to bind port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:00:18.056556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Attempting to bind port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:00:18.058493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195945b-2ef4-46c6-a367-c3e19c9c15ab None None] Pushing event updated for resources: {'Port': ['ID=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:18.064878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:00:18.065254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:00:18.066043 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:18.066043 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:00:18.066473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Bound port: dcdd8766-e0b7-481f-8310-c1cf6bdae3b9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:00:18.066871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:18.118449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] For port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:00:18.121477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] For port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:00:18.125613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:18.181028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Routers {'46c62aa2-072f-4dfa-b73b-cdb91d17187f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:00:18.181559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:00:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:18.186077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195945b-2ef4-46c6-a367-c3e19c9c15ab None None] Pushing event updated for resources: {'Port': ['ID=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:18.372501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] Set router 46c62aa2-072f-4dfa-b73b-cdb91d17187f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:00:18.414828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46214) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:00:18.495122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:00:18.534449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ca79f00-15d2-4445-abd1-4477f3d21b1c admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1185038 Aug 12 02:00:18.582943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:18.583546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:18.702890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:15Z', 'revision_number': 4, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port': {'id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:14Z', 'updated_at': '2021-08-12T02:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:16Z', 'revision_number': 5, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:00:18.733531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39ba75-01ab-43bd-af84-f1c8b0086f22 None None] The sync data for ids ['46c62aa2-072f-4dfa-b73b-cdb91d17187f'] in n-d-804303-2 is: [{'id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'name': 'router1', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T01:59:57Z', 'updated_at': '2021-08-12T02:00:15Z', 'revision_number': 4, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'gw_port': {'id': 'dcdd8766-e0b7-481f-8310-c1cf6bdae3b9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:14Z', 'updated_at': '2021-08-12T02:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8c583208-aaa6-48e4-8d32-2ca72ccdeb98', 'name': '', 'network_id': 'bc3063fe-c305-47f4-a81f-e4ec6d005f7b', 'tenant_id': 'c97d37aa09db49fba749c771c0ae148d', 'mac_address': 'fa:16:3e:c5:df:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c62aa2-072f-4dfa-b73b-cdb91d17187f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:00:07Z', 'updated_at': '2021-08-12T02:00:16Z', 'revision_number': 5, 'project_id': 'c97d37aa09db49fba749c771c0ae148d', 'subnets': [{'id': 'eb306053-af5a-46fb-9c0f-c62b4fee3199', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0cf669cb-ac0f-4418-991a-8813dff9a4eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:00:20.538685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:00:20.593176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:00:20.599038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:20.599705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:20.680251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:20.702128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:00:20.707405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:20.759103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=dcdd8766-e0b7-481f-8310-c1cf6bdae3b9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:00:21.213707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:00:22.524691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:00:22.608291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port dcdd8766-e0b7-481f-8310-c1cf6bdae3b9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:00:22.610127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:31.898220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c900237-400b-4ff1-97e2-a32da42f60e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:34.475046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b67175b7-e03b-4c74-9c32-c177cd1cadf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:34.590622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:35.620907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:37.137369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:00:58.213419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:01:01.901244 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-411b87da-50ad-46b2-910d-e0c04d9a1c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:04.468960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4cc49603-3b0d-49a5-b8d3-a60f3c7c3924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:04.586191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:05.624075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:07.134423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:31.903169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7d7d22e0-0563-4f71-9718-cc07bc9a6253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:34.460960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2007bca1-219e-43ee-83d8-28162842a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:34.588387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:35.212247 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:01:35.622974 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:37.136346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:01:59.080748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46816) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:01:59.144486 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0395e4e1-81cc-4135-bece-d1fedf2d237d admin admin] GET failed (client error): The resource could not be found. Aug 12 02:01:59.145783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0395e4e1-81cc-4135-bece-d1fedf2d237d admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640843 Aug 12 02:01:59.302835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9070d-2d8e-46c4-b363-b91b75df09b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:01:59.304262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5dd9070d-2d8e-46c4-b363-b91b75df09b2 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541064 Aug 12 02:02:01.461516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:01.573320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82e70e-28c3-4837-9c13-aff942c838aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:01.575501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cd82e70e-28c3-4837-9c13-aff942c838aa admin admin] 10.222.0.11 "GET /v2.0/subnets/eb306053-af5a-46fb-9c0f-c62b4fee3199 HTTP/1.1" status: 200 len: 849 time: 0.1122401 Aug 12 02:02:01.585535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:02:01.677433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:01.824402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793633442964'] for subnet, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:01.859672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:01.860335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:01.875501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] 10.222.0.11 "PUT /v2.0/subnets/eb306053-af5a-46fb-9c0f-c62b4fee3199 HTTP/1.1" status: 200 len: 868 time: 0.2800987 Aug 12 02:02:01.875777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3721b86-8d3b-48bf-b861-275437cdcbd7 None None] Network bc3063fe-c305-47f4-a81f-e4ec6d005f7b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:02:01.885813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb306053-af5a-46fb-9c0f-c62b4fee3199,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:01.894181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.894550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.894900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.895242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.895615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.895959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.896444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.896784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.897120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.897451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.897777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.898104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702afff-a529-46ee-a0ca-8454f06c590f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:01.931574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-85b073f9-4fd1-4dad-b5e7-e22cb7b732c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:02.223493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea6528d8-0e46-4ae3-9c99-a3ceed25126d None None] Provisioning complete for port 4c0a040a-5ace-4572-9556-a48509a6811f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:02:02.223867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea6528d8-0e46-4ae3-9c99-a3ceed25126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:02.310872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea6528d8-0e46-4ae3-9c99-a3ceed25126d None None] Provisioning complete for port 8c583208-aaa6-48e4-8d32-2ca72ccdeb98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:02:02.311246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea6528d8-0e46-4ae3-9c99-a3ceed25126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:04.034599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:04.231051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf145b-6ea3-43bb-a369-279bf7302648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:04.231558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bf145b-6ea3-43bb-a369-279bf7302648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:04.233308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9bf145b-6ea3-43bb-a369-279bf7302648 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977191 Aug 12 02:02:04.465767 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8896ac15-f875-4901-b843-729ae6e59967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:04.591928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:05.626477 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:06.393603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:06.526686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15306d07-2648-4729-80ab-f6a117897f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:06.527170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15306d07-2648-4729-80ab-f6a117897f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:06.529295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-15306d07-2648-4729-80ab-f6a117897f16 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341982 Aug 12 02:02:07.131242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:08.672108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:08.793971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba653b9-3014-47e0-8789-e19557db8456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:08.796199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ba653b9-3014-47e0-8789-e19557db8456 admin admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 886 time: 0.1231344 Aug 12 02:02:11.095546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:11.237555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d693a-f30e-4665-b4bf-855e03b023d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:11.238944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3f2d693a-f30e-4665-b4bf-855e03b023d4 admin admin] 10.222.0.11 "GET /v2.0/networks/bc3063fe-c305-47f4-a81f-e4ec6d005f7b HTTP/1.1" status: 200 len: 869 time: 0.1421833 Aug 12 02:02:12.211811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:02:13.405843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:13.526644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5637e-5279-403a-b226-b40d9629af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:13.527116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5637e-5279-403a-b226-b40d9629af35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:13.529181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-83a5637e-5279-403a-b226-b40d9629af35 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218908 Aug 12 02:02:15.662573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:15.755843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8726ff25-def6-450b-a3f1-550cd95e4b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:15.756319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8726ff25-def6-450b-a3f1-550cd95e4b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:15.757845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8726ff25-def6-450b-a3f1-550cd95e4b3d admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943305 Aug 12 02:02:17.926695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:18.010773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ac78d-36b5-43f0-9deb-28cc0edb5aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:18.013743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-676ac78d-36b5-43f0-9deb-28cc0edb5aa5 admin admin] 10.222.0.11 "GET /v2.0/subnets/07e993de-0a20-44c3-9f04-5c7defdb50d7 HTTP/1.1" status: 200 len: 816 time: 0.0853817 Aug 12 02:02:20.161109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:20.255169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2f164-a786-4c08-b3c0-89183c34e51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:20.256533 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52b2f164-a786-4c08-b3c0-89183c34e51c admin admin] 10.222.0.11 "GET /v2.0/subnets/eb306053-af5a-46fb-9c0f-c62b4fee3199 HTTP/1.1" status: 200 len: 868 time: 0.0944846 Aug 12 02:02:31.905739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a6be9cb-d7c7-4e69-8d3b-677d476893f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:34.457863 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b91aaa-b540-4fec-88f0-55d6509864c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:34.593137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:35.629087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:37.139184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:45.892354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:45.938830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-8a9581ee-9cbe-4386-b325-e3abe977fc52 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:02:45.939840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a9581ee-9cbe-4386-b325-e3abe977fc52 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465178 Aug 12 02:02:48.208971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:48.268903 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb31eacf-a475-4319-a53c-24d3bb51dcdf admin admin] GET failed (client error): The resource could not be found. Aug 12 02:02:48.270214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb31eacf-a475-4319-a53c-24d3bb51dcdf admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602875 Aug 12 02:02:48.480209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266acc9-0a54-4e75-a5a0-ad7d616adf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:48.481739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a266acc9-0a54-4e75-a5a0-ad7d616adf32 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2072744 Aug 12 02:02:49.210153 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:02:50.659679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:50.708418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:02:50.728613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Made reservation on behalf of a6d22ed080b34a908e299e1dc8275c27 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:02:50.730771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:50.766878 n-d-804303-2 neutron-server[94673]: WARNING neutron.services.revisions.revision_plugin [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Could not find related network for resource to bump revision. Aug 12 02:02:50.780405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:02:50.789458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:50.789808 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Added segment 36bcb262-2af5-4d73-a646-0fb94d446357 of type vlan for network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 Aug 12 02:02:50.843707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:50.870625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:50.871585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:50.872691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:50.923033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2621882 Aug 12 02:02:50.930243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a790b10-32d0-458b-892b-ab7bf798993a admin admin] Pushing event updated for resources: {'Network': ['ID=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:50.941606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:02:53.095617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:02:53.156415 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afd240d-e2d8-48cc-8d15-47c15e75cc9b admin admin] GET failed (client error): The resource could not be found. Aug 12 02:02:53.157767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0afd240d-e2d8-48cc-8d15-47c15e75cc9b admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611205 Aug 12 02:02:53.228782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38220da-ed2e-48c0-ab58-c4cb02092aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:53.230242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b38220da-ed2e-48c0-ab58-c4cb02092aac admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681016 Aug 12 02:02:53.240976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Request body: {'subnet': {'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:02:53.263653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Made reservation on behalf of a6d22ed080b34a908e299e1dc8275c27 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:02:53.265859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:53.451226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:53.504212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460185b3-118f-46db-bc3a-4a58f116d73a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:53.515758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:02:53.516113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Network hostable DHCP agents. Network: aa6fc7c3-8ebe-4237-bcf9-9a7290b07746, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:02:53.537312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:02:53.548191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, aa6fc7c3-8ebe-4237-bcf9-9a7290b07746) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:02:53.552207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:02:53.552785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:53.557391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1106e-a972-43d5-919c-82adf9ad759d None None] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:02:53.570780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6b3755ef-351e-4c69-a9e7-791c0d5f3cc2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3331091 Aug 12 02:02:53.808017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'tenant_id': 'a6d22ed080b34a908e299e1dc8275c27', 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:02:53.808903 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:53.946727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Allocated IP 192.168.233.2 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/a6f8b55e-a231-41a3-bb4e-537f908401f5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:02:54.092392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:54.100901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Transition to ACTIVE for port object a6f8b55e-a231-41a3-bb4e-537f908401f5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:02:54.120447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Transition to ACTIVE for port object a6f8b55e-a231-41a3-bb4e-537f908401f5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:02:54.127330 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:54.171716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:02:54.177339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Pushing event updated for resources: {'Port': ['ID=a6f8b55e-a231-41a3-bb4e-537f908401f5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:54.180324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:02:54.188016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:02:54.188193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.188500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.188849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.189193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.189532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.189874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.190207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.190537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.190870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.191220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.191575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.191904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:02:54.245197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Attempting to bind port a6f8b55e-a231-41a3-bb4e-537f908401f5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:02:54.245564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Attempting to bind port a6f8b55e-a231-41a3-bb4e-537f908401f5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:02:54.245924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Attempting to bind port a6f8b55e-a231-41a3-bb4e-537f908401f5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:02:54.251979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:02:54.252356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:02:54.252755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:54.253144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:02:54.253604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Bound port: a6f8b55e-a231-41a3-bb4e-537f908401f5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:02:54.254006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:54.319455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] For port a6f8b55e-a231-41a3-bb4e-537f908401f5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:02:54.322549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] For port a6f8b55e-a231-41a3-bb4e-537f908401f5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a6f8b55e-a231-41a3-bb4e-537f908401f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:02:54.328485 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:54.383324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa46ec-e32d-4b10-956e-00b9addbc54a None None] Pushing event updated for resources: {'Port': ['ID=a6f8b55e-a231-41a3-bb4e-537f908401f5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:54.698462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a6f8b55e-a231-41a3-bb4e-537f908401f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:02:54.751959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a6f8b55e-a231-41a3-bb4e-537f908401f5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:02:55.184282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f8f74e-e1d1-4e1e-8202-6cc95c6e5880 None None] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:02:55.301553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Provisioning for port a6f8b55e-a231-41a3-bb4e-537f908401f5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:02:55.309275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Provisioning complete for port a6f8b55e-a231-41a3-bb4e-537f908401f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:02:55.309753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:55.416933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:55.457778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] For port a6f8b55e-a231-41a3-bb4e-537f908401f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a6f8b55e-a231-41a3-bb4e-537f908401f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:02:55.462073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:55.520061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ef99a-d025-45a2-81a5-a755dd3787f0 None None] Pushing event updated for resources: {'Port': ['ID=a6f8b55e-a231-41a3-bb4e-537f908401f5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:02:55.589757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-353cc409-e119-497e-9bf5-d3e9e3747bf6 None None] Provisioning complete for port a6f8b55e-a231-41a3-bb4e-537f908401f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:02:55.590166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-353cc409-e119-497e-9bf5-d3e9e3747bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:02:56.623250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a6f8b55e-a231-41a3-bb4e-537f908401f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:02:56.673701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a6f8b55e-a231-41a3-bb4e-537f908401f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:02:56.674071 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:01.908740 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4d99d39a-e5b9-4887-8232-fe2e73d6eeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:04.459144 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-04d22caf-d7d0-4112-baac-3602d941090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:04.596632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:05.629969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:07.139917 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:26.208954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:03:31.910890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c913be4-d9a6-4599-9b57-93df7c263524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:34.460331 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71203781-d113-40c3-8cd4-b74c455c0d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:34.600700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:35.634196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:03:37.143421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:01.917007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a03f207-19f6-4b73-95f0-ea8982372101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:03.207621 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:04:04.460838 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a453705-a322-4c39-92ae-b1b0913e1624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:04.604328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:05.636049 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:07.147408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.106149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:04:22.112049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-771abf92-3f72-429d-b2a3-78336b91ff8d tempest-verify_tempest_config-1728439580 tempest-verify_tempest_config-1728439580-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:04:22.113017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-771abf92-3f72-429d-b2a3-78336b91ff8d tempest-verify_tempest_config-1728439580 tempest-verify_tempest_config-1728439580-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058696 Aug 12 02:04:22.425362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:04:22.531913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.621215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.625813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.670155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45841ad31188452c88825c6081c2c70c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2437382 Aug 12 02:04:22.670972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84ffda-11cc-489f-8c72-f6c3a04e5599,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:04:22.672812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:04:22.689723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.690081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.690428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.690773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.691107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.691440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.691798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.692128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.692459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.692786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.693113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.693441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d10ebfb-00f9-495d-82a9-6a99c96e9e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:04:22.737738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.757799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.845590 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.848135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:22.849296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc84ffda-11cc-489f-8c72-f6c3a04e5599 HTTP/1.1" status: 204 len: 168 time: 0.1753314 Aug 12 02:04:22.857698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117125d8-ee08-46cd-8298-f4cdbef2ac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84ffda-11cc-489f-8c72-f6c3a04e5599,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:04:31.908217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e393a5c8-3082-4f37-b2b0-f458337c4013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:34.462570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-292377be-4818-4111-b9fa-ed355d589083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:34.605660 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:35.647925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:37.148348 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:04:40.205850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:05:01.907926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19fbc994-ee6f-4351-b576-51bf3cef2aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:04.462514 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f227380-e12c-46e5-87df-b7c76d36aad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:04.605658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:05.644113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:07.150709 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:17.204932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:05:31.907853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-07657e4f-8d0e-47c3-b75d-ceaaa5d67e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:34.463127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0945aa85-b84e-48fa-a4b4-fa94f499aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:34.606430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:35.647008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:37.155231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:05:54.203861 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:06:01.910916 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-df6cb966-4288-49f5-96fa-685231ec41bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:04.461997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9971dc7f-bd80-4dbf-a0c8-80640e2c238b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:04.605868 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:05.650579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:07.156154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:31.202135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:06:31.911630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8612ef18-a5c3-4982-9ea1-1e2ec014eb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:34.465105 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68baa52f-21d7-4d50-8b77-ca58fcde2cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:34.605637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:35.653624 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:06:37.159224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:01.911988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-670810af-9925-4f02-98e3-bd80fdba2f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:04.465548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-196e81b5-2827-4311-aebe-5800b45cbcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:04.605963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:05.656115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:07.161797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:08.202260 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 5 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:07:17.642298 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:31.912150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d6cd3df5-15b3-455a-bf33-25a7c7db69a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:34.213798 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3863014'] for agent, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:34.465336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1f7bb6e-e170-486d-acf6-ff574dca6015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:34.606160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:35.658851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:37.165376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:07:45.201565 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:07:47.586221 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:01.913095 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0dbf8063-8783-4d15-8925-a3a56e9e3d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:03.139330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47104) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:08:03.244053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8abcf28a-32c6-4344-b33d-e6365749de91 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1081471 Aug 12 02:08:04.171449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:04.470500 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c230f11e-580f-42b6-8c3c-9e1be0afba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:04.608311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:05.400174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:08:05.455673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d6641026-9442-416a-bdb8-a15a52a80352 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0543916 Aug 12 02:08:05.661913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:07.168067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:17.606343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:22.207901 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:08:31.912821 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61ae49d7-e8dc-49ad-9dbe-c7e669682012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:34.288649 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:34.470710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9529aae9-e11d-4c85-8ab4-398cba9deeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:34.608327 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:35.663447 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:37.170640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:47.624042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:08:59.197251 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:09:01.913350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db800f66-899e-4c18-b89b-ca2a291ecd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:04.190030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:04.472256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-69f30571-122a-47c5-a409-e1f8e20095c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:04.610031 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:05.666673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:07.179838 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:17.619130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:28.002787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:28.459302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0757df1d-df24-4c4c-adfd-89604648752f tempest-AutoAllocateNetworkTest-667687727 tempest-AutoAllocateNetworkTest-667687727-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3b8a3dfd7dd745c2b2043b05cd9721e7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4539244 Aug 12 02:09:28.461180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47338) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:28.489664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:28.654460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365c37de-0504-404a-92ee-424ca5cfb56f tempest-AutoAllocateNetworkTest-667687727 tempest-AutoAllocateNetworkTest-667687727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:28.659300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47354) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:28.659570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-365c37de-0504-404a-92ee-424ca5cfb56f tempest-AutoAllocateNetworkTest-667687727 tempest-AutoAllocateNetworkTest-667687727-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1966116 Aug 12 02:09:28.733294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fd1fbe47-6679-482c-9e79-70d4644d78e5 tempest-AutoAllocateNetworkTest-667687727 tempest-AutoAllocateNetworkTest-667687727-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687697 Aug 12 02:09:28.733564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:28.764745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c34612de-2140-4bb9-887c-45bcf14ba14b tempest-AutoAllocateNetworkTest-667687727 tempest-AutoAllocateNetworkTest-667687727-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3b8a3dfd7dd745c2b2043b05cd9721e7 HTTP/1.1" status: 200 len: 208 time: 0.0301874 Aug 12 02:09:28.878886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-network', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:28.900978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Made reservation on behalf of 5c30a2a0080b4d59873185b6b0599a2e for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:28.903277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:28.912826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.018673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.024073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.053983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:09:29.055950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4f7578-eab5-46ee-94ac-cdc0f8dde343,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:29.066641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.066991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.067336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.067700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.068039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.068374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.068716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.069040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.069374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.069696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.070194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.070523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Tracked resource versions report: Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: pushed versions: Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: { 'AddressGroup': {'1.2'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'ConntrackHelper': {'1.0'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Log': {'1.0'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Network': {'1.1'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Port': {'1.7'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'PortForwarding': {'1.2'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'QosPolicy': {'1.9'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SecurityGroup': {'1.4'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SubPort': {'1.0'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Subnet': {'1.1'}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Trunk': {'1.1'}} Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: consumer versions: Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: HyperV agent@n-h1-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: HyperV agent@n-h2-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: L3 agent@n-d-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: Metadata agent@n-d-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: Metering agent@n-d-804303-2: {}, Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'ConntrackHelper': '1.0', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Log': '1.0', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Network': '1.1', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Port': '1.7', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'PortForwarding': '1.2', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'QosPolicy': '1.9', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SecurityGroup': '1.4', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SecurityGroupRule': '1.2', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'SubPort': '1.0', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Subnet': '1.1', Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: 'Trunk': '1.1'}} Aug 12 02:09:29.071551 n-d-804303-2 neutron-server[94673]: {{(pid=94673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:09:29.077863 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.078269 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Added segment 1798bb61-5e52-4c81-8ea9-4b122bca58e8 of type vlan for network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 Aug 12 02:09:29.121053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.150436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.151322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:29.151961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.176411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:29.176588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6850278 Aug 12 02:09:29.181830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Request body: {'subnet': {'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-subnet', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:29.206539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Made reservation on behalf of 5c30a2a0080b4d59873185b6b0599a2e for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:29.209318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.232110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34596343-440a-4a82-b5f8-288e1ceac85e admin admin] Pushing event updated for resources: {'Network': ['ID=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:29.246939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:09:29.404822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.449279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:29.461433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.462108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.462222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.462479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.462859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.463194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.463737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.464078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.464410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.464793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.465121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.465448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Tracked resource versions report: Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: pushed versions: Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: { 'AddressGroup': {'1.2'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'ConntrackHelper': {'1.0'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Log': {'1.0'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Network': {'1.1'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Port': {'1.7'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'PortForwarding': {'1.2'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'QosPolicy': {'1.9'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SecurityGroup': {'1.4'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SubPort': {'1.0'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Subnet': {'1.1'}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Trunk': {'1.1'}} Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: consumer versions: Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: HyperV agent@n-h1-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: HyperV agent@n-h2-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: L3 agent@n-d-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: Metadata agent@n-d-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: Metering agent@n-d-804303-2: {}, Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'ConntrackHelper': '1.0', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Log': '1.0', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Network': '1.1', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Port': '1.7', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'PortForwarding': '1.2', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'QosPolicy': '1.9', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SecurityGroup': '1.4', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SecurityGroupRule': '1.2', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'SubPort': '1.0', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Subnet': '1.1', Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: 'Trunk': '1.1'}} Aug 12 02:09:29.466481 n-d-804303-2 neutron-server[94674]: {{(pid=94674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:09:29.494236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Checking segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:29.494605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Network hostable DHCP agents. Network: c2f0c4b1-a69b-49c1-bf58-78bf1aec8615, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:09:29.512441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:09:29.522225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c2f0c4b1-a69b-49c1-bf58-78bf1aec8615) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:29.531085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ec5bbe-bd23-49d1-b2c1-cbb60d63a647 None None] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:09:29.540914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:29.541539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.560932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-336dee8c-042b-4bc6-9e44-8b2ecbe2bfc1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3830922 Aug 12 02:09:29.564327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:29.568980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:29.608774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.610443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.614335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47398) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:29.722310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:09:29.726275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.733903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.880657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Allocated IP 172.20.0.2 (c2f0c4b1-a69b-49c1-bf58-78bf1aec8615/60692fbf-23e2-44f9-a2e1-bbf45bcbcda4/038fe674-276b-425a-94b1-4e3bf3920358) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:29.913252 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:29.927131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e9823d-f2d9-4eeb-9d07-7e893099d564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.058384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e9823d-f2d9-4eeb-9d07-7e893099d564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.065835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e9823d-f2d9-4eeb-9d07-7e893099d564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.106360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.121701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Transition to ACTIVE for port object 038fe674-276b-425a-94b1-4e3bf3920358 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:30.139608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9823d-f2d9-4eeb-9d07-7e893099d564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831643a1-08fd-4e13-88d1-8ffcc24f1706,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:30.145093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1e9823d-f2d9-4eeb-9d07-7e893099d564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b8a3dfd7dd745c2b2043b05cd9721e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5296998 Aug 12 02:09:30.147861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:30.163769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Transition to ACTIVE for port object 038fe674-276b-425a-94b1-4e3bf3920358 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:30.175814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.224319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Pushing event updated for resources: {'Port': ['ID=038fe674-276b-425a-94b1-4e3bf3920358,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:30.238296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.238645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.239000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.239337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.239702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.240131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.240470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.240797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.241122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.241443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.241766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.242087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.242463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Tracked resource versions report: Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: pushed versions: Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: { 'AddressGroup': {'1.2'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'ConntrackHelper': {'1.0'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Log': {'1.0'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Network': {'1.1'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Port': {'1.7'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'PortForwarding': {'1.2'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'QosPolicy': {'1.9'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SecurityGroup': {'1.4'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SubPort': {'1.0'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Subnet': {'1.1'}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Trunk': {'1.1'}} Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: consumer versions: Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: HyperV agent@n-h1-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: HyperV agent@n-h2-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: L3 agent@n-d-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: Metadata agent@n-d-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: Metering agent@n-d-804303-2: {}, Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'ConntrackHelper': '1.0', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Log': '1.0', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Network': '1.1', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Port': '1.7', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'PortForwarding': '1.2', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'QosPolicy': '1.9', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SecurityGroup': '1.4', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SecurityGroupRule': '1.2', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'SubPort': '1.0', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Subnet': '1.1', Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: 'Trunk': '1.1'}} Aug 12 02:09:30.243525 n-d-804303-2 neutron-server[94675]: {{(pid=94675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:09:30.255404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:30.257329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:30.260431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:30.301945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.330706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.342104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Attempting to bind port 038fe674-276b-425a-94b1-4e3bf3920358 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:30.342480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Attempting to bind port 038fe674-276b-425a-94b1-4e3bf3920358 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:30.342853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Attempting to bind port 038fe674-276b-425a-94b1-4e3bf3920358 on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:30.349220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:30.349595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Checking segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:30.349998 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.350393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Bound using segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:30.350921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Bound port: 038fe674-276b-425a-94b1-4e3bf3920358, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:30.351324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.362140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.382324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.385256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.388892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/831643a1-08fd-4e13-88d1-8ffcc24f1706 HTTP/1.1" status: 204 len: 168 time: 0.2367694 Aug 12 02:09:30.411820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b24ab2-71ae-403e-9706-279edb0e9b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831643a1-08fd-4e13-88d1-8ffcc24f1706,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:30.449954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] For port 038fe674-276b-425a-94b1-4e3bf3920358, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:30.457531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] For port 038fe674-276b-425a-94b1-4e3bf3920358, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=038fe674-276b-425a-94b1-4e3bf3920358,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:30.472214 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.539116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Allocated IP 172.25.3.110 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/8f2a959f-6831-4a4a-8be5-5e97f95269c6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:30.558005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6248be-b2c4-4ee7-8920-f54a0a0879ea None None] Pushing event updated for resources: {'Port': ['ID=038fe674-276b-425a-94b1-4e3bf3920358,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:30.708573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.785688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:30.878698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:30.881590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:30.885263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:30.980154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2a959f-6831-4a4a-8be5-5e97f95269c6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:31.205271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:31.435387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:31.599315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Router e6678758-e060-4837-9282-10ba240698d0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:09:31.739151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:09:31.748464 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:09:31.759202 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:31.759952 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:31.765536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:31.769793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0e65422f-99b4-482e-a1df-70b1fd05b625 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2017217 Aug 12 02:09:31.770325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:31.832840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e0648-0d3e-4d48-a6bc-4a8f94a8167e None None] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:09:31.895319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:32.055438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-222bded9-d87d-4e43-9d7e-410878507da3 None None] Provisioning for port 038fe674-276b-425a-94b1-4e3bf3920358 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:32.082180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3075c62a-b04f-40cd-af87-8110beac1a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.210906 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:31Z', 'revision_number': 3, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:32.276781 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:09:32.277786 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Updating router e6678758-e060-4837-9282-10ba240698d0 port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:09:32.317744 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.691807 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.702414 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Transition to ACTIVE for port object 8f2a959f-6831-4a4a-8be5-5e97f95269c6 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:32.710511 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.748004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.760263 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Pushing event updated for resources: {'Port': ['ID=8f2a959f-6831-4a4a-8be5-5e97f95269c6,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:32.779275 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.779666 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.780014 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.780383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.780840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.781324 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.793357 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.794857 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.796972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.798167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.799800 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.800554 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:09:32.801947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47554) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:32.807028 n-d-804303-2 neutron-server[94673]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Tracked resource versions report: Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: pushed versions: Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: { 'AddressGroup': {'1.2'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'ConntrackHelper': {'1.0'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Log': {'1.0'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Network': {'1.1'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Port': {'1.7'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'PortForwarding': {'1.2'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'QosPolicy': {'1.9'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SecurityGroup': {'1.4'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SecurityGroupRule': {'1.2'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SubPort': {'1.0'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Subnet': {'1.1'}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Trunk': {'1.1'}} Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: consumer versions: Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: { DHCP agent@n-d-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: HyperV agent@n-h1-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: HyperV agent@n-h2-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: L3 agent@n-d-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: Metadata agent@n-d-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: Metering agent@n-d-804303-2: {}, Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: Open vSwitch agent@n-d-804303-2: { 'AddressGroup': '1.2', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'ConntrackHelper': '1.0', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Log': '1.0', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Network': '1.1', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Port': '1.7', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'PortForwarding': '1.2', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'QosPolicy': '1.9', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SecurityGroup': '1.4', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SecurityGroupRule': '1.2', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'SubPort': '1.0', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Subnet': '1.1', Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: 'Trunk': '1.1'}} Aug 12 02:09:32.817183 n-d-804303-2 neutron-server[94676]: {{(pid=94676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 02:09:32.866230 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Attempting to bind port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:32.866613 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Attempting to bind port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:32.866985 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Attempting to bind port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:32.874657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-a90abb10-64c4-4ae1-bc57-d01b59440cbf tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b91261af6c4a40e3a53a798355cf2682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691833 Aug 12 02:09:32.895003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:32.895697 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:32.896418 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.897079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:32.897792 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Bound port: 8f2a959f-6831-4a4a-8be5-5e97f95269c6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:32.898344 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:32.965191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 038fe674-276b-425a-94b1-4e3bf3920358 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:32.979427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Allocated IP 172.20.0.1 (c2f0c4b1-a69b-49c1-bf58-78bf1aec8615/60692fbf-23e2-44f9-a2e1-bbf45bcbcda4/b39567ec-90ab-4642-9103-fbec6225eec6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:33.022411 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] For port 8f2a959f-6831-4a4a-8be5-5e97f95269c6, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:33.025639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] For port 8f2a959f-6831-4a4a-8be5-5e97f95269c6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8f2a959f-6831-4a4a-8be5-5e97f95269c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:33.035762 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.076507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 038fe674-276b-425a-94b1-4e3bf3920358 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:33.082099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 038fe674-276b-425a-94b1-4e3bf3920358 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:33.083132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.167206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:33.167932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:33.198035 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.214622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Transition to ACTIVE for port object b39567ec-90ab-4642-9103-fbec6225eec6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:33.268878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.273590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.274070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467adee-c560-48ee-90ef-01b8c985b4b6 None None] Pushing event updated for resources: {'Port': ['ID=8f2a959f-6831-4a4a-8be5-5e97f95269c6,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:33.283161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:33.329325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Pushing event updated for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:33.347987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:33.349778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:33.352431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:33.353181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.353639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-ed17766d-b52e-44d5-9d3a-cbe680794cf0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:33.368089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-ed17766d-b52e-44d5-9d3a-cbe680794cf0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4904571 Aug 12 02:09:33.368305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 038fe674-276b-425a-94b1-4e3bf3920358, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=038fe674-276b-425a-94b1-4e3bf3920358,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:33.380230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.403850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-bc4b65b8-aa1f-4ae7-a1c0-6357fe03b115 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/quotas/b91261af6c4a40e3a53a798355cf2682 HTTP/1.1" status: 200 len: 375 time: 0.0347791 Aug 12 02:09:33.443527 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:33.525208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=038fe674-276b-425a-94b1-4e3bf3920358,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:33.552572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-22880bd6-7ec2-49a6-9c19-a4d6c6c2a246 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1471736 Aug 12 02:09:33.585585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-291c867a-b3a9-4a73-a759-b750e516ed74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.676962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.745844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-38ef1ddd-9f54-4018-9d35-694ef5c050b2 None None] Provisioning for port b39567ec-90ab-4642-9103-fbec6225eec6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:33.752033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-38ef1ddd-9f54-4018-9d35-694ef5c050b2 None None] Provisioning complete for port b39567ec-90ab-4642-9103-fbec6225eec6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:33.754312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-38ef1ddd-9f54-4018-9d35-694ef5c050b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.801041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-291c867a-b3a9-4a73-a759-b750e516ed74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.811356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-291c867a-b3a9-4a73-a759-b750e516ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.883399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-38ef1ddd-9f54-4018-9d35-694ef5c050b2 None None] Port b39567ec-90ab-4642-9103-fbec6225eec6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:33.883964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c867a-b3a9-4a73-a759-b750e516ed74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dd05da-3d80-408f-9cad-59995c3af26a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:33.917748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.926368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.927372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:33.939315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47586) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:33.939803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-291c867a-b3a9-4a73-a759-b750e516ed74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=debe198b8df4424d840c2d22a64751ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6553791 Aug 12 02:09:33.957598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:31Z', 'revision_number': 3, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:34.031431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c474dd32-f5d6-4b68-b297-e9aa1e7ff606 None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:31Z', 'revision_number': 3, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:09:34.044473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Pushing event updated for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:34.164684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-309d3b47-90b7-415d-8306-36029caa522f req-532387fb-631c-4044-b99f-afb1dbebc368 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0637047 Aug 12 02:09:34.194563 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.287070 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.310617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.369047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.372003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.373244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7dd05da-3d80-408f-9cad-59995c3af26a HTTP/1.1" status: 204 len: 168 time: 0.3436041 Aug 12 02:09:34.375226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:34.386119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:34.393919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b0eb9-10fc-4cb8-a975-aaccd6a5ebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dd05da-3d80-408f-9cad-59995c3af26a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:34.480636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f861ed16-ed74-4ca9-9ba0-811d47c672fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.592328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:09:34.623943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.736202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01cc1aef-460a-4614-aeea-8c1ed40bdfb1 None None] Provisioning complete for port b39567ec-90ab-4642-9103-fbec6225eec6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:34.737729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01cc1aef-460a-4614-aeea-8c1ed40bdfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:34.743698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:34.792461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-01cc1aef-460a-4614-aeea-8c1ed40bdfb1 None None] Port b39567ec-90ab-4642-9103-fbec6225eec6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:34.805376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:09:34.813597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4528e3e7-3a0c-4d77-8251-3b7639abd1da admin admin] 10.222.0.11 "PUT /v2.0/routers/e6678758-e060-4837-9282-10ba240698d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0422854 Aug 12 02:09:35.011262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 038fe674-276b-425a-94b1-4e3bf3920358 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:35.105037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 038fe674-276b-425a-94b1-4e3bf3920358 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:35.105409 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.236902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8f2a959f-6831-4a4a-8be5-5e97f95269c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:35.295644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47678) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:35.301194 n-d-804303-2 neutron-server[94674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 02:09:35.305316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:35.309814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:35.310186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.322373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dce99a8-b3e8-49ee-b47a-e110c67205bd req-9545f7d0-3603-4671-b64a-a57bb8f48403 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0745842 Aug 12 02:09:35.347399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8e61e6-36e3-40e1-a6b6-4ce9231471f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.354624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-3b5c2602-ae6f-47e2-aca1-b664d479ae2b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ccf751b86f884dca8df7c0785a79497e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545714 Aug 12 02:09:35.487968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.528336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:35.542212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8f2a959f-6831-4a4a-8be5-5e97f95269c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8f2a959f-6831-4a4a-8be5-5e97f95269c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:35.554537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.585945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-29934894-b9d9-4170-8e72-5a9bfced5232 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:35.596805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-29934894-b9d9-4170-8e72-5a9bfced5232 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346945 Aug 12 02:09:35.599839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61086421-92ce-4460-a255-93b2ba0a1a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.632070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8f2a959f-6831-4a4a-8be5-5e97f95269c6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:35.646493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-e5b56784-8435-49c8-8b96-926f8db0d4a7 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/quotas/ccf751b86f884dca8df7c0785a79497e HTTP/1.1" status: 200 len: 375 time: 0.0452199 Aug 12 02:09:35.704019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.725333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-40de2b21-f350-4ee8-90b2-55b7c6c2e3f8 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ccf751b86f884dca8df7c0785a79497e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778053 Aug 12 02:09:35.756852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8e61e6-36e3-40e1-a6b6-4ce9231471f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.767238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be8e61e6-36e3-40e1-a6b6-4ce9231471f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.878896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-be8e61e6-36e3-40e1-a6b6-4ce9231471f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2ba208b232b4cbdbb799eae645c999b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1344731 Aug 12 02:09:35.879863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:35.901726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e61e6-36e3-40e1-a6b6-4ce9231471f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7e848c-9660-443f-a66d-0a6978031722,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:35.957350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61086421-92ce-4460-a255-93b2ba0a1a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:35.966223 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61086421-92ce-4460-a255-93b2ba0a1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.034521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61086421-92ce-4460-a255-93b2ba0a1a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834f5df9-b8ed-47f4-9845-cdd8461907a1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:36.041403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61086421-92ce-4460-a255-93b2ba0a1a32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73bdcfa637fb4bdb94b19fb75c6e3eb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5114460 Aug 12 02:09:36.044149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47720) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:36.058982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.124384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.170366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88fb4d18-da0c-442e-84d3-b6a4a189ab5d req-6f2fca53-027c-4bae-8e44-7916f451a3e4 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0708754 Aug 12 02:09:36.187612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.198684 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:09:36.220724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.224056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.228751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca7e848c-9660-443f-a66d-0a6978031722 HTTP/1.1" status: 204 len: 168 time: 0.3477767 Aug 12 02:09:36.244552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e66ec6-77cb-4d8a-a029-dddecad143f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7e848c-9660-443f-a66d-0a6978031722,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:36.246772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:09:36.280192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.293350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:36.293995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:36.409744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.413330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:36.415329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/834f5df9-b8ed-47f4-9845-cdd8461907a1 HTTP/1.1" status: 204 len: 168 time: 0.3689711 Aug 12 02:09:36.434151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2b710-840f-40eb-bcaf-d1c5184aa83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f5df9-b8ed-47f4-9845-cdd8461907a1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:36.557095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-62257f7c-2e38-44a3-884b-d37c5f747a42 req-dd61bdf3-e6f8-4112-8813-97862601afe1 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.1152997 Aug 12 02:09:36.598357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:36.929600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:36.940123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8f2a959f-6831-4a4a-8be5-5e97f95269c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:36.944549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b0b533-6ace-44c5-b070-2dc9901a4394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.021790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:37.022490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.149335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:37.154764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-network', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:37.176469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b0b533-6ace-44c5-b070-2dc9901a4394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.200626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b0b533-6ace-44c5-b070-2dc9901a4394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.215461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 2, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:37.249768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.255279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:09:37.255685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Updating router e6678758-e060-4837-9282-10ba240698d0 port b39567ec-90ab-4642-9103-fbec6225eec6 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:09:37.279080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Made reservation on behalf of 55aad854f0be4998b63e964b13ca3a09 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:37.282731 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.283624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.302155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98b0b533-6ace-44c5-b070-2dc9901a4394 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cd385e76657471da5abc29d36ef27a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3711233 Aug 12 02:09:37.305878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47806) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:37.316709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.327492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0b533-6ace-44c5-b070-2dc9901a4394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd57255-ca8a-4685-bfdd-021b01570bac,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:37.447675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d2d40ebb-91a5-4f38-a975-78a5188229c3 req-64269c7e-7caf-4b4f-b1fa-68266fddd81b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1394823 Aug 12 02:09:37.535226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.540918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.541559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.585223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:09:37.609446 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.610334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.610937 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Added segment 0b573e16-f826-44ca-8da7-235af75870ca of type vlan for network 545af011-8baa-48d8-88e8-906a8c812ca2 Aug 12 02:09:37.736415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9741a-edda-452e-add7-eda28e349df3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:37.753473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.786118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.788675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.789827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edd57255-ca8a-4685-bfdd-021b01570bac HTTP/1.1" status: 204 len: 168 time: 0.4531159 Aug 12 02:09:37.804316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcb7ef-4d1d-4641-b2de-8a296546c498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd57255-ca8a-4685-bfdd-021b01570bac,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:37.842773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.843758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:37.844382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:37.971087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8204689 Aug 12 02:09:37.972167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e97e2-cb6c-44c7-81e4-a5f504a4f66c admin admin] Pushing event updated for resources: {'Network': ['ID=545af011-8baa-48d8-88e8-906a8c812ca2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:37.974158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:37.980288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Request body: {'subnet': {'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-subnet', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:37.987109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87b572a3-1e20-44a2-aecd-3506b4e5aa41 req-49e22038-ab0e-486b-84f6-449a5bf4feca tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.1390696 Aug 12 02:09:37.994272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 545af011-8baa-48d8-88e8-906a8c812ca2 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:09:38.017968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.035833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Made reservation on behalf of 55aad854f0be4998b63e964b13ca3a09 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:38.038416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.109883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Transition to ACTIVE for port object b39567ec-90ab-4642-9103-fbec6225eec6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:38.135452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.218206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ede5b-aeec-4ef2-a097-dde2cc8e4330 None None] Pushing event updated for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:38.383167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.21', 65224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:38.406103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Attempting to bind port b39567ec-90ab-4642-9103-fbec6225eec6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:38.407633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Attempting to bind port b39567ec-90ab-4642-9103-fbec6225eec6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:38.407633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Attempting to bind port b39567ec-90ab-4642-9103-fbec6225eec6 on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:38.413463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:38.413953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Checking segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:38.417632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.418409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Bound using segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:38.418916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Bound port: b39567ec-90ab-4642-9103-fbec6225eec6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:38.419333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.438512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-a754e262-6d80-4f3a-91b6-a7ff4f205b48 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b91261af6c4a40e3a53a798355cf2682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401068 Aug 12 02:09:38.452181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.538072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] For port b39567ec-90ab-4642-9103-fbec6225eec6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:38.538658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Checking segment: {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:38.539021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Network hostable DHCP agents. Network: 545af011-8baa-48d8-88e8-906a8c812ca2, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:09:38.543962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] For port b39567ec-90ab-4642-9103-fbec6225eec6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b39567ec-90ab-4642-9103-fbec6225eec6,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:38.556379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.577716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Network 545af011-8baa-48d8-88e8-906a8c812ca2 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:09:38.591800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=409e7c59-8f33-4d34-9b91-b6a9ead33018,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:38.606246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 545af011-8baa-48d8-88e8-906a8c812ca2) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:38.657673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:38.658264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.679432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:38.680166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:38.693893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-64b4d72c-df18-4a36-bc8a-1d2e5190e5cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7162135 Aug 12 02:09:38.694711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:38.699113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:38.773598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.775061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.792838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-13c46db3-2cf1-4d1c-af2b-33b5fe8dd74d tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:38.794875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-13c46db3-2cf1-4d1c-af2b-33b5fe8dd74d tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3470719 Aug 12 02:09:38.814068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e14e9ac-65a8-4783-950a-ede0d6468e3d None None] Network 545af011-8baa-48d8-88e8-906a8c812ca2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:09:38.830255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81ee7e9b-6b72-45e8-865b-1546975b897a req-97126e32-d455-456e-8ac4-df238d3a11c8 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1049414 Aug 12 02:09:38.857143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.25', 65442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:38.904638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-e11f8f48-545c-4632-a5ab-85c87e520021 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ccf751b86f884dca8df7c0785a79497e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453296 Aug 12 02:09:38.908987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:38.909651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47892) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:38.913274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Request body: {'port': {'device_id': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': 'b91261af6c4a40e3a53a798355cf2682'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:39.002605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:39.180524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ede5b-aeec-4ef2-a097-dde2cc8e4330 None None] Pushing event updated for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:39.364972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-9b8b445b-feb5-45bc-94c5-bfafd78ef028 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:39.366484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-9b8b445b-feb5-45bc-94c5-bfafd78ef028 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3269460 Aug 12 02:09:39.384813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Made reservation on behalf of b91261af6c4a40e3a53a798355cf2682 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:39.390272 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.402135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.447025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-848bb8dc-bff5-48f7-abac-34a1ba02e8c1 req-cffbf7cf-4831-470c-a7ae-214d60c4be91 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0723164 Aug 12 02:09:39.474788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc920423-690b-4a0a-97a6-ca53855b7a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.532335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.540036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Request body: {'port': {'device_id': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': 'ccf751b86f884dca8df7c0785a79497e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:39.546124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.564048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:38Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:39.634391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67635393-df08-49e6-807d-ff8d2eeb14d5 None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:38Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:09:39.647613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765d3ab0-4e0b-4331-9acd-c6704baf4402,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:39.721162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-545af011-8baa-48d8-88e8-906a8c812ca2', 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'fixed_ips': [{'subnet_id': '409e7c59-8f33-4d34-9b91-b6a9ead33018'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:09:39.727122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:39.739036 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.009770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Allocated IP 172.20.0.2 (545af011-8baa-48d8-88e8-906a8c812ca2/409e7c59-8f33-4d34-9b91-b6a9ead33018/e7caa743-174d-4ccc-a342-cb61e0f55b36) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:40.108353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Allocated IP 192.168.233.92 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/4d82633e-8898-4ebd-949e-afff7cea89d3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:40.160602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc920423-690b-4a0a-97a6-ca53855b7a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.179379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc920423-690b-4a0a-97a6-ca53855b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.425248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.435731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bc920423-690b-4a0a-97a6-ca53855b7a95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e29944f9f8894502b018f9742b28cc21&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5248761 Aug 12 02:09:40.436629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:40.439818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc920423-690b-4a0a-97a6-ca53855b7a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f56b107-63ee-4fb0-a890-aeba60158323,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:40.476775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Transition to ACTIVE for port object e7caa743-174d-4ccc-a342-cb61e0f55b36 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:40.533876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Transition to ACTIVE for port object e7caa743-174d-4ccc-a342-cb61e0f55b36 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:40.549459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.634266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-504881d6-5931-4a6a-a17e-cd06e7d59c26 req-77c0255f-e93d-4dbd-aaee-701ce084f861 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1338463 Aug 12 02:09:40.702248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Pushing event updated for resources: {'Port': ['ID=e7caa743-174d-4ccc-a342-cb61e0f55b36,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:40.723176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Network 545af011-8baa-48d8-88e8-906a8c812ca2 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:40.724957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:40.741964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:40.747192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.769516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Made reservation on behalf of ccf751b86f884dca8df7c0785a79497e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:09:40.774633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.806165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.809310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Transition to ACTIVE for port object 4d82633e-8898-4ebd-949e-afff7cea89d3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:40.907690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Attempting to bind port e7caa743-174d-4ccc-a342-cb61e0f55b36 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:40.907985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Attempting to bind port e7caa743-174d-4ccc-a342-cb61e0f55b36 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:40.908352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Attempting to bind port e7caa743-174d-4ccc-a342-cb61e0f55b36 on network 545af011-8baa-48d8-88e8-906a8c812ca2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:40.911732 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.930336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:40.933845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Checking segment: {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:40.936228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc3962f1-9810-4775-ab79-c03ba420fd84 req-a0434109-7acd-4a53-af54-6666df64c835 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.2060995 Aug 12 02:09:40.937055 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.937601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Bound using segment: {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:40.943445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Bound port: e7caa743-174d-4ccc-a342-cb61e0f55b36, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:40.944211 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:40.946422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.046072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.070122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.112287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:41.118061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0a1087e1-c553-4961-8202-0818c21374db None None] For port e7caa743-174d-4ccc-a342-cb61e0f55b36, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:41.123306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0a1087e1-c553-4961-8202-0818c21374db None None] For port e7caa743-174d-4ccc-a342-cb61e0f55b36, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e7caa743-174d-4ccc-a342-cb61e0f55b36,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:41.133320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:41.137637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b39567ec-90ab-4642-9103-fbec6225eec6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:41.149775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:41.157810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:41.158361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.170283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.195877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Pushing event updated for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:41.215236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.228632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.292678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3060f21-d9c1-40c4-b30e-2456b2d430b7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:41.299060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-823f7abf-47dd-4355-8bea-4418b1d7c2cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3921223 Aug 12 02:09:41.330369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.370168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-47aced7b-3fd5-489e-a426-bb6123aab56a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:09:41.373277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-47aced7b-3fd5-489e-a426-bb6123aab56a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117128 Aug 12 02:09:41.642426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Allocated IP 192.168.233.188 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/fc5421e9-02c2-4977-8fc4-8b5ab20de84b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:41.669179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1087e1-c553-4961-8202-0818c21374db None None] Pushing event updated for resources: {'Port': ['ID=e7caa743-174d-4ccc-a342-cb61e0f55b36,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:41.715444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b39567ec-90ab-4642-9103-fbec6225eec6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:41.735181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b39567ec-90ab-4642-9103-fbec6225eec6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:41.742228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.802419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.816189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:41.817357 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f56b107-63ee-4fb0-a890-aeba60158323 HTTP/1.1" status: 204 len: 168 time: 1.3711343 Aug 12 02:09:41.887208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c917a69e-0190-450d-97bb-1ba9f599b230 None None] Provisioning for port 4d82633e-8898-4ebd-949e-afff7cea89d3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:41.894499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Allocated IP 172.25.3.45 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/fe84001c-f20a-47d6-90a6-a122036de935) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:41.899412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0fb5-0741-413f-aaa7-6b93ea1154c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f56b107-63ee-4fb0-a890-aeba60158323,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:42.002842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c917a69e-0190-450d-97bb-1ba9f599b230 None None] Provisioning complete for port 4d82633e-8898-4ebd-949e-afff7cea89d3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:42.004096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c917a69e-0190-450d-97bb-1ba9f599b230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.117087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c917a69e-0190-450d-97bb-1ba9f599b230 None None] Port 4d82633e-8898-4ebd-949e-afff7cea89d3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:42.336143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.348863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fcaf5764-7666-4c92-84aa-665edfc77a6a req-e3c9da9d-bff6-45b4-892e-9ff4f4f8fa76 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1345387 Aug 12 02:09:42.505421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d738a0-51bd-48e5-bbca-977d97ecab2a req-3dc745a4-c139-4c8a-aecc-c0d96c027d9c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:42.520874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03d738a0-51bd-48e5-bbca-977d97ecab2a req-3dc745a4-c139-4c8a-aecc-c0d96c027d9c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 935 time: 0.3312435 Aug 12 02:09:42.525821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:42.574001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.625245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.652400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03d738a0-51bd-48e5-bbca-977d97ecab2a req-a9cc3414-3649-4c87-9486-71cc31e202b0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270661 Aug 12 02:09:42.720701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b39567ec-90ab-4642-9103-fbec6225eec6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b39567ec-90ab-4642-9103-fbec6225eec6,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:42.731989 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.738250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:42.759122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:42.762188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:42.791366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:42.823827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Request body: {'port': {'device_id': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:42.906115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:43.041777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e7caa743-174d-4ccc-a342-cb61e0f55b36 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:43.051987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48014) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:43.053247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Pushing event updated for resources: {'Port': ['ID=fe84001c-f20a-47d6-90a6-a122036de935,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:43.127838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.137601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b0db0c-6474-421c-9ce9-e682ad5243c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.210790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e7caa743-174d-4ccc-a342-cb61e0f55b36 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:43.553467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c3dd9-a56c-4ff4-b0ab-79dc569b185a None None] Network 545af011-8baa-48d8-88e8-906a8c812ca2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:09:43.572288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5e5d-a6a2-4cd3-9971-c7a843de2392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.620424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Transition to ACTIVE for port object fc5421e9-02c2-4977-8fc4-8b5ab20de84b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:43.680064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a1e6dcd5-6e19-4fdc-a075-61bdbf2822b5 req-2480d735-8b14-49eb-a46e-cea37748daa6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.1120977 Aug 12 02:09:43.706545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Provisioning for port e7caa743-174d-4ccc-a342-cb61e0f55b36 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:43.708471 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.773903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Provisioning complete for port e7caa743-174d-4ccc-a342-cb61e0f55b36 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:43.774801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.777417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.815414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b0db0c-6474-421c-9ce9-e682ad5243c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:43.936267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95b0db0c-6474-421c-9ce9-e682ad5243c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.037701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0db0c-6474-421c-9ce9-e682ad5243c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0487dc5d-cd6f-40fb-9523-fcc483ab65ea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:44.117464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.159305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:44.198290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] For port e7caa743-174d-4ccc-a342-cb61e0f55b36, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e7caa743-174d-4ccc-a342-cb61e0f55b36,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:44.213951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.228919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:44.241633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Pushing event updated for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:44.309024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:44.330283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:44.331077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.393425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0861d4-0a2e-43a3-a187-2cb8bdd9bc93 None None] Pushing event updated for resources: {'Port': ['ID=e7caa743-174d-4ccc-a342-cb61e0f55b36,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:44.507347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d82633e-8898-4ebd-949e-afff7cea89d3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:09:44.520905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.564644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Transition to ACTIVE for port object 4d82633e-8898-4ebd-949e-afff7cea89d3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:44.572637 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.644332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5d9116d6-a935-415e-9330-36aa81115b48 None None] Provisioning complete for port e7caa743-174d-4ccc-a342-cb61e0f55b36 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:44.646663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5d9116d6-a935-415e-9330-36aa81115b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.685678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Pushing event updated for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:44.725253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95b0db0c-6474-421c-9ce9-e682ad5243c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bf30743d4184155b01781ebbaacc4f1&name=default HTTP/1.1" status: 200 len: 2976 time: 1.6517584 Aug 12 02:09:44.737497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b7cc-01ca-4c15-89aa-1ed3a8172082 req-899906fb-c958-492b-80e4-c1b0bb384438 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:44.740109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfe8b7cc-01ca-4c15-89aa-1ed3a8172082 req-899906fb-c958-492b-80e4-c1b0bb384438 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 935 time: 0.8364370 Aug 12 02:09:44.742312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:44.783490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Attempting to bind port 4d82633e-8898-4ebd-949e-afff7cea89d3 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:44.788610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Attempting to bind port 4d82633e-8898-4ebd-949e-afff7cea89d3 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:44.789397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Attempting to bind port 4d82633e-8898-4ebd-949e-afff7cea89d3 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:44.810539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Port 4d82633e-8898-4ebd-949e-afff7cea89d3 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:09:44.810873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Attempting to bind port 4d82633e-8898-4ebd-949e-afff7cea89d3 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:44.821053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:44.821417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:44.822038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:44.822474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Bound port: 4d82633e-8898-4ebd-949e-afff7cea89d3, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:44.822839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.936290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-069ea45e-d852-4ec2-9800-d7933a1abcf0 None None] Provisioning for port fc5421e9-02c2-4977-8fc4-8b5ab20de84b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:44.940938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-069ea45e-d852-4ec2-9800-d7933a1abcf0 None None] Provisioning complete for port fc5421e9-02c2-4977-8fc4-8b5ab20de84b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:44.941358 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-069ea45e-d852-4ec2-9800-d7933a1abcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:44.960665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:44.970332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4d82633e-8898-4ebd-949e-afff7cea89d3,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:44.991572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.003694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b39567ec-90ab-4642-9103-fbec6225eec6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:45.017834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfe8b7cc-01ca-4c15-89aa-1ed3a8172082 req-a6078998-99b5-450e-8bc1-b9193c0f8b85 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519801 Aug 12 02:09:45.035772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.106753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.120858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-069ea45e-d852-4ec2-9800-d7933a1abcf0 None None] Port fc5421e9-02c2-4977-8fc4-8b5ab20de84b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:45.132952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b39567ec-90ab-4642-9103-fbec6225eec6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:45.133367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.167975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.209473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Pushing event updated for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:45.218513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:45.220068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.221954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-83858ef6-9db0-4cf6-a027-fb3659864202 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d82633e-8898-4ebd-949e-afff7cea89d3 HTTP/1.1" status: 200 len: 1095 time: 3.0290923 Aug 12 02:09:45.222622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:09:45.348382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5e5d-a6a2-4cd3-9971-c7a843de2392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.355764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e7caa743-174d-4ccc-a342-cb61e0f55b36 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:45.376603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-bec61b1e-dcc7-4d1e-90e4-8f8d26d97f8f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8411865 Aug 12 02:09:45.416936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fe5e5d-a6a2-4cd3-9971-c7a843de2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.431790 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b871698-7f25-4379-8283-319037fb1104" -d '{"events": [{"name": "network-changed", "server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:09:45.499725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e7caa743-174d-4ccc-a342-cb61e0f55b36 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:45.500684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.525171 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a6fe5e5d-a6a2-4cd3-9971-c7a843de2392 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6dbfbf61a70465b94d49f8aa02b266b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9979737 Aug 12 02:09:45.525828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.528335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:45.529513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.530618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0487dc5d-cd6f-40fb-9523-fcc483ab65ea HTTP/1.1" status: 204 len: 168 time: 0.7825663 Aug 12 02:09:45.535171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe5e5d-a6a2-4cd3-9971-c7a843de2392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8957e19-b7ab-41f6-88ec-1d951253dc1c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:45.577794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd98dbf-6562-44e3-96e6-59d90c5ec3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0487dc5d-cd6f-40fb-9523-fcc483ab65ea,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:45.667336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-d37c93c3-38c1-48b8-9491-9e8bf489b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:45.674654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-d37c93c3-38c1-48b8-9491-9e8bf489b92e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 1098 time: 0.2622397 Aug 12 02:09:45.684572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f974bf0-d861-4d92-bedd-fa54b3cbca39 req-3a7bc645-29ab-47e6-b59e-937d27e781ef tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:45.696960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f974bf0-d861-4d92-bedd-fa54b3cbca39 req-3a7bc645-29ab-47e6-b59e-937d27e781ef tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 936 time: 0.4286771 Aug 12 02:09:45.755216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f974bf0-d861-4d92-bedd-fa54b3cbca39 req-1dea2948-ab62-46d3-817b-e854c6905d3f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575175 Aug 12 02:09:45.857593 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-0dac5640-6899-4a14-b79b-c2f49853e46a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4d82633e-8898-4ebd-949e-afff7cea89d3 HTTP/1.1" status: 200 len: 217 time: 0.1326761 Aug 12 02:09:45.858271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Router 28ceb3c4-9801-416a-880e-13ad45a4e124 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:09:45.929003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.970838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:45.973859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-14f23776-46af-4cbf-a6d9-d878275c6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:45.975340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-14f23776-46af-4cbf-a6d9-d878275c6c7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1064456 Aug 12 02:09:45.998272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:09:46.009910 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Sync routers for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:09:46.026405 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:46.027439 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:46.028113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:46.030012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-92b00c66-9fb3-4d27-902e-9d7785ff64fe admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.3340728 Aug 12 02:09:46.034871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:46.096368 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87801a7-fef1-4524-8528-885995c08715 x-openstack-request-id: req-e87801a7-fef1-4524-8528-885995c08715 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:09:46.096796 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:09:46.097167 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e87801a7-fef1-4524-8528-885995c08715 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:09:46.097787 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3', 'status': 'completed', 'code': 200} Aug 12 02:09:46.232669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-c0043d47-3dd4-4123-8fdd-57dc3e14ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:46.236194 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:46.241481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-c0043d47-3dd4-4123-8fdd-57dc3e14ab6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2555506 Aug 12 02:09:46.242330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:46.249843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:46.252471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8957e19-b7ab-41f6-88ec-1d951253dc1c HTTP/1.1" status: 204 len: 168 time: 0.7221305 Aug 12 02:09:46.318673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410f739-1cbf-4551-941d-9c00dd49371f req-05493d04-d74d-4bee-a864-4f44bae36cab tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:46.324695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b410f739-1cbf-4551-941d-9c00dd49371f req-05493d04-d74d-4bee-a864-4f44bae36cab tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1698284 Aug 12 02:09:46.377010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-36b0b920-d325-4862-bfd5-1efe4c50a4ab service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210048 Aug 12 02:09:46.384694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122188e-e95b-41ce-a3f2-f7646ff758fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8957e19-b7ab-41f6-88ec-1d951253dc1c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:46.543931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:43Z', 'revision_number': 3, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:46.575730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Checking router: 28ceb3c4-9801-416a-880e-13ad45a4e124 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:09:46.576358 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Updating router 28ceb3c4-9801-416a-880e-13ad45a4e124 port fe84001c-f20a-47d6-90a6-a122036de935 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:09:46.607633 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:46.661066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f49d2ee-f804-44ba-ad3e-cbc02cf3070d req-e22cbea1-70ea-4691-b6dd-e0662a4fb65d service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320530 Aug 12 02:09:46.770959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-c3417d50-afa6-4cd6-bb9b-adff43411570 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:09:46.772463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-c3417d50-afa6-4cd6-bb9b-adff43411570 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128541 Aug 12 02:09:46.780215 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b410f739-1cbf-4551-941d-9c00dd49371f req-c0a3f411-2543-4548-b174-c2a82dad94e0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335296 Aug 12 02:09:46.924940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:46.957487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39966d3b-df6e-4444-87ff-701512edc07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.064853 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.088768 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Transition to ACTIVE for port object fe84001c-f20a-47d6-90a6-a122036de935 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:47.105383 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.198658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39966d3b-df6e-4444-87ff-701512edc07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.207289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9349a-e0e0-4667-a2ed-0173052d6ddb req-f03f329f-1c5b-4d91-a0bc-304e48eac63c tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:47.209131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dff9349a-e0e0-4667-a2ed-0173052d6ddb req-f03f329f-1c5b-4d91-a0bc-304e48eac63c tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 936 time: 0.2437744 Aug 12 02:09:47.226504 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Attempting to bind port fe84001c-f20a-47d6-90a6-a122036de935 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:47.240132 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Attempting to bind port fe84001c-f20a-47d6-90a6-a122036de935 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:47.240876 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Attempting to bind port fe84001c-f20a-47d6-90a6-a122036de935 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:47.250653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39966d3b-df6e-4444-87ff-701512edc07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.262337 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361f9d-51cc-49ca-bd5d-9fae114787ad None None] Pushing event updated for resources: {'Port': ['ID=fe84001c-f20a-47d6-90a6-a122036de935,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:47.265073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:47.267285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Request body: {'port': {'device_id': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'device_owner': 'compute:tempest-test_az-1904046682', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:47.267944 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:47.268524 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.276617 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:47.278066 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Bound port: fe84001c-f20a-47d6-90a6-a122036de935, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:47.279483 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.331975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966d3b-df6e-4444-87ff-701512edc07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39d6a27-626a-47bf-aa50-872bc87bc5d9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:47.337849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dff9349a-e0e0-4667-a2ed-0173052d6ddb req-b4bfa9da-8472-419d-86e8-4b9749929d29 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091275 Aug 12 02:09:47.444698 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] For port fe84001c-f20a-47d6-90a6-a122036de935, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:47.462504 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] For port fe84001c-f20a-47d6-90a6-a122036de935, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fe84001c-f20a-47d6-90a6-a122036de935,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:47.474324 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.604384 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:47.605274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:47.614593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.642988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.658083 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15361f9d-51cc-49ca-bd5d-9fae114787ad None None] Pushing event updated for resources: {'Port': ['ID=fe84001c-f20a-47d6-90a6-a122036de935,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:47.733046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b871698-7f25-4379-8283-319037fb1104 req-8b1a910a-dd88-4ba8-b30e-313fbc1a0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:47.735253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-8b1a910a-dd88-4ba8-b30e-313fbc1a0061 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 1098 time: 0.5622489 Aug 12 02:09:47.804356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:47.937029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b871698-7f25-4379-8283-319037fb1104 req-da0c3880-648c-4063-a03c-3eb23250e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:47.940138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-da0c3880-648c-4063-a03c-3eb23250e4d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1950231 Aug 12 02:09:47.945193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-39966d3b-df6e-4444-87ff-701512edc07e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b9d64a6e82a44a3a524784b023cc132&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0187395 Aug 12 02:09:47.945983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:47.950580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:48.023237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f36859-73fc-49fa-a31e-9b7c33c02463 req-26567685-7a26-4ce1-850a-f9e7087ecda0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:48.024979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46f36859-73fc-49fa-a31e-9b7c33c02463 req-26567685-7a26-4ce1-850a-f9e7087ecda0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1593676 Aug 12 02:09:48.041578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Allocated IP 172.20.0.1 (545af011-8baa-48d8-88e8-906a8c812ca2/409e7c59-8f33-4d34-9b91-b6a9ead33018/e5aea314-9ed9-4d4e-a08f-a9558929c56b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:48.200407 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:43Z', 'revision_number': 3, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:48.232965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.245129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d024101-afe9-49ef-91ac-28829fc36035 None None] The sync data for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 is: [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:43Z', 'revision_number': 3, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:09:48.269667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Transition to ACTIVE for port object e5aea314-9ed9-4d4e-a08f-a9558929c56b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:48.274861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.282222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46f36859-73fc-49fa-a31e-9b7c33c02463 req-37804b44-35f5-434f-92e0-90454d14ed9c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451522 Aug 12 02:09:48.323374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.379107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.441877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Network 545af011-8baa-48d8-88e8-906a8c812ca2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:48.456479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:48.462567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:48.463609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.466231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.471539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.476107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e39d6a27-626a-47bf-aa50-872bc87bc5d9 HTTP/1.1" status: 204 len: 168 time: 0.5245123 Aug 12 02:09:48.479479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Pushing event updated for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:48.552007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69abfd15-ae92-4fb3-9c06-11fd79ac8cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39d6a27-626a-47bf-aa50-872bc87bc5d9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:48.642665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5421e9-02c2-4977-8fc4-8b5ab20de84b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:09:48.685954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.730356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a5b0d-7a7e-4ebe-871c-5295b665b92c req-ab655e7d-faa1-4029-a87e-180e15f5b5b4 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:48.744479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Transition to ACTIVE for port object fc5421e9-02c2-4977-8fc4-8b5ab20de84b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:48.744844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b58a5b0d-7a7e-4ebe-871c-5295b665b92c req-ab655e7d-faa1-4029-a87e-180e15f5b5b4 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 936 time: 0.2127309 Aug 12 02:09:48.829529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-37189e25-87a0-469b-95c2-6446477c9326 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=4d82633e-8898-4ebd-949e-afff7cea89d3 HTTP/1.1" status: 200 len: 217 time: 0.8510375 Aug 12 02:09:48.830967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.955898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3cca41ff-93a1-46e8-9376-207af9ea6f76 None None] Provisioning for port e5aea314-9ed9-4d4e-a08f-a9558929c56b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:48.970185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3cca41ff-93a1-46e8-9376-207af9ea6f76 None None] Provisioning complete for port e5aea314-9ed9-4d4e-a08f-a9558929c56b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:48.978813 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3cca41ff-93a1-46e8-9376-207af9ea6f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:48.987709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b58a5b0d-7a7e-4ebe-871c-5295b665b92c req-608378b0-d659-4579-82d0-ae7293db280e tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418578 Aug 12 02:09:49.011410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:49.040371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b871698-7f25-4379-8283-319037fb1104 req-3a221ded-828d-4a39-b941-8b0923fdee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:49.042886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-3a221ded-828d-4a39-b941-8b0923fdee74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1940536 Aug 12 02:09:49.107656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3cca41ff-93a1-46e8-9376-207af9ea6f76 None None] Port e5aea314-9ed9-4d4e-a08f-a9558929c56b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:49.221361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Attempting to bind port fc5421e9-02c2-4977-8fc4-8b5ab20de84b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:49.221920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Attempting to bind port fc5421e9-02c2-4977-8fc4-8b5ab20de84b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:49.222353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Attempting to bind port fc5421e9-02c2-4977-8fc4-8b5ab20de84b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:49.248331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b871698-7f25-4379-8283-319037fb1104 req-bd21e489-461b-47b9-aa58-8b34f8a12ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:49.257410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-bd21e489-461b-47b9-aa58-8b34f8a12ea2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1724324 Aug 12 02:09:49.259109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Port fc5421e9-02c2-4977-8fc4-8b5ab20de84b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:09:49.259538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Attempting to bind port fc5421e9-02c2-4977-8fc4-8b5ab20de84b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:49.267028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:49.272768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:49.273164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:49.273615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:49.274134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Bound port: fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:49.274697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:49.437373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:49.444328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:49.477513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:49.647153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:49.648266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:49.650165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] 10.222.0.25 "PUT /v2.0/ports/fc5421e9-02c2-4977-8fc4-8b5ab20de84b HTTP/1.1" status: 200 len: 1118 time: 2.6270351 Aug 12 02:09:49.653513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd86f9-4858-4c2d-aa7c-52bef7755120 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:49.659505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:09:49.662823 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88833d5e-2373-4e7f-9930-347e4e8398ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:09:49.746113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-d4411329-4ca0-4d93-b3d2-568896ec917e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504523 Aug 12 02:09:49.968480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b871698-7f25-4379-8283-319037fb1104 req-aab5778b-f99b-4fba-8c75-6aa5caaf964e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955345 Aug 12 02:09:50.061849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:50.076859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309883-32e6-4f0f-bccc-ca1c4863e024 req-5c24184a-4ab3-474e-ab9c-32f1c19970df tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:50.079065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9309883-32e6-4f0f-bccc-ca1c4863e024 req-5c24184a-4ab3-474e-ab9c-32f1c19970df tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1637976 Aug 12 02:09:50.080422 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:50.081361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:50.243291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Pushing event updated for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:50.257896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9309883-32e6-4f0f-bccc-ca1c4863e024 req-65cc36a8-e579-4732-9f96-776d290fe2ff tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672845 Aug 12 02:09:50.311774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Network 545af011-8baa-48d8-88e8-906a8c812ca2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:50.313438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:50.374230 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e18a0eb-bc3e-4c7b-a3dd-93a4cdf4622d x-openstack-request-id: req-9e18a0eb-bc3e-4c7b-a3dd-93a4cdf4622d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:09:50.374674 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:09:50.375182 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e18a0eb-bc3e-4c7b-a3dd-93a4cdf4622d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:09:50.375792 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b', 'status': 'completed', 'code': 200} Aug 12 02:09:50.560152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Router 28ceb3c4-9801-416a-880e-13ad45a4e124 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:09:50.747003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2656a7cb-8bc0-404a-bfae-f0acbce5444d None None] Provisioning complete for port e5aea314-9ed9-4d4e-a08f-a9558929c56b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:50.747516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2656a7cb-8bc0-404a-bfae-f0acbce5444d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:50.837246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:09:50.849844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-237e1389-ae67-4fe7-98a5-57d67a3ae922 admin admin] 10.222.0.11 "PUT /v2.0/routers/28ceb3c4-9801-416a-880e-13ad45a4e124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8060193 Aug 12 02:09:50.896231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2656a7cb-8bc0-404a-bfae-f0acbce5444d None None] Port e5aea314-9ed9-4d4e-a08f-a9558929c56b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:09:51.056166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fe84001c-f20a-47d6-90a6-a122036de935 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:51.073970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9abd-c592-4f62-9ecb-ef3cc21e0a15 req-f7ae5a0e-182d-4191-b1f5-1826c73bfbd2 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:51.088427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09fe9abd-c592-4f62-9ecb-ef3cc21e0a15 req-f7ae5a0e-182d-4191-b1f5-1826c73bfbd2 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.1166108 Aug 12 02:09:51.142058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09fe9abd-c592-4f62-9ecb-ef3cc21e0a15 req-01c3dc8c-82b7-4bec-b69d-1b3abc287f7b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526681 Aug 12 02:09:51.145577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port fe84001c-f20a-47d6-90a6-a122036de935 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:51.149551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port fe84001c-f20a-47d6-90a6-a122036de935 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:51.149926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:51.232021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-8249a614-e73f-4aab-8163-1d003409e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:51.234587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-8249a614-e73f-4aab-8163-1d003409e686 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf751b86f884dca8df7c0785a79497e&device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 1121 time: 0.0637240 Aug 12 02:09:51.328422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:51.355064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-77736ce4-daec-4b9a-ae47-77d1e243d3e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b HTTP/1.1" status: 200 len: 217 time: 0.1126552 Aug 12 02:09:51.395116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port fe84001c-f20a-47d6-90a6-a122036de935, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fe84001c-f20a-47d6-90a6-a122036de935,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:51.402345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:51.460772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Sync routers for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:09:51.465216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-75dc3210-d0c9-4fac-ab00-820b9deadd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:51.467544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-75dc3210-d0c9-4fac-ab00-820b9deadd01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1046982 Aug 12 02:09:51.491351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:51.491935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:51.567299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f539f9c-d38a-451f-b914-852b963b1546 req-1de96f75-0dfe-427c-8934-6cf63f3613d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:51.569063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-1de96f75-0dfe-427c-8934-6cf63f3613d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884991 Aug 12 02:09:51.591973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=fe84001c-f20a-47d6-90a6-a122036de935,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:51.708333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-0a2dea82-3e37-4546-9ebd-42946ff4129f service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319070 Aug 12 02:09:51.733103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:51.919071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f539f9c-d38a-451f-b914-852b963b1546 req-09d7a8ee-c096-4f18-b579-a601194aaf04 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026532 Aug 12 02:09:51.972353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcbb1f-0e5b-48d0-92a1-40b7ad06eb97 req-74cee2e2-5d0e-4c64-957e-b1ae0eb75ece tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:51.974214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4dbcbb1f-0e5b-48d0-92a1-40b7ad06eb97 req-74cee2e2-5d0e-4c64-957e-b1ae0eb75ece tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1449425 Aug 12 02:09:52.056150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4dbcbb1f-0e5b-48d0-92a1-40b7ad06eb97 req-9e46e450-863e-4c38-bd6c-bd427065997c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755427 Aug 12 02:09:52.075428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:48Z', 'revision_number': 4, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'e5aea314-9ed9-4d4e-a08f-a9558929c56b', 'name': '', 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'mac_address': 'fa:16:3e:da:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:47Z', 'updated_at': '2021-08-12T02:09:49Z', 'revision_number': 2, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'subnets': [{'id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:52.111064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Checking router: 28ceb3c4-9801-416a-880e-13ad45a4e124 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:09:52.111411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Updating router 28ceb3c4-9801-416a-880e-13ad45a4e124 port e5aea314-9ed9-4d4e-a08f-a9558929c56b binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:09:52.138345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:52.561439 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:52.608290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Transition to ACTIVE for port object e5aea314-9ed9-4d4e-a08f-a9558929c56b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:09:52.649426 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:52.737114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3cbd4-1cd2-4c10-8c3f-21ef41c03c80 req-0ca1fef9-c9a6-4cbf-bc91-d316efbf0a58 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:52.743573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19b3cbd4-1cd2-4c10-8c3f-21ef41c03c80 req-0ca1fef9-c9a6-4cbf-bc91-d316efbf0a58 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.1174529 Aug 12 02:09:52.752629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a62b1-0736-4ffe-999f-a0874a97be59 None None] Pushing event updated for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:52.839976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19b3cbd4-1cd2-4c10-8c3f-21ef41c03c80 req-bd59dc30-7284-403e-bd13-44c7f8d259ae tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862522 Aug 12 02:09:52.876389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-3965fc6d-bb64-4b26-aaed-67699415b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:52.879318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-3965fc6d-bb64-4b26-aaed-67699415b899 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ccf751b86f884dca8df7c0785a79497e&device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 1121 time: 0.1283715 Aug 12 02:09:52.945130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Attempting to bind port e5aea314-9ed9-4d4e-a08f-a9558929c56b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:09:52.945358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Attempting to bind port e5aea314-9ed9-4d4e-a08f-a9558929c56b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:09:52.945723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Attempting to bind port e5aea314-9ed9-4d4e-a08f-a9558929c56b on network 545af011-8baa-48d8-88e8-906a8c812ca2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:09:52.948176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48192) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:52.964898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fe84001c-f20a-47d6-90a6-a122036de935 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:52.966852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:09:52.967222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Checking segment: {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:09:52.967647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:52.968464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Bound using segment: {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:09:52.968983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Bound port: e5aea314-9ed9-4d4e-a08f-a9558929c56b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b573e16-f826-44ca-8da7-235af75870ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:09:52.969387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.139033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-b4df22d7-6967-46a9-b740-13ca01bae35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:53.141535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-b4df22d7-6967-46a9-b740-13ca01bae35a service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2551737 Aug 12 02:09:53.193600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port fe84001c-f20a-47d6-90a6-a122036de935 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:53.194360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.228436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-27427e04-2cd8-46f7-ba47-ad684331fff3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b HTTP/1.1" status: 200 len: 217 time: 0.0768039 Aug 12 02:09:53.253254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] For port e5aea314-9ed9-4d4e-a08f-a9558929c56b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:09:53.256974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] For port e5aea314-9ed9-4d4e-a08f-a9558929c56b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5aea314-9ed9-4d4e-a08f-a9558929c56b,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:09:53.283044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.290646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cdf16d-d9f5-4482-bd00-eaf3b2dbe1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.321867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-3514a102-5827-4176-8643-fe6a1331e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:53.324175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-3514a102-5827-4176-8643-fe6a1331e425 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0884509 Aug 12 02:09:53.347313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:09:53.348040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:09:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:53.384810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2fc9-50f1-4ab7-9d49-b9eb137baa48 req-7cfd0af3-440c-45d5-b858-13e81cde9334 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:53.394266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6dda2fc9-50f1-4ab7-9d49-b9eb137baa48 req-7cfd0af3-440c-45d5-b858-13e81cde9334 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1679823 Aug 12 02:09:53.440746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-10ab64f5-412e-4357-9d78-aa6ef2490513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:53.442565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-10ab64f5-412e-4357-9d78-aa6ef2490513 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106892 Aug 12 02:09:53.479260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6dda2fc9-50f1-4ab7-9d49-b9eb137baa48 req-75ade601-491e-4af6-a6ae-7451483a1071 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825365 Aug 12 02:09:53.501519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a62b1-0736-4ffe-999f-a0874a97be59 None None] Pushing event updated for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:53.645170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cdf16d-d9f5-4482-bd00-eaf3b2dbe1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.658788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cdf16d-d9f5-4482-bd00-eaf3b2dbe1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.715183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-b9e7ee6a-7f6f-4134-8938-e89628265290 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640607 Aug 12 02:09:53.719208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:09:53.751719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:53.752073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84cdf16d-d9f5-4482-bd00-eaf3b2dbe1db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd10adc9d7f142acba4091d648f983e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8026230 Aug 12 02:09:53.768362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf16d-d9f5-4482-bd00-eaf3b2dbe1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47609d55-0715-4e01-86f9-758a933aa5b9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:53.932694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:53.944744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:54.012768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.068745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:48Z', 'revision_number': 4, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'e5aea314-9ed9-4d4e-a08f-a9558929c56b', 'name': '', 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'mac_address': 'fa:16:3e:da:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:47Z', 'updated_at': '2021-08-12T02:09:53Z', 'revision_number': 4, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'subnets': [{'id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:09:54.089423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1857454749', 'description': 'tempest-description--646676678'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:54.120810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87828066-a460-4563-85c7-f9bb4c5df344 None None] The sync data for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 is: [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:09:48Z', 'revision_number': 4, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'e5aea314-9ed9-4d4e-a08f-a9558929c56b', 'name': '', 'network_id': '545af011-8baa-48d8-88e8-906a8c812ca2', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'mac_address': 'fa:16:3e:da:93:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:47Z', 'updated_at': '2021-08-12T02:09:53Z', 'revision_number': 4, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'subnets': [{'id': '409e7c59-8f33-4d34-9b91-b6a9ead33018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:09:54.128660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.132094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.133445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47609d55-0715-4e01-86f9-758a933aa5b9 HTTP/1.1" status: 204 len: 168 time: 0.3806605 Aug 12 02:09:54.212892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273fa72-9394-4113-baad-8e226f02922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47609d55-0715-4e01-86f9-758a933aa5b9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:54.220843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.297267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37783653-e275-4aae-ae2c-ebbac8b3922f req-0b38e347-2576-46f9-960d-84c848bea939 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:54.308612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37783653-e275-4aae-ae2c-ebbac8b3922f req-0b38e347-2576-46f9-960d-84c848bea939 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.1889720 Aug 12 02:09:54.359736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88833d5e-2373-4e7f-9930-347e4e8398ab req-54fdbd37-3a2d-4496-ac46-5a82ffce8f1a service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553053 Aug 12 02:09:54.397428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37783653-e275-4aae-ae2c-ebbac8b3922f req-3df33dc5-f32c-4118-8d7c-34f70a8ffd57 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878983 Aug 12 02:09:54.459760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.480704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.571447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.581342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:54.583653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4985135 Aug 12 02:09:54.588084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'security_group_rule': {'security_group_id': '77e6e68c-565a-4201-a95a-30bfc8fa8e12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:54.599400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cc6c-9fd4-439a-a320-4957fd6ef6c1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6e68c-565a-4201-a95a-30bfc8fa8e12,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:54.760882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.851707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:54.871406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b69ee987-c6d5-407d-b7b3-b877f8bf1065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:54.907098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186810f-a740-4147-8d04-1855b3ebbe7f req-908b50b7-c430-48f8-967d-79bf2cb927ce tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:54.914716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7186810f-a740-4147-8d04-1855b3ebbe7f req-908b50b7-c430-48f8-967d-79bf2cb927ce tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.2257166 Aug 12 02:09:55.050905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5aea314-9ed9-4d4e-a08f-a9558929c56b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:55.065415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7186810f-a740-4147-8d04-1855b3ebbe7f req-b03e123e-2562-498b-a2e1-4dca0cb14c38 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440151 Aug 12 02:09:55.117742 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.127647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.157285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e5aea314-9ed9-4d4e-a08f-a9558929c56b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:09:55.162064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e5aea314-9ed9-4d4e-a08f-a9558929c56b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:55.162632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.175784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a48bd74-43c9-457b-a454-f5482286696f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:55.182344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48236) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:55.186472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b69ee987-c6d5-407d-b7b3-b877f8bf1065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.195381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b69ee987-c6d5-407d-b7b3-b877f8bf1065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.204315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.206173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4424707a-81bc-45c3-b30c-3f217dfa9872 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6235583 Aug 12 02:09:55.208869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48240) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:55.213510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'security_group_rule': {'security_group_id': '77e6e68c-565a-4201-a95a-30bfc8fa8e12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:55.230235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b69ee987-c6d5-407d-b7b3-b877f8bf1065 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8de99a3e29644b59bf53ac6759ac815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764517 Aug 12 02:09:55.232065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48242) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:55.255364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.367984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ee987-c6d5-407d-b7b3-b877f8bf1065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48a464-2cea-428f-9af6-c093b35742e0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:55.414914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.434480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.458776 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.480508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.493381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4621709e-ec07-4e2c-8da0-86196994e9aa,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:55.507063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.510349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-37729783-6cd2-4d2f-b8f3-24dbfe0f8910 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004005 Aug 12 02:09:55.516122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:55.520972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:09:55.522391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d166017c-180b-4e15-97d0-cc452652eb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.528905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port e5aea314-9ed9-4d4e-a08f-a9558929c56b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5aea314-9ed9-4d4e-a08f-a9558929c56b,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:09:55.537103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.553377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.642821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:55.660944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:55.769449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914be752-04b0-418f-b7ac-70cab452bb3a req-9f19f465-7c07-445a-a94e-17fbc4be577b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:55.780311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-914be752-04b0-418f-b7ac-70cab452bb3a req-9f19f465-7c07-445a-a94e-17fbc4be577b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.1925037 Aug 12 02:09:55.909440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-914be752-04b0-418f-b7ac-70cab452bb3a req-64e75487-8d76-4fd5-a03e-a230cfcea9bf tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281481 Aug 12 02:09:55.999042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.003141 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.008108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c48a464-2cea-428f-9af6-c093b35742e0 HTTP/1.1" status: 204 len: 168 time: 0.7749791 Aug 12 02:09:56.032337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506f3d9-ac01-44e3-b68d-5de5a4c50416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48a464-2cea-428f-9af6-c093b35742e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:56.049803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.153444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d166017c-180b-4e15-97d0-cc452652eb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.166078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d166017c-180b-4e15-97d0-cc452652eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.225189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d166017c-180b-4e15-97d0-cc452652eb15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e50813c116d14e52af11259249f93434&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0412672 Aug 12 02:09:56.227541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166017c-180b-4e15-97d0-cc452652eb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d285b-c7bf-42fe-9f1a-e42cb84d011e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:56.241253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48252) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:56.325861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.326107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2121-ea3d-4828-b61e-e9c135fa5ecb req-cb2e953e-c2b5-4f03-9bde-1612cf82eb7a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:56.327722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1ce2121-ea3d-4828-b61e-e9c135fa5ecb req-cb2e953e-c2b5-4f03-9bde-1612cf82eb7a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1263342 Aug 12 02:09:56.346842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Allocated IP 172.25.3.252 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/92041e78-8701-47e7-aa2d-0571df440601) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:09:56.387436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.397517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1ce2121-ea3d-4828-b61e-e9c135fa5ecb req-c298f0fd-9c4d-4b66-a83e-d424a1d2bf0d tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530574 Aug 12 02:09:56.508271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.512606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.516044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d5d285b-c7bf-42fe-9f1a-e42cb84d011e HTTP/1.1" status: 204 len: 168 time: 0.2730861 Aug 12 02:09:56.550847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1707a9a-4c40-446d-ab36-fbb25e8595ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d285b-c7bf-42fe-9f1a-e42cb84d011e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:56.610831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.690067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:56.750654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:09:56.752347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:09:56.755665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:09:56.805812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-6a0ce29d-83e1-44e0-b4b1-0a5f5d9023ac tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668128 Aug 12 02:09:56.908106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'Port': ['ID=92041e78-8701-47e7-aa2d-0571df440601,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:57.003842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5aea314-9ed9-4d4e-a08f-a9558929c56b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:09:57.023368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.084562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-ff19154b-8cb7-4eac-b039-fadc0d89f7b7 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:57.093187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-ff19154b-8cb7-4eac-b039-fadc0d89f7b7 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807789 Aug 12 02:09:57.145498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-44d5aed6-baec-496f-a4fa-f1ccd89e46db tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/quotas/1d5a49febb6f481f87c2f7df8d71a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0449636 Aug 12 02:09:57.226462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-52c41594-fb3b-4a83-a53d-f55dc0abf49e tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656488 Aug 12 02:09:57.227529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:57.262910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57aaf729-060b-4071-9e64-8e48d2bf0f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.410536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e5aea314-9ed9-4d4e-a08f-a9558929c56b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:09:57.411071 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.489562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.524056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57aaf729-060b-4071-9e64-8e48d2bf0f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.544219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57aaf729-060b-4071-9e64-8e48d2bf0f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.621221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaf729-060b-4071-9e64-8e48d2bf0f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f806d7e2-95f8-4fc5-803d-dcca3c9a40b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:57.643681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-57aaf729-060b-4071-9e64-8e48d2bf0f14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89bcf4f51a9247048ba2a1600ab97ca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105434 Aug 12 02:09:57.644093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:57.698628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559229c2-4d85-4820-a55d-cbb9a2ddd850 req-5ff2a952-759e-43fc-8701-9865b80ae3d2 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:57.703521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-559229c2-4d85-4820-a55d-cbb9a2ddd850 req-5ff2a952-759e-43fc-8701-9865b80ae3d2 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.6242151 Aug 12 02:09:57.769963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.802422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.804482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-559229c2-4d85-4820-a55d-cbb9a2ddd850 req-5a37a5c5-3f7e-4737-b955-64f5031c4946 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958595 Aug 12 02:09:57.859628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731d51d-21c6-444a-ac48-728eb56e6ee5 req-63d82aeb-5da6-46e5-8c77-454ce360197c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:57.861759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3731d51d-21c6-444a-ac48-728eb56e6ee5 req-63d82aeb-5da6-46e5-8c77-454ce360197c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.1730871 Aug 12 02:09:57.898097 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.918359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e95fe739-61f3-431b-ad0c-8d8ce3e0d4a3 req-f96d1b5d-c5df-439b-97b7-6b17f6704444 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 210 time: 0.0400968 Aug 12 02:09:57.919259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.935387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3731d51d-21c6-444a-ac48-728eb56e6ee5 req-d0b4b506-be04-4985-8a40-011c2ee96370 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677223 Aug 12 02:09:57.966854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.969677 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.972458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:57.973938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f806d7e2-95f8-4fc5-803d-dcca3c9a40b2 HTTP/1.1" status: 204 len: 168 time: 0.3285465 Aug 12 02:09:57.987113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b6e0c-f7fb-42cc-ae55-daac4835b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f806d7e2-95f8-4fc5-803d-dcca3c9a40b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:57.988451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'Port': ['ID=92041e78-8701-47e7-aa2d-0571df440601,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:09:58.008397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:09:58.009874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd9770d6-c136-4311-9357-7a23be19be5b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4920862 Aug 12 02:09:58.307904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-908801ee-2d73-428a-a7a2-14d79aac4780 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1857454749&fields=id&tenant_id=5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 267 time: 0.0490768 Aug 12 02:09:58.518182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-6493e27d-f76d-40f7-9666-8f91a2a1eca3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:58.520208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-6493e27d-f76d-40f7-9666-8f91a2a1eca3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 824 time: 0.2037365 Aug 12 02:09:58.536379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-beec7228-62c2-4626-8672-fb21af4a649f tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/quotas/5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 375 time: 0.0108638 Aug 12 02:09:58.614009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-dc95ec00-b1d9-4d91-a53e-63c406ef6443 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0718651 Aug 12 02:09:58.821919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-68185df9-af82-4839-9b8a-828d267d72e6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:09:58.829705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-68185df9-af82-4839-9b8a-828d267d72e6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0637541 Aug 12 02:09:58.917334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-1533da8f-2c0c-43ef-82a7-24117de2b5fa service neutron] 10.222.0.11 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Aug 12 02:09:59.027652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-35e3e639-63fc-4de2-a080-c5bc268f40d4 service neutron] 10.222.0.11 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034586 Aug 12 02:09:59.152388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877bfc-8d22-4c4e-aeb1-cdd06dde9951 req-aef6169e-4592-4efa-add2-0f5fb49727c0 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:59.153963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34877bfc-8d22-4c4e-aeb1-cdd06dde9951 req-aef6169e-4592-4efa-add2-0f5fb49727c0 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.0647647 Aug 12 02:09:59.225839 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34877bfc-8d22-4c4e-aeb1-cdd06dde9951 req-b610f330-11f2-4aa6-b907-672f6c44ae10 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626714 Aug 12 02:09:59.271888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c6984-0828-4acf-aca8-b08481959746 req-e72b8910-ffbd-4478-bfdc-ff76092867b1 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:09:59.273606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-364c6984-0828-4acf-aca8-b08481959746 req-e72b8910-ffbd-4478-bfdc-ff76092867b1 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.0716786 Aug 12 02:09:59.342146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-364c6984-0828-4acf-aca8-b08481959746 req-87dd18cd-10ce-4ce3-ae56-3ebdc8d71e2e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Aug 12 02:09:59.368923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb206515-28a6-4b3b-9f08-0aef3faa964f req-d5c28656-b402-4b5f-9627-1d8585f0f017 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 210 time: 0.0460825 Aug 12 02:09:59.431704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1acdb1a7-2bbb-4f0f-94e3-2014856a3918 req-9ef871c4-53ef-4212-9053-a2fff5456548 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 210 time: 0.0316536 Aug 12 02:09:59.812922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:09:59.918726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-213fa148-dd25-451e-ac7f-caa7c89b8cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.033898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-213fa148-dd25-451e-ac7f-caa7c89b8cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.038462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-213fa148-dd25-451e-ac7f-caa7c89b8cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.082836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-213fa148-dd25-451e-ac7f-caa7c89b8cae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62f6a0b510a94069a981d7ce35559b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2684038 Aug 12 02:10:00.083679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fa148-dd25-451e-ac7f-caa7c89b8cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f5f00e-6b83-4f8f-b584-e998a2fdbf5e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:00.085535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:00.144760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.180778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-bf0096ca-3179-4e95-84ac-73891afb6bf9 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333049 Aug 12 02:10:00.200076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.319267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.321891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.324096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7f5f00e-6b83-4f8f-b584-e998a2fdbf5e HTTP/1.1" status: 204 len: 168 time: 0.2355742 Aug 12 02:10:00.353467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4401fc-de63-491c-958d-10f0536ae0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f5f00e-6b83-4f8f-b584-e998a2fdbf5e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:00.375956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-1d1105ef-a6a0-4dc9-b306-1b8675a9cc07 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:00.378044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fc5421e9-02c2-4977-8fc4-8b5ab20de84b details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:00.378794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-1d1105ef-a6a0-4dc9-b306-1b8675a9cc07 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889083 Aug 12 02:10:00.426130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Request body: {'port': {'device_id': '681f3684-c1f8-4235-9868-fce0f5e92219', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '1d5a49febb6f481f87c2f7df8d71a7e8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:00.507536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa55ad-5bbd-4ca8-adc4-caaa81d14b5d req-6546e16e-5cfa-4d57-aabc-6c154cf55601 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:00.509384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6caa55ad-5bbd-4ca8-adc4-caaa81d14b5d req-6546e16e-5cfa-4d57-aabc-6c154cf55601 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.0590906 Aug 12 02:10:00.517713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db334fc-1c49-469c-8c63-12125e70248d req-e892d9e2-599a-4f97-afc9-292be866c2d6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:00.518703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:00.520141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3db334fc-1c49-469c-8c63-12125e70248d req-e892d9e2-599a-4f97-afc9-292be866c2d6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 970 time: 0.1404169 Aug 12 02:10:00.541979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b', 'mac_address': 'fa:16:3e:65:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-1904046682', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:00.565869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6caa55ad-5bbd-4ca8-adc4-caaa81d14b5d req-3db99baa-86ab-49fa-98b0-791b4f6a41f6 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460937 Aug 12 02:10:00.601705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3db334fc-1c49-469c-8c63-12125e70248d req-9acb53dd-fc2f-4cb1-b96b-22a8badec9a6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Aug 12 02:10:00.603178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.626073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5421e9-02c2-4977-8fc4-8b5ab20de84b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:00.652712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Made reservation on behalf of 1d5a49febb6f481f87c2f7df8d71a7e8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:00.657654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.674906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.675837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:00.685341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.721894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.21', 65232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:00.754754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:00.772098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0c75368-93d3-4d49-b024-dd02dbb7bbd0 req-532f9ca1-0f62-447f-95fb-f9401d12251f tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 210 time: 0.0678577 Aug 12 02:10:00.775872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48450) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:00.807913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0e59c4d-9efc-4a0f-aca0-72452c996193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.831117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e9a76c-d17d-4305-8943-7fd633999c28 req-8fff0207-7658-448b-b403-564338f84707 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 210 time: 0.1189477 Aug 12 02:10:00.889922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.899797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:00.967873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-f9b0cbf9-cbd7-4c9d-a392-15c4123cdbba tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:00.970819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-f9b0cbf9-cbd7-4c9d-a392-15c4123cdbba tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.21 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 824 time: 0.2447150 Aug 12 02:10:00.987316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99b0e7-6ddc-409b-b9b4-5de969f20f53,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:00.991995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['fc5421e9-02c2-4977-8fc4-8b5ab20de84b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:01.101408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-1d2fa7a7-4a55-4abb-93d5-b79cf69ff948 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 380 time: 0.0965402 Aug 12 02:10:01.108048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Allocated IP 192.168.233.254 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/ba6e7ee6-76ae-4463-b15f-49ed53829d2d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:01.113873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'port': {'device_id': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'admin_state_up': True, 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'security_groups': ['77e6e68c-565a-4201-a95a-30bfc8fa8e12']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:01.147198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0e59c4d-9efc-4a0f-aca0-72452c996193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.164767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0e59c4d-9efc-4a0f-aca0-72452c996193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.254630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0e59c4d-9efc-4a0f-aca0-72452c996193 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e338499a0cb407fbd100ab153c68751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774828 Aug 12 02:10:01.257380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:01.262642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59c4d-9efc-4a0f-aca0-72452c996193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1de78b9-c7fc-4a3e-a3c0-54dbddd13eef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:01.279391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Made reservation on behalf of 5c30a2a0080b4d59873185b6b0599a2e for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:01.283254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.331261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.346868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Transition to ACTIVE for port object ba6e7ee6-76ae-4463-b15f-49ed53829d2d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:01.380919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48466) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:01.393801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.431441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.446469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:01.456102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Pushing event updated for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:01.459564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:01.472365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:01.477943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:01.478534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.499390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-095d9aed-28a7-46b2-a445-fde7636c80f1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0784566 Aug 12 02:10:01.519880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.528421 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e733c10-a001-4a9b-8b36-79e082649aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.552580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Request body: {'port': {'device_id': '681f3684-c1f8-4235-9868-fce0f5e92219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:01.590281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Allocated IP 172.20.0.4 (c2f0c4b1-a69b-49c1-bf58-78bf1aec8615/60692fbf-23e2-44f9-a2e1-bbf45bcbcda4/4e3ae3cb-9637-487c-a9ef-5938a6a0c01c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:01.646609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.733061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-700e4f9c-ddf2-4564-97be-671ee526645b None None] Provisioning for port ba6e7ee6-76ae-4463-b15f-49ed53829d2d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:01.737563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-700e4f9c-ddf2-4564-97be-671ee526645b None None] Provisioning complete for port ba6e7ee6-76ae-4463-b15f-49ed53829d2d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:01.738201 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-700e4f9c-ddf2-4564-97be-671ee526645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.763318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.766438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.767643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1de78b9-c7fc-4a3e-a3c0-54dbddd13eef HTTP/1.1" status: 204 len: 168 time: 0.5090909 Aug 12 02:10:01.787085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-700e4f9c-ddf2-4564-97be-671ee526645b None None] Port ba6e7ee6-76ae-4463-b15f-49ed53829d2d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:01.797351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bcb5a-fc04-4581-bfee-13608e410fed req-9e2509f3-cfc9-4077-bccb-c69f737ca973 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:01.798486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f4bcb5a-fc04-4581-bfee-13608e410fed req-9e2509f3-cfc9-4077-bccb-c69f737ca973 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 971 time: 0.0943921 Aug 12 02:10:01.799272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5f558-7dd2-434a-a0d8-09a9b989ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1de78b9-c7fc-4a3e-a3c0-54dbddd13eef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:01.843051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.871563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Transition to ACTIVE for port object 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:01.876392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f4bcb5a-fc04-4581-bfee-13608e410fed req-780c6efc-768a-4d57-a1da-5fe4be47443e tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602181 Aug 12 02:10:01.917573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:01.927491 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a3f91961-5e0c-4779-9119-7f6c44d19129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.023180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e733c10-a001-4a9b-8b36-79e082649aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.034279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e733c10-a001-4a9b-8b36-79e082649aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.034916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:02.054959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a3dda-acaf-48e8-8860-fdf4cb56ed42 req-340b4678-8216-4cf9-939d-2d6805d9e588 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:02.056596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-607a3dda-acaf-48e8-8860-fdf4cb56ed42 req-340b4678-8216-4cf9-939d-2d6805d9e588 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.3502321 Aug 12 02:10:02.064562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:02.066806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:02.070203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:02.076170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:02.076621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.104882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-c4d3dd9d-8087-41cf-9587-07248dd0fe78 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9967921 Aug 12 02:10:02.116607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4de8-c31a-495f-b96e-dba1243eb4b6 req-00ab5b3a-7e1d-443a-9c46-befa497ce60d tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:02.118433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3bd4de8-c31a-495f-b96e-dba1243eb4b6 req-00ab5b3a-7e1d-443a-9c46-befa497ce60d tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 936 time: 0.1058967 Aug 12 02:10:02.123362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Request body: {'port': {'device_id': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:02.157087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e733c10-a001-4a9b-8b36-79e082649aec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a03c98b7329b48c5a470c3365fa187f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713227 Aug 12 02:10:02.157087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e733c10-a001-4a9b-8b36-79e082649aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63686af8-95cf-442a-8df0-b3198d40243e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:02.159762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:02.217936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-607a3dda-acaf-48e8-8860-fdf4cb56ed42 req-856a562e-7309-46d7-8700-a288512bfefa tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471899 Aug 12 02:10:02.231195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.260172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3bd4de8-c31a-495f-b96e-dba1243eb4b6 req-8f642d51-ecad-4be9-8b56-493ee79b2f52 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108181 Aug 12 02:10:02.268145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.312775 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.351777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fc5421e9-02c2-4977-8fc4-8b5ab20de84b up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:02.405698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6e7ee6-76ae-4463-b15f-49ed53829d2d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:02.417608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.445172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78dcd-cc5e-45b2-b822-fda746b08f80 req-e1617d92-c84f-4faf-988c-b50a321bd30e tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:02.446837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4e78dcd-cc5e-45b2-b822-fda746b08f80 req-e1617d92-c84f-4faf-988c-b50a321bd30e tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 931 time: 0.1052217 Aug 12 02:10:02.449574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Transition to ACTIVE for port object ba6e7ee6-76ae-4463-b15f-49ed53829d2d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:02.452309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6d3f655-be58-4067-8e02-507a06588893 None None] Provisioning for port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:02.456937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port fc5421e9-02c2-4977-8fc4-8b5ab20de84b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:02.462038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port fc5421e9-02c2-4977-8fc4-8b5ab20de84b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:02.462422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.464727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.484986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.487559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.488728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63686af8-95cf-442a-8df0-b3198d40243e HTTP/1.1" status: 204 len: 168 time: 0.3280354 Aug 12 02:10:02.492624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6d3f655-be58-4067-8e02-507a06588893 None None] Provisioning complete for port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:02.493003 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f655-be58-4067-8e02-507a06588893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.528698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e025092-0058-44af-acd6-09a2aa761407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63686af8-95cf-442a-8df0-b3198d40243e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:02.572259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4e78dcd-cc5e-45b2-b822-fda746b08f80 req-84eb7b4a-c102-4ed6-bfec-8fe0a4818fcb tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061654 Aug 12 02:10:02.574756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:02.617136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3f655-be58-4067-8e02-507a06588893 None None] Port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:02.656483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Attempting to bind port ba6e7ee6-76ae-4463-b15f-49ed53829d2d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:02.656778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Attempting to bind port ba6e7ee6-76ae-4463-b15f-49ed53829d2d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:02.661177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Attempting to bind port ba6e7ee6-76ae-4463-b15f-49ed53829d2d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:02.669584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Port ba6e7ee6-76ae-4463-b15f-49ed53829d2d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:02.670002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Attempting to bind port ba6e7ee6-76ae-4463-b15f-49ed53829d2d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:02.672267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.684031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:02.684482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:02.684969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:02.685490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Bound port: ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:02.688345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.729097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:02.730476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:02.802088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.839590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:02.845573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:02.855635 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.882482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:02.937898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:02.938738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:02.939967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ba6e7ee6-76ae-4463-b15f-49ed53829d2d HTTP/1.1" status: 200 len: 1096 time: 1.3939157 Aug 12 02:10:02.940418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:02.942666 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c56e2f1-986f-4ff2-b409-4001aa5dd216" -d '{"events": [{"name": "network-changed", "server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:03.030664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:03.057686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6726cba-a8d9-4173-9c59-7137998c15e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:03.067212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.084619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48518) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:03.113462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d0f3d769-cb94-4432-b2b5-a32a49d073c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.115406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-d0f3d769-cb94-4432-b2b5-a32a49d073c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 1099 time: 0.0947475 Aug 12 02:10:03.116293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Transition to ACTIVE for port object 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:03.117216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49c51ece-b6a2-41c5-ba9a-ce4b59da1281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.131727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.190434 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200ee89a-584a-4a42-8473-cea5c61aca32 x-openstack-request-id: req-200ee89a-584a-4a42-8473-cea5c61aca32 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:03.190854 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:03.191168 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-200ee89a-584a-4a42-8473-cea5c61aca32 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:03.191769 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d', 'status': 'completed', 'code': 200} Aug 12 02:10:03.195375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-074fff63-4c6e-4b93-b09e-2bc0f801619f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d HTTP/1.1" status: 200 len: 217 time: 0.0635886 Aug 12 02:10:03.228208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93f9d3-5470-4630-a750-7ec27a3c6c4b req-203b1f3e-c619-4510-80f4-d8117c04a044 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.236126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b93f9d3-5470-4630-a750-7ec27a3c6c4b req-203b1f3e-c619-4510-80f4-d8117c04a044 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.2101216 Aug 12 02:10:03.262268 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eab8b58-8ec0-4a00-bce1-f9a0273f73bf" -d '{"events": [{"server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:03.287400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-c2052139-b0b9-458a-830e-662873887d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.291508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-c2052139-b0b9-458a-830e-662873887d9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0857015 Aug 12 02:10:03.397529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b93f9d3-5470-4630-a750-7ec27a3c6c4b req-35ca19ac-6739-4a12-904d-09390cbf29d5 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603076 Aug 12 02:10:03.413527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:03.428837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Attempting to bind port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:03.432309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Attempting to bind port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:03.433417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Attempting to bind port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:03.448767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:03.449727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Attempting to bind port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:03.457918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:03.458771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Checking segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:03.459622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Bound using segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:03.460368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Bound port: 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:03.460951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.469227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49c51ece-b6a2-41c5-ba9a-ce4b59da1281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.477831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89fce-4b66-4a28-a386-789ba10863bb req-c1085427-0f1f-43a5-8bb6-19426b0e9ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.480147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-c1085427-0f1f-43a5-8bb6-19426b0e9ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1794815 Aug 12 02:10:03.482361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49c51ece-b6a2-41c5-ba9a-ce4b59da1281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.525326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-49c51ece-b6a2-41c5-ba9a-ce4b59da1281 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6bba35090684a158f94cb5f5da08f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356012 Aug 12 02:10:03.525716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48534) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:03.632754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2321a-f5db-4ab7-a8f8-0eabf04184c6 req-cb79b9d9-ec91-4719-9cf2-c6aff700a742 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.640946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52b2321a-f5db-4ab7-a8f8-0eabf04184c6 req-cb79b9d9-ec91-4719-9cf2-c6aff700a742 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.2955651 Aug 12 02:10:03.644311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-c7f0beb1-6004-4832-a4f0-93f8be1098c5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350265 Aug 12 02:10:03.673721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:03.683144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c51ece-b6a2-41c5-ba9a-ce4b59da1281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb66ec5d-6489-426d-9f8a-8c20b1575cf3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:03.713968 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ed7bc9-f7aa-4858-8556-f31104829571 x-openstack-request-id: req-70ed7bc9-f7aa-4858-8556-f31104829571 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:03.714251 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "name": "network-vif-plugged", "status": "completed", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:03.715028 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70ed7bc9-f7aa-4858-8556-f31104829571 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:03.716002 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b', 'code': 200} Aug 12 02:10:03.725892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.743913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:03.757897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.782196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52b2321a-f5db-4ab7-a8f8-0eabf04184c6 req-a2a0eef1-7a65-4291-bcb0-a9e6bd99bc1e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402659 Aug 12 02:10:03.852971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:03.853607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:03.855154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] 10.222.0.21 "PUT /v2.0/ports/4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 1091 time: 1.7357700 Aug 12 02:10:03.858491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:03.950665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.085682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84b89fce-4b66-4a28-a386-789ba10863bb req-1bf47425-13bc-4961-b48f-0617083b5989 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280002 Aug 12 02:10:04.091454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-c99e4b99-9f15-487b-9db5-b03a267a63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.093103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-c99e4b99-9f15-487b-9db5-b03a267a63bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 1123 time: 0.2927010 Aug 12 02:10:04.103081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e568d-7cc8-4f5a-9471-1cca2ee272de req-83e63f91-bf7a-4127-a47f-4b7ade2678cd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.110904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf4e568d-7cc8-4f5a-9471-1cca2ee272de req-83e63f91-bf7a-4127-a47f-4b7ade2678cd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 943 time: 0.1752341 Aug 12 02:10:04.125288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d43ad1-38f4-4aa6-8e0f-e5dda9994e21 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:04.137501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-367325ca-cda3-42ed-8ba3-a132978e2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.139050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-367325ca-cda3-42ed-8ba3-a132978e2514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1094 time: 0.2023153 Aug 12 02:10:04.146774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-dc89f645-4d41-4880-8e57-625d9073039f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.154166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fda06f-825f-4981-b937-f486dc7a36a5 req-5a6eba47-bda8-43ed-aad3-c6b1996944ac tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.155799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97fda06f-825f-4981-b937-f486dc7a36a5 req-5a6eba47-bda8-43ed-aad3-c6b1996944ac tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 948 time: 0.2980669 Aug 12 02:10:04.159940 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d8152-0558-4985-9b6e-65056a2173bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:04.195512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.196211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf4e568d-7cc8-4f5a-9471-1cca2ee272de req-2fe0efff-c391-4f55-a179-ab275744c070 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840213 Aug 12 02:10:04.262645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-e067cfc1-aea1-431b-8c33-4b6a86e13756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.264201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-e067cfc1-aea1-431b-8c33-4b6a86e13756 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 1099 time: 0.0641935 Aug 12 02:10:04.281273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.283844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.285124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb66ec5d-6489-426d-9f8a-8c20b1575cf3 HTTP/1.1" status: 204 len: 168 time: 0.7583671 Aug 12 02:10:04.291077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-75c116b3-d8ee-478a-b07d-414c634e81fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 217 time: 0.0906496 Aug 12 02:10:04.298226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97fda06f-825f-4981-b937-f486dc7a36a5 req-24476d34-ba17-4eff-82ea-d8972eeca934 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309421 Aug 12 02:10:04.330414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f3a7c-fe1d-44f6-8baa-6094469913e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb66ec5d-6489-426d-9f8a-8c20b1575cf3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:04.377469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-d95b1f02-b4b5-46ce-8aae-f9c4bdd38b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.379105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-d95b1f02-b4b5-46ce-8aae-f9c4bdd38b45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.0758731 Aug 12 02:10:04.393672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-daea2fc4-18fb-4d61-ad96-5a8604022cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.395171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-daea2fc4-18fb-4d61-ad96-5a8604022cbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1223688 Aug 12 02:10:04.441868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-03414ca7-726b-4c5b-b790-a23f71806e23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d HTTP/1.1" status: 200 len: 217 time: 0.0366578 Aug 12 02:10:04.467174 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b0750-1c74-4952-a6ee-7e1954ddfde5 x-openstack-request-id: req-183b0750-1c74-4952-a6ee-7e1954ddfde5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:04.467567 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:04.467928 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-183b0750-1c74-4952-a6ee-7e1954ddfde5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:04.469459 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'status': 'completed', 'code': 200} Aug 12 02:10:04.488774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6955a749-9d0c-48cd-a180-63b2ac4c81cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.504235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-26b22373-8695-4e76-8139-a388ed8e1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.505739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-26b22373-8695-4e76-8139-a388ed8e1e31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0566473 Aug 12 02:10:04.528553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-dc89f645-4d41-4880-8e57-625d9073039f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.545735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-dc89f645-4d41-4880-8e57-625d9073039f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.551073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-87682a42-1615-42ca-af8a-2532678db5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.552659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-87682a42-1615-42ca-af8a-2532678db5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655045 Aug 12 02:10:04.627455 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:04.645255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bc0bf28-4b95-45be-8b13-1285fa933bdb req-dc89f645-4d41-4880-8e57-625d9073039f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319753 Aug 12 02:10:04.648524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89f645-4d41-4880-8e57-625d9073039f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8934e0e6-a113-4d9d-967a-14b7aab5b7c3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:04.679461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-294ddca5-6858-4dc9-b662-0d4aefe157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.679974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-9bca887d-de5e-4423-9850-a307200cd7ba service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183071 Aug 12 02:10:04.681037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-294ddca5-6858-4dc9-b662-0d4aefe157ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670213 Aug 12 02:10:04.694349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f7dc-fb6e-40ca-a339-e39d4b3740a0 req-ee6ac16d-56e5-451d-9c49-68c2e9fc4ccf tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:04.696432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4d5f7dc-fb6e-40ca-a339-e39d4b3740a0 req-ee6ac16d-56e5-451d-9c49-68c2e9fc4ccf tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.1659710 Aug 12 02:10:04.785902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4d5f7dc-fb6e-40ca-a339-e39d4b3740a0 req-b442cadf-c865-472c-9d23-b10b0033100b tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797603 Aug 12 02:10:04.822913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40dcee9f-bfc6-44e3-9e18-b1f020a60713 req-a17bf5c7-68fa-447a-bf8a-58d77c9a0867 service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284947 Aug 12 02:10:04.825011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-09ef29a8-d550-4689-bde1-acfb9af0ec7c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276133 Aug 12 02:10:04.830291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4d82633e-8898-4ebd-949e-afff7cea89d3 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:04.913808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:04.975146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c56e2f1-986f-4ff2-b409-4001aa5dd216 req-32d0af8c-9d8a-4584-a014-abaa31383e59 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332765 Aug 12 02:10:05.002578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-ebd1bf37-0b42-4b2c-8bc1-07f3170c38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.003535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4d82633e-8898-4ebd-949e-afff7cea89d3,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:05.005556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-ebd1bf37-0b42-4b2c-8bc1-07f3170c38ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1094 time: 0.0791614 Aug 12 02:10:05.019494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4d82633e-8898-4ebd-949e-afff7cea89d3', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '4d82633e-8898-4ebd-949e-afff7cea89d3', 'mac_address': 'fa:16:3e:6f:fc:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:05.021337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dee7e-bc51-4477-b685-7b2b12e87666 req-7a2560ba-4457-43cc-ad35-07c1a962d830 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.023490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-536dee7e-bc51-4477-b685-7b2b12e87666 req-7a2560ba-4457-43cc-ad35-07c1a962d830 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 947 time: 0.0702987 Aug 12 02:10:05.070215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.089027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d82633e-8898-4ebd-949e-afff7cea89d3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:05.124805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4d82633e-8898-4ebd-949e-afff7cea89d3,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:05.130575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bdf0e9-c42f-403a-9be3-e5d18498467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.133497 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.174320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-536dee7e-bc51-4477-b685-7b2b12e87666 req-829b27f9-7b93-488e-baf5-4e5628a66170 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417301 Aug 12 02:10:05.219269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-c320112f-a137-412e-955a-f02d3d5f6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.221735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-c320112f-a137-412e-955a-f02d3d5f6ca5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.1973429 Aug 12 02:10:05.233895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:05.255939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bdf0e9-c42f-403a-9be3-e5d18498467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.261432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65bdf0e9-c42f-403a-9be3-e5d18498467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.272062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-6a4fa01c-1333-47c4-a235-416930f1791b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 217 time: 0.0388067 Aug 12 02:10:05.331483 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-65bdf0e9-c42f-403a-9be3-e5d18498467a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94de50c4a3d446dfaea03227e556d288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136779 Aug 12 02:10:05.331483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdf0e9-c42f-403a-9be3-e5d18498467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd7428-ba6a-40c4-8877-62f916d6962a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:05.332576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48598) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:05.355423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef185c42-99df-4b45-9367-eac0b4489a32 req-7b9966d5-5b05-4c59-8dff-5de2e4ce4a68 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.357225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef185c42-99df-4b45-9367-eac0b4489a32 req-7b9966d5-5b05-4c59-8dff-5de2e4ce4a68 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 943 time: 0.0593584 Aug 12 02:10:05.381960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-4448ffb3-e34e-4767-82a9-1e278ce16043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.383596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-4448ffb3-e34e-4767-82a9-1e278ce16043 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.1014953 Aug 12 02:10:05.404075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef185c42-99df-4b45-9367-eac0b4489a32 req-bfbbff8a-60bb-43cb-9ea8-6459d43504dc tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Aug 12 02:10:05.615784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.651777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3630cb5-d5ea-469e-b8de-3293678c55ec req-a759e2ce-9028-44b2-89da-a8f816c5d0ec tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.653279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3630cb5-d5ea-469e-b8de-3293678c55ec req-a759e2ce-9028-44b2-89da-a8f816c5d0ec tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 948 time: 0.2688191 Aug 12 02:10:05.660514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.664747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-856b9567-646a-4844-b9fb-bb4af1309cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.666184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-856b9567-646a-4844-b9fb-bb4af1309cd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711804 Aug 12 02:10:05.686570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.772051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3630cb5-d5ea-469e-b8de-3293678c55ec req-7f58ccf3-7ad9-48b3-8fb8-9e8ff1dd1ab2 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093900 Aug 12 02:10:05.806274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.808808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:05.809915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1bd7428-ba6a-40c4-8877-62f916d6962a HTTP/1.1" status: 204 len: 168 time: 0.4759786 Aug 12 02:10:05.811885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-480e4733-a9c0-463c-9de2-87cddc77254d service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309929 Aug 12 02:10:05.871343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf50fb-a586-465d-be21-bf2769580fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd7428-ba6a-40c4-8877-62f916d6962a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:05.972487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c083-a80f-45ac-ab64-7a4c51a18dc2 req-70a9a286-9a8e-40ea-9e8b-53ceb6d0ff38 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:05.974213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7394c083-a80f-45ac-ab64-7a4c51a18dc2 req-70a9a286-9a8e-40ea-9e8b-53ceb6d0ff38 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.0725663 Aug 12 02:10:05.976161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f8d8152-0558-4985-9b6e-65056a2173bd req-6ecc96e2-7751-473b-83a5-8f2e71f3a11b service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441650 Aug 12 02:10:06.016824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7394c083-a80f-45ac-ab64-7a4c51a18dc2 req-dcdae150-1dc6-4de9-aba5-4a925f476569 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Aug 12 02:10:06.027010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4d82633e-8898-4ebd-949e-afff7cea89d3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:06.244058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48630) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:06.263934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7efbca93-2ade-449a-8a22-e5d8ed419b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.295000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf206-1c6c-40e1-9358-d8dcd4b8e6dd req-794773ca-961c-490c-bcee-9314c84d0a30 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:06.296958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14fbf206-1c6c-40e1-9358-d8dcd4b8e6dd req-794773ca-961c-490c-bcee-9314c84d0a30 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 948 time: 0.0499353 Aug 12 02:10:06.362489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14fbf206-1c6c-40e1-9358-d8dcd4b8e6dd req-42acc124-24fe-4579-9d12-f313d548fe8b tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585496 Aug 12 02:10:06.377118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7efbca93-2ade-449a-8a22-e5d8ed419b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.378319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7efbca93-2ade-449a-8a22-e5d8ed419b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.411037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7efbca93-2ade-449a-8a22-e5d8ed419b84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=504da67f383e4ab48b3544e4e2baf1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653519 Aug 12 02:10:06.413866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48632) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:06.423373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbca93-2ade-449a-8a22-e5d8ed419b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e65c10-6723-4e41-9c3e-11564ba4422d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:06.518099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.553969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.568462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832876-e815-4490-b61e-0e90a15edd06 req-ea6713e8-f47e-4af5-98ce-2d40fff3b1cd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:06.569949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08832876-e815-4490-b61e-0e90a15edd06 req-ea6713e8-f47e-4af5-98ce-2d40fff3b1cd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 943 time: 0.0872619 Aug 12 02:10:06.624100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08832876-e815-4490-b61e-0e90a15edd06 req-ff98fb09-78ae-4130-99eb-1bcc613b1101 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Aug 12 02:10:06.641785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.644508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:06.648664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6e65c10-6723-4e41-9c3e-11564ba4422d HTTP/1.1" status: 204 len: 168 time: 0.2333727 Aug 12 02:10:06.660657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18dd40-b46c-4d2c-afa2-9136443e7561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e65c10-6723-4e41-9c3e-11564ba4422d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:06.889479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5e10d-0f35-4a30-bdb6-e8fb9021806d req-e6dc9486-3062-4823-bf38-6a5abf45cc48 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:06.892305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8d5e10d-0f35-4a30-bdb6-e8fb9021806d req-e6dc9486-3062-4823-bf38-6a5abf45cc48 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 948 time: 0.0526371 Aug 12 02:10:06.936681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8d5e10d-0f35-4a30-bdb6-e8fb9021806d req-850fd414-8b4e-48da-8085-d68d7d43e019 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Aug 12 02:10:07.009976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48668) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:07.141208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359e23d-b635-46d9-87fc-337562584787 req-d3b4d41e-8670-495b-a7c8-9eee6ad57cda tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:07.146087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d359e23d-b635-46d9-87fc-337562584787 req-d3b4d41e-8670-495b-a7c8-9eee6ad57cda tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.0596962 Aug 12 02:10:07.184778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.189758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaebf816-fcf9-445c-9012-ecc70f361f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.219644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d359e23d-b635-46d9-87fc-337562584787 req-cb25ad3a-9adb-4b1f-8c21-21fbeb3a34ae tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617161 Aug 12 02:10:07.311781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaebf816-fcf9-445c-9012-ecc70f361f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.320479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaebf816-fcf9-445c-9012-ecc70f361f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.369103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eaebf816-fcf9-445c-9012-ecc70f361f3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=388d17037238485fbd8432d277851378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579695 Aug 12 02:10:07.370220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebf816-fcf9-445c-9012-ecc70f361f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0744c-fc09-4d6a-8374-42ca6ec3f219,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:07.372496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:07.385128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-94656b8d-afae-4c85-9eb3-f257c76212bf tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:07.386885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-94656b8d-afae-4c85-9eb3-f257c76212bf tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 1123 time: 0.0490916 Aug 12 02:10:07.420143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-6262e307-a035-47be-b6d0-ccba0b1b78f1 tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.435960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.476888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.538478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-6262e307-a035-47be-b6d0-ccba0b1b78f1 tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.541816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-6262e307-a035-47be-b6d0-ccba0b1b78f1 tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.545776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f15e2-9527-4661-8d50-b3801669db4e req-36d91f28-ec78-4093-80be-38564f5bce65 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:07.548394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-034f15e2-9527-4661-8d50-b3801669db4e req-36d91f28-ec78-4093-80be-38564f5bce65 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 948 time: 0.0921397 Aug 12 02:10:07.567931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e76db7d5-bac5-454c-ab51-b11db64a6934 req-6262e307-a035-47be-b6d0-ccba0b1b78f1 tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662579 Aug 12 02:10:07.577020 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.577823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262e307-a035-47be-b6d0-ccba0b1b78f1 tempest-AggregatesAdminTestJSON-1847893940 tempest-AggregatesAdminTestJSON-1847893940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dce6c9-7db8-4f95-ab57-37bb2e33ee72,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:07.579799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:07.580877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75e0744c-fc09-4d6a-8374-42ca6ec3f219 HTTP/1.1" status: 204 len: 168 time: 0.2074971 Aug 12 02:10:07.603876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c54ee-d544-4a3f-8b44-8ee6a3cd1f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0744c-fc09-4d6a-8374-42ca6ec3f219,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:07.625359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-034f15e2-9527-4661-8d50-b3801669db4e req-433c0fc3-b758-43fb-8de2-5117f8ecb27a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Aug 12 02:10:07.777320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739317a-9620-4637-b47c-f4bba0865b8c req-8bff4290-17c4-43d4-a924-52fddbcdd289 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:07.778919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7739317a-9620-4637-b47c-f4bba0865b8c req-8bff4290-17c4-43d4-a924-52fddbcdd289 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 943 time: 0.0560858 Aug 12 02:10:07.821329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7739317a-9620-4637-b47c-f4bba0865b8c req-930a552e-3dd7-4bcb-915e-40804da00905 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363219 Aug 12 02:10:07.966263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48716) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:07.981601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88febc7-805b-401f-b17f-a014eeb66c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.076150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bafd92-ef98-4b97-88fe-ecdf0a8ed789 req-984b94dc-39bc-4112-8819-55f5e0ea15ed tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:08.077799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4bafd92-ef98-4b97-88fe-ecdf0a8ed789 req-984b94dc-39bc-4112-8819-55f5e0ea15ed tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 948 time: 0.0579400 Aug 12 02:10:08.105514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88febc7-805b-401f-b17f-a014eeb66c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.111912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f88febc7-805b-401f-b17f-a014eeb66c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.135187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4bafd92-ef98-4b97-88fe-ecdf0a8ed789 req-3583e590-8d8f-4104-a8fb-557d2cda2966 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500948 Aug 12 02:10:08.162830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f88febc7-805b-401f-b17f-a014eeb66c59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85232a391899407691a436e04365e4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954153 Aug 12 02:10:08.163988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88febc7-805b-401f-b17f-a014eeb66c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1555d55-0ce5-43b4-907e-ac9b8ff6fac2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:08.165604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48732) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:08.225153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.247637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.307924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.310744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:08.315618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1555d55-0ce5-43b4-907e-ac9b8ff6fac2 HTTP/1.1" status: 204 len: 168 time: 0.1486557 Aug 12 02:10:08.324194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c560e45-8133-4563-823c-a98a48701870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1555d55-0ce5-43b4-907e-ac9b8ff6fac2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:08.758828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df5075-5a84-4fea-8279-b65d024c38d3 req-9077b0d8-d677-41a3-a5cf-72ece21572ef tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:08.760404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1df5075-5a84-4fea-8279-b65d024c38d3 req-9077b0d8-d677-41a3-a5cf-72ece21572ef tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 948 time: 0.0495594 Aug 12 02:10:08.802887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1df5075-5a84-4fea-8279-b65d024c38d3 req-24eb4d47-5441-40ec-9435-65ec2615832f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339191 Aug 12 02:10:08.822498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ba6e7ee6-76ae-4463-b15f-49ed53829d2d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:08.863420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4d82633e-8898-4ebd-949e-afff7cea89d3 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:08.978543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04d22-0262-4f7a-a345-f43489464483 req-61961beb-c817-4cb2-927b-f2cc15ecfa85 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:08.983245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:08.988148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bd04d22-0262-4f7a-a345-f43489464483 req-61961beb-c817-4cb2-927b-f2cc15ecfa85 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 943 time: 0.0678225 Aug 12 02:10:09.004411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4d82633e-8898-4ebd-949e-afff7cea89d3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:09.009153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4d82633e-8898-4ebd-949e-afff7cea89d3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:09.009524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.011388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d', 'mac_address': 'fa:16:3e:c7:84:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:09.042235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bd04d22-0262-4f7a-a345-f43489464483 req-322ce531-4987-4e63-8f94-2cc5b59ad08c tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486364 Aug 12 02:10:09.073853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.111030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6e7ee6-76ae-4463-b15f-49ed53829d2d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:09.159143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:09.168287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.169119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:09.201092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.246473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:09.246586 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e648f1-05ef-439d-bf38-13fdd0e2db44" -d '{"events": [{"server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "name": "network-vif-plugged", "status": "completed", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:09.302681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4d82633e-8898-4ebd-949e-afff7cea89d3,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:09.307159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:09.322822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.358508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b633f91-91b1-4cde-8bec-bc8aa353030a req-45e13b1d-40a1-4b5d-9e6e-171d9d5d36b1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:09.367831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b633f91-91b1-4cde-8bec-bc8aa353030a req-45e13b1d-40a1-4b5d-9e6e-171d9d5d36b1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 949 time: 0.0698307 Aug 12 02:10:09.399147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:09.408814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:09.420553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b633f91-91b1-4cde-8bec-bc8aa353030a req-460d8602-4b9f-4b3d-87a1-cbacd6d3d8e1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463517 Aug 12 02:10:09.423103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'port_id': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'mac_address': 'fa:16:3e:d7:c9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:09.486203 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.489982 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe08764-0bb3-4efc-8f1e-55353bd48135 x-openstack-request-id: req-afe08764-0bb3-4efc-8f1e-55353bd48135 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:09.490281 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "name": "network-vif-plugged", "status": "completed", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:09.490535 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afe08764-0bb3-4efc-8f1e-55353bd48135 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:09.490905 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3', 'code': 200} Aug 12 02:10:09.503723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:09.528706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:09.535818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:09.594853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:09.700758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed397436-52be-4c65-9b73-6d11cb741a85 req-eb179e37-3207-48d6-9d20-eb34269aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:09.703857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed397436-52be-4c65-9b73-6d11cb741a85 req-eb179e37-3207-48d6-9d20-eb34269aa85c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 1100 time: 0.1038849 Aug 12 02:10:09.762290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed397436-52be-4c65-9b73-6d11cb741a85 req-0c9819d8-de2b-4fef-9c84-b4083064e3ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477114 Aug 12 02:10:09.982033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115785f6-3c03-47db-a8cd-0598258a3a8c req-fb5f597c-b757-41ff-a56a-c88ed84046cb tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:09.985128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-115785f6-3c03-47db-a8cd-0598258a3a8c req-fb5f597c-b757-41ff-a56a-c88ed84046cb tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 949 time: 0.0549810 Aug 12 02:10:10.033561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-115785f6-3c03-47db-a8cd-0598258a3a8c req-d18d2298-c68b-487c-9731-1b9517de43a6 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408645 Aug 12 02:10:10.075648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ba6e7ee6-76ae-4463-b15f-49ed53829d2d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:10.103054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:10.171309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921f9d0-fa46-4747-9293-27b8645e3730 req-a298dee1-d586-46a1-89cc-adca26a66919 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:10.173602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8921f9d0-fa46-4747-9293-27b8645e3730 req-a298dee1-d586-46a1-89cc-adca26a66919 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 944 time: 0.0606542 Aug 12 02:10:10.217595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8921f9d0-fa46-4747-9293-27b8645e3730 req-f4a19e4f-44f8-4bdb-aca2-85735f212ad8 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346217 Aug 12 02:10:10.430307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-fb7ce5b9-ec80-4158-b3ef-88bb6748a274 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286715 Aug 12 02:10:10.557449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-95cd804b-8e00-404a-9416-844d0461c4f8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:10.559030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-95cd804b-8e00-404a-9416-844d0461c4f8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1280057 Aug 12 02:10:10.575237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-e33919d7-4f45-44fd-aac5-e7ef4040d65e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/quotas/0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 375 time: 0.0096588 Aug 12 02:10:10.609393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf9537-a4d7-4926-8c54-b45e4a6c0939 req-9481f3e7-7508-47a5-bbaf-ab5299aa5924 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:10.610783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-c20f1ac1-9e7c-40a4-bd99-970c9ba4a1d2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289311 Aug 12 02:10:10.611037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccbf9537-a4d7-4926-8c54-b45e4a6c0939 req-9481f3e7-7508-47a5-bbaf-ab5299aa5924 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 949 time: 0.0522058 Aug 12 02:10:10.653388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccbf9537-a4d7-4926-8c54-b45e4a6c0939 req-2101323e-1916-42e2-becb-55cd8a5165a4 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360875 Aug 12 02:10:10.901101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ee5f956-38af-4dd1-bb83-f6d6f234fea6 req-6e4c434d-9298-40f2-8740-e5c35d8d0ade tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 210 time: 0.0281370 Aug 12 02:10:11.242152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678e190-df1a-4abb-bf35-240adcc981c9 req-f6329b3d-7914-4441-9e9f-e611af930745 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:11.244826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a678e190-df1a-4abb-bf35-240adcc981c9 req-f6329b3d-7914-4441-9e9f-e611af930745 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 949 time: 0.0630207 Aug 12 02:10:11.293840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a678e190-df1a-4abb-bf35-240adcc981c9 req-ca86013a-2c72-44ca-80da-1792605d80a0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Aug 12 02:10:11.473797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca39586-b6a5-4f48-8378-7a0ecce7b357 req-d428596f-cce7-4762-971e-f93c72ab1680 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:11.475398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ca39586-b6a5-4f48-8378-7a0ecce7b357 req-d428596f-cce7-4762-971e-f93c72ab1680 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 944 time: 0.0654540 Aug 12 02:10:11.521618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ca39586-b6a5-4f48-8378-7a0ecce7b357 req-3dc7dc81-250b-4732-aa5b-70aedb0d93d2 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Aug 12 02:10:11.926377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-7158e66a-ffdb-4a0d-9b62-47603f45d14d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599391 Aug 12 02:10:12.057115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bf0c6-b1d5-47f8-8b94-14ddf4c2eaa7 req-82b164c6-94e4-4a5b-92fc-4a295daffe1a tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:12.059151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-904bf0c6-b1d5-47f8-8b94-14ddf4c2eaa7 req-82b164c6-94e4-4a5b-92fc-4a295daffe1a tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 949 time: 0.0865195 Aug 12 02:10:12.129637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-904bf0c6-b1d5-47f8-8b94-14ddf4c2eaa7 req-0f55f43f-6963-49bc-8237-38ecf6a039ae tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562780 Aug 12 02:10:12.138567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-d83993fb-d0ab-4fbf-a29e-915e3ca67588 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:12.141281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-d83993fb-d0ab-4fbf-a29e-915e3ca67588 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080564 Aug 12 02:10:12.154104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Request body: {'port': {'device_id': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0d41e8bfce3e4e86bf7da7aa8e87260d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:12.243335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b76b3af-a04e-4002-92e2-cff638d8eee1 req-4415e12b-961c-4a52-8de3-06e8f0ea3a81 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 210 time: 0.0351427 Aug 12 02:10:12.282453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Made reservation on behalf of 0d41e8bfce3e4e86bf7da7aa8e87260d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:12.286604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:12.297381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:12.401314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:12.411973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:12.505221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:12.521978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ba843-5842-4203-88f5-e7f4d2c5a3a2 req-cef1f01a-9014-42d7-8d30-7c8245d6ab04 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:12.523516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e44ba843-5842-4203-88f5-e7f4d2c5a3a2 req-cef1f01a-9014-42d7-8d30-7c8245d6ab04 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 949 time: 0.1243839 Aug 12 02:10:12.604664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e44ba843-5842-4203-88f5-e7f4d2c5a3a2 req-c29c0caa-1e34-49e7-afe2-762b6c7e1237 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717435 Aug 12 02:10:12.611222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Allocated IP 192.168.233.165 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/ff3b3730-46b0-424c-aca4-48f6d8bf0262) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:12.840079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ba6e7ee6-76ae-4463-b15f-49ed53829d2d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:12.881577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49074) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:12.911356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ba6e7ee6-76ae-4463-b15f-49ed53829d2d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:12.920693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ba6e7ee6-76ae-4463-b15f-49ed53829d2d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:12.921269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.015094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.018987 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.030324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0144-9181-496a-b355-1ea39ece812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.033901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Transition to ACTIVE for port object ff3b3730-46b0-424c-aca4-48f6d8bf0262 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:13.046643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:13.049156 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3966c25a-202a-4cf9-828a-4b9f4e28300b" -d '{"events": [{"server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:13.049298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f73e22-225e-40ac-a99d-3b876702a9a4 req-0eb62e44-a264-4430-87f2-ff6c89e22262 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:13.056915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4f73e22-225e-40ac-a99d-3b876702a9a4 req-0eb62e44-a264-4430-87f2-ff6c89e22262 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 944 time: 0.3645360 Aug 12 02:10:13.065278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:13.071909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.072985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:13.114124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4f73e22-225e-40ac-a99d-3b876702a9a4 req-5fc6d4b2-62a2-438b-beb2-9ed80e51e253 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562520 Aug 12 02:10:13.125153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.172738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.174109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0144-9181-496a-b355-1ea39ece812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.183579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0144-9181-496a-b355-1ea39ece812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.185717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:13.191609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:13.195113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:13.200609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:13.201248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.219953 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:10:13.221564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.242806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-1fd79adc-e7f3-48d6-9247-20f6580796f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0925856 Aug 12 02:10:13.244733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:13.249113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:13.250249 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.260692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a0144-9181-496a-b355-1ea39ece812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5907809-8a6c-4ed2-a615-1c1d46314b42,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.268939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d3a0144-9181-496a-b355-1ea39ece812c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69e41b7a41d94afd9c85bd1bf822ae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852632 Aug 12 02:10:13.274464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Request body: {'port': {'device_id': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:13.274930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49096) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:13.353883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.358298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.361047 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.399610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:13.407748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.412478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.511083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.518190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.521479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.522815 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5907809-8a6c-4ed2-a615-1c1d46314b42 HTTP/1.1" status: 204 len: 168 time: 0.2456162 Aug 12 02:10:13.537371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3926edc-7099-4d22-932b-8d1f774d9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5907809-8a6c-4ed2-a615-1c1d46314b42,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.610660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5d72a7cc-162e-4b65-9893-ede0bcebec30 None None] Provisioning for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:13.619858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5d72a7cc-162e-4b65-9893-ede0bcebec30 None None] Provisioning complete for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:13.620237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5d72a7cc-162e-4b65-9893-ede0bcebec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.663271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5d72a7cc-162e-4b65-9893-ede0bcebec30 None None] Port ff3b3730-46b0-424c-aca4-48f6d8bf0262 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:13.777288 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e5a35-5af9-4432-8a57-63ef27a36c38 x-openstack-request-id: req-cc4e5a35-5af9-4432-8a57-63ef27a36c38 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:13.777587 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "name": "network-vif-plugged", "status": "completed", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:13.777846 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc4e5a35-5af9-4432-8a57-63ef27a36c38 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:13.778248 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d', 'code': 200} Aug 12 02:10:13.783381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3b3730-46b0-424c-aca4-48f6d8bf0262 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:13.792667 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.806601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Transition to ACTIVE for port object ff3b3730-46b0-424c-aca4-48f6d8bf0262 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:13.825216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.931398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:13.931901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:13.932299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:13.938613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:13.941209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:13.941601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:13.947787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:13.948227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:13.949120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:13.954970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Bound port: ff3b3730-46b0-424c-aca4-48f6d8bf0262, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:13.956072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:13.979080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23de400-625a-4916-9d67-a8bb17a45e40 req-a26ae6f9-fa7b-4f1e-8553-21b584eb07f0 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.003263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e23de400-625a-4916-9d67-a8bb17a45e40 req-a26ae6f9-fa7b-4f1e-8553-21b584eb07f0 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.1552796 Aug 12 02:10:14.025324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b0c36-aba1-4bb5-964e-3c9196d2ad81 req-4da596f5-5406-40ee-bbe0-ea16590997d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.026853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d5b0c36-aba1-4bb5-964e-3c9196d2ad81 req-4da596f5-5406-40ee-bbe0-ea16590997d6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 1101 time: 0.1335719 Aug 12 02:10:14.047111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:14.075251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-072f3e77-25f2-441d-9ea3-8c9d67762c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.094089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:14.094638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e23de400-625a-4916-9d67-a8bb17a45e40 req-cafabd01-8288-4adc-b891-1f02f0f74112 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899749 Aug 12 02:10:14.114944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:14.126467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.138705 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d5b0c36-aba1-4bb5-964e-3c9196d2ad81 req-6b6e9eb1-5cfa-4bc6-9a93-608217583316 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029236 Aug 12 02:10:14.140443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45147632-f8be-41c7-86ac-be6880666408 req-14094aaa-ef46-47bb-bccb-a664d6771af1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.142971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45147632-f8be-41c7-86ac-be6880666408 req-14094aaa-ef46-47bb-bccb-a664d6771af1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.1081495 Aug 12 02:10:14.184165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.184675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.186059 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] 10.222.0.25 "PUT /v2.0/ports/ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 1096 time: 0.9317200 Aug 12 02:10:14.204152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:14.207687 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc60b9-a4e8-4795-9620-5fd6f414e371" -d '{"events": [{"name": "network-changed", "server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:14.250913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49118) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:14.287806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855309-c4c3-44e5-a99b-3ea228b98a09 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:14.298277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45147632-f8be-41c7-86ac-be6880666408 req-9a7ed22d-640f-465b-977c-c771dc9edd6b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257341 Aug 12 02:10:14.312777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-4c9b697d-44be-4f33-b1d8-33f780ffc594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.314466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-4c9b697d-44be-4f33-b1d8-33f780ffc594 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1099 time: 0.0786924 Aug 12 02:10:14.335142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-072f3e77-25f2-441d-9ea3-8c9d67762c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.352036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996a4d2-27fa-458d-8870-0a1d2de2c319 req-18791e77-acf2-4a57-9306-6030b36ba36e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.359813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4996a4d2-27fa-458d-8870-0a1d2de2c319 req-18791e77-acf2-4a57-9306-6030b36ba36e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 949 time: 0.1077094 Aug 12 02:10:14.365299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-ebc65a7e-f5a5-4705-8f81-e896923547a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.0432496 Aug 12 02:10:14.370508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-072f3e77-25f2-441d-9ea3-8c9d67762c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.437046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-f235f594-c023-4bed-8739-c2916ac77836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.438749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4996a4d2-27fa-458d-8870-0a1d2de2c319 req-d216e36f-b894-4a81-980a-ae645561961b tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Aug 12 02:10:14.444000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-f235f594-c023-4bed-8739-c2916ac77836 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0681050 Aug 12 02:10:14.479219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94949cf2-46ed-4bcc-83ac-e25b263a6846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.485563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-072f3e77-25f2-441d-9ea3-8c9d67762c2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c10f265064f409aa8024a654821f5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366126 Aug 12 02:10:14.488186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49126) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:14.509454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f3e77-25f2-441d-9ea3-8c9d67762c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9579be55-048f-4aa9-b700-c5c7eb8d779d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:14.510483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-e3c55679-6b44-4323-a73c-ef826cafd6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.517465 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-e3c55679-6b44-4323-a73c-ef826cafd6c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671978 Aug 12 02:10:14.527428 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a61f61b-3696-42d5-b94d-6df2bfc4ba2f x-openstack-request-id: req-0a61f61b-3696-42d5-b94d-6df2bfc4ba2f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:14.531913 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:14.532195 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a61f61b-3696-42d5-b94d-6df2bfc4ba2f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:14.532815 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'status': 'completed', 'code': 200} Aug 12 02:10:14.653966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-f79ae035-181c-4433-b2e7-6c62c6822a7d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201057 Aug 12 02:10:14.663396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125656cd-9f2d-453b-9e2d-aac297a8adbe req-a0974ae3-a066-4921-9e8e-e22165b1dc43 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.664946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125656cd-9f2d-453b-9e2d-aac297a8adbe req-a0974ae3-a066-4921-9e8e-e22165b1dc43 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.1353250 Aug 12 02:10:14.666957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.736889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.772430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125656cd-9f2d-453b-9e2d-aac297a8adbe req-937565dc-963b-4478-af8c-173b668cc4e8 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969377 Aug 12 02:10:14.773348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb074377-f2f6-4dd5-af5b-1688e4f426ed req-05a86a55-354f-4196-a518-68fda044abb4 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124284 Aug 12 02:10:14.822177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94949cf2-46ed-4bcc-83ac-e25b263a6846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.834503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94949cf2-46ed-4bcc-83ac-e25b263a6846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.881087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.889268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:14.889268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9579be55-048f-4aa9-b700-c5c7eb8d779d HTTP/1.1" status: 204 len: 168 time: 0.3954020 Aug 12 02:10:14.892239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-94949cf2-46ed-4bcc-83ac-e25b263a6846 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3597de728414d81a0725e435452ea66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385503 Aug 12 02:10:14.892973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:14.899612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94949cf2-46ed-4bcc-83ac-e25b263a6846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07112ec-4aaf-4ab5-82b0-eabc3500a0a4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:14.916131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-c6e12553-631c-421d-8102-6d5373d463ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:14.920477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-c6e12553-631c-421d-8102-6d5373d463ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1099 time: 0.0800931 Aug 12 02:10:14.945867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdaec8-921e-4ce2-a453-8e356376a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9579be55-048f-4aa9-b700-c5c7eb8d779d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:15.044245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.081391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.087999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-ae76f3be-3a9e-4942-af91-2044c35c50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.089283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-ae76f3be-3a9e-4942-af91-2044c35c50cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1629951 Aug 12 02:10:15.144213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.147512 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.149450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e07112ec-4aaf-4ab5-82b0-eabc3500a0a4 HTTP/1.1" status: 204 len: 168 time: 0.2553310 Aug 12 02:10:15.152222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-8f970fdb-e5af-410a-8b65-44510aa8d717 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.0544209 Aug 12 02:10:15.209773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e6455-097f-44c7-b4e6-2f26057ee97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07112ec-4aaf-4ab5-82b0-eabc3500a0a4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:15.255971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-7244bf7e-8e4a-4daa-a344-72473d3fa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.257905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-7244bf7e-8e4a-4daa-a344-72473d3fa4a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0994830 Aug 12 02:10:15.261951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e38ea9-0f38-4350-8173-7a43ef5cb58f req-bdb196b5-f535-4775-aec9-bc25945bdfbd tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.263557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31e38ea9-0f38-4350-8173-7a43ef5cb58f req-bdb196b5-f535-4775-aec9-bc25945bdfbd tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.0974994 Aug 12 02:10:15.337238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-2421562c-30d1-44b2-8d77-2110779db427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.338763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-2421562c-30d1-44b2-8d77-2110779db427 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702028 Aug 12 02:10:15.362158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31e38ea9-0f38-4350-8173-7a43ef5cb58f req-607939cd-c749-49e4-98d6-9e166424b95f tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783947 Aug 12 02:10:15.456167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e21134-a1ee-4fe3-879c-413e597bfec7 req-698baf2a-52f6-42e2-9a9d-20e3308ddd82 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.457904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99e21134-a1ee-4fe3-879c-413e597bfec7 req-698baf2a-52f6-42e2-9a9d-20e3308ddd82 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.1110790 Aug 12 02:10:15.488561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452da05-edb8-438d-9720-fd83056587b3 req-9b91dbf9-ba6c-4420-803d-6c157fa4a78f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.490279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c452da05-edb8-438d-9720-fd83056587b3 req-9b91dbf9-ba6c-4420-803d-6c157fa4a78f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.0666592 Aug 12 02:10:15.537188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-83be6635-c1a6-486c-91fb-9dfc3a0b00eb service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890826 Aug 12 02:10:15.545030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c452da05-edb8-438d-9720-fd83056587b3 req-64d85229-2c92-4d82-811e-a5c9f69d195d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439076 Aug 12 02:10:15.550647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99e21134-a1ee-4fe3-879c-413e597bfec7 req-53940a8e-8ea5-44bf-b7f1-c3cd08732be4 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851367 Aug 12 02:10:15.607830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49198) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:15.633301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cab88dcb-1280-45b5-a7dc-81b5b74182ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.724315 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ddc60b9-a4e8-4795-9620-5fd6f414e371 req-e26c8b4d-79bd-4d56-9db0-44369b0f1e40 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778750 Aug 12 02:10:15.770990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390722-69c4-4e7d-a097-e1fcdc22b7fd req-2fe9b7ed-9bd5-4cce-9901-e45c1c41a056 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:15.772696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4390722-69c4-4e7d-a097-e1fcdc22b7fd req-2fe9b7ed-9bd5-4cce-9901-e45c1c41a056 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 949 time: 0.1081319 Aug 12 02:10:15.779440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:15.784503 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4cc0c-9292-462e-82d8-baf3842b328d" -d '{"events": [{"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:15.840096 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51674f0-265b-4e22-a441-96d8ec7ded67 x-openstack-request-id: req-d51674f0-265b-4e22-a441-96d8ec7ded67 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:15.841046 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-plugged", "status": "completed", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:15.841403 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d51674f0-265b-4e22-a441-96d8ec7ded67 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:15.841765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4390722-69c4-4e7d-a097-e1fcdc22b7fd req-c3094e23-4068-4676-acf3-e2b74796775e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613396 Aug 12 02:10:15.842042 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'code': 200} Aug 12 02:10:15.850621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cab88dcb-1280-45b5-a7dc-81b5b74182ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.857273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cab88dcb-1280-45b5-a7dc-81b5b74182ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:15.914864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cab88dcb-1280-45b5-a7dc-81b5b74182ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aea7ee950ae44a3a3c6c86fb157759e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059676 Aug 12 02:10:15.917467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49222) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:15.935349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88dcb-1280-45b5-a7dc-81b5b74182ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f2c44-be81-45a7-97e2-315e4b32faa9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:16.040399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.048150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-41119719-7d6f-4579-b5b4-8fcd63081b16 tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.050312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-41119719-7d6f-4579-b5b4-8fcd63081b16 tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 1100 time: 0.0919261 Aug 12 02:10:16.070064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2f00-86bd-4689-8e7f-5fa330f644b8 req-90def7bc-7bbf-4e57-9dae-4dc98f2c8272 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.078266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c77a2f00-86bd-4689-8e7f-5fa330f644b8 req-90def7bc-7bbf-4e57-9dae-4dc98f2c8272 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.1282179 Aug 12 02:10:16.087579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29250a-95bb-490f-97ec-5697386dfde4 req-0e62f468-a9d8-4952-b260-ab4ddc369964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.089284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba29250a-95bb-490f-97ec-5697386dfde4 req-0e62f468-a9d8-4952-b260-ab4ddc369964 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1096 time: 0.0860302 Aug 12 02:10:16.095651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.148453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c77a2f00-86bd-4689-8e7f-5fa330f644b8 req-ae3ee6c9-9bc6-47ee-954a-39f88dc5bcb9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691931 Aug 12 02:10:16.157188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba29250a-95bb-490f-97ec-5697386dfde4 req-8ee0966d-9385-4726-8346-d603b94986cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591536 Aug 12 02:10:16.162791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:16.188313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.190943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.194793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e71f2c44-be81-45a7-97e2-315e4b32faa9 HTTP/1.1" status: 204 len: 168 time: 0.2739093 Aug 12 02:10:16.197000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Deleting port 4d82633e-8898-4ebd-949e-afff7cea89d3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:16.197333 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.239819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95432800-ff73-4e3f-8ecc-58483c650674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f2c44-be81-45a7-97e2-315e4b32faa9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:16.270226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49240) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:16.302883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] For port 4d82633e-8898-4ebd-949e-afff7cea89d3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4d82633e-8898-4ebd-949e-afff7cea89d3,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:16.303588 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.317229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Calling delete_port for 4d82633e-8898-4ebd-949e-afff7cea89d3 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:16.340291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1298152485-network', 'tenant_id': '94683b871dc544029360e92468ab5871'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:16.366583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:16.370020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.383428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.466206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-ff7b5a6d-dfed-4afc-b250-7ae28af64316 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.470536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-ff7b5a6d-dfed-4afc-b250-7ae28af64316 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.0743210 Aug 12 02:10:16.535860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.563696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d82633e-8898-4ebd-949e-afff7cea89d3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:16.570450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4d82633e-8898-4ebd-949e-afff7cea89d3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:16.580717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892d9ce-6a33-413e-afc8-0d20b416784e req-a51db39a-bbdf-4a5a-9a65-330b67fe12a6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.582446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3892d9ce-6a33-413e-afc8-0d20b416784e req-a51db39a-bbdf-4a5a-9a65-330b67fe12a6 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 972 time: 0.0907428 Aug 12 02:10:16.628854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ead820-876e-40a2-a186-dafedf42e4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.694053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] No DVR routers for this DVR port 4d82633e-8898-4ebd-949e-afff7cea89d3 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:16.705815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.707986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3bfa372-060d-43bd-a593-8aaeaef1d50c req-754ac6d4-07e2-45a7-842e-11d1755dfbaa tempest-DeleteServersAdminTestJSON-1532052155 tempest-DeleteServersAdminTestJSON-1532052155-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4d82633e-8898-4ebd-949e-afff7cea89d3 HTTP/1.1" status: 204 len: 173 time: 0.6490216 Aug 12 02:10:16.708538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'name': 'network-vif-deleted', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:16.712006 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34208d85-d530-4606-86ef-3362dafca362" -d '{"events": [{"server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "name": "network-vif-deleted", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:16.736657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3892d9ce-6a33-413e-afc8-0d20b416784e req-5629979b-bb0a-4588-aed4-e473a9600ffb tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3060f21-d9c1-40c4-b30e-2456b2d430b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433246 Aug 12 02:10:16.746696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.762449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.786522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ab57b-755e-4836-911f-1c75d5e07ac9 req-a62bd8fd-df36-457d-b92f-b17c7504b089 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.790104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a67ab57b-755e-4836-911f-1c75d5e07ac9 req-a62bd8fd-df36-457d-b92f-b17c7504b089 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.1650631 Aug 12 02:10:16.816241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Deleting port fc5421e9-02c2-4977-8fc4-8b5ab20de84b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:16.816583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.819340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:10:16.912948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.913402 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Added segment c454470c-1f6b-49b4-b31a-4cbe813a21cb of type vlan for network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb Aug 12 02:10:16.964876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0260f08-8210-4911-97a5-6e3da6533e1f req-a879cd78-4f85-4b20-8a5b-521076848a19 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:16.966447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0260f08-8210-4911-97a5-6e3da6533e1f req-a879cd78-4f85-4b20-8a5b-521076848a19 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.0929110 Aug 12 02:10:16.986006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ead820-876e-40a2-a186-dafedf42e4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:16.995953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ead820-876e-40a2-a186-dafedf42e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.059601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55ead820-876e-40a2-a186-dafedf42e4e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9eebaa62bfcb420990583de29f2c928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856736 Aug 12 02:10:17.059601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:17.061744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ead820-876e-40a2-a186-dafedf42e4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db63c60-f8ad-4ed6-aa68-62fb990b1def,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:17.073355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0260f08-8210-4911-97a5-6e3da6533e1f req-a5a40da5-c101-4ab5-8096-85cd009f796f tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994151 Aug 12 02:10:17.134089 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dd091c-e171-4588-81ac-3691101a6c8c x-openstack-request-id: req-25dd091c-e171-4588-81ac-3691101a6c8c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:17.134907 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004b328-307b-4bcf-b4c1-bb64b3cb3a59", "name": "network-vif-deleted", "tag": "4d82633e-8898-4ebd-949e-afff7cea89d3", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:17.135324 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25dd091c-e171-4588-81ac-3691101a6c8c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:17.135978 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004b328-307b-4bcf-b4c1-bb64b3cb3a59', 'name': 'network-vif-deleted', 'tag': '4d82633e-8898-4ebd-949e-afff7cea89d3', 'status': 'completed', 'code': 200} Aug 12 02:10:17.151538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.164859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15a5983-8d9c-4f88-947b-9ff26046a3ff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:17.194841 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.206215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.240652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a67ab57b-755e-4836-911f-1c75d5e07ac9 req-b2099aca-73bc-47b7-9304-b89a801a9213 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359515 Aug 12 02:10:17.264874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.266084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.267344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9db63c60-f8ad-4ed6-aa68-62fb990b1def HTTP/1.1" status: 204 len: 168 time: 0.2067842 Aug 12 02:10:17.286632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0cefd14-eafc-450d-ba5c-44e4b56a1e8d req-476d29d4-8590-4f1e-bc7e-bb16190ac929 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004b328-307b-4bcf-b4c1-bb64b3cb3a59 HTTP/1.1" status: 200 len: 210 time: 0.0437303 Aug 12 02:10:17.305817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] For port fc5421e9-02c2-4977-8fc4-8b5ab20de84b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:17.306262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.308638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.309654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:17.310639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.312827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5321e-7940-4cdd-b310-9d1fffa082d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db63c60-f8ad-4ed6-aa68-62fb990b1def,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:17.400091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Calling delete_port for fc5421e9-02c2-4977-8fc4-8b5ab20de84b owned by compute:tempest-test_az-1904046682 {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:17.461976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2951787 Aug 12 02:10:17.471933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:17.489249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Request body: {'subnet': {'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1298152485-subnet', 'tenant_id': '94683b871dc544029360e92468ab5871', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:17.498603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908f6f-3c96-4c60-879d-9b5e8db872c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:17.513971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:10:17.554383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e102662-5311-4816-99ab-d3a1316148db req-cd72a987-e6f6-47cb-8abd-102dd1dd861b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:17.568014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e102662-5311-4816-99ab-d3a1316148db req-cd72a987-e6f6-47cb-8abd-102dd1dd861b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.1629193 Aug 12 02:10:17.581756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:17.584362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.744156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.752739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.757431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['fc5421e9-02c2-4977-8fc4-8b5ab20de84b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:17.807290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Pushing event deleted for resources: {'Port': ['ID=fc5421e9-02c2-4977-8fc4-8b5ab20de84b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:17.851764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e102662-5311-4816-99ab-d3a1316148db req-900c3d50-4657-4c30-80e3-8ceed919e00b tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674761 Aug 12 02:10:17.957351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] No DVR routers for this DVR port fc5421e9-02c2-4977-8fc4-8b5ab20de84b on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:17.993542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e81f2516-3386-4dc1-8492-9792ab6ece7b req-e036b45a-4484-4fab-a3d2-1d5ebe8294ab tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.11 "GET /v2.0/ports?device_id=d264cd82-7092-4185-98e3-1965db35c8d2 HTTP/1.1" status: 200 len: 210 time: 0.0919247 Aug 12 02:10:17.997130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:17.999117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-150676fe-7e77-4452-8d06-4379b32b60e7 req-a0684064-19a0-4f70-a2f4-f615ed407919 tempest-AggregatesAdminTestJSON-1726441063 tempest-AggregatesAdminTestJSON-1726441063-project] 10.222.0.25 "DELETE /v2.0/ports/fc5421e9-02c2-4977-8fc4-8b5ab20de84b HTTP/1.1" status: 204 len: 173 time: 1.5208132 Aug 12 02:10:17.999655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'name': 'network-vif-deleted', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:18.002087 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4d9505-1ec3-4f01-b8c1-9ec82d75b220" -d '{"events": [{"server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "name": "network-vif-deleted", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:18.069774 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf823f2-5c63-45fd-8017-841c0976086c x-openstack-request-id: req-fcf823f2-5c63-45fd-8017-841c0976086c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:18.070093 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d264cd82-7092-4185-98e3-1965db35c8d2", "name": "network-vif-deleted", "tag": "fc5421e9-02c2-4977-8fc4-8b5ab20de84b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:18.070297 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcf823f2-5c63-45fd-8017-841c0976086c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:18.070691 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd264cd82-7092-4185-98e3-1965db35c8d2', 'name': 'network-vif-deleted', 'tag': 'fc5421e9-02c2-4977-8fc4-8b5ab20de84b', 'status': 'completed', 'code': 200} Aug 12 02:10:18.102509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:18.123348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fa26079-f727-452e-9900-ab809e00c545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.133213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.263142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-9496f250-8a7d-439d-8913-e17c3c774e16 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352197 Aug 12 02:10:18.302632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9901f5c6-bada-4abe-ba5d-804761754cd1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:18.312282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:18.313007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Network hostable DHCP agents. Network: c40ecc8c-d8c3-4613-9d6b-455f298d5ceb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:10:18.344942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fa26079-f727-452e-9900-ab809e00c545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.353328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8fa26079-f727-452e-9900-ab809e00c545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.357030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:10:18.370348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c40ecc8c-d8c3-4613-9d6b-455f298d5ceb) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:18.379297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47eaa89-970c-4df8-852e-946a04a5cad5 None None] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:18.394739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:18.395254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.412682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8fa26079-f727-452e-9900-ab809e00c545 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=575ac157d2454e41bacc51581201b442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087566 Aug 12 02:10:18.416743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9a191-05fa-4928-8163-6e377e414428 req-7b0a6ad9-9606-40d0-b4a3-820a407b47be tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:18.418500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82c9a191-05fa-4928-8163-6e377e414428 req-7b0a6ad9-9606-40d0-b4a3-820a407b47be tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.0929918 Aug 12 02:10:18.419219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:18.420731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-317b199f-8324-4d75-a74c-507d3eb7cb59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9421432 Aug 12 02:10:18.460534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:18.501568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82c9a191-05fa-4928-8163-6e377e414428 req-9d6c99e5-4ce1-4102-ae9f-25612a9ab063 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723732 Aug 12 02:10:18.512371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa26079-f727-452e-9900-ab809e00c545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba188489-d8cd-43cc-b6f6-4d62f808a362,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:18.559498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-e10c1ad7-9a70-4487-913f-5863e02e3b68 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:18.559498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-e10c1ad7-9a70-4487-913f-5863e02e3b68 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800376 Aug 12 02:10:18.645553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-de089b47-ba49-4e8c-bb0c-9dd0a6cf4118 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/quotas/1d5a49febb6f481f87c2f7df8d71a7e8 HTTP/1.1" status: 200 len: 375 time: 0.0711589 Aug 12 02:10:18.708377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.711916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9834a3-d5f8-41f5-983d-7be3a36f2605 None None] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:18.791916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.808735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:18.855679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'mac_address': 'fa:16:3e:31:51:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:18.867672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-e7e3e5e6-39a2-486f-bb63-c9b0967069c9 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1886976 Aug 12 02:10:18.910929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.913495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.914664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba188489-d8cd-43cc-b6f6-4d62f808a362 HTTP/1.1" status: 204 len: 168 time: 0.4723549 Aug 12 02:10:18.927163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-2d8bc793-d291-4fb5-a3e4-0d01ccc6389d tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b91261af6c4a40e3a53a798355cf2682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602345 Aug 12 02:10:18.929867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019057c-5514-4461-80e7-818c861bff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba188489-d8cd-43cc-b6f6-4d62f808a362,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:18.957974 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:18.991765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3b3730-46b0-424c-aca4-48f6d8bf0262 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:19.035301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:19.042445 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:19.106572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4edd301e-fb7e-4789-a559-0cec9909247f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:19.114739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4edd301e-fb7e-4789-a559-0cec9909247f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864760 Aug 12 02:10:19.136567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-7053eb39-8007-4aae-9c7b-9602e63ec083 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/quotas/b91261af6c4a40e3a53a798355cf2682 HTTP/1.1" status: 200 len: 375 time: 0.0203218 Aug 12 02:10:19.159933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:19.163269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0acc6-c6ab-4a65-81d2-2f7ee6b4fc73 req-f18c18c0-abc9-4ced-9811-f512a002ecba tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:19.168762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5f0acc6-c6ab-4a65-81d2-2f7ee6b4fc73 req-f18c18c0-abc9-4ced-9811-f512a002ecba tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.0853760 Aug 12 02:10:19.187548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-15805c06-ee45-4e2e-85ea-d8b25d1fff03 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493639 Aug 12 02:10:19.240383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:19.252430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5f0acc6-c6ab-4a65-81d2-2f7ee6b4fc73 req-6da515f2-769f-40b3-9de8-1b0dab99b090 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714228 Aug 12 02:10:19.403412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e241641-ea52-4a40-a29a-cdd33f663abf req-460658cb-4f63-4372-9f85-cfa227790537 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 210 time: 0.0489104 Aug 12 02:10:19.537616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9992abb5-9e23-4ab2-b418-e817493aa71c req-aa43547c-e9dc-407d-871d-31455f8450a0 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 210 time: 0.0528984 Aug 12 02:10:19.699720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e210-9997-488c-8fb3-a282d166a8c9 req-1e6cf332-5d65-4b04-9459-b492c92e4827 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:19.708733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0733e210-9997-488c-8fb3-a282d166a8c9 req-1e6cf332-5d65-4b04-9459-b492c92e4827 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.0946641 Aug 12 02:10:19.713909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:19.717265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047f6d3-c661-4c76-9a5b-05af92bdaebd req-38f4c1f3-09a0-49c3-b7de-e6c570bd5792 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:19.721115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2047f6d3-c661-4c76-9a5b-05af92bdaebd req-38f4c1f3-09a0-49c3-b7de-e6c570bd5792 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 949 time: 0.0939674 Aug 12 02:10:19.731596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'floatingip': {'port_id': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:19.777175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2047f6d3-c661-4c76-9a5b-05af92bdaebd req-ca0964fb-95c0-4a55-8e13-36075f476b7c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482144 Aug 12 02:10:20.042103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:20.122348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.129710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:20.247016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e36fedb-650a-4c6a-8798-e8f5cd5073df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.352359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e36fedb-650a-4c6a-8798-e8f5cd5073df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.360924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:20.361933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e36fedb-650a-4c6a-8798-e8f5cd5073df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.379283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-522632568-network', 'tenant_id': '670beb9755fa41c4aedd8b1ab03ca072'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:20.428843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e36fedb-650a-4c6a-8798-e8f5cd5073df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=922dc0d86c6040ffbb9a3ff79561d8e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849766 Aug 12 02:10:20.434108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:20.460816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:20.488603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36fedb-650a-4c6a-8798-e8f5cd5073df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d031a8-5a54-48d3-9567-cc63493941c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:20.523407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Made reservation on behalf of 670beb9755fa41c4aedd8b1ab03ca072 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:20.525983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.541476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.582253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-79a2dc9e-9f44-4749-b812-e424ee4bbc49 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382645 Aug 12 02:10:20.588686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b5bf14b-1d6c-45c1-8860-08c1ce4f02a5 req-f8b4a0b4-5092-4a73-88a0-7cf76188c46a tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 210 time: 0.0607605 Aug 12 02:10:20.601834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:20.617854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:20.618227 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.768210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1e1ad67-6edb-4247-9f90-417cd1c43f8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccf751b86f884dca8df7c0785a79497e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6367636 Aug 12 02:10:20.809990 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.836158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a5dd4db-7caa-4611-96a0-b935da937dfd req-40c1ed85-406d-4d0e-ac94-b34190911629 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 210 time: 0.1584325 Aug 12 02:10:20.857272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:20.908201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:20.913865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.915428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:20.923028 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad758d2-952f-450d-baef-aa77a5b96f19" -d '{"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:20.930952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.934267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4d82633e-8898-4ebd-949e-afff7cea89d3 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:20.973384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.974729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:20.975889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fc5421e9-02c2-4977-8fc4-8b5ab20de84b no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:21.001499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:10:21.011125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.011778 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Added segment 691f31ca-7aaa-49bd-88be-27418a8cd587 of type vlan for network 6278535e-6bc7-41c8-a036-fb36bc6daeee Aug 12 02:10:21.017645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.038851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.055253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.057823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 4d82633e-8898-4ebd-949e-afff7cea89d3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:21.068948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4d82633e-8898-4ebd-949e-afff7cea89d3 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:21.096614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.098740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.25', 65458) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:21.099211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.25', 65459) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:21.110153 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a81fa06-3b30-40e8-9c22-3676a5efe321 x-openstack-request-id: req-4a81fa06-3b30-40e8-9c22-3676a5efe321 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:21.111168 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:21.112308 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a81fa06-3b30-40e8-9c22-3676a5efe321 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:21.112811 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'code': 200} Aug 12 02:10:21.114221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:21.128671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.129640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:21.130197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.138184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: fc5421e9-02c2-4977-8fc4-8b5ab20de84b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:21.147799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-e2074c7b-8433-412b-a156-ebf6b352f5ea tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:21.148520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fc5421e9-02c2-4977-8fc4-8b5ab20de84b not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:21.149266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-e2074c7b-8433-412b-a156-ebf6b352f5ea tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4704099 Aug 12 02:10:21.174504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8075907 Aug 12 02:10:21.180080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:21.195155 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab associated. External IP: 172.25.3.252, port: 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c. Aug 12 02:10:21.204696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Request body: {'subnet': {'network_id': '6278535e-6bc7-41c8-a036-fb36bc6daeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-522632568-subnet', 'tenant_id': '670beb9755fa41c4aedd8b1ab03ca072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:21.205020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.221327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-1c056d00-5c7b-44c3-ab35-9e5ed8d71875 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b91261af6c4a40e3a53a798355cf2682&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193125 Aug 12 02:10:21.247192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Request body: {'port': {'device_id': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '1d5a49febb6f481f87c2f7df8d71a7e8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:21.296636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7b0ec-0478-4e01-be3e-c56c0aa1d0d6 req-c3c70f4f-67d3-4c7b-ab6d-af48e019e0f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:21.298189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afc7b0ec-0478-4e01-be3e-c56c0aa1d0d6 req-c3c70f4f-67d3-4c7b-ab6d-af48e019e0f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.2785807 Aug 12 02:10:21.319752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.324721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Made reservation on behalf of 670beb9755fa41c4aedd8b1ab03ca072 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:21.326990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.423668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df22b8d8-c716-4aba-99ee-0bf67f5ec79c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:21.458755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afc7b0ec-0478-4e01-be3e-c56c0aa1d0d6 req-e298de8f-fe9e-4df1-8673-e81a7c02f6f3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260579 Aug 12 02:10:21.489011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b63ec-c6fd-4928-b4b5-033c08d3807c req-cdf00430-0b41-4c27-9f89-209bb8da9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:21.490899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-315b63ec-c6fd-4928-b4b5-033c08d3807c req-cdf00430-0b41-4c27-9f89-209bb8da9481 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1101 time: 0.3878987 Aug 12 02:10:21.491595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1564287-9c60-4119-b8c5-2e0aec232eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=6278535e-6bc7-41c8-a036-fb36bc6daeee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:21.501926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6278535e-6bc7-41c8-a036-fb36bc6daeee details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:10:21.636362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.639237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.645443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11d031a8-5a54-48d3-9567-cc63493941c4 HTTP/1.1" status: 204 len: 168 time: 1.2103508 Aug 12 02:10:21.648654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:10:21.678202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.681311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-315b63ec-c6fd-4928-b4b5-033c08d3807c req-b1d91975-c377-4a18-968d-f8a7f7b7bc34 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075640 Aug 12 02:10:21.695561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d16044-a3d9-4b85-9ed8-7d0d15e4c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d031a8-5a54-48d3-9567-cc63493941c4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:21.705555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Made reservation on behalf of 1d5a49febb6f481f87c2f7df8d71a7e8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:21.709167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.729299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-f9541536-86bc-445d-9e85-ba7d84df1c6e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:21.730811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-f9541536-86bc-445d-9e85-ba7d84df1c6e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4387686 Aug 12 02:10:21.769199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Request body: {'port': {'device_id': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': 'b91261af6c4a40e3a53a798355cf2682'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:21.772379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.774851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:21.778853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3060f21-d9c1-40c4-b30e-2456b2d430b7 HTTP/1.1" status: 204 len: 168 time: 0.9207516 Aug 12 02:10:21.789607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff9a354d-d2ee-43cd-b45a-1f372f3fdbce req-7fb11c1b-1644-4d56-8f06-a6ef788fc04c tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 210 time: 0.0556912 Aug 12 02:10:21.878226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801d720-0a68-4c78-a0d2-b686df769ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3060f21-d9c1-40c4-b30e-2456b2d430b7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:22.043968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Allocated IP 192.168.233.91 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/1995edb1-ecb5-4361-a62a-19cacc778d1c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:22.160077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49468) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:22.163865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-effca928-bc62-4155-8a53-fb97a51fc7d8 req-b0998bd7-4620-4e30-a717-95b0bc01fbb3 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 210 time: 0.0417318 Aug 12 02:10:22.169904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e98e7da-dc72-4729-a938-e43e8fffca9f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:22.176304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b565f1-ef08-4e81-8ebe-3b989e74fde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.182770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Checking segment: {'id': '691f31ca-7aaa-49bd-88be-27418a8cd587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6278535e-6bc7-41c8-a036-fb36bc6daeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:22.183758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Network hostable DHCP agents. Network: 6278535e-6bc7-41c8-a036-fb36bc6daeee, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:10:22.193395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Made reservation on behalf of b91261af6c4a40e3a53a798355cf2682 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:22.197217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.253678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:10:22.259276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.265346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Network 6278535e-6bc7-41c8-a036-fb36bc6daeee is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:10:22.293082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6278535e-6bc7-41c8-a036-fb36bc6daeee) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:22.307292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e271b-c2c8-4b40-8252-3dc279e49f53 None None] Network 6278535e-6bc7-41c8-a036-fb36bc6daeee requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:22.312702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:22.313733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.325822 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:10:22.348419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0f432ae-ca2e-4740-8eaf-1fbf26240570 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "PUT /v2.0/floatingips/c971c85f-327c-4eed-b2eb-453ccfe7e5ab HTTP/1.1" status: 200 len: 991 time: 2.6331773 Aug 12 02:10:22.349035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:22.360581 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b535fb8a-9742-48d4-b2c8-495e71106603" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:22.363011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:22.363744 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:22.459059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.521473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Transition to ACTIVE for port object 1995edb1-ecb5-4361-a62a-19cacc778d1c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:22.522031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:22.571959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f68f8-48ee-4c0d-9c1e-b77935d711fd None None] Network 6278535e-6bc7-41c8-a036-fb36bc6daeee requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:22.581699 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:22.585190 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef79bc8-da39-49ec-9b4d-b2744fce74bf x-openstack-request-id: req-5ef79bc8-da39-49ec-9b4d-b2744fce74bf {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:22.585474 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:22.599936 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ef79bc8-da39-49ec-9b4d-b2744fce74bf {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:22.600368 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'status': 'completed', 'code': 200} Aug 12 02:10:22.647778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b565f1-ef08-4e81-8ebe-3b989e74fde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.664324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b565f1-ef08-4e81-8ebe-3b989e74fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.705793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f05bcdb7-fad2-4d8a-85fa-d4fafe81ec0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79f8fce5ad98460ca9ad4a22077c57a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692519 Aug 12 02:10:22.728197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8e99b84f-34b8-4823-a6df-e12e69b2a44d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5303953 Aug 12 02:10:22.751709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:22.756425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-daf301e3-34c3-4997-9650-0a6f946ecb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:22.758485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-daf301e3-34c3-4997-9650-0a6f946ecb5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1096 time: 0.1261668 Aug 12 02:10:22.768382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.774899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88b565f1-ef08-4e81-8ebe-3b989e74fde1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=931e89ca967a4ae9a9d807e20606e41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114218 Aug 12 02:10:22.786444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:22.806219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ba6e7ee6-76ae-4463-b15f-49ed53829d2d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:22.860339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Allocated IP 192.168.233.166 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/bcb641cf-b42c-4787-89a7-e9e256773962) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:22.912541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:22.921168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b565f1-ef08-4e81-8ebe-3b989e74fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544dd869-7bd9-4741-81ad-a79b215b83e0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:23.028495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.057525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.102016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-6718ac0a-b718-440e-a237-dd24954cc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.104430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-6718ac0a-b718-440e-a237-dd24954cc243 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.3363020 Aug 12 02:10:23.116965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a84e-c580-4dd9-8f8e-9c688f8953f4 req-02046582-d3d2-4327-be63-9024d9718676 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.126201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0162a84e-c580-4dd9-8f8e-9c688f8953f4 req-02046582-d3d2-4327-be63-9024d9718676 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.4644170 Aug 12 02:10:23.181835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:23.183428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Pushing event updated for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:23.196674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:23.203186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:23.208815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.209441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.239704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-b408e945-543d-4ac3-86a1-120bdb8acae5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 999 time: 0.1182399 Aug 12 02:10:23.241596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.242309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-6d7208ff-f387-4fcb-b87a-2f0a50d5a413 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0482626 Aug 12 02:10:23.245413 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:d7:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:10:20Z', 'revision_number': 1, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:23.256036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0162a84e-c580-4dd9-8f8e-9c688f8953f4 req-935794fb-a966-41c4-b71d-14f89e419146 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289148 Aug 12 02:10:23.281332 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:10:23.286141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5aa40-92b5-491a-ad23-a14c1e676a34 req-167e2a11-951d-4fe1-92f5-5dcbb17a2e67 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.287819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79d5aa40-92b5-491a-ad23-a14c1e676a34 req-167e2a11-951d-4fe1-92f5-5dcbb17a2e67 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 935 time: 0.2696664 Aug 12 02:10:23.293918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:23.298729 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:23.411514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Request body: {'port': {'device_id': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:23.418543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79d5aa40-92b5-491a-ad23-a14c1e676a34 req-202163bf-19cc-4782-8d3d-fd27d201e28c tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909371 Aug 12 02:10:23.421544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-37732f87-cf53-42f0-9282-ab11a060f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.423880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-37732f87-cf53-42f0-9282-ab11a060f802 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.1659703 Aug 12 02:10:23.462607 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:23.494892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.497880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.501585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8dce6c9-7db8-4f95-ab57-37bb2e33ee72 HTTP/1.1" status: 204 len: 168 time: 0.7451310 Aug 12 02:10:23.510859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce25e16-7237-42ae-9e50-2e7483118d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dce6c9-7db8-4f95-ab57-37bb2e33ee72,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:23.533115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-e9b08de6-2108-4977-8ca0-af461dd7f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:23.535441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-e9b08de6-2108-4977-8ca0-af461dd7f159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028826 Aug 12 02:10:23.536245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.538859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.542198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/544dd869-7bd9-4741-81ad-a79b215b83e0 HTTP/1.1" status: 204 len: 168 time: 0.7442651 Aug 12 02:10:23.551265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c382b-50d0-40cf-99b5-1002c98d136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544dd869-7bd9-4741-81ad-a79b215b83e0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:23.609433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8be27cf9-8207-4cf7-9984-e2bafb43cf6f None None] Provisioning for port 1995edb1-ecb5-4361-a62a-19cacc778d1c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:23.622349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8be27cf9-8207-4cf7-9984-e2bafb43cf6f None None] Provisioning complete for port 1995edb1-ecb5-4361-a62a-19cacc778d1c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:23.623008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8be27cf9-8207-4cf7-9984-e2bafb43cf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:23.673613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8be27cf9-8207-4cf7-9984-e2bafb43cf6f None None] Port 1995edb1-ecb5-4361-a62a-19cacc778d1c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:23.720440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-ec5af1d3-4ef0-4e6a-97cf-5c49b291caec service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616318 Aug 12 02:10:23.822214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2277bbb-7eba-494f-a784-6b63c15024c3 req-f22d9f2a-4d1b-4b4d-82b9-00605db45c45 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 210 time: 0.0990555 Aug 12 02:10:23.839055 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:d7:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:10:20Z', 'revision_number': 1, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:23.869891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b535fb8a-9742-48d4-b2c8-495e71106603 req-939c6d1a-09ae-4d88-9cc8-6d790f4c2dfb service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401577 Aug 12 02:10:23.876867 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d380e-c2cf-41c1-b74a-dd872a74c06e None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:d7:c9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:10:20Z', 'revision_number': 1, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:10:23.943248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.030161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Transition to ACTIVE for port object bcb641cf-b42c-4787-89a7-e9e256773962 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:24.072861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.169235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-18e05c32-1168-4c86-aefb-494d188af5bd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:24.177877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-18e05c32-1168-4c86-aefb-494d188af5bd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.2317250 Aug 12 02:10:24.230271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-00cded70-2103-456e-aa40-c986a8a71f70 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/quotas/94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 375 time: 0.0516100 Aug 12 02:10:24.244163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.246256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4428ae-88b0-427c-8be7-6af205caee2d None None] New status for floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:10:24.309893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2af40-4c47-4597-9c68-1a23501798ff req-478fd4eb-7eb4-4f42-8ce8-e8d6b9c8fee4 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:24.315697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76b2af40-4c47-4597-9c68-1a23501798ff req-478fd4eb-7eb4-4f42-8ce8-e8d6b9c8fee4 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1101 time: 0.0837910 Aug 12 02:10:24.342085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-76b2af40-4c47-4597-9c68-1a23501798ff req-731aa49e-77d4-4ab2-b226-f2aee8885729 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.359962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-6d09bf8f-8a7f-4948-b402-996515d4e2bd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1282053 Aug 12 02:10:24.470919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:24.493109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:24.527834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:24.538597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:24.540012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.569750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-76b2af40-4c47-4597-9c68-1a23501798ff req-731aa49e-77d4-4ab2-b226-f2aee8885729 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.574889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-76b2af40-4c47-4597-9c68-1a23501798ff req-731aa49e-77d4-4ab2-b226-f2aee8885729 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.622584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aa49e-77d4-4ab2-b226-f2aee8885729 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0830da25-6510-4054-beed-49a079897429,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:24.663841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76b2af40-4c47-4597-9c68-1a23501798ff req-731aa49e-77d4-4ab2-b226-f2aee8885729 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376701 Aug 12 02:10:24.667951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Pushing event updated for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:24.731082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-4afe7c09-c5fb-4664-aa6d-90b68e37cb12 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9840934 Aug 12 02:10:24.753364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Request body: {'port': {'device_id': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:24.825680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-4107f1c0-a1ba-4c6c-8a74-cc2598cbffd6 service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647009 Aug 12 02:10:24.907203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.908944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1449cab6-1887-41a9-b076-396ea96cae22 None None] Provisioning for port bcb641cf-b42c-4787-89a7-e9e256773962 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:24.914492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1449cab6-1887-41a9-b076-396ea96cae22 None None] Provisioning complete for port bcb641cf-b42c-4787-89a7-e9e256773962 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:24.915825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1449cab6-1887-41a9-b076-396ea96cae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:24.964973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1449cab6-1887-41a9-b076-396ea96cae22 None None] Port bcb641cf-b42c-4787-89a7-e9e256773962 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:25.023399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c64b4d-b635-405f-94b3-caf62d2ccef4 req-c27fc0d3-588d-4096-9076-c9ecf43dbb35 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:25.025286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5c64b4d-b635-405f-94b3-caf62d2ccef4 req-c27fc0d3-588d-4096-9076-c9ecf43dbb35 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 935 time: 0.0716748 Aug 12 02:10:25.049929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1995edb1-ecb5-4361-a62a-19cacc778d1c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:25.058384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:25.074273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Transition to ACTIVE for port object 1995edb1-ecb5-4361-a62a-19cacc778d1c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:25.099760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5c64b4d-b635-405f-94b3-caf62d2ccef4 req-8e5b7b2e-e9bf-428f-9bf8-ecf4e4389afa tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635180 Aug 12 02:10:25.111289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:25.272647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Pushing event updated for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:25.366518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-a50d201b-8d92-4d79-8e2d-5ddcb3757919 service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256817 Aug 12 02:10:25.380160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Attempting to bind port 1995edb1-ecb5-4361-a62a-19cacc778d1c on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:25.380498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Attempting to bind port 1995edb1-ecb5-4361-a62a-19cacc778d1c by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:25.383432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Attempting to bind port 1995edb1-ecb5-4361-a62a-19cacc778d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:25.411996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Port 1995edb1-ecb5-4361-a62a-19cacc778d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:25.411996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Attempting to bind port 1995edb1-ecb5-4361-a62a-19cacc778d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:25.423246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:25.423558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:25.424239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:25.424887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Bound port: 1995edb1-ecb5-4361-a62a-19cacc778d1c, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:25.425070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:25.557243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:25.602000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:25.616644 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:25.751891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:25.752518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:25.754245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] 10.222.0.25 "PUT /v2.0/ports/1995edb1-ecb5-4361-a62a-19cacc778d1c HTTP/1.1" status: 200 len: 1095 time: 2.4952333 Aug 12 02:10:25.769468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:25.772586 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:25.959168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f290b-e8a3-40f7-b7ca-4469b3428101 service neutron] Pushing event updated for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:25.985602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b74ac9-1423-46d1-bf40-7a8fc31d1a39 req-47c3e72a-651e-4dfc-b434-753b54edf5cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:25.987438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b74ac9-1423-46d1-bf40-7a8fc31d1a39 req-47c3e72a-651e-4dfc-b434-753b54edf5cc tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 936 time: 0.2969012 Aug 12 02:10:26.009212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb641cf-b42c-4787-89a7-e9e256773962 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:26.026167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:26.036428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-609ecad7-0243-49d0-a48f-095eea5cca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.038397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-609ecad7-0243-49d0-a48f-095eea5cca17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 1098 time: 0.2269495 Aug 12 02:10:26.076297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b74ac9-1423-46d1-bf40-7a8fc31d1a39 req-abfdcd55-4f32-42ab-a686-45ff685232a3 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795548 Aug 12 02:10:26.100690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Transition to ACTIVE for port object bcb641cf-b42c-4787-89a7-e9e256773962 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:26.169080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:26.173905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-151250ec-9b39-44b8-bece-a060af321ec4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c HTTP/1.1" status: 200 len: 217 time: 0.1035168 Aug 12 02:10:26.267678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29af2c47-aeb0-46bd-83bd-405114f664bf req-0d227dd1-3f23-4ded-8c99-11d00f3d215a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 210 time: 0.0680814 Aug 12 02:10:26.309587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:26.321758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-15d560bb-c77e-4a01-8f34-b9072f3aec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.323565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-15d560bb-c77e-4a01-8f34-b9072f3aec89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1144512 Aug 12 02:10:26.370951 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c00635-5aaf-4199-aa3b-038f59d71d45 x-openstack-request-id: req-b9c00635-5aaf-4199-aa3b-038f59d71d45 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:26.371618 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:26.372044 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9c00635-5aaf-4199-aa3b-038f59d71d45 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:26.372688 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c', 'status': 'completed', 'code': 200} Aug 12 02:10:26.440158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Attempting to bind port bcb641cf-b42c-4787-89a7-e9e256773962 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:26.442160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Attempting to bind port bcb641cf-b42c-4787-89a7-e9e256773962 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:26.443119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Attempting to bind port bcb641cf-b42c-4787-89a7-e9e256773962 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:26.462241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Port bcb641cf-b42c-4787-89a7-e9e256773962 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:26.462769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Attempting to bind port bcb641cf-b42c-4787-89a7-e9e256773962 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:26.473564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:26.474048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:26.477219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:26.477814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Bound port: bcb641cf-b42c-4787-89a7-e9e256773962, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:26.478460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:26.484470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-21d2a75e-1549-4872-9e70-cb43a87d5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.486159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-21d2a75e-1549-4872-9e70-cb43a87d5ff9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1438851 Aug 12 02:10:26.580707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8055e-c6c5-498d-83b5-2a596288ab88 req-d8a4fe5d-0733-4acf-b16a-7f9c1b6d7199 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.582286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ce8055e-c6c5-498d-83b5-2a596288ab88 req-d8a4fe5d-0733-4acf-b16a-7f9c1b6d7199 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 947 time: 0.0984063 Aug 12 02:10:26.676061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:26.685528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ce8055e-c6c5-498d-83b5-2a596288ab88 req-8f8b3f4d-da43-4b03-aadf-0a598dea34c8 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832238 Aug 12 02:10:26.724342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-dcf24f61-6a85-4a6c-8763-0ca9e5f89f5b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250996 Aug 12 02:10:26.728803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=bcb641cf-b42c-4787-89a7-e9e256773962,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:26.755060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:26.799392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:26.830335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.830968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:26.832416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] 10.222.0.25 "PUT /v2.0/ports/bcb641cf-b42c-4787-89a7-e9e256773962 HTTP/1.1" status: 200 len: 1096 time: 2.0838008 Aug 12 02:10:26.852895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b8d84-cbc3-46dc-b6bb-a5db85bd3ca1 req-fa5bdebd-b1e1-4f1c-9d08-c66d58f649aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:26.854411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a82b8d84-cbc3-46dc-b6bb-a5db85bd3ca1 req-fa5bdebd-b1e1-4f1c-9d08-c66d58f649aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1861539 Aug 12 02:10:26.917169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001dd5-1f40-4a15-91d5-1e4f7d1841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:26.942312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:26.978084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e4f0e49-8ad1-47b8-9909-5a0ced1cffb9 req-2cd0ade8-24b7-44a7-a0e1-45856c78c29b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462683 Aug 12 02:10:26.993689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a82b8d84-cbc3-46dc-b6bb-a5db85bd3ca1 req-1a85cc5a-1c71-4908-bd61-95d6752a8b0c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205337 Aug 12 02:10:27.005603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-8c28e33a-5a15-4b04-9bf7-cd52a89f3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.007284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-8c28e33a-5a15-4b04-9bf7-cd52a89f3ebf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 1099 time: 0.1191027 Aug 12 02:10:27.066081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-8a98ebeb-842c-442e-9a82-665311bed6c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bcb641cf-b42c-4787-89a7-e9e256773962 HTTP/1.1" status: 200 len: 217 time: 0.0509279 Aug 12 02:10:27.142754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb24ba0-4e62-4721-8033-35c4bd098c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.234898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b63d617a-8a35-4502-91f7-14a2ccf5f082 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4328988 Aug 12 02:10:27.358109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e1e5a088-eba6-4fb9-8043-628c44889769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.360219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-e1e5a088-eba6-4fb9-8043-628c44889769 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2838595 Aug 12 02:10:27.363181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-7604c16f-cbe3-4237-8a23-d1bec7de5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.364628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-7604c16f-cbe3-4237-8a23-d1bec7de5272 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 1098 time: 0.3078110 Aug 12 02:10:27.365335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb24ba0-4e62-4721-8033-35c4bd098c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.385638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f598a-be90-4112-ad3a-f4d81c1a3859 req-935f060a-52dd-4d52-8f81-82b247d1ef83 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.399803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-968f598a-be90-4112-ad3a-f4d81c1a3859 req-935f060a-52dd-4d52-8f81-82b247d1ef83 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 948 time: 0.1736255 Aug 12 02:10:27.439105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1eb24ba0-4e62-4721-8033-35c4bd098c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.509030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-590820c6-604e-4289-bf3d-11debc9ad939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.509702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-590820c6-604e-4289-bf3d-11debc9ad939 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1363838 Aug 12 02:10:27.547901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-02022f3d-eee5-4e24-9635-72bd34487c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.549757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-02022f3d-eee5-4e24-9635-72bd34487c0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1643500 Aug 12 02:10:27.553762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb24ba0-4e62-4721-8033-35c4bd098c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9167134a-7328-4d63-95a6-74eee0cd511d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:27.578762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1eb24ba0-4e62-4721-8033-35c4bd098c3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc49f1605e3343f58d62a6dc3c497cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351492 Aug 12 02:10:27.586377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:27.599245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-968f598a-be90-4112-ad3a-f4d81c1a3859 req-a7aa2b49-68ab-4660-b6a5-1d5a410356f9 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985958 Aug 12 02:10:27.634444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-9494a109-8a01-4fe3-ac13-83569f6b0fa8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.635976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-9494a109-8a01-4fe3-ac13-83569f6b0fa8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.3174407 Aug 12 02:10:27.668295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a009db04-d0be-44e2-8309-12e6bc710a5d req-d7e893a3-5a73-468a-a7f4-3a5a5402258e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 210 time: 0.0803175 Aug 12 02:10:27.670058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-52a21cdc-12cc-43da-afe0-2b753a359396 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c HTTP/1.1" status: 200 len: 217 time: 0.0883579 Aug 12 02:10:27.673951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.716742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Request body: {'port': {'device_id': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'admin_state_up': True, 'tenant_id': '94683b871dc544029360e92468ab5871'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:27.738106 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.776311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-7307857f-6f6b-4a49-8094-e20a61ad0edd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536221 Aug 12 02:10:27.787447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-ed275f4f-d7ff-4267-9f3c-d8d15efd8e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:27.802672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-ed275f4f-d7ff-4267-9f3c-d8d15efd8e24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0976593 Aug 12 02:10:27.898244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.911623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:27.913104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9167134a-7328-4d63-95a6-74eee0cd511d HTTP/1.1" status: 204 len: 168 time: 0.3255744 Aug 12 02:10:27.938423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c505-892a-475b-9867-6a47d9cb855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9167134a-7328-4d63-95a6-74eee0cd511d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:27.968772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:27.975083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.065699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-aec295db-c49c-4f9c-90cf-4d7b3b652ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.067240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-aec295db-c49c-4f9c-90cf-4d7b3b652ce0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515209 Aug 12 02:10:28.139908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49728) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:28.170343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0f211-11d4-4113-b362-3e45b4877ea2 req-b953b00b-4bd0-46f9-a5fb-a4695802f95c tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.179521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74f0f211-11d4-4113-b362-3e45b4877ea2 req-b953b00b-4bd0-46f9-a5fb-a4695802f95c tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 947 time: 0.1744020 Aug 12 02:10:28.208400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf94f43-2313-43ee-8b2f-f11350b7ff7b req-ce2aea64-af84-4325-b8fb-f481c98c761d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022746 Aug 12 02:10:28.232539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36081753-c72c-4588-b259-71c17d9e7421 req-060cf9e6-5022-46ad-bc9e-3cee3baf4d85 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.235286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36081753-c72c-4588-b259-71c17d9e7421 req-060cf9e6-5022-46ad-bc9e-3cee3baf4d85 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1611044 Aug 12 02:10:28.292575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-5cf9f0f8-e292-461e-8292-7583169a7123 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080891 Aug 12 02:10:28.316367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74f0f211-11d4-4113-b362-3e45b4877ea2 req-5ae656a8-e47c-4ac2-866c-b94476edff5f tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353724 Aug 12 02:10:28.317304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36081753-c72c-4588-b259-71c17d9e7421 req-a95a20f1-10fa-4603-aeb9-06eec20cc365 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Aug 12 02:10:28.388633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Allocated IP 172.20.0.4 (c40ecc8c-d8c3-4613-9d6b-455f298d5ceb/9901f5c6-bada-4abe-ba5d-804761754cd1/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:28.444754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:28.450885 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247689f7-5815-4b3b-9e0d-9ab52855a20d" -d '{"events": [{"name": "network-changed", "server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:28.456482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6f47052-f4f3-4dcc-a557-c34ac54a3ae4 req-9daae882-9737-4751-a887-049165798436 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381927 Aug 12 02:10:28.518404 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a75dd7e-239d-443c-86c3-30a1f4a3e329 x-openstack-request-id: req-5a75dd7e-239d-443c-86c3-30a1f4a3e329 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:28.518666 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:28.518918 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a75dd7e-239d-443c-86c3-30a1f4a3e329 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:28.519315 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962', 'status': 'completed', 'code': 200} Aug 12 02:10:28.540245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a8312b2-48c4-4c30-ae58-a8a6fc9371a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.585620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-87cfa9f9-d5e0-4a78-bdff-9799a8fd1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.587151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-87cfa9f9-d5e0-4a78-bdff-9799a8fd1d72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b91261af6c4a40e3a53a798355cf2682&device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 1099 time: 0.0450144 Aug 12 02:10:28.714372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:28.722807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.743059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.813920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e58963f-1435-4900-bbbf-75601dea01c3 req-a52b73e5-2b0a-40ac-b767-5d088a7cb451 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 210 time: 0.0367062 Aug 12 02:10:28.819940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69050e-a8a9-4a5c-8a32-7e0e73c38ab7 req-099fd646-d0c2-4e5f-a568-840ca1dc89f2 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.821478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc69050e-a8a9-4a5c-8a32-7e0e73c38ab7 req-099fd646-d0c2-4e5f-a568-840ca1dc89f2 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 948 time: 0.0954456 Aug 12 02:10:28.824379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-98e85bbc-3873-442f-9cf1-070a9124dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:28.825998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-98e85bbc-3873-442f-9cf1-070a9124dbef service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2295532 Aug 12 02:10:28.840450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a8312b2-48c4-4c30-ae58-a8a6fc9371a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.850683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:28.873051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a8312b2-48c4-4c30-ae58-a8a6fc9371a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.908518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-51024399-71be-4253-83c4-4086e192f2f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=bcb641cf-b42c-4787-89a7-e9e256773962 HTTP/1.1" status: 200 len: 217 time: 0.0743849 Aug 12 02:10:28.909330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8312b2-48c4-4c30-ae58-a8a6fc9371a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d41bce-2363-447c-94f0-44a488345658,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:28.954434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:28.965237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a8312b2-48c4-4c30-ae58-a8a6fc9371a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82ab17c15ffd46f2af4e78fc15056d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178561 Aug 12 02:10:28.965933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:28.976184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc69050e-a8a9-4a5c-8a32-7e0e73c38ab7 req-7631795d-32c1-42d8-b562-2fb397c3747a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427145 Aug 12 02:10:29.006493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-e47e2f32-bb6d-45e9-8355-370e4191be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.008012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-e47e2f32-bb6d-45e9-8355-370e4191be8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0901868 Aug 12 02:10:29.023016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e599c210-4cf0-4529-9cee-0fc9c07ffe39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.025812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:29.034185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:29.042706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:29.048956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.050071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.063585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.080678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.090090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.090559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-8a6fee5c-bb59-4671-8e95-6c2d904cc7c1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3981304 Aug 12 02:10:29.115354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.131574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-e44f327a-0009-4d5c-ab19-30083d0d9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.133017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-e44f327a-0009-4d5c-ab19-30083d0d9c7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133583 Aug 12 02:10:29.143956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Request body: {'port': {'device_id': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:29.186564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9574f83ae864417aa12fbcee9443b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703763 Aug 12 02:10:29.187993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0723c3-ff5d-41da-94eb-3abbb4a79fb8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.193570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:29.223198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.229801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.252342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e599c210-4cf0-4529-9cee-0fc9c07ffe39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.257295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e599c210-4cf0-4529-9cee-0fc9c07ffe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.270272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.270634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.270973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.271311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.271666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.271996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.272324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.272649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.272974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.273297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.273621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.273942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e81bf64-3828-4474-9dcd-11a3831fbf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.331331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599c210-4cf0-4529-9cee-0fc9c07ffe39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d317b11-a89a-4ca1-acb6-ddb5019bb7d1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.340209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e599c210-4cf0-4529-9cee-0fc9c07ffe39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e43a05a11e93476dbb048473832fec1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885807 Aug 12 02:10:29.340893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:29.355845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-3d3adff0-f09e-4b10-ad38-e0d3e24418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.357392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-3d3adff0-f09e-4b10-ad38-e0d3e24418ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1101 time: 0.1865625 Aug 12 02:10:29.438525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.446197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-84cc3de0-c782-49e8-9eea-63436d67d160 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965813 Aug 12 02:10:29.451574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.454450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.457859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84d41bce-2363-447c-94f0-44a488345658 HTTP/1.1" status: 204 len: 168 time: 0.4883621 Aug 12 02:10:29.549430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e4e0c-abc7-4a11-9593-379744918a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d41bce-2363-447c-94f0-44a488345658,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.552535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.559509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.575275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb9653-5fe3-4a61-81bd-3feed663a3a3 req-9b67d6a4-576b-4a7c-8d09-c4f24e2943ee tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.584033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86bb9653-5fe3-4a61-81bd-3feed663a3a3 req-9b67d6a4-576b-4a7c-8d09-c4f24e2943ee tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 947 time: 0.1508410 Aug 12 02:10:29.634681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.656163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f350c-15fb-4820-a49c-c9e5b3196625 req-cefb4f11-8b72-4255-beec-5d55d913c5aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.657716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e6f350c-15fb-4820-a49c-c9e5b3196625 req-cefb4f11-8b72-4255-beec-5d55d913c5aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.2169690 Aug 12 02:10:29.658732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-0baa707e-b077-42bc-9deb-d50844eb045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.660107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-0baa707e-b077-42bc-9deb-d50844eb045c service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2922978 Aug 12 02:10:29.693281 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86bb9653-5fe3-4a61-81bd-3feed663a3a3 req-fe80f213-7345-428c-8d11-c3626bcbc544 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071076 Aug 12 02:10:29.730222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-247689f7-5815-4b3b-9e0d-9ab52855a20d req-a08d38dd-4819-417b-81c8-6687a387c0e2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673151 Aug 12 02:10:29.731417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-654aabd1-2f8b-4b4c-b9cf-e00f61f9d457 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.0569320 Aug 12 02:10:29.736568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.740582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.744010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b755f973-fc61-481b-8186-956367122938 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d317b11-a89a-4ca1-acb6-ddb5019bb7d1 HTTP/1.1" status: 204 len: 168 time: 0.3952599 Aug 12 02:10:29.758118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.760708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.761833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb0723c3-ff5d-41da-94eb-3abbb4a79fb8 HTTP/1.1" status: 204 len: 168 time: 0.5583138 Aug 12 02:10:29.773699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d317b11-a89a-4ca1-acb6-ddb5019bb7d1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.784128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.784569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.784903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.785240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.785737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.786403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.786403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.786830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.787387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.787837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.788164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.788584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b755f973-fc61-481b-8186-956367122938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:29.801751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e6f350c-15fb-4820-a49c-c9e5b3196625 req-af68ad18-6e43-4df7-adc9-04752591ec4b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287148 Aug 12 02:10:29.818667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810d37-bbbc-4d7f-95f9-b4d7c15e055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0723c3-ff5d-41da-94eb-3abbb4a79fb8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:29.819588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:29.827069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b53cb87f-3d3e-4ae1-b200-a29efeee3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.829271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.829447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b53cb87f-3d3e-4ae1-b200-a29efeee3793 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0837104 Aug 12 02:10:29.863077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Transition to ACTIVE for port object db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:29.871223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:29.893845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:29.899367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b2148f2a-a6bd-4f41-a48d-40b362759307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:29.901592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b2148f2a-a6bd-4f41-a48d-40b362759307 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652685 Aug 12 02:10:29.909765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5408dfc9-db60-487b-b22e-aaf81dc4cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.024200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-efb97a78-f234-478f-8484-363817cba54b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099637 Aug 12 02:10:30.114246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.145932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:30.146455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:30.146641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:30.165797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4a63e-4ed1-4da5-9053-9f6230c38010 req-36f6b122-e69e-4dcd-9110-3461a8efca6b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.167543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ca4a63e-4ed1-4da5-9053-9f6230c38010 req-36f6b122-e69e-4dcd-9110-3461a8efca6b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.1504288 Aug 12 02:10:30.169879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5408dfc9-db60-487b-b22e-aaf81dc4cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.171243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:30.171676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:30.180537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:30.180966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:30.181842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:30.182070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Bound port: db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:30.182858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.190156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5408dfc9-db60-487b-b22e-aaf81dc4cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.193427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-f78a1046-f795-45bd-a80c-0fd0b58c9215 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646564 Aug 12 02:10:30.208806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2651abd-6618-4d8a-9d3b-60ce98a4a98f req-37e08c83-9b61-4a86-9d69-28848322111a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.210360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2651abd-6618-4d8a-9d3b-60ce98a4a98f req-37e08c83-9b61-4a86-9d69-28848322111a tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 948 time: 0.0657353 Aug 12 02:10:30.244408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:30.287541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42fa2d8d-bf60-4bba-b445-ed218f8cbee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.300822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5408dfc9-db60-487b-b22e-aaf81dc4cfb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef8366a911ed4d0b97528f70da4d9357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279859 Aug 12 02:10:30.304686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:30.309299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408dfc9-db60-487b-b22e-aaf81dc4cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da814163-8d19-492b-8666-e098b8065065,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.317582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ca4a63e-4ed1-4da5-9053-9f6230c38010 req-154d7343-42e4-42ce-a617-b4e817aa1e5b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399765 Aug 12 02:10:30.347410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:30.347410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:30.353137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.401235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.402407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.404188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] 10.222.0.21 "PUT /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 1091 time: 1.2670393 Aug 12 02:10:30.407687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2651abd-6618-4d8a-9d3b-60ce98a4a98f req-f0504655-dd9d-42d3-bd7e-4937d2609d2f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893039 Aug 12 02:10:30.407835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:30.415243 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d425738-083e-427c-b210-16e3e5ae5707" -d '{"events": [{"name": "network-changed", "server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:30.451657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.484882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055fd4-adc0-4b0a-bf3f-ef1ab1e43d5a service neutron] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.486886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.528152 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e49b4-4dbc-4f52-86c8-a35da5ef304c x-openstack-request-id: req-909e49b4-4dbc-4f52-86c8-a35da5ef304c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:30.528572 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:30.528914 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-909e49b4-4dbc-4f52-86c8-a35da5ef304c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:30.529401 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'status': 'completed', 'code': 200} Aug 12 02:10:30.547668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1995edb1-ecb5-4361-a62a-19cacc778d1c details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:30.576186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-6d09d2fc-5679-444a-98c2-2b53ab65ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.578714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-6d09d2fc-5679-444a-98c2-2b53ab65ddf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1094 time: 0.0656753 Aug 12 02:10:30.586294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.589092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.590220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da814163-8d19-492b-8666-e098b8065065 HTTP/1.1" status: 204 len: 168 time: 0.2823164 Aug 12 02:10:30.592340 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42fa2d8d-bf60-4bba-b445-ed218f8cbee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.601628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42fa2d8d-bf60-4bba-b445-ed218f8cbee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.628311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-42fa2d8d-bf60-4bba-b445-ed218f8cbee1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c1716b397644b4899a73af8e97957e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817756 Aug 12 02:10:30.629243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee785f1e-e75a-4d87-a401-f72f1b4da6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da814163-8d19-492b-8666-e098b8065065,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.630973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:30.689892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-cddd0894-c311-4da0-9a77-ce82c0636f4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0845203 Aug 12 02:10:30.704074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa2d8d-bf60-4bba-b445-ed218f8cbee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86a7a8-2211-45de-9196-2667f1218038,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.746304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.764094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:30.772323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.784214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '1995edb1-ecb5-4361-a62a-19cacc778d1c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '1995edb1-ecb5-4361-a62a-19cacc778d1c', 'mac_address': 'fa:16:3e:2e:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:30.786034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-6ec8b1bb-ffc7-4d05-90b9-6116fa3bad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.788081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-6ec8b1bb-ffc7-4d05-90b9-6116fa3bad23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.0806465 Aug 12 02:10:30.829442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-e93fb509-1f61-423c-931e-7b52c5ebf8f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334680 Aug 12 02:10:30.860999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.903758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f4d10-34d8-4098-8e54-468913876693 req-6dab825d-3682-4339-9d7d-f75a2b692575 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:30.908644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-757f4d10-34d8-4098-8e54-468913876693 req-6dab825d-3682-4339-9d7d-f75a2b692575 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 947 time: 0.0721550 Aug 12 02:10:30.915611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.916866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1995edb1-ecb5-4361-a62a-19cacc778d1c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:30.918064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.919162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac86a7a8-2211-45de-9196-2667f1218038 HTTP/1.1" status: 204 len: 168 time: 0.2818439 Aug 12 02:10:30.938617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27183471-f9b0-4a4a-9a28-64c8ef23fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86a7a8-2211-45de-9196-2667f1218038,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:30.964103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:30.973326 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:30.982468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-757f4d10-34d8-4098-8e54-468913876693 req-ac56f177-fd08-491d-a18b-465fa973da3b tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732939 Aug 12 02:10:31.038870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:31.047849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.048515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.048916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.049442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.049965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.050471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.050833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.051156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.051492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.051994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.052300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.052778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:31.185218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1995edb1-ecb5-4361-a62a-19cacc778d1c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:31.237551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-12fe8356-e5dd-4040-89ce-e68ef47ce513 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930697 Aug 12 02:10:31.299656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109de6a-22a4-4748-81ae-6a134cd99c57 req-774e6fc8-7599-4428-8602-cde1f3227507 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.301080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6109de6a-22a4-4748-81ae-6a134cd99c57 req-774e6fc8-7599-4428-8602-cde1f3227507 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.3513563 Aug 12 02:10:31.366433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6109de6a-22a4-4748-81ae-6a134cd99c57 req-36bd04e0-93f7-45cb-a22f-9d09e99c45da tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570014 Aug 12 02:10:31.387852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f326b150-4c84-4771-b5b9-0cf3b3a3e0ab req-42a734bc-7432-4f3f-af13-fa9aa7aa38fd service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391258 Aug 12 02:10:31.498534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9dd55-8fba-4b1c-8b8f-0d71228fdcc5 req-38780433-acac-457a-9db3-cd8e38da9225 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.501226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7fd9dd55-8fba-4b1c-8b8f-0d71228fdcc5 req-38780433-acac-457a-9db3-cd8e38da9225 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.0754910 Aug 12 02:10:31.562591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7fd9dd55-8fba-4b1c-8b8f-0d71228fdcc5 req-1ac35245-0341-47b6-97ba-297707757249 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Aug 12 02:10:31.573405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425738-083e-427c-b210-16e3e5ae5707 req-af9f0235-88e1-497f-b278-36b53c4d42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.575417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-af9f0235-88e1-497f-b278-36b53c4d42b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1094 time: 0.0856037 Aug 12 02:10:31.611496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaac93f-cb18-4f0d-9c7d-8ac763f01c9e req-9eda382a-d91c-4c24-8dac-a921bd39a49c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.611957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eaaac93f-cb18-4f0d-9c7d-8ac763f01c9e req-9eda382a-d91c-4c24-8dac-a921bd39a49c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 948 time: 0.0845649 Aug 12 02:10:31.694563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eaaac93f-cb18-4f0d-9c7d-8ac763f01c9e req-6859d3d6-4bec-4a63-9672-d0451e532e46 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546308 Aug 12 02:10:31.721040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425738-083e-427c-b210-16e3e5ae5707 req-74e60161-4ed3-40cd-a874-f0720ee3ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.722979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-74e60161-4ed3-40cd-a874-f0720ee3ce09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1392484 Aug 12 02:10:31.769875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-e500ba2b-80c5-4191-8033-2e35fedb5427 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0377591 Aug 12 02:10:31.826016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425738-083e-427c-b210-16e3e5ae5707 req-0026e7d9-a38c-41b6-8ce2-916dc581b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:31.828109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-0026e7d9-a38c-41b6-8ce2-916dc581b0ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.0504589 Aug 12 02:10:31.880325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-42991ae8-f5ca-475d-961c-b798b5ef0264 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337822 Aug 12 02:10:31.916080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaf1508f-5f31-44fc-a446-1b590a21b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:31.983362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-d6653a69-1bf0-4a40-aa00-25b18473aafb service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952232 Aug 12 02:10:32.088914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d425738-083e-427c-b210-16e3e5ae5707 req-8121e952-ee98-4d97-84ab-172f5d346144 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973802 Aug 12 02:10:32.122802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215d18e-30da-46e7-800c-0b285ff472bf req-722b5ff6-b322-4393-a6db-880ef92edecc tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:32.125133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7215d18e-30da-46e7-800c-0b285ff472bf req-722b5ff6-b322-4393-a6db-880ef92edecc tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 948 time: 0.0565097 Aug 12 02:10:32.176953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7215d18e-30da-46e7-800c-0b285ff472bf req-1289e2b0-168d-482e-bf0e-740a31c4e441 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Aug 12 02:10:32.532142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d60d0e-f145-4893-887a-cdead985f6eb req-91011e0b-ebb5-490d-a38b-e82948c40a98 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:32.533761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8d60d0e-f145-4893-887a-cdead985f6eb req-91011e0b-ebb5-490d-a38b-e82948c40a98 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0746417 Aug 12 02:10:32.574026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device bcb641cf-b42c-4787-89a7-e9e256773962 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:32.621772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1995edb1-ecb5-4361-a62a-19cacc778d1c up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:32.627316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8d60d0e-f145-4893-887a-cdead985f6eb req-eba4b41c-8bb8-429f-adb3-ab23496508fd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853362 Aug 12 02:10:32.699549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d30b1e-df01-4985-99b3-8b4ac52048ee req-3b74af13-f0ec-468c-b6fe-96a643d747a3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:32.708526 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18d30b1e-df01-4985-99b3-8b4ac52048ee req-3b74af13-f0ec-468c-b6fe-96a643d747a3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.0652747 Aug 12 02:10:32.743720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=bcb641cf-b42c-4787-89a7-e9e256773962,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:32.752003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 1995edb1-ecb5-4361-a62a-19cacc778d1c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:32.759186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 1995edb1-ecb5-4361-a62a-19cacc778d1c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:32.759782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:32.762631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'bcb641cf-b42c-4787-89a7-e9e256773962', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'bcb641cf-b42c-4787-89a7-e9e256773962', 'mac_address': 'fa:16:3e:64:74:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:32.766138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18d30b1e-df01-4985-99b3-8b4ac52048ee req-069cf03f-9caf-44f4-bf68-cc227acee21b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502436 Aug 12 02:10:32.835842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:32.855092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb641cf-b42c-4787-89a7-e9e256773962 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:32.864266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b81a-2b1a-47de-b361-5f20c8adf6e3 req-3b203669-aec7-439d-925c-7a887c90a7b5 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:32.866845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e20b81a-2b1a-47de-b361-5f20c8adf6e3 req-3b203669-aec7-439d-925c-7a887c90a7b5 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 948 time: 0.0571067 Aug 12 02:10:32.875723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:32.912104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=bcb641cf-b42c-4787-89a7-e9e256773962,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:32.919116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:32.920164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:32.925314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:32.932426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e20b81a-2b1a-47de-b361-5f20c8adf6e3 req-85bf58f5-e84a-4705-8cf8-22aac302910d tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523570 Aug 12 02:10:32.971545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:32.974113 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad00a0-a201-44ca-8eb6-6fb07af49eef" -d '{"events": [{"server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "name": "network-vif-plugged", "status": "completed", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:32.997467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:33.008138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.010240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.036051 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998c684e-667d-4a12-b37d-bfe6afcda92a x-openstack-request-id: req-998c684e-667d-4a12-b37d-bfe6afcda92a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:33.036337 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "name": "network-vif-plugged", "status": "completed", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:33.036588 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-998c684e-667d-4a12-b37d-bfe6afcda92a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:33.037046 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c', 'code': 200} Aug 12 02:10:33.080602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.119734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c5dd0-e035-49b5-9a56-0120e4a2add8 req-a54d5e6d-637a-4e99-bdf4-06c88b082f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:33.121571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-049c5dd0-e035-49b5-9a56-0120e4a2add8 req-a54d5e6d-637a-4e99-bdf4-06c88b082f08 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 1100 time: 0.0418637 Aug 12 02:10:33.158753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['bcb641cf-b42c-4787-89a7-e9e256773962'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:33.170401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dfccdc6-07e6-46f4-9539-54a15444e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.180040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-049c5dd0-e035-49b5-9a56-0120e4a2add8 req-3f06cf7d-c1ac-48c5-ac16-d473d7f4b018 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505626 Aug 12 02:10:33.208075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e1e5-6cbb-4601-967d-96a04d0853cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.297917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dfccdc6-07e6-46f4-9539-54a15444e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.307192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9dfccdc6-07e6-46f4-9539-54a15444e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.326595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d573d-da3b-4bc2-ad9c-6e484c9b9330 req-3f9608f5-17ef-4e20-a2f2-8e44d5e47a63 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:33.338310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c30d573d-da3b-4bc2-ad9c-6e484c9b9330 req-3f9608f5-17ef-4e20-a2f2-8e44d5e47a63 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 949 time: 0.0680807 Aug 12 02:10:33.356631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfccdc6-07e6-46f4-9539-54a15444e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d202129-2dff-49fa-b09e-fdf3fdaa4af1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.377995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9dfccdc6-07e6-46f4-9539-54a15444e9a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d39436feea1748bc9b1dcf2f3ff096c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978917 Aug 12 02:10:33.380016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49968) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:33.463937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c30d573d-da3b-4bc2-ad9c-6e484c9b9330 req-a29f65c2-5e90-4fe8-bed2-d489c24b240e tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179187 Aug 12 02:10:33.464042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e1e5-6cbb-4601-967d-96a04d0853cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.465944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e1e5-6cbb-4601-967d-96a04d0853cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.475784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.501221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.520076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f8b9e1e5-6cbb-4601-967d-96a04d0853cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec269333ebd747ceb3dea569378ea8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5993774 Aug 12 02:10:33.520811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:33.521440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9e1e5-6cbb-4601-967d-96a04d0853cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c77c199-f6fb-4ff2-9baa-22293c04a7f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.559080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.562314 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.563741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d202129-2dff-49fa-b09e-fdf3fdaa4af1 HTTP/1.1" status: 204 len: 168 time: 0.1822453 Aug 12 02:10:33.572587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b2ac-06a9-48f5-89bb-434dcc61d51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d202129-2dff-49fa-b09e-fdf3fdaa4af1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.588144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.613793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.667749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.672815 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:33.674534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c77c199-f6fb-4ff2-9baa-22293c04a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1503043 Aug 12 02:10:33.683889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08387c9-efc9-4b6c-97ec-6251fee7d16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c77c199-f6fb-4ff2-9baa-22293c04a7f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:33.756354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26566542-03ec-4100-a1cb-6535c3f11de8 req-76588d4c-1ab8-4e85-a0b8-d2d04aa1abe7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:33.765287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26566542-03ec-4100-a1cb-6535c3f11de8 req-76588d4c-1ab8-4e85-a0b8-d2d04aa1abe7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0659912 Aug 12 02:10:33.826218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26566542-03ec-4100-a1cb-6535c3f11de8 req-642dcf39-cc78-4dd6-8b4b-e87ec96fb1e1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598323 Aug 12 02:10:33.844054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-34fb310b-8a68-468a-8279-808cc096680e tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341198 Aug 12 02:10:33.977365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-05fa4949-f178-477d-b664-495797f558cc tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:33.987184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-05fa4949-f178-477d-b664-495797f558cc tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415844 Aug 12 02:10:34.007733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-6d439462-7c60-45c3-8aa3-d08219248054 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/quotas/9bb63cc0e0594381930af9cfe4bb1a40 HTTP/1.1" status: 200 len: 375 time: 0.0193229 Aug 12 02:10:34.050496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-7c81d2be-ba73-4311-8dcf-e2cbd9e1fa98 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414996 Aug 12 02:10:34.110540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:34.131130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc5e1-564e-4ab0-8e73-bf36da36f7bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.206977 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.259896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc5e1-564e-4ab0-8e73-bf36da36f7bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.262592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61feda6d-b0f6-40d9-986a-cf9e106e6015 req-b4d5af1d-78c9-4e5c-ad44-1df8006ccb5c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:34.265733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61feda6d-b0f6-40d9-986a-cf9e106e6015 req-b4d5af1d-78c9-4e5c-ad44-1df8006ccb5c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.3857036 Aug 12 02:10:34.288048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb5fc5e1-564e-4ab0-8e73-bf36da36f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.316577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61feda6d-b0f6-40d9-986a-cf9e106e6015 req-f7df5a67-b0f2-4800-a36d-2c195debed4e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Aug 12 02:10:34.364556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb5fc5e1-564e-4ab0-8e73-bf36da36f7bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0389cd1858964842a77cc9d9c0af61ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523777 Aug 12 02:10:34.367522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50014) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:34.377404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fc5e1-564e-4ab0-8e73-bf36da36f7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42931d72-a4cf-4c8e-a5c6-ee16aadf39e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:34.402336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07425c46-b192-4c39-84a8-89d35b8779fb req-62f2e77c-b8a3-48ac-9993-3c2a0c068853 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:34.404019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07425c46-b192-4c39-84a8-89d35b8779fb req-62f2e77c-b8a3-48ac-9993-3c2a0c068853 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 949 time: 0.1407404 Aug 12 02:10:34.412954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac738361-19e5-4c53-a407-14d7a0b700d4 req-c9121a2c-9ac1-4544-9548-a7be7dff9f88 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 210 time: 0.0341189 Aug 12 02:10:34.476392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.485055 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0a68c6b-d925-4158-bcc7-003c657b6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.492110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07425c46-b192-4c39-84a8-89d35b8779fb req-13842731-2b09-4ea1-bea6-4393a3ee09d6 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Aug 12 02:10:34.520072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.589588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device bcb641cf-b42c-4787-89a7-e9e256773962 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:34.592228 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.597444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.599750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42931d72-a4cf-4c8e-a5c6-ee16aadf39e5 HTTP/1.1" status: 204 len: 168 time: 0.2310603 Aug 12 02:10:34.620451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ebe2c-a915-4a25-b5ec-bba8e80b812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42931d72-a4cf-4c8e-a5c6-ee16aadf39e5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:34.644724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ddeb8-0c47-4871-84c7-f960d87b4e88 req-fd370db6-c695-40af-88de-10663c9416a1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:34.648750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b29ddeb8-0c47-4871-84c7-f960d87b4e88 req-fd370db6-c695-40af-88de-10663c9416a1 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 949 time: 0.0923126 Aug 12 02:10:34.704493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.732150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b29ddeb8-0c47-4871-84c7-f960d87b4e88 req-080ce228-3e61-4068-b514-67a27534ec33 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716970 Aug 12 02:10:34.743756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port bcb641cf-b42c-4787-89a7-e9e256773962 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:34.748299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port bcb641cf-b42c-4787-89a7-e9e256773962 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:34.748671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.867325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.904309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=bcb641cf-b42c-4787-89a7-e9e256773962,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:34.910764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:34.990027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:34.993283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:35.026305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262f297-d0f4-47ad-8d44-422410711b69 req-5789f424-bce0-4c7c-93a5-8438de11d404 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.028048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6262f297-d0f4-47ad-8d44-422410711b69 req-5789f424-bce0-4c7c-93a5-8438de11d404 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0819755 Aug 12 02:10:35.053874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:35.067931 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943d2b2-102c-4d37-bd51-93d0b5e08a5d" -d '{"events": [{"server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "name": "network-vif-plugged", "status": "completed", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:35.098860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6262f297-d0f4-47ad-8d44-422410711b69 req-5d472b00-a548-4c76-8548-82cc25db698c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Aug 12 02:10:35.172283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:35.185941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'port_id': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'mac_address': 'fa:16:3e:51:c7:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9901f5c6-bada-4abe-ba5d-804761754cd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:35.237003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-fd24e236-a91f-4445-a0b3-3f857893a13b tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.238282 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.239081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-fd24e236-a91f-4445-a0b3-3f857893a13b tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 1100 time: 0.0494633 Aug 12 02:10:35.252852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:35.259212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-d9b0232a-d0eb-42fe-808e-8871f05a9fc4 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.276018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:35.281681 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.349902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:35.370807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-d9b0232a-d0eb-42fe-808e-8871f05a9fc4 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.375638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-d9b0232a-d0eb-42fe-808e-8871f05a9fc4 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.397060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b549cfc-f95f-4a8a-b649-31e4b50eee8f req-d9b0232a-d0eb-42fe-808e-8871f05a9fc4 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518776 Aug 12 02:10:35.409746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0232a-d0eb-42fe-808e-8871f05a9fc4 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba00c54-26cd-40dd-869d-37c14568295c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:35.483725 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b67ef8-7da5-4c3b-bbe0-14e88993a2ff x-openstack-request-id: req-a1b67ef8-7da5-4c3b-bbe0-14e88993a2ff {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:35.484255 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "name": "network-vif-plugged", "status": "completed", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:35.484678 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1b67ef8-7da5-4c3b-bbe0-14e88993a2ff {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:35.485723 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962', 'code': 200} Aug 12 02:10:35.535891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-8ed273c0-c441-4e53-94dc-3b68995a8892 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412331 Aug 12 02:10:35.575570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-5111073d-67e0-4552-8112-a1ee3198e13f tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487428 Aug 12 02:10:35.679111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:35.696300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-4c9a851c-d853-480d-82cd-a06e67d5f123 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.697941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-4c9a851c-d853-480d-82cd-a06e67d5f123 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612744 Aug 12 02:10:35.701385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:35.726838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-cfe21eeb-d485-4e5e-b726-5102098153f0 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/quotas/273c2e8609bb4df1a2bf9a63827f0c95 HTTP/1.1" status: 200 len: 375 time: 0.0207140 Aug 12 02:10:35.775450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-8a9dbca4-380a-467a-9fb0-4a1e55b92c38 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397627 Aug 12 02:10:35.820717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7fb36-4943-44d9-9592-398a81d0286e req-64b97cb7-b762-4261-84c5-090e00e69ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.822352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24a7fb36-4943-44d9-9592-398a81d0286e req-64b97cb7-b762-4261-84c5-090e00e69ee1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 1101 time: 0.2004619 Aug 12 02:10:35.830848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dffa3f-f7c0-4c4c-b295-c6218d29c823 req-6f9d0beb-e325-46e9-aaf7-dd8d39827d64 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.832390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4dffa3f-f7c0-4c4c-b295-c6218d29c823 req-6f9d0beb-e325-46e9-aaf7-dd8d39827d64 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.2599792 Aug 12 02:10:35.919930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-ec20b92b-d110-403e-b4e5-3fc96f1eb533 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:35.921625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-ec20b92b-d110-403e-b4e5-3fc96f1eb533 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003345 Aug 12 02:10:35.929666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24a7fb36-4943-44d9-9592-398a81d0286e req-953c1955-cad7-47dd-abb1-d44449736be7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960088 Aug 12 02:10:35.938682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Request body: {'port': {'device_id': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '9bb63cc0e0594381930af9cfe4bb1a40'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:35.974075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f238a30-4488-49e7-a3af-b0f861974787 req-4231f1c9-6448-4f06-b6ec-82da416939e1 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 210 time: 0.0363736 Aug 12 02:10:36.016449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4dffa3f-f7c0-4c4c-b295-c6218d29c823 req-631b27eb-e303-4c39-990e-56090106f216 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727068 Aug 12 02:10:36.086146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Made reservation on behalf of 9bb63cc0e0594381930af9cfe4bb1a40 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:36.092482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.106338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.118557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53820510-fcd0-4b73-884f-249ff75be0da req-71657992-ebb8-4bd9-8c37-55c1dd4427a1 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:36.126969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53820510-fcd0-4b73-884f-249ff75be0da req-71657992-ebb8-4bd9-8c37-55c1dd4427a1 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 950 time: 0.0999067 Aug 12 02:10:36.174975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53820510-fcd0-4b73-884f-249ff75be0da req-4117bbc4-2773-48d7-93b8-a0cbcc267a0f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468640 Aug 12 02:10:36.229656 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c88b4662-6cdb-458f-a67c-17a594c768f1 req-610984dd-b6a4-4c90-afd1-41be953279b7 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 210 time: 0.0511475 Aug 12 02:10:36.278900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.285687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.307988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf68c-6a2e-4fb2-9c41-3360238eaaa5 req-ab5ae63d-d35b-41b7-a04a-5acabe37aa23 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:36.316385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-33ecf68c-6a2e-4fb2-9c41-3360238eaaa5 req-ab5ae63d-d35b-41b7-a04a-5acabe37aa23 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0768986 Aug 12 02:10:36.369306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-33ecf68c-6a2e-4fb2-9c41-3360238eaaa5 req-1c87be0a-7dd6-4a54-9f18-b509233eedeb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516057 Aug 12 02:10:36.419754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5903a6-887c-48c9-a14d-66926bdf033f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:36.439895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Allocated IP 192.168.233.80 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/fba65ce4-abb3-4535-bef8-6f0e7b2d1121) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:36.570826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e08c4-93d7-450b-8170-0f54a577e625 req-e7722f65-f830-405d-8ed2-954671989983 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:36.573010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-614e08c4-93d7-450b-8170-0f54a577e625 req-e7722f65-f830-405d-8ed2-954671989983 tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 1100 time: 0.0564134 Aug 12 02:10:36.615962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-614e08c4-93d7-450b-8170-0f54a577e625 req-1b7b11a3-bbfb-4aa3-a7ac-a1877e70bd6d tempest-ServersAdminNegativeTestJSON-1476085436 tempest-ServersAdminNegativeTestJSON-1476085436-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349422 Aug 12 02:10:36.635616 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.650096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Transition to ACTIVE for port object fba65ce4-abb3-4535-bef8-6f0e7b2d1121 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:36.693193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.772607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Pushing event updated for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:36.797658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:36.797778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:36.808467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:36.815700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:36.816704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.853766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-4dfe6ff7-6493-4877-b3bf-72a0e0113983 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9211552 Aug 12 02:10:36.866411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Request body: {'port': {'device_id': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:36.929259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:36.930132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50132) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:36.992810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:37.101618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:37.106428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec870b1d-8374-4fb6-9eee-85f2121e53dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.107417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:37.107688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.141498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-940701f4-ce20-45ea-8bc6-2f339d006bda None None] Provisioning for port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:37.142599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5bb05-8daa-4b5e-a0b8-0464ee4e8d48 req-9c562a5f-a082-459f-b777-260bf5b391ef tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.144169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80f5bb05-8daa-4b5e-a0b8-0464ee4e8d48 req-9c562a5f-a082-459f-b777-260bf5b391ef tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 949 time: 0.0844698 Aug 12 02:10:37.148244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-940701f4-ce20-45ea-8bc6-2f339d006bda None None] Provisioning complete for port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:37.148244 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-940701f4-ce20-45ea-8bc6-2f339d006bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.178838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f932-c217-41f2-8811-d3456687afc0 req-430078a9-7eb7-4c7a-99e9-79b24fa1db1c tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.185953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75d3f932-c217-41f2-8811-d3456687afc0 req-430078a9-7eb7-4c7a-99e9-79b24fa1db1c tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 935 time: 0.1104734 Aug 12 02:10:37.202886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-940701f4-ce20-45ea-8bc6-2f339d006bda None None] Port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:37.206239 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.243832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.267508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75d3f932-c217-41f2-8811-d3456687afc0 req-b365d6b3-1ca9-4a9d-8dc6-e77707e46be2 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Aug 12 02:10:37.274866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80f5bb05-8daa-4b5e-a0b8-0464ee4e8d48 req-de5eeffe-7ae9-45d1-b639-593915265f30 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054828 Aug 12 02:10:37.323411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:37.331792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.366717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-77d843db-d20f-4ae1-a6b4-0e4a9d945a39 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624361 Aug 12 02:10:37.378655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec870b1d-8374-4fb6-9eee-85f2121e53dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.398529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba65ce4-abb3-4535-bef8-6f0e7b2d1121 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:37.407097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.436124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:37.437076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Transition to ACTIVE for port object fba65ce4-abb3-4535-bef8-6f0e7b2d1121 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:37.443653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.453864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec870b1d-8374-4fb6-9eee-85f2121e53dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.487020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:37.489968 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d04e3-d539-4dc5-9b4b-2e50dc25a1f1" -d '{"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-plugged", "status": "completed", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:37.531816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Pushing event updated for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:37.571162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d7185-535e-4864-9ae9-8e6199fc1863 req-3cd53d69-a9b1-4e08-98dd-5565a36900fe tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.572215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef8d7185-535e-4864-9ae9-8e6199fc1863 req-3cd53d69-a9b1-4e08-98dd-5565a36900fe tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 950 time: 0.1157665 Aug 12 02:10:37.581072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec870b1d-8374-4fb6-9eee-85f2121e53dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42b30db245704311a6bc1dd2d9be4cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467524 Aug 12 02:10:37.582835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Attempting to bind port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:37.583180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Attempting to bind port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:37.583571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Attempting to bind port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:37.585558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:37.586703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec870b1d-8374-4fb6-9eee-85f2121e53dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f595dd-6048-4cc3-a107-4a9fc3c89aca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:37.607444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:37.607791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Attempting to bind port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:37.612332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770695f-85da-4e83-8197-764769afbfd4 req-77d21643-6418-489c-a8d3-f48b8c5eb745 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.619597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b770695f-85da-4e83-8197-764769afbfd4 req-77d21643-6418-489c-a8d3-f48b8c5eb745 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 945 time: 0.2241526 Aug 12 02:10:37.633203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:37.633544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:37.633933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:37.634366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Bound port: fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:37.634728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.654369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-bc521558-b1f5-4c3b-9887-16b77d7c1e37 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.656726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-bc521558-b1f5-4c3b-9887-16b77d7c1e37 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639561 Aug 12 02:10:37.673727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b770695f-85da-4e83-8197-764769afbfd4 req-879af3b5-77c3-4255-b5fb-9ec3c32b0b55 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532522 Aug 12 02:10:37.675423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef8d7185-535e-4864-9ae9-8e6199fc1863 req-1e07622b-fef0-4476-a147-e388c61fa359 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Aug 12 02:10:37.699714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Request body: {'port': {'device_id': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '273c2e8609bb4df1a2bf9a63827f0c95'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:37.715629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.758743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.790830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:37.813032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7aabb648-8f9a-49f1-90e7-f6a8d6c9543d req-bc24fdaf-2e9f-4ccb-b4b1-9d20963cc822 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 210 time: 0.0521283 Aug 12 02:10:37.849261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72d55b-3e72-4700-806d-6f4665400281 req-433abf43-f9a4-46e5-9be3-01ce6ed6d9a6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.851206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:37.851583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f72d55b-3e72-4700-806d-6f4665400281 req-433abf43-f9a4-46e5-9be3-01ce6ed6d9a6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0882492 Aug 12 02:10:37.860147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.871810 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e3115-505e-4320-818c-a9552becb199 x-openstack-request-id: req-b53e3115-505e-4320-818c-a9552becb199 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:37.872400 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-plugged", "status": "completed", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:37.872812 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b53e3115-505e-4320-818c-a9552becb199 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:37.873361 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'code': 200} Aug 12 02:10:37.899685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:37.900306 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.901758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] 10.222.0.25 "PUT /v2.0/ports/fba65ce4-abb3-4535-bef8-6f0e7b2d1121 HTTP/1.1" status: 200 len: 1095 time: 1.0402648 Aug 12 02:10:37.902220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:37.904515 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d" -d '{"events": [{"name": "network-changed", "server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:37.931790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7582645-84d2-4bb7-bfe5-8c07ad975242 service neutron] Pushing event updated for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:37.937971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f72d55b-3e72-4700-806d-6f4665400281 req-c15836c6-20a4-4095-8c0d-0257b49dfd87 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798981 Aug 12 02:10:37.943793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.947196 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.950986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37f595dd-6048-4cc3-a107-4a9fc3c89aca HTTP/1.1" status: 204 len: 168 time: 0.3620346 Aug 12 02:10:37.953213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Made reservation on behalf of 273c2e8609bb4df1a2bf9a63827f0c95 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:37.957222 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:37.965643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453b366-2399-4a21-87dd-0344fcd9faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f595dd-6048-4cc3-a107-4a9fc3c89aca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:37.976056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.048940 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d124b56f-b67b-4fa3-bdde-eb2ea9e2ed86 x-openstack-request-id: req-d124b56f-b67b-4fa3-bdde-eb2ea9e2ed86 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:38.050118 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:38.050553 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d124b56f-b67b-4fa3-bdde-eb2ea9e2ed86 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:38.051299 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121', 'status': 'completed', 'code': 200} Aug 12 02:10:38.138700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8671-e636-4b33-9c00-14db8eb8fe4a req-1491644c-843f-4823-9c72-8cca6781ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.141138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11ce8671-e636-4b33-9c00-14db8eb8fe4a req-1491644c-843f-4823-9c72-8cca6781ce64 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1096 time: 0.0871119 Aug 12 02:10:38.143834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-8feaf908-c6f4-45c5-82f2-c26b88ef8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.145459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-8feaf908-c6f4-45c5-82f2-c26b88ef8dd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 1098 time: 0.1722665 Aug 12 02:10:38.157514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.175354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.226343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-0e528e57-aae2-4065-a4bd-ace9c189aee3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121 HTTP/1.1" status: 200 len: 217 time: 0.0710413 Aug 12 02:10:38.279534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:38.305047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-cd395ac3-40db-4e7b-b563-a7599de20dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.307022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-cd395ac3-40db-4e7b-b563-a7599de20dc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0722444 Aug 12 02:10:38.312477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14442baa-34c3-42bf-b452-12ff785d3fc3 req-f400455c-0ce9-44cf-8027-9182a837b077 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.314111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14442baa-34c3-42bf-b452-12ff785d3fc3 req-f400455c-0ce9-44cf-8027-9182a837b077 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 950 time: 0.1411102 Aug 12 02:10:38.335894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11ce8671-e636-4b33-9c00-14db8eb8fe4a req-ac7af328-9d8f-4782-94a5-f0aac63cb662 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159036 Aug 12 02:10:38.383036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c853026-8657-43f6-a119-11123921d0f5 req-c2fa7ca3-82ce-4f1b-b698-eb573b17c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.384734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-c2fa7ca3-82ce-4f1b-b698-eb573b17c4ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658491 Aug 12 02:10:38.397158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14442baa-34c3-42bf-b452-12ff785d3fc3 req-9b63bf30-d8ba-462b-88af-e808a092708c tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Aug 12 02:10:38.398203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Allocated IP 192.168.233.222 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/c581fd66-8313-4ee6-bdd0-c1cbf12a8493) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:38.409888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:38.427622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8871ac4e-1678-41dd-a219-8e119ce54342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.495029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e60e0-708c-453f-8599-3f2c6edff040 req-b5b334f6-af37-4685-b988-266020c58e39 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.496527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25e60e0-708c-453f-8599-3f2c6edff040 req-b5b334f6-af37-4685-b988-266020c58e39 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 947 time: 0.1249592 Aug 12 02:10:38.584334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-65e75053-0b59-46f0-92f5-796fe2217d01 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811221 Aug 12 02:10:38.588490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25e60e0-708c-453f-8599-3f2c6edff040 req-9838e66a-a175-40b4-9ec1-fa8e0a42a3d3 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667856 Aug 12 02:10:38.597445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-546b5f0d-66bf-407f-99c6-5e773868fec7 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.598905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-546b5f0d-66bf-407f-99c6-5e773868fec7 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 949 time: 0.1212564 Aug 12 02:10:38.613835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e5b2-ea9d-400e-a340-655640e74c27 req-a8551a94-19a8-43c2-a9b6-a29f78d197fa tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.615378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53e6e5b2-ea9d-400e-a340-655640e74c27 req-a8551a94-19a8-43c2-a9b6-a29f78d197fa tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 949 time: 0.1344805 Aug 12 02:10:38.684137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.716768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53e6e5b2-ea9d-400e-a340-655640e74c27 req-f2cf360e-67ce-4d1f-af86-38e039f8e31f tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915229 Aug 12 02:10:38.721924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Transition to ACTIVE for port object c581fd66-8313-4ee6-bdd0-c1cbf12a8493 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:38.732778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8871ac4e-1678-41dd-a219-8e119ce54342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.741336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8871ac4e-1678-41dd-a219-8e119ce54342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.748364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c853026-8657-43f6-a119-11123921d0f5 req-f8e267eb-014a-4e87-a369-87df93cbd564 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484928 Aug 12 02:10:38.766155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Deleting port 1995edb1-ecb5-4361-a62a-19cacc778d1c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:38.766487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.794889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8871ac4e-1678-41dd-a219-8e119ce54342 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c4b83cb7c8f4aa49b54d3f2c505ed58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840356 Aug 12 02:10:38.798378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50176) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:38.807296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ac4e-1678-41dd-a219-8e119ce54342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9706ab34-89c6-4738-a45e-cc1458827ac8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:38.818037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.881348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:38.888714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:38.896904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:38.902810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.903518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.917466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:38.932763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-624921fd-e649-4dbb-9bc7-55dac0abf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:38.933887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5d05bdca-a046-4495-a1bb-86951cec772e tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2423368 Aug 12 02:10:38.935005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-624921fd-e649-4dbb-9bc7-55dac0abf9be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 1098 time: 0.1156285 Aug 12 02:10:38.938059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:38.966969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Request body: {'port': {'device_id': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:38.992335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.083726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.116428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcdc90-5314-4240-aef6-a7aece7789e3 req-db9457b1-6c72-470b-8fe0-a3591097fe33 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.118070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18dcdc90-5314-4240-aef6-a7aece7789e3 req-db9457b1-6c72-470b-8fe0-a3591097fe33 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 936 time: 0.1004274 Aug 12 02:10:39.157555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.160090 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.161224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9706ab34-89c6-4738-a45e-cc1458827ac8 HTTP/1.1" status: 204 len: 168 time: 0.3618922 Aug 12 02:10:39.183206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47b9ec-16c8-43ee-8ded-b6fe0a9f2bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706ab34-89c6-4738-a45e-cc1458827ac8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:39.210690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5461760-0697-4d66-bef9-5ae7c3816b68 None None] Provisioning for port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:39.218804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18dcdc90-5314-4240-aef6-a7aece7789e3 req-c83a9e99-9be2-4126-8c09-bba80cbc01d6 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825343 Aug 12 02:10:39.218990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] For port 1995edb1-ecb5-4361-a62a-19cacc778d1c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1995edb1-ecb5-4361-a62a-19cacc778d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:39.219317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.221744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5461760-0697-4d66-bef9-5ae7c3816b68 None None] Provisioning complete for port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:39.222770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5461760-0697-4d66-bef9-5ae7c3816b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.243201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ea69d-d2bf-4674-a135-c0c6c5f7550b req-433621b0-e02c-4521-becc-d14060dfaf11 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.252412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b40ea69d-d2bf-4674-a135-c0c6c5f7550b req-433621b0-e02c-4521-becc-d14060dfaf11 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 945 time: 0.3838649 Aug 12 02:10:39.260190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Calling delete_port for 1995edb1-ecb5-4361-a62a-19cacc778d1c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:39.295394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5461760-0697-4d66-bef9-5ae7c3816b68 None None] Port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:39.407935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-ae8bc2f2-8ad0-4527-80ce-7a3254e8904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.409463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-ae8bc2f2-8ad0-4527-80ce-7a3254e8904c service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.4645092 Aug 12 02:10:39.412401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b40ea69d-d2bf-4674-a135-c0c6c5f7550b req-9b60a0cd-ca09-4dd3-a116-cd727babe64b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592057 Aug 12 02:10:39.441555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfede6-5a96-42b6-a6d5-62ab40371d29 req-1221ade5-3442-44d8-824c-244d8973dd80 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.444359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61bfede6-5a96-42b6-a6d5-62ab40371d29 req-1221ade5-3442-44d8-824c-244d8973dd80 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1219726 Aug 12 02:10:39.474027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-e4477cd4-b5de-411e-a9a3-1add7dba17e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121 HTTP/1.1" status: 200 len: 217 time: 0.0553102 Aug 12 02:10:39.495092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-aa219e09-87c3-4f6e-bc63-740439f4edd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1376131 Aug 12 02:10:39.605635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61bfede6-5a96-42b6-a6d5-62ab40371d29 req-6c08bdbf-b928-4279-bc78-98f14335e2af tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458459 Aug 12 02:10:39.625347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c581fd66-8313-4ee6-bdd0-c1cbf12a8493 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:39.632824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-a895aaec-5630-44a0-b1d5-e601e697f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.634271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-a895aaec-5630-44a0-b1d5-e601e697f39e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1433764 Aug 12 02:10:39.636623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.651536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Transition to ACTIVE for port object c581fd66-8313-4ee6-bdd0-c1cbf12a8493 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:39.657500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.709850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.721760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1995edb1-ecb5-4361-a62a-19cacc778d1c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:39.743184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd6951-0379-4004-b4b5-be7da6aea1a5 req-202a23be-08ba-465a-bafb-c28ad5ed3055 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.752098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55bd6951-0379-4004-b4b5-be7da6aea1a5 req-202a23be-08ba-465a-bafb-c28ad5ed3055 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 950 time: 0.2067318 Aug 12 02:10:39.777693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ba6e7ee6-76ae-4463-b15f-49ed53829d2d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:39.795184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:39.795843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-ebb8caed-fbe1-47da-9dd2-7fc8886b8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.797342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-ebb8caed-fbe1-47da-9dd2-7fc8886b8e11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 1101 time: 0.1866677 Aug 12 02:10:39.798165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Pushing event deleted for resources: {'Port': ['ID=1995edb1-ecb5-4361-a62a-19cacc778d1c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:39.831502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8872020-f894-4929-8078-506369e5d680 req-a01f3f48-5740-4186-97b0-2d5a1b85172a tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.833234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8872020-f894-4929-8078-506369e5d680 req-a01f3f48-5740-4186-97b0-2d5a1b85172a tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 947 time: 0.1458976 Aug 12 02:10:39.834237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Attempting to bind port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:39.834641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Attempting to bind port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:39.835032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Attempting to bind port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:39.855701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:39.856590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Attempting to bind port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:39.863410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-96e87cb4-7c3f-4efc-aee4-8f18f5709ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:39.865468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-96e87cb4-7c3f-4efc-aee4-8f18f5709ae9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2084687 Aug 12 02:10:39.875835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:39.876278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:39.876992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:39.877673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Bound port: c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:39.878156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.894179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] No DVR routers for this DVR port 1995edb1-ecb5-4361-a62a-19cacc778d1c on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:39.897162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:39.900357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc8415d7-b689-43e4-95e3-3e771f8003fe req-4de84c2c-447f-4cc9-a078-0392e50b93cf tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.25 "DELETE /v2.0/ports/1995edb1-ecb5-4361-a62a-19cacc778d1c HTTP/1.1" status: 204 len: 173 time: 1.2931848 Aug 12 02:10:39.923909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8872020-f894-4929-8078-506369e5d680 req-654d68db-7706-45ee-bceb-93056fb8f1c1 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783589 Aug 12 02:10:40.040090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55bd6951-0379-4004-b4b5-be7da6aea1a5 req-a5a5905a-68c4-4979-aa96-045cc1d25af6 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852108 Aug 12 02:10:40.056430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'name': 'network-vif-deleted', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:40.058868 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4311da4-fe46-42a8-b99d-f6e4919f6f2a" -d '{"events": [{"server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "name": "network-vif-deleted", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:40.068594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:40.073091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:40.085783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:40.130467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58c20234-6ba0-4100-b236-7060ee844f48 req-64efe6de-b4f8-4109-9ab3-98a46572121e tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0a9e10e-c627-4f2a-83b1-62aae8f408f4 HTTP/1.1" status: 200 len: 210 time: 0.0642278 Aug 12 02:10:40.206820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.209425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:40.211129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] 10.222.0.21 "PUT /v2.0/ports/c581fd66-8313-4ee6-bdd0-c1cbf12a8493 HTTP/1.1" status: 200 len: 1096 time: 1.2574563 Aug 12 02:10:40.222724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:40.225575 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0972444-c29a-4c72-94e8-cb4590687dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:40.243026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-95f0a6bc-c920-4244-afe4-e9cb2d3a1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.245170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-95f0a6bc-c920-4244-afe4-e9cb2d3a1c31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3517122 Aug 12 02:10:40.251847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-234096f4-a666-4c54-8668-fdf4f9de5627 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596976 Aug 12 02:10:40.282589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2158a-16d3-46b5-9963-bfc7d0869f5b service neutron] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:40.302620 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0584bf9-1fc8-4610-a700-829941826661 x-openstack-request-id: req-d0584bf9-1fc8-4610-a700-829941826661 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:40.306546 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a9e10e-c627-4f2a-83b1-62aae8f408f4", "name": "network-vif-deleted", "tag": "1995edb1-ecb5-4361-a62a-19cacc778d1c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:40.306881 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0584bf9-1fc8-4610-a700-829941826661 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:40.307910 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9e10e-c627-4f2a-83b1-62aae8f408f4', 'name': 'network-vif-deleted', 'tag': '1995edb1-ecb5-4361-a62a-19cacc778d1c', 'status': 'completed', 'code': 200} Aug 12 02:10:40.336542 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845978cf-40da-4c08-bd13-2a3b46dbeff8 x-openstack-request-id: req-845978cf-40da-4c08-bd13-2a3b46dbeff8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:40.336961 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:40.337313 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-845978cf-40da-4c08-bd13-2a3b46dbeff8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:40.337803 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'status': 'completed', 'code': 200} Aug 12 02:10:40.387159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-afb60dcf-5f50-4a64-8ba3-d6a307b1b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.389042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-afb60dcf-5f50-4a64-8ba3-d6a307b1b768 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 1099 time: 0.0983727 Aug 12 02:10:40.405334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0519f8d-1c6a-4db1-8f91-c17bf2649536 req-774df907-e610-4698-a87c-d5f32fec676a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.407213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0519f8d-1c6a-4db1-8f91-c17bf2649536 req-774df907-e610-4698-a87c-d5f32fec676a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 948 time: 0.0628092 Aug 12 02:10:40.442567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-c10b4cb6-72ed-4cb5-b4b5-e55bb6484484 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d HTTP/1.1" status: 200 len: 217 time: 0.1881166 Aug 12 02:10:40.467664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-8438f362-001a-4362-8155-388ff3f93235 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493 HTTP/1.1" status: 200 len: 217 time: 0.0592320 Aug 12 02:10:40.535605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0519f8d-1c6a-4db1-8f91-c17bf2649536 req-ac94e2a6-25d8-4e59-ba88-915972989886 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161499 Aug 12 02:10:40.553207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-a8f60d0f-3825-4b7b-a6cc-651f13ed4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.555058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-a8f60d0f-3825-4b7b-a6cc-651f13ed4258 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0803258 Aug 12 02:10:40.620848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-03c40b3a-ab98-46f9-847c-cabe3b11ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.622446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-03c40b3a-ab98-46f9-847c-cabe3b11ada4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589995 Aug 12 02:10:40.629229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-6445639b-fc75-4f27-9d9e-38369851230b tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.630467 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-6445639b-fc75-4f27-9d9e-38369851230b tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.25 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 950 time: 0.2644556 Aug 12 02:10:40.648706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-79a5626e-6707-4495-aa7f-e87712cc54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.650283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-79a5626e-6707-4495-aa7f-e87712cc54a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1919882 Aug 12 02:10:40.672037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f926c8a8-ed05-4413-a5bd-12cfd1e7ff6d req-f8e46c76-9338-429f-b3e2-1df199beb6f6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631985 Aug 12 02:10:40.775850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47baee-4ee4-47a2-a483-ab229048f794 req-05f306ba-098b-47d4-a874-bfb3b36caaba tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.783310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b47baee-4ee4-47a2-a483-ab229048f794 req-05f306ba-098b-47d4-a874-bfb3b36caaba tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 945 time: 0.2224443 Aug 12 02:10:40.859617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-0e3a31fc-b34b-4520-880d-de0144b28ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:40.861257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-0e3a31fc-b34b-4520-880d-de0144b28ffa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1871188 Aug 12 02:10:40.944931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b47baee-4ee4-47a2-a483-ab229048f794 req-3c0a7e04-f7b0-4b44-bb13-d241242a4992 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606843 Aug 12 02:10:41.013415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Deleting port bcb641cf-b42c-4787-89a7-e9e256773962 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:41.013990 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:41.048653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208ec5-be47-4fe9-9888-a8d3883a84f8 req-015000db-0ff4-4789-8f41-fc4f799c9f39 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.054482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-8f795f04-67c7-4682-a372-55a187acc14e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789920 Aug 12 02:10:41.055996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34208ec5-be47-4fe9-9888-a8d3883a84f8 req-015000db-0ff4-4789-8f41-fc4f799c9f39 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0854852 Aug 12 02:10:41.070827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-5f07ebb3-5e3b-427f-af03-9c18da13ca2d service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346168 Aug 12 02:10:41.149428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34208ec5-be47-4fe9-9888-a8d3883a84f8 req-0cf20f3e-15c5-4db2-b74f-8933a2d3e3e7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924244 Aug 12 02:10:41.191738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b32be-e18b-4e17-9c7b-cbab37310b04 req-dbb14b93-fe4c-40ec-8a02-31b4a2b3a826 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.193281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b64b32be-e18b-4e17-9c7b-cbab37310b04 req-dbb14b93-fe4c-40ec-8a02-31b4a2b3a826 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 947 time: 0.1567478 Aug 12 02:10:41.203443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae53d23-1c5c-4483-a1ff-3712345d0111 req-f06380e8-d48c-4e82-ae6a-921a9ae2467f service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249375 Aug 12 02:10:41.266590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] For port bcb641cf-b42c-4787-89a7-e9e256773962, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=bcb641cf-b42c-4787-89a7-e9e256773962,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:41.267154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:41.292762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Calling delete_port for bcb641cf-b42c-4787-89a7-e9e256773962 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:41.298364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdb7001-2ae9-499b-a6de-753a2d876568 req-ef7012af-dfbf-4cdf-83ef-14db84b929ae service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954770 Aug 12 02:10:41.305462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b64b32be-e18b-4e17-9c7b-cbab37310b04 req-c7d4a052-f657-4926-b3cc-ce20b0b29bfb tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979786 Aug 12 02:10:41.364913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-2ac13440-9b67-43ab-8edd-7398915b1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.366517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-2ac13440-9b67-43ab-8edd-7398915b1d59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 1099 time: 0.0693383 Aug 12 02:10:41.485119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:41.496774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['bcb641cf-b42c-4787-89a7-e9e256773962'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:41.498189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e8a5-26ca-451a-b4ae-dcd921c2b97d req-9d853297-80d3-4512-ae98-60412dae3a54 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.500940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a690e8a5-26ca-451a-b4ae-dcd921c2b97d req-9d853297-80d3-4512-ae98-60412dae3a54 tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/ports?device_id=8af65cd2-fbc8-4dc3-affc-638ed6d32c95 HTTP/1.1" status: 200 len: 867 time: 0.1012700 Aug 12 02:10:41.525992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced1309-80bd-4613-bf8e-eec421b3ba14 req-4dc84df3-12e2-4c64-b226-bd41fccc8b16 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.527584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ced1309-80bd-4613-bf8e-eec421b3ba14 req-4dc84df3-12e2-4c64-b226-bd41fccc8b16 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1096 time: 0.0661197 Aug 12 02:10:41.534434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Pushing event deleted for resources: {'Port': ['ID=bcb641cf-b42c-4787-89a7-e9e256773962,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:41.554457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-3d06131d-ad8d-4947-9be3-63ca5c48e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.555987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-3d06131d-ad8d-4947-9be3-63ca5c48e275 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1754868 Aug 12 02:10:41.597787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] No DVR routers for this DVR port bcb641cf-b42c-4787-89a7-e9e256773962 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:41.602341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:41.604464 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53c96e1a-aea2-40f7-a214-c4efc7683198 req-b1cba3bb-8eb0-4117-bd2e-af56d1a1af0e tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.25 "DELETE /v2.0/ports/bcb641cf-b42c-4787-89a7-e9e256773962 HTTP/1.1" status: 204 len: 173 time: 0.9581032 Aug 12 02:10:41.611820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-961614cf-14af-4130-b12a-88d7cfa1d47e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493 HTTP/1.1" status: 200 len: 217 time: 0.0397139 Aug 12 02:10:41.613150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a690e8a5-26ca-451a-b4ae-dcd921c2b97d req-1ff2842e-04d2-4e10-8c40-17b882653f0f tempest-DeleteServersAdminTestJSON-370243531 tempest-DeleteServersAdminTestJSON-370243531-project] 10.222.0.11 "GET /v2.0/security-groups?id=765d3ab0-4e0b-4331-9acd-c6704baf4402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042042 Aug 12 02:10:41.629412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ced1309-80bd-4613-bf8e-eec421b3ba14 req-7129d503-4925-4f5d-ad26-3810f42fde01 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910027 Aug 12 02:10:41.696643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-2ed010b9-24c7-41cb-a4cd-b26ef2d6e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.698136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-2ed010b9-24c7-41cb-a4cd-b26ef2d6e713 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0676551 Aug 12 02:10:41.752302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-d81adf6f-c959-4bcc-946a-121b505497d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.754255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-d81adf6f-c959-4bcc-946a-121b505497d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0466292 Aug 12 02:10:41.869581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed50624-f784-4794-ae45-78b03188231c req-f25a7dd3-a587-4cef-9afa-b1f7bc071095 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:41.870860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-55f9abf3-eced-4134-97d4-32238400cea6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080062 Aug 12 02:10:41.870975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ed50624-f784-4794-ae45-78b03188231c req-f25a7dd3-a587-4cef-9afa-b1f7bc071095 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 948 time: 0.0510197 Aug 12 02:10:41.909866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ed50624-f784-4794-ae45-78b03188231c req-846b4d1b-e2d8-4942-a492-2c9f7a271429 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321872 Aug 12 02:10:41.965540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0972444-c29a-4c72-94e8-cb4590687dd5 req-b63fe995-da34-404e-8d64-2c2f38897671 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863521 Aug 12 02:10:42.020062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559ed9-4bb6-43dd-a96b-3e45e1b23339 req-6aa8b34c-2758-4fb1-b43b-d5a8dd180aab tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:42.021650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46559ed9-4bb6-43dd-a96b-3e45e1b23339 req-6aa8b34c-2758-4fb1-b43b-d5a8dd180aab tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1096 time: 0.0546951 Aug 12 02:10:42.060919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46559ed9-4bb6-43dd-a96b-3e45e1b23339 req-e152011a-b3c2-42ed-9573-c90be61a2042 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 12 02:10:42.291951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84773a1-1a4d-4924-a575-278327ed2093 req-0eeacc2a-3189-4159-b9de-827fe74d1ac2 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:42.293467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e84773a1-1a4d-4924-a575-278327ed2093 req-0eeacc2a-3189-4159-b9de-827fe74d1ac2 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.0605834 Aug 12 02:10:42.309392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'name': 'network-vif-deleted', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:42.312330 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6569ab-9b92-4076-be63-58748eaa1992" -d '{"events": [{"server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "name": "network-vif-deleted", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:42.340130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e84773a1-1a4d-4924-a575-278327ed2093 req-c1d9c803-94b6-4cb8-a173-4512355e306f tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Aug 12 02:10:42.445485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3fbbc-167e-41f2-baa8-93413b816227 req-519fb71c-84fc-4566-a39b-7c6b70c85555 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:42.446974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efb3fbbc-167e-41f2-baa8-93413b816227 req-519fb71c-84fc-4566-a39b-7c6b70c85555 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0550556 Aug 12 02:10:42.487102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efb3fbbc-167e-41f2-baa8-93413b816227 req-0e442cb2-351f-4810-96dc-7ad23f82b907 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335915 Aug 12 02:10:42.528344 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb2073b-669b-496f-b888-5676331bd9cc x-openstack-request-id: req-bbb2073b-669b-496f-b888-5676331bd9cc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:42.528635 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af65cd2-fbc8-4dc3-affc-638ed6d32c95", "name": "network-vif-deleted", "tag": "bcb641cf-b42c-4787-89a7-e9e256773962", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:42.528887 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbb2073b-669b-496f-b888-5676331bd9cc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:42.529282 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af65cd2-fbc8-4dc3-affc-638ed6d32c95', 'name': 'network-vif-deleted', 'tag': 'bcb641cf-b42c-4787-89a7-e9e256773962', 'status': 'completed', 'code': 200} Aug 12 02:10:42.621616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0eb2e-6254-4b4f-a060-2ac8316bb1dd req-1f383fa7-4fba-4eb5-b884-9e22fd01b5e4 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:42.623108 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcd0eb2e-6254-4b4f-a060-2ac8316bb1dd req-1f383fa7-4fba-4eb5-b884-9e22fd01b5e4 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 947 time: 0.0490828 Aug 12 02:10:42.632730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba65ce4-abb3-4535-bef8-6f0e7b2d1121 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:42.636136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1995edb1-ecb5-4361-a62a-19cacc778d1c no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:42.663945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcd0eb2e-6254-4b4f-a060-2ac8316bb1dd req-b5434c65-1016-4adb-9c7c-f10f1abb386d tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Aug 12 02:10:42.665368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 1995edb1-ecb5-4361-a62a-19cacc778d1c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:42.665717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1995edb1-ecb5-4361-a62a-19cacc778d1c not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:42.770510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:42.783717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121', 'mac_address': 'fa:16:3e:5d:cc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:42.822180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:42.835769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba65ce4-abb3-4535-bef8-6f0e7b2d1121 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:42.857927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:42.864563 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:42.923086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:43.067118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['fba65ce4-abb3-4535-bef8-6f0e7b2d1121'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:43.173413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1268f-1b2f-485d-9e2c-5117bdaa43fa req-e6d0b395-fb9e-4934-996c-85e8943f68a1 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:43.175561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ab1268f-1b2f-485d-9e2c-5117bdaa43fa req-e6d0b395-fb9e-4934-996c-85e8943f68a1 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 948 time: 0.0507867 Aug 12 02:10:43.216532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ab1268f-1b2f-485d-9e2c-5117bdaa43fa req-2e18764b-5d54-47f4-9877-2697854153f1 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Aug 12 02:10:43.476135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b153aa-41e4-4f24-b697-2697377c3019 req-d26d026d-aebd-45fd-873c-50814c665617 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:43.477110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31b153aa-41e4-4f24-b697-2697377c3019 req-d26d026d-aebd-45fd-873c-50814c665617 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.0641937 Aug 12 02:10:43.524702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31b153aa-41e4-4f24-b697-2697377c3019 req-1f7b2129-96ca-46f0-9200-3aa3e35d3164 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Aug 12 02:10:43.662462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4571-7b8b-4a57-9849-ccb32ffd896f req-f435fada-df04-4e56-9499-2b39bf6bf158 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:43.664373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-628e4571-7b8b-4a57-9849-ccb32ffd896f req-f435fada-df04-4e56-9499-2b39bf6bf158 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0548635 Aug 12 02:10:43.670978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:43.676739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50344) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:43.711725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-628e4571-7b8b-4a57-9849-ccb32ffd896f req-0fb449aa-9c95-4992-8b1c-cbbc7f8637d5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Aug 12 02:10:43.811754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50354) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:43.830128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961439-d86c-4ef8-b110-a3e075bce7ea req-16a16df2-d67e-4caa-9c71-144daed4fc63 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:43.831359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9208ad0d-a43b-4d0d-a116-3d49a495e117 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b91261af6c4a40e3a53a798355cf2682&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1581321 Aug 12 02:10:43.833726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50358) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:43.835415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5961439-d86c-4ef8-b110-a3e075bce7ea req-16a16df2-d67e-4caa-9c71-144daed4fc63 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 948 time: 0.0581038 Aug 12 02:10:43.874200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-804922f7-98af-492d-94fb-f8c8984e90d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:43.888400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-a5efa64f-b503-44da-8654-2a144aab5e2d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:10:43.890014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-a5efa64f-b503-44da-8654-2a144aab5e2d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0739961 Aug 12 02:10:43.893360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:43.912831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5961439-d86c-4ef8-b110-a3e075bce7ea req-d575bf9b-7550-4fb2-b93c-003ff036d1be tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707126 Aug 12 02:10:43.914945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:43.989497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:43.993204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:43.995502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/765d3ab0-4e0b-4331-9acd-c6704baf4402 HTTP/1.1" status: 204 len: 168 time: 0.1605043 Aug 12 02:10:43.999303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-804922f7-98af-492d-94fb-f8c8984e90d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.004858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-804922f7-98af-492d-94fb-f8c8984e90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.010423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:44.011137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:10:44.014160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2597d-1786-488e-aadd-1eacefd1d4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d3ab0-4e0b-4331-9acd-c6704baf4402,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:44.066538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804922f7-98af-492d-94fb-f8c8984e90d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a237de5-838f-40f7-ba94-584f3a02caa1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:44.074204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-804922f7-98af-492d-94fb-f8c8984e90d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3d2a1c3834c45828983375e686eba39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964663 Aug 12 02:10:44.077432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50368) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:44.131517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.168027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.171836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:44.172551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:44.172901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:44.178410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:44.179056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:44.184056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:44.184382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:44.184771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:44.185199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Bound port: db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:44.231498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-03e7ede5-bdd1-40d9-8404-5549219314df tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.232973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-03e7ede5-bdd1-40d9-8404-5549219314df tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.21 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.0819678 Aug 12 02:10:44.283164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.287184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.291234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a237de5-838f-40f7-ba94-584f3a02caa1 HTTP/1.1" status: 204 len: 168 time: 0.2101665 Aug 12 02:10:44.291401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:44.306335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1b69-b1d6-454b-a981-b8f8f18a27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a237de5-838f-40f7-ba94-584f3a02caa1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:44.309018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.313191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-6930367e-0e83-4b74-b94e-7d9bb2ef61c9 service neutron] 10.222.0.11 "POST /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3611395 Aug 12 02:10:44.388519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:44.489245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb3caf-e36b-47a3-860a-bea0eb420314 req-de57ec32-c595-423b-9b4e-38019e07e077 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.497378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65eb3caf-e36b-47a3-860a-bea0eb420314 req-de57ec32-c595-423b-9b4e-38019e07e077 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 948 time: 0.1430457 Aug 12 02:10:44.533224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Deleting port ba6e7ee6-76ae-4463-b15f-49ed53829d2d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:44.533604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.557879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65eb3caf-e36b-47a3-860a-bea0eb420314 req-d3096e70-e135-41e1-a7c5-1896abddda83 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595884 Aug 12 02:10:44.648014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba65ce4-abb3-4535-bef8-6f0e7b2d1121 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:44.680136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2c52-978d-4b3b-a657-de8104257aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.719346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:44.721008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] For port ba6e7ee6-76ae-4463-b15f-49ed53829d2d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:44.721410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.725733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:44.726107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.733113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fa60b-ce44-4eff-96df-31bf94674e29 req-fb8cc918-e44b-4ebb-be7f-37c9ae94987a tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.742214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c19fa60b-ce44-4eff-96df-31bf94674e29 req-fb8cc918-e44b-4ebb-be7f-37c9ae94987a tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 950 time: 0.1072373 Aug 12 02:10:44.742363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:44.769100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Calling delete_port for ba6e7ee6-76ae-4463-b15f-49ed53829d2d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:44.779139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-b290b782-ba08-4e06-9770-54b04b324a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.780898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-b290b782-ba08-4e06-9770-54b04b324a75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1096 time: 0.1122706 Aug 12 02:10:44.781612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5670b080-8421-4af8-a764-a735c241443e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.799446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64dc0-3b6f-4864-af10-7ec665a7d196 req-bee8c5e6-a5b9-418f-8912-1e0ce8cf7267 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.801003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf64dc0-3b6f-4864-af10-7ec665a7d196 req-bee8c5e6-a5b9-418f-8912-1e0ce8cf7267 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 945 time: 0.1312470 Aug 12 02:10:44.821684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.835798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c19fa60b-ce44-4eff-96df-31bf94674e29 req-c372087d-3805-426c-8284-4986be8f9727 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c99b0e7-6ddc-409b-b9b4-5de969f20f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932729 Aug 12 02:10:44.862223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:44.863177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:44.866586 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772a97e2-906b-4e9b-8727-89c2a660c783" -d '{"events": [{"server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "name": "network-vif-plugged", "status": "completed", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:44.870902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:44.872034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device bcb641cf-b42c-4787-89a7-e9e256773962 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:44.927055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: bcb641cf-b42c-4787-89a7-e9e256773962 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:44.927582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device bcb641cf-b42c-4787-89a7-e9e256773962 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:44.940973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf64dc0-3b6f-4864-af10-7ec665a7d196 req-a7a9da5b-c5f0-45c3-a3eb-928acf89ba2d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181269 Aug 12 02:10:44.959129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:44.972991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-b85bb51f-4428-45cd-9e12-784160977477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:44.974671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-b85bb51f-4428-45cd-9e12-784160977477 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1724794 Aug 12 02:10:45.007256 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc39e14-b72c-4e06-9625-30d8a5db4652 x-openstack-request-id: req-dbc39e14-b72c-4e06-9625-30d8a5db4652 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:45.007665 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "name": "network-vif-plugged", "status": "completed", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:45.008045 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbc39e14-b72c-4e06-9625-30d8a5db4652 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:45.008563 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121', 'code': 200} Aug 12 02:10:45.015794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11153598-b4ee-402f-a385-503af444c5a3 req-fe0dcf1b-bc12-4050-863b-929d39548572 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:45.017490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11153598-b4ee-402f-a385-503af444c5a3 req-fe0dcf1b-bc12-4050-863b-929d39548572 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1088057 Aug 12 02:10:45.018585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.034512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c581fd66-8313-4ee6-bdd0-c1cbf12a8493 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:45.064348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Pushing event deleted for resources: {'Port': ['ID=ba6e7ee6-76ae-4463-b15f-49ed53829d2d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.068840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2c52-978d-4b3b-a657-de8104257aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.071783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-6740a18d-5674-4e7a-ab16-0549bc11c5c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0847883 Aug 12 02:10:45.073164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ba6e7ee6-76ae-4463-b15f-49ed53829d2d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:45.110909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f2a2c52-978d-4b3b-a657-de8104257aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.163319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11153598-b4ee-402f-a385-503af444c5a3 req-18b8a906-8652-455d-97e1-8a40b59a9a84 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347172 Aug 12 02:10:45.178722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] No DVR routers for this DVR port ba6e7ee6-76ae-4463-b15f-49ed53829d2d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:45.183171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.185533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83716054-af9c-40ad-8cc5-069c5cc93446 req-2628075e-0366-4045-b2dc-980423bd6f28 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.21 "DELETE /v2.0/ports/ba6e7ee6-76ae-4463-b15f-49ed53829d2d HTTP/1.1" status: 204 len: 173 time: 0.9462678 Aug 12 02:10:45.186344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'name': 'network-vif-deleted', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:45.190155 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16353f1e-6a91-4205-a5bc-4168f4645697" -d '{"events": [{"server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "name": "network-vif-deleted", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:45.193548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f2a2c52-978d-4b3b-a657-de8104257aa5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f30124eb1c24317b0f6913973f00127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8036695 Aug 12 02:10:45.196718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50398) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:45.204816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:45.246421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'mac_address': 'fa:16:3e:ab:9a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:10:45.273722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.306682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.312500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5670b080-8421-4af8-a764-a735c241443e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.332264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-5671f16c-20a9-4724-a41d-987ff37b3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:45.333994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-5671f16c-20a9-4724-a41d-987ff37b3892 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.2476468 Aug 12 02:10:45.346287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5670b080-8421-4af8-a764-a735c241443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.353363 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.378415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.381575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.382717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5513f7d5-4dea-4065-abde-a54d49b79e96 HTTP/1.1" status: 204 len: 168 time: 0.1845140 Aug 12 02:10:45.392187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98a764-7292-4f20-8fab-821a4f597cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5513f7d5-4dea-4065-abde-a54d49b79e96,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.401516 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a812e7-6da2-40e8-9283-06af0a49280c x-openstack-request-id: req-65a812e7-6da2-40e8-9283-06af0a49280c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:45.401808 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681f3684-c1f8-4235-9868-fce0f5e92219", "name": "network-vif-deleted", "tag": "ba6e7ee6-76ae-4463-b15f-49ed53829d2d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:45.402060 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65a812e7-6da2-40e8-9283-06af0a49280c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:45.402657 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681f3684-c1f8-4235-9868-fce0f5e92219', 'name': 'network-vif-deleted', 'tag': 'ba6e7ee6-76ae-4463-b15f-49ed53829d2d', 'status': 'completed', 'code': 200} Aug 12 02:10:45.412581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c581fd66-8313-4ee6-bdd0-c1cbf12a8493 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:45.421567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-1a65fa05-314a-4f53-98e0-4261320309ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701756 Aug 12 02:10:45.434299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1bc61-0dd4-4588-b53a-9c9a560d2f23 req-b2db638a-e8e2-4127-a4b7-17413ba62698 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:45.435794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eec1bc61-0dd4-4588-b53a-9c9a560d2f23 req-b2db638a-e8e2-4127-a4b7-17413ba62698 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 949 time: 0.3402405 Aug 12 02:10:45.439870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:45.444560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.471880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a2c52-978d-4b3b-a657-de8104257aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5513f7d5-4dea-4065-abde-a54d49b79e96,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.493774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.525833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f5ca1-75d3-4732-9ee5-85329782ab18 req-0e32c765-bb17-469e-bd3e-a5a7523d8a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:45.527297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a91f5ca1-75d3-4732-9ee5-85329782ab18 req-0e32c765-bb17-469e-bd3e-a5a7523d8a48 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 1100 time: 0.4546132 Aug 12 02:10:45.536443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5670b080-8421-4af8-a764-a735c241443e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=804e4a7b19e1448aa5745a79acd3bd2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926531 Aug 12 02:10:45.539325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:45.588739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670b080-8421-4af8-a764-a735c241443e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886c286e-7cf9-4942-b50a-7e50f020e68b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.595170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.627822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.649527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eec1bc61-0dd4-4588-b53a-9c9a560d2f23 req-7648f944-1dc3-4b52-a874-be30b1468d61 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709354 Aug 12 02:10:45.662580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a91f5ca1-75d3-4732-9ee5-85329782ab18 req-2f2bbcbc-122a-4eaa-babf-732994543a26 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223774 Aug 12 02:10:45.677768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-b6094c37-c773-40c5-8bdf-f17a5bf686d3 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358530 Aug 12 02:10:45.721718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc409a-c5ec-4bf5-bee7-a0b8ae710ab1 req-ffe04766-0769-4d25-931b-2453ee6ff712 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:45.723436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ecc409a-c5ec-4bf5-bee7-a0b8ae710ab1 req-ffe04766-0769-4d25-931b-2453ee6ff712 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 949 time: 0.0854735 Aug 12 02:10:45.746322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.750217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:45.753526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/886c286e-7cf9-4942-b50a-7e50f020e68b HTTP/1.1" status: 204 len: 168 time: 0.2108591 Aug 12 02:10:45.761944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580019d-c5a5-4f33-b6f3-42b6d7656268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c286e-7cf9-4942-b50a-7e50f020e68b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:45.798261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ecc409a-c5ec-4bf5-bee7-a0b8ae710ab1 req-36614ac0-5468-4b05-ba90-918a63c6cedc tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684586 Aug 12 02:10:45.829188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-06a7a33d-f34d-44ec-a943-024fd95c25cc service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104627 Aug 12 02:10:45.880254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c581fd66-8313-4ee6-bdd0-c1cbf12a8493'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:46.081490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f60ca970-64f9-4448-9ddd-314e729cba94 req-55c55317-56ae-4ec3-a2c9-a4c558fc25e9 tempest-ServersAdminNegativeTestJSON-6820949 tempest-ServersAdminNegativeTestJSON-6820949-project] 10.222.0.11 "GET /v2.0/ports?device_id=681f3684-c1f8-4235-9868-fce0f5e92219 HTTP/1.1" status: 200 len: 210 time: 0.1394172 Aug 12 02:10:46.126964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6559-22fd-463a-bde5-fc02d43a29f8 req-a665aa55-59bd-41cd-81d6-c5f8c323cb72 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:46.139123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82de6559-22fd-463a-bde5-fc02d43a29f8 req-a665aa55-59bd-41cd-81d6-c5f8c323cb72 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 945 time: 0.0798678 Aug 12 02:10:46.157082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-c88e8c1a-063c-43cd-a1a7-9282ece3dfdf tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:46.158583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-c88e8c1a-063c-43cd-a1a7-9282ece3dfdf tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1971757 Aug 12 02:10:46.174041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:46.193424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82de6559-22fd-463a-bde5-fc02d43a29f8 req-22b1b5b1-8e34-4992-86a9-17060b9dc122 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525231 Aug 12 02:10:46.256553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:46.323020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ea172-39e4-4f3e-a421-ced69eb4ccf0 req-63df79da-d7f2-4f28-adb2-9dbd9760cc9b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:46.324617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-703ea172-39e4-4f3e-a421-ced69eb4ccf0 req-63df79da-d7f2-4f28-adb2-9dbd9760cc9b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0802190 Aug 12 02:10:46.476225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-703ea172-39e4-4f3e-a421-ced69eb4ccf0 req-b36716b3-aaf2-4438-9278-718df54f1f95 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232953 Aug 12 02:10:46.534831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:46.577742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:46.625593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:46.627835 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05fed9-12ce-4aec-a411-ea5291658a47" -d '{"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-unplugged", "status": "completed", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:46.632034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:46.639519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:46.685794 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77df754-db4b-4374-8a3a-9791f50f9165 x-openstack-request-id: req-f77df754-db4b-4374-8a3a-9791f50f9165 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:46.686795 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-unplugged", "status": "completed", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:46.686995 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f77df754-db4b-4374-8a3a-9791f50f9165 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:46.687391 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'code': 200} Aug 12 02:10:46.788056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:46.792056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:46.792398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:46.793002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:46.799067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:46.799497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Attempting to bind port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:46.807491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:46.807814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:46.808193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:46.808623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Bound port: db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:46.808977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:46.820923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:46.860227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08a367-1734-46e8-9aa1-05f50c0ee582 req-07e61cbd-801e-439a-bc27-30a61f0e073b tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:46.861780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c08a367-1734-46e8-9aa1-05f50c0ee582 req-07e61cbd-801e-439a-bc27-30a61f0e073b tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 949 time: 0.1099696 Aug 12 02:10:46.911507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:46.937608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:46.942198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c08a367-1734-46e8-9aa1-05f50c0ee582 req-d2e59780-3df5-4ae2-82c9-c0c0a214ba90 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645163 Aug 12 02:10:46.944436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:46.992779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcfda8-37dd-46c8-a7ed-f9b59df8ad1c req-8ab00ce5-c090-40ba-9ff7-6155ff3f3ac3 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.001230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65dcfda8-37dd-46c8-a7ed-f9b59df8ad1c req-8ab00ce5-c090-40ba-9ff7-6155ff3f3ac3 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 949 time: 0.0970938 Aug 12 02:10:47.021431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:47.049451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c581fd66-8313-4ee6-bdd0-c1cbf12a8493 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:47.079079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.079657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65dcfda8-37dd-46c8-a7ed-f9b59df8ad1c req-93cb9faa-0ad1-4d85-ba1f-f0353f43e505 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711040 Aug 12 02:10:47.087973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.089514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-bc8bf667-2e06-4e91-b5b8-11a5af32e520 service neutron] 10.222.0.25 "PUT /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 1121 time: 0.9224076 Aug 12 02:10:47.198307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-network', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:47.257112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:47.263671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:47.264114 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.269670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Made reservation on behalf of 8d60eba95a74469b86a2bccc5f9884b1 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:47.272994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.289772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.320465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:47.387688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3fd06-4bc7-4038-841f-a98c08bd487d req-29981f96-fad8-4c59-8171-b7d73b905312 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.388914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08f3fd06-4bc7-4038-841f-a98c08bd487d req-29981f96-fad8-4c59-8171-b7d73b905312 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.0962093 Aug 12 02:10:47.414046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0de1a-1056-489f-8dfd-13e5d6b4c0ea req-fedfbaef-3402-4115-a02b-ac6edc225834 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.424057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1d0de1a-1056-489f-8dfd-13e5d6b4c0ea req-fedfbaef-3402-4115-a02b-ac6edc225834 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 949 time: 0.1015139 Aug 12 02:10:47.470465 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08f3fd06-4bc7-4038-841f-a98c08bd487d req-0d5915a0-234a-44ab-a8b0-3e41ea1eb517 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Aug 12 02:10:47.513518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.534182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1d0de1a-1056-489f-8dfd-13e5d6b4c0ea req-a609192f-8bf9-4cc4-b355-691cf6a79b00 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986443 Aug 12 02:10:47.585655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.594328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.614423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:10:47.617134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:47.620782 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be7f4c-91ad-4879-abf4-eb2f96c8fcd4" -d '{"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-plugged", "status": "completed", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:47.628834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.629194 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Added segment 9f255664-d117-4709-99cc-547356d1e5a2 of type vlan for network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 Aug 12 02:10:47.677537 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.684856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:47.689860 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d5fa44-3605-4e8e-a12f-76d0f2e7402d x-openstack-request-id: req-06d5fa44-3605-4e8e-a12f-76d0f2e7402d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:47.690330 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-plugged", "status": "completed", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:47.690731 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06d5fa44-3605-4e8e-a12f-76d0f2e7402d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:47.691134 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'code': 200} Aug 12 02:10:47.695734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:47.713090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.723595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.763265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.764017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.764883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.780869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca2a6a-2f75-450b-ae9d-62028d67cac1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:47.782672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:47.862137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0367284 Aug 12 02:10:47.867670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:47.869723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7d657-becd-40bf-b106-149f71ad1eaa req-9758b155-db87-4bc1-abb0-b1a46e06ccd4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.871224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbe7d657-becd-40bf-b106-149f71ad1eaa req-9758b155-db87-4bc1-abb0-b1a46e06ccd4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1840847 Aug 12 02:10:47.873337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374be04b-9acc-4db6-8324-c62246f2c56e admin admin] Pushing event updated for resources: {'Network': ['ID=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:47.873462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Request body: {'subnet': {'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-subnet', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:47.891769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:10:47.899269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c631f-7dbf-4dee-b8f5-c6833872136d req-c4bd2947-5c27-408d-9778-0d38050ad84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:47.900789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f52c631f-7dbf-4dee-b8f5-c6833872136d req-c4bd2947-5c27-408d-9778-0d38050ad84c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 1101 time: 0.0897384 Aug 12 02:10:47.921818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e728446-38f3-4366-9af8-cf1256d71bf2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d5a49febb6f481f87c2f7df8d71a7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245843 Aug 12 02:10:47.924885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:47.935845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbe7d657-becd-40bf-b106-149f71ad1eaa req-49b28dda-ab78-4eb5-8dc5-5615ebe99481 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534465 Aug 12 02:10:47.940841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Made reservation on behalf of 8d60eba95a74469b86a2bccc5f9884b1 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:47.943641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:47.952865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f52c631f-7dbf-4dee-b8f5-c6833872136d req-0a00b834-b5e7-491e-a94e-4690a803dcc2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Aug 12 02:10:48.041158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.070697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.189197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.192281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.194284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c99b0e7-6ddc-409b-b9b4-5de969f20f53 HTTP/1.1" status: 204 len: 168 time: 0.2677190 Aug 12 02:10:48.196005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be197c0-c92f-45d7-97f4-1ca2fdb71386 req-5687274b-0b38-48b6-ae4e-644f404a62f4 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:48.197926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1be197c0-c92f-45d7-97f4-1ca2fdb71386 req-5687274b-0b38-48b6-ae4e-644f404a62f4 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.0577495 Aug 12 02:10:48.199727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.241181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574ad4-01ca-41c8-92c8-b005cff73d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c99b0e7-6ddc-409b-b9b4-5de969f20f53,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:48.257742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1be197c0-c92f-45d7-97f4-1ca2fdb71386 req-d5b9bd82-3a66-4af8-8a33-3f8952d799c2 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Aug 12 02:10:48.275287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe544a29-22f2-4877-b69b-a875a9fc2356,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:48.277551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Checking segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:48.277911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Network hostable DHCP agents. Network: 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:10:48.306065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:10:48.317198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:48.321305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:48.321901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.329774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65ad05a-5d50-46fd-acc6-fe6fff9b410e None None] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:48.349416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-83dbd129-2136-4397-9c4a-11d70a062a8b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4813833 Aug 12 02:10:48.351877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:48.357364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:48.384886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.386223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.457912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.527291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:10:48.527931 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.675115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.687995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:48.690313 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d" -d '{"events": [{"name": "network-changed", "server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:48.702333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50544) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:48.707244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-5d0a6977-c786-409a-81c3-960af1891d68 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:48.708828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-5d0a6977-c786-409a-81c3-960af1891d68 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.25 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 949 time: 0.1677945 Aug 12 02:10:48.708976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Allocated IP 172.20.0.2 (4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714/fe544a29-22f2-4877-b69b-a875a9fc2356/73e14b6c-b956-4ca1-ac9a-16ff454d555a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:48.742407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876301-0c48-44da-9c0e-ce1d3305a2dd req-025171b4-98b2-4aa1-a1cd-d3acfbca2839 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:48.743928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0876301-0c48-44da-9c0e-ce1d3305a2dd req-025171b4-98b2-4aa1-a1cd-d3acfbca2839 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.1357532 Aug 12 02:10:48.780856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-532ce96a-de2d-49bb-9e08-7cc48acd2f9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=805ef44432b44bb7b0c2e1752b1b9215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0765395 Aug 12 02:10:48.784479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50546) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:48.817503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f2be-9cde-476d-8625-dc5786e3ae60 req-ef87e214-ea10-437f-812e-37658aa2341e tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:48.819066 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e3f2be-9cde-476d-8625-dc5786e3ae60 req-ef87e214-ea10-437f-812e-37658aa2341e tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 949 time: 0.0823665 Aug 12 02:10:48.874817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.883563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e3f2be-9cde-476d-8625-dc5786e3ae60 req-844f4ee2-8e03-4920-af52-a79961f63ed8 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb5903a6-887c-48c9-a14d-66926bdf033f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Aug 12 02:10:48.894568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.903439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.904312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Transition to ACTIVE for port object 73e14b6c-b956-4ca1-ac9a-16ff454d555a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:48.939315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Transition to ACTIVE for port object 73e14b6c-b956-4ca1-ac9a-16ff454d555a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:48.950988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.974141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.977784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:48.982289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ba00c54-26cd-40dd-869d-37c14568295c HTTP/1.1" status: 204 len: 168 time: 0.1945207 Aug 12 02:10:48.994951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:49.001514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:49.005536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:49.007553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a716b49-1dc4-490e-b512-ecbcc437140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba00c54-26cd-40dd-869d-37c14568295c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:49.017427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Pushing event updated for resources: {'Port': ['ID=73e14b6c-b956-4ca1-ac9a-16ff454d555a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:49.055147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0876301-0c48-44da-9c0e-ce1d3305a2dd req-e4afb153-8f77-4f1e-ae50-939d590a96ee tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668700 Aug 12 02:10:49.068954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ba6e7ee6-76ae-4463-b15f-49ed53829d2d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:49.112508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Deleting port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:49.112857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.117636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Attempting to bind port 73e14b6c-b956-4ca1-ac9a-16ff454d555a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:49.118130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Attempting to bind port 73e14b6c-b956-4ca1-ac9a-16ff454d555a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:49.118787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Attempting to bind port 73e14b6c-b956-4ca1-ac9a-16ff454d555a on network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:49.121126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ba6e7ee6-76ae-4463-b15f-49ed53829d2d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:49.121567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ba6e7ee6-76ae-4463-b15f-49ed53829d2d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:49.127771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:49.128342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Checking segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:49.128975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.129458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Bound using segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:49.130036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Bound port: 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:49.130642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.175139 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a34944c-7b51-4ad0-9e0c-34e18ffbadd1 x-openstack-request-id: req-0a34944c-7b51-4ad0-9e0c-34e18ffbadd1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:49.175670 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:49.176077 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a34944c-7b51-4ad0-9e0c-34e18ffbadd1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:49.176708 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'status': 'completed', 'code': 200} Aug 12 02:10:49.211937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] For port 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:49.215741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] For port 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=73e14b6c-b956-4ca1-ac9a-16ff454d555a,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:49.223546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.322326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-1a3b7f7e-73f9-4bf1-8fce-df7c36e87672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:49.323458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd17aba-9c30-423a-970a-4f0387b1a0a8 None None] Pushing event updated for resources: {'Port': ['ID=73e14b6c-b956-4ca1-ac9a-16ff454d555a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:49.324114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-1a3b7f7e-73f9-4bf1-8fce-df7c36e87672 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1124 time: 0.0771463 Aug 12 02:10:49.422783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] For port fba65ce4-abb3-4535-bef8-6f0e7b2d1121, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:49.423634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.490926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-3f82debe-5a1b-47f2-9022-0d6f797ff420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:49.492569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-3f82debe-5a1b-47f2-9022-0d6f797ff420 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1609592 Aug 12 02:10:49.505357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Calling delete_port for fba65ce4-abb3-4535-bef8-6f0e7b2d1121 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:49.518028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1261-ea99-4154-a733-df003442b45e req-2ae6cf88-567c-4850-91a4-a27cb6ae5caf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:49.527021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ddd1261-ea99-4154-a733-df003442b45e req-2ae6cf88-567c-4850-91a4-a27cb6ae5caf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.2514098 Aug 12 02:10:49.528182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.555703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-5c1e97d0-98ef-4260-81af-59b563ad253f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.0428500 Aug 12 02:10:49.579061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:49.605799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f4a272-51b2-40bf-aef0-07222c1cfd7d req-8d0c590e-05ab-4b71-9718-8c04334b774a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:49.613830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6f4a272-51b2-40bf-aef0-07222c1cfd7d req-8d0c590e-05ab-4b71-9718-8c04334b774a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.1992621 Aug 12 02:10:49.705075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-b947ab29-397c-4a93-b25c-1a232de4955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:49.707184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-b947ab29-397c-4a93-b25c-1a232de4955b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1441817 Aug 12 02:10:49.742917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6f4a272-51b2-40bf-aef0-07222c1cfd7d req-0db1a47e-a646-4a64-ba93-fbec5b34d4bc tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281321 Aug 12 02:10:49.772430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-cb7f31d0-feb8-4326-851c-a70cfbe8405a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284221 Aug 12 02:10:49.814523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Allocated IP 172.25.3.134 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/6ae6f311-4867-4a06-a60b-640b986e0436) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:49.895674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ddd1261-ea99-4154-a733-df003442b45e req-1519e18d-ce4f-4475-9147-f15522a6514c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397641 Aug 12 02:10:49.913579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-73badd19-3833-4d0b-8a79-fe025f16e70f service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296701 Aug 12 02:10:50.002545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:50.005672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:50.021689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['fba65ce4-abb3-4535-bef8-6f0e7b2d1121'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:10:50.085202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26e249c3-ddcd-4bf8-8edd-d74572d5026f req-5882cc47-8447-420b-b1ee-c9708e0b3e80 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.11 "GET /v2.0/ports?device_id=87800b8a-c995-4406-a1c0-ab975a934b6e HTTP/1.1" status: 200 len: 210 time: 0.0633497 Aug 12 02:10:50.091719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Pushing event deleted for resources: {'Port': ['ID=fba65ce4-abb3-4535-bef8-6f0e7b2d1121,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:50.172989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfd6575f-2ecb-4f8f-b3d8-8ebe0ff0056d req-97463f4b-5e08-42cf-b90a-5000478f695a service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525120 Aug 12 02:10:50.181768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] No DVR routers for this DVR port fba65ce4-abb3-4535-bef8-6f0e7b2d1121 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:50.187005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:50.189013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29c3731e-2d82-4a53-8359-f2a08ca51fed req-abbc4dcf-3e0a-4afb-bb96-e9b68f5d60e5 tempest-ServerDiagnosticsNegativeTest-80069025 tempest-ServerDiagnosticsNegativeTest-80069025-project] 10.222.0.25 "DELETE /v2.0/ports/fba65ce4-abb3-4535-bef8-6f0e7b2d1121 HTTP/1.1" status: 204 len: 173 time: 1.4665954 Aug 12 02:10:50.205368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:50.206606 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:10:50.295291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:50.297796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:50.303228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:50.388343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae6f311-4867-4a06-a60b-640b986e0436,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:50.511030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0361d-f31b-41e2-8c3b-85f753dbfbb6 req-cc7716f5-a9b0-48e2-abea-e12edb8cfcd3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:50.520530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf0361d-f31b-41e2-8c3b-85f753dbfbb6 req-cc7716f5-a9b0-48e2-abea-e12edb8cfcd3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.2488487 Aug 12 02:10:50.573737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf0361d-f31b-41e2-8c3b-85f753dbfbb6 req-675d9cf8-4441-4e36-94de-6dce3118d6e6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Aug 12 02:10:50.670632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:10:50.700009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:50.825092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62930d2d-04f1-475a-9d64-b668ddbee0ac None None] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:50.979670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:50.984091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9ed228ca-c729-4e8d-95db-9a88b52ab637 None None] Provisioning for port 73e14b6c-b956-4ca1-ac9a-16ff454d555a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:51.005202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:10:51.005855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9893-5857-4404-8302-fc30da6b5f51 req-3765f68b-ff71-4139-a1a5-5dc61d2a4372 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:51.009935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbad9893-5857-4404-8302-fc30da6b5f51 req-3765f68b-ff71-4139-a1a5-5dc61d2a4372 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.1412604 Aug 12 02:10:51.074740 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 73e14b6c-b956-4ca1-ac9a-16ff454d555a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:51.096253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbad9893-5857-4404-8302-fc30da6b5f51 req-44095bd5-8cb2-4109-bdf4-12dc1e1d0905 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743725 Aug 12 02:10:51.098809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.178089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950573c3-c400-45eb-a6ab-2e95e7f5162b req-c57616ac-5660-43bf-b1bf-7b2c62a1cfa1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:51.180224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-950573c3-c400-45eb-a6ab-2e95e7f5162b req-c57616ac-5660-43bf-b1bf-7b2c62a1cfa1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1041622 Aug 12 02:10:51.194028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'name': 'network-vif-deleted', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:51.196534 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bb1456-26fa-442f-a576-00b412959390" -d '{"events": [{"server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "name": "network-vif-deleted", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:51.220484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 73e14b6c-b956-4ca1-ac9a-16ff454d555a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:51.225150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 73e14b6c-b956-4ca1-ac9a-16ff454d555a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:51.225525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.279351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-950573c3-c400-45eb-a6ab-2e95e7f5162b req-15febce5-89c4-4ec8-9471-41ec3455c2da tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Aug 12 02:10:51.348111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.403776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:10:51.433328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=73e14b6c-b956-4ca1-ac9a-16ff454d555a,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:51.444778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.553385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=73e14b6c-b956-4ca1-ac9a-16ff454d555a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:51.598545 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cce3fe9-abe5-4df6-abed-279fb041e7cf x-openstack-request-id: req-5cce3fe9-abe5-4df6-abed-279fb041e7cf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:51.598837 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87800b8a-c995-4406-a1c0-ab975a934b6e", "name": "network-vif-deleted", "tag": "fba65ce4-abb3-4535-bef8-6f0e7b2d1121", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:51.599090 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cce3fe9-abe5-4df6-abed-279fb041e7cf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:51.599503 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87800b8a-c995-4406-a1c0-ab975a934b6e', 'name': 'network-vif-deleted', 'tag': 'fba65ce4-abb3-4535-bef8-6f0e7b2d1121', 'status': 'completed', 'code': 200} Aug 12 02:10:51.627436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e16009f-a9da-4508-95a8-d774a7355187 None None] Provisioning complete for port 73e14b6c-b956-4ca1-ac9a-16ff454d555a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:51.627974 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e16009f-a9da-4508-95a8-d774a7355187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.630141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:10:51.647439 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Sync routers for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:10:51.663528 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:51.664214 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:51.668300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:51.673019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9b08bdf-83ad-4b98-97c6-4a69b0efb9b7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.3198862 Aug 12 02:10:51.673638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:51.716904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:51.753484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaac26e-732d-4b92-96f8-f903f42773a0 req-4de839a1-bc64-45c6-a023-e3f27a20aa8a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:51.755151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffaac26e-732d-4b92-96f8-f903f42773a0 req-4de839a1-bc64-45c6-a023-e3f27a20aa8a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.1176450 Aug 12 02:10:51.849588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:52.064181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffaac26e-732d-4b92-96f8-f903f42773a0 req-26613a0b-a997-4f2b-8865-b057a5c5c226 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031025 Aug 12 02:10:52.083890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-267e4490-bb43-4936-aad4-7ea02df6d253 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bb63cc0e0594381930af9cfe4bb1a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594015 Aug 12 02:10:52.085081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:52.089057 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:50Z', 'revision_number': 3, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:52.127070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Checking router: 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:10:52.127436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Updating router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 port 6ae6f311-4867-4a06-a60b-640b986e0436 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:10:52.157795 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.182610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.224184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.275628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc328fe-a6f1-437a-aba5-b0f2469ce52e req-676b3ace-5a3b-4054-9cf7-79d735e9093f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:52.277202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8dc328fe-a6f1-437a-aba5-b0f2469ce52e req-676b3ace-5a3b-4054-9cf7-79d735e9093f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 943 time: 0.1091971 Aug 12 02:10:52.330658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8dc328fe-a6f1-437a-aba5-b0f2469ce52e req-405533b5-0858-4a2d-90b6-5ecbe90bf485 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Aug 12 02:10:52.338810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.343617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.346398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb5903a6-887c-48c9-a14d-66926bdf033f HTTP/1.1" status: 204 len: 168 time: 0.2597411 Aug 12 02:10:52.374715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b572c-9cc9-448c-ad51-aa0a949c82f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5903a6-887c-48c9-a14d-66926bdf033f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:52.494067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a7702-8b76-4e23-8fd6-5fa78231af5a req-da642db9-4d9f-4128-b360-fc18ab16b8c7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:52.496083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-111a7702-8b76-4e23-8fd6-5fa78231af5a req-da642db9-4d9f-4128-b360-fc18ab16b8c7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0634634 Aug 12 02:10:52.503743 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.508334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-7e057391-dc33-43e7-9ef2-0e8c0f31683f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2566788 Aug 12 02:10:52.515702 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Transition to ACTIVE for port object 6ae6f311-4867-4a06-a60b-640b986e0436 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:52.525364 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.548355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-111a7702-8b76-4e23-8fd6-5fa78231af5a req-16ec765d-ce2e-4e23-9d6a-339138f96767 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Aug 12 02:10:52.579461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f311-4867-4a06-a60b-640b986e0436,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:52.602492 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.602875 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.603301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.603686 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.604029 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.604368 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.604735 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.605151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.605489 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.605817 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.606145 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.606605 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:10:52.610721 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Attempting to bind port 6ae6f311-4867-4a06-a60b-640b986e0436 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:52.611101 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Attempting to bind port 6ae6f311-4867-4a06-a60b-640b986e0436 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:52.611553 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Attempting to bind port 6ae6f311-4867-4a06-a60b-640b986e0436 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:52.617579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:52.618034 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:52.618384 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.618911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:52.619394 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Bound port: 6ae6f311-4867-4a06-a60b-640b986e0436, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:52.619826 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.637096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-b2a4bca0-3412-4359-82fd-4fec3e5878b3 service neutron] 10.222.0.21 "GET /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.0837698 Aug 12 02:10:52.649210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.678354 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] For port 6ae6f311-4867-4a06-a60b-640b986e0436, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:52.682605 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] For port 6ae6f311-4867-4a06-a60b-640b986e0436, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6ae6f311-4867-4a06-a60b-640b986e0436,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:52.689083 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.694538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba65ce4-abb3-4535-bef8-6f0e7b2d1121 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:52.727652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: fba65ce4-abb3-4535-bef8-6f0e7b2d1121 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:10:52.727995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba65ce4-abb3-4535-bef8-6f0e7b2d1121 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:52.746588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66934789-55b4-4e78-8520-c6e44d881fb5 None None] Pushing event updated for resources: {'Port': ['ID=6ae6f311-4867-4a06-a60b-640b986e0436,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:52.774941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:52.775919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:52.894679 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b26d2bb7-1630-4c99-b2e1-584d99164d8c service neutron] show failed (client error): The resource could not be found. Aug 12 02:10:52.906804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-b26d2bb7-1630-4c99-b2e1-584d99164d8c service neutron] 10.222.0.25 "GET /v2.0/ports/ff3b3730-46b0-424c-aca4-48f6d8bf0262/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.4167831 Aug 12 02:10:52.906907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:52.924992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8806a7b2-d857-4d8b-99a6-8268dcbddb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:52.933245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:52.980427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:52.986633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-c961ec7c-b961-4672-8d7a-ca8fdf1c2825 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:52.988642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-c961ec7c-b961-4672-8d7a-ca8fdf1c2825 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587395 Aug 12 02:10:53.026209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 73e14b6c-b956-4ca1-ac9a-16ff454d555a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:53.049613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-c5908d6f-665d-4294-8b4a-85be1312c035 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0296261 Aug 12 02:10:53.049866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:10:53.051680 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:53.065517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:53.099333 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.104967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-603b7f33-1542-4ce8-a30f-f9aaf189d7a7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540497 Aug 12 02:10:53.173846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 73e14b6c-b956-4ca1-ac9a-16ff454d555a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:53.175193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.186669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Allocated IP 172.20.0.1 (4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714/fe544a29-22f2-4877-b69b-a875a9fc2356/ee0d824c-c200-4bbd-a129-bfc9cfbac236) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:53.304877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.21', 65273) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:53.375565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8806a7b2-d857-4d8b-99a6-8268dcbddb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.380020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] Transition to ACTIVE for port object db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:53.387363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8806a7b2-d857-4d8b-99a6-8268dcbddb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.395591 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:50Z', 'revision_number': 3, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:53.432289 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e56115-bd5e-49bc-8696-f21c1eeb9a07 None None] The sync data for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 is: [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:50Z', 'revision_number': 3, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:10:53.441336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8806a7b2-d857-4d8b-99a6-8268dcbddb09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=585c6f151880420a8e841338889df4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305133 Aug 12 02:10:53.446519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.449909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50706) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:53.513503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580a73a-4e8b-40b0-a364-8815ba766034 req-a0a0c39e-fc58-4813-bf40-436dfb7be9b0 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:53.525116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5580a73a-4e8b-40b0-a364-8815ba766034 req-a0a0c39e-fc58-4813-bf40-436dfb7be9b0 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.2118289 Aug 12 02:10:53.551558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-f7b29e60-7c1c-4e95-8fdb-7b16323f0d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:53.553057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-f7b29e60-7c1c-4e95-8fdb-7b16323f0d5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1101 time: 0.2470198 Aug 12 02:10:53.556431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.560297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806a7b2-d857-4d8b-99a6-8268dcbddb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501eb46b-cfa1-4907-a173-5748568e0799,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:53.587531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-1eb03bb6-38c7-4b6d-8457-5d53901e9d6f tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:53.589181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-1eb03bb6-38c7-4b6d-8457-5d53901e9d6f tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.2861426 Aug 12 02:10:53.600014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6275f8b-00a1-4f3b-80ef-d0b4202b3570 req-e2c07072-b9ab-493d-82c7-56c20cdb7f86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.0967164 Aug 12 02:10:53.611820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Transition to ACTIVE for port object ee0d824c-c200-4bbd-a129-bfc9cfbac236 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:53.635055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] No DVR routers for this DVR port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:53.640448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:53.643973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] Pushing event updated for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:53.652210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5580a73a-4e8b-40b0-a364-8815ba766034 req-7cd63f96-cc1b-47b6-b952-6f04b9085753 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262345 Aug 12 02:10:53.698273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-1ac715ec-dd7a-4c55-a0a6-1daeadc60932 service neutron] 10.222.0.21 "PUT /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0518253 Aug 12 02:10:53.744087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.820214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.856435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708df79-16f0-4d4f-af4d-a40b1c0dac7c req-1ef41f8c-7442-496f-ba9d-7aca115cabbb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:53.864387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d708df79-16f0-4d4f-af4d-a40b1c0dac7c req-1ef41f8c-7442-496f-ba9d-7aca115cabbb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1009517 Aug 12 02:10:53.921920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d708df79-16f0-4d4f-af4d-a40b1c0dac7c req-49c9efb4-8701-414b-a5ff-53f3a748dbff tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541320 Aug 12 02:10:53.960825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.976977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:53.981424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:54.009526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:54.014721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:54.015859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:54.060422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f517-8e8c-448e-8cfc-56a1fb090d36 req-46571c52-9ccb-4ebd-86d0-282808569443 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:54.068083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35f1f517-8e8c-448e-8cfc-56a1fb090d36 req-46571c52-9ccb-4ebd-86d0-282808569443 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.3946211 Aug 12 02:10:54.203531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:54.279230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-0b0e9a6f-5a35-4952-86c8-f293d0941d33 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:54.280934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-0b0e9a6f-5a35-4952-86c8-f293d0941d33 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.4622231 Aug 12 02:10:54.395507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e7bd2031-73bc-41d4-908f-bd60a509e2d7 None None] Provisioning for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:54.404345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e7bd2031-73bc-41d4-908f-bd60a509e2d7 None None] Provisioning complete for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:54.405410 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2031-73bc-41d4-908f-bd60a509e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:54.431114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:54.433920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:54.439266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/501eb46b-cfa1-4907-a173-5748568e0799 HTTP/1.1" status: 204 len: 168 time: 0.9833105 Aug 12 02:10:54.483755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd2031-73bc-41d4-908f-bd60a509e2d7 None None] Port ee0d824c-c200-4bbd-a129-bfc9cfbac236 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:54.492914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35f1f517-8e8c-448e-8cfc-56a1fb090d36 req-579096d6-fa09-4f74-a57d-69b63d2630d0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238169 Aug 12 02:10:54.522905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Deleting port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:10:54.523255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:54.609437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b74ca1-a89c-41a9-a72a-4c41b182ebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501eb46b-cfa1-4907-a173-5748568e0799,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:54.808350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-839bbcd2-eda4-42f7-b63a-de4bfb48a1b0 req-608d4187-ae07-4ca9-a26c-d55773b6eead tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.0728378 Aug 12 02:10:54.925222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:54.979724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-1461d61b-aae0-44f5-b775-b797d3d1b703 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702488 Aug 12 02:10:55.015517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6ae6f311-4867-4a06-a60b-640b986e0436 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:55.051283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-20086c97-02c7-4a92-aba4-7f5d5011ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.052992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-20086c97-02c7-4a92-aba4-7f5d5011ed3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&tenant_id=94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 1095 time: 0.7328062 Aug 12 02:10:55.080143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6ae6f311-4867-4a06-a60b-640b986e0436 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:55.084487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6ae6f311-4867-4a06-a60b-640b986e0436 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:55.085166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.098316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2223226-dd4d-43c4-97c0-b7933dcc5eb5 req-cbda3cef-42b8-41b7-b580-772cc1a450b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.104859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2223226-dd4d-43c4-97c0-b7933dcc5eb5 req-cbda3cef-42b8-41b7-b580-772cc1a450b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0940096 Aug 12 02:10:55.119853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fcf69f-9098-4e31-94fd-979f4e0c3a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.131109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c581fd66-8313-4ee6-bdd0-c1cbf12a8493 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:55.198185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.204955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2223226-dd4d-43c4-97c0-b7933dcc5eb5 req-074f22c9-22af-43ed-b678-a9c68de3fce7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751798 Aug 12 02:10:55.265862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.296181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fcf69f-9098-4e31-94fd-979f4e0c3a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.302055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fcf69f-9098-4e31-94fd-979f4e0c3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.304244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6ae6f311-4867-4a06-a60b-640b986e0436, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6ae6f311-4867-4a06-a60b-640b986e0436,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:55.314301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.353620 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.365508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-97fcf69f-9098-4e31-94fd-979f4e0c3a10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=334af0a9f57b4492934347e54da536cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390905 Aug 12 02:10:55.370154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:55.374463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcf69f-9098-4e31-94fd-979f4e0c3a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ce8d6d-a416-43d8-aa6c-b9070cd4aebd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:55.386879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:55.398307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:55.398688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.432300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c581fd66-8313-4ee6-bdd0-c1cbf12a8493, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:10:55.441336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:55.442243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-1d2aca7f-a24e-4ef1-84b6-9b60072e75f3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.443817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-1d2aca7f-a24e-4ef1-84b6-9b60072e75f3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017737 Aug 12 02:10:55.444035 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad68ff1-1f4f-409c-80ee-7232e55c308e" -d '{"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-unplugged", "status": "completed", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:55.450848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.452184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:55.458345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6ae6f311-4867-4a06-a60b-640b986e0436,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:55.461752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946d9d-1337-49ca-a944-2e6d236eed80 req-bfe86485-ed1d-4a3b-899d-120c1f709357 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.463740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07946d9d-1337-49ca-a944-2e6d236eed80 req-bfe86485-ed1d-4a3b-899d-120c1f709357 tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 950 time: 0.5565760 Aug 12 02:10:55.482407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:55.528110 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a0366a-d6bc-4173-b756-de06cbb6be6d x-openstack-request-id: req-c3a0366a-d6bc-4173-b756-de06cbb6be6d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:55.528421 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-unplugged", "status": "completed", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:55.528673 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3a0366a-d6bc-4173-b756-de06cbb6be6d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:55.529065 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'code': 200} Aug 12 02:10:55.581489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:55.590994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:55.621225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-879cae12-e179-4f57-b7d3-83cb865e85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.623430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-879cae12-e179-4f57-b7d3-83cb865e85fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1095 time: 0.4750953 Aug 12 02:10:55.633838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Calling delete_port for c581fd66-8313-4ee6-bdd0-c1cbf12a8493 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:10:55.651589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaf6e0-2d39-4f97-9398-d6a76fefb49f req-5d518264-145b-42a4-8aa0-6a0fa6144233 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:55.659372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ddaf6e0-2d39-4f97-9398-d6a76fefb49f req-5d518264-145b-42a4-8aa0-6a0fa6144233 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.0605969 Aug 12 02:10:55.660957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:55.716810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ddaf6e0-2d39-4f97-9398-d6a76fefb49f req-ddfbb6d0-bb4f-444c-8bb6-3358b493e327 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Aug 12 02:10:55.749631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:55.784600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-257838288-network', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:55.808628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Made reservation on behalf of 0ef6d52d09524f1eb557b7594d22c75c for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:55.811601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.820001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.885656 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07946d9d-1337-49ca-a944-2e6d236eed80 req-4bbc6ae2-ef03-4f22-bf53-bb93881f0a8a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/security-groups?id=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213167 Aug 12 02:10:55.910394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5a58dc0-65c0-4785-a979-09b6a5c299cb req-26d563f4-c36d-4a94-88ee-09aa73205c4c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.0345621 Aug 12 02:10:55.951327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.955227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.959036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.960422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:55.962639 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb011e1-4ab6-4a8c-83b9-68384557cbc2" -d '{"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:55.978259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:55.980169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:10:55.995523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccffdb-db16-4f92-adbc-0df692e5e65a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.001023 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.001461 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Added segment 0c63be74-0d58-4e67-bb8a-59f960f88edf of type vlan for network fbe2e50c-55cb-41c1-b161-846b8991b422 Aug 12 02:10:56.037406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Transition to ACTIVE for port object ff3b3730-46b0-424c-aca4-48f6d8bf0262 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:56.045080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.051101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-0255912a-5c3c-4f64-977b-4490809cddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.052575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-0255912a-5c3c-4f64-977b-4490809cddc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.3946066 Aug 12 02:10:56.054747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.058013 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca70a12-349e-4ebc-b916-1992ddf753f2 x-openstack-request-id: req-fca70a12-349e-4ebc-b916-1992ddf753f2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:56.058290 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:56.058532 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fca70a12-349e-4ebc-b916-1992ddf753f2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:56.058916 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'code': 200} Aug 12 02:10:56.070660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.072497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:56.075387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.075862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.076366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.076999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.127148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4643912 Aug 12 02:10:56.131083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:56.135944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Request body: {'subnet': {'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-257838288-subnet', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:56.149816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0ca0e-4dc7-4ba3-8ae6-82d831fba0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe2e50c-55cb-41c1-b161-846b8991b422,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.160184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network fbe2e50c-55cb-41c1-b161-846b8991b422 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:10:56.165333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.167379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Made reservation on behalf of 0ef6d52d09524f1eb557b7594d22c75c for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:10:56.170043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.197147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-ac0bc381-38c8-4201-a3b0-a1dda07a3ee4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.1189060 Aug 12 02:10:56.325100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.360582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.362461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] No DVR routers for this DVR port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:56.382472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.383317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.423964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b418833-3360-4222-ac03-6ef6f0130cb4 req-1c55e61b-d8db-4955-b76c-d5f663c89c55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.426030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b418833-3360-4222-ac03-6ef6f0130cb4 req-1c55e61b-d8db-4955-b76c-d5f663c89c55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.1114862 Aug 12 02:10:56.441997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.461474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-bf407f0c-b662-4a9d-be92-4e3b2ee4b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.462936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-bf407f0c-b662-4a9d-be92-4e3b2ee4b962 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.2204230 Aug 12 02:10:56.463556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.465897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.472683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.476501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13ce8d6d-a416-43d8-aa6c-b9070cd4aebd HTTP/1.1" status: 204 len: 168 time: 1.0914948 Aug 12 02:10:56.523596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b418833-3360-4222-ac03-6ef6f0130cb4 req-f9f98796-e1be-4b0c-903c-89980f935c5b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900869 Aug 12 02:10:56.542382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4e6520-1f44-4f96-a8b7-efa57c9cb588,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.573507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Checking segment: {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:56.574021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Network hostable DHCP agents. Network: fbe2e50c-55cb-41c1-b161-846b8991b422, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:10:56.586448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0e5dc-483e-4d84-bd3c-52a0341ff248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ce8d6d-a416-43d8-aa6c-b9070cd4aebd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.589583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-c8716f57-3ef9-428f-b377-a69960212971 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100352 Aug 12 02:10:56.596294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Network fbe2e50c-55cb-41c1-b161-846b8991b422 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:10:56.597834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:56.598184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:56.598648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:56.615517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, fbe2e50c-55cb-41c1-b161-846b8991b422) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:56.620672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.621461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.636509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.648541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb72cd-0c55-4129-b6b7-8f7c980dda97 None None] Network fbe2e50c-55cb-41c1-b161-846b8991b422 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:56.652653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:10:56.652921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Attempting to bind port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:56.725601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:10:56.782894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:56.783236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:56.783659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:56.784116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Bound port: ff3b3730-46b0-424c-aca4-48f6d8bf0262, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:56.784480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.798768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:10:56.810338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] No DVR routers for this DVR port c581fd66-8313-4ee6-bdd0-c1cbf12a8493 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:10:56.812623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Pushing event deleted for resources: {'Port': ['ID=c581fd66-8313-4ee6-bdd0-c1cbf12a8493,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:56.831948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:56.834075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-165c6bb5-c0c5-4734-89c0-27e6819e8210 req-710a8a03-cf65-4e15-be78-c14ee1b9608a tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.21 "DELETE /v2.0/ports/c581fd66-8313-4ee6-bdd0-c1cbf12a8493 HTTP/1.1" status: 204 len: 173 time: 3.1995065 Aug 12 02:10:56.906542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3a97-96f3-4a8c-a63b-f8214ac2884e req-1d7ef49e-0110-451e-a2aa-18241db6213e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:56.908382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c0f3a97-96f3-4a8c-a63b-f8214ac2884e req-1d7ef49e-0110-451e-a2aa-18241db6213e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.0869920 Aug 12 02:10:56.922610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:56.965378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:56.984036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:56.993942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.006602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c0f3a97-96f3-4a8c-a63b-f8214ac2884e req-9cadd966-cc4e-4db2-8b64-51ecac094baf tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Aug 12 02:10:57.022436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d450dea2-c81a-4d91-9d21-d32de2e0de3a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8902085 Aug 12 02:10:57.023185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:57.034987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:57.039253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6ae6f311-4867-4a06-a60b-640b986e0436 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:57.062155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.090649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-68552bd3-ea66-4fa6-8426-337929a33a42 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784834 Aug 12 02:10:57.094319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.095441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.117528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fbe2e50c-55cb-41c1-b161-846b8991b422', 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'fixed_ips': [{'subnet_id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:10:57.122252 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.143787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-732a3e4e-eb8f-404b-8f05-176b031d9d86 req-4a863ab1-f6f0-4692-8b61-2bd1b5dad1e8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.0445163 Aug 12 02:10:57.167832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6ae6f311-4867-4a06-a60b-640b986e0436 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:57.169019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.181789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41256d0e-2ab3-4922-9ce9-fe3b8c9bf285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.185169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81f009af-f5a4-432b-a65d-a822fc65af7e req-c9a5530f-5436-4f78-976e-5d5c92ef842f tempest-ImagesNegativeTestJSON-1432775798 tempest-ImagesNegativeTestJSON-1432775798-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0c673bb-da7c-4c64-b9b0-cdf7f2222351 HTTP/1.1" status: 200 len: 210 time: 0.1607206 Aug 12 02:10:57.212116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.352973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Allocated IP 172.20.0.2 (fbe2e50c-55cb-41c1-b161-846b8991b422/9b4e6520-1f44-4f96-a8b7-efa57c9cb588/3ce2873d-08cd-42ec-9710-a582a86bb687) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:57.388734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.519049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5641d293-9f84-4f3c-960e-d994ab72c633 None None] Provisioning complete for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:57.519396 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5641d293-9f84-4f3c-960e-d994ab72c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.536711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:57.583642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5641d293-9f84-4f3c-960e-d994ab72c633 None None] Port ee0d824c-c200-4bbd-a129-bfc9cfbac236 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:10:57.597254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e4593b-c9d3-42ff-830b-1b221f8631c1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:57.649746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.657664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:57.660080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Transition to ACTIVE for port object 3ce2873d-08cd-42ec-9710-a582a86bb687 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:57.681449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Transition to ACTIVE for port object 3ce2873d-08cd-42ec-9710-a582a86bb687 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:57.682028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.689269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.729820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Network fbe2e50c-55cb-41c1-b161-846b8991b422 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:57.733300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.734624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:57.738890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:57.744704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6579321-686b-4c24-bab1-c7128ee70038 req-b699727e-0aa0-4346-b3c5-57186e41c335 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:57.746227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6579321-686b-4c24-bab1-c7128ee70038 req-b699727e-0aa0-4346-b3c5-57186e41c335 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.0927639 Aug 12 02:10:57.760344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Pushing event updated for resources: {'Port': ['ID=3ce2873d-08cd-42ec-9710-a582a86bb687,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:57.773115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:57.774023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.775746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] 10.222.0.21 "PUT /v2.0/ports/ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 1096 time: 4.1855471 Aug 12 02:10:57.779233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.823730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Attempting to bind port 3ce2873d-08cd-42ec-9710-a582a86bb687 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:10:57.824232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Attempting to bind port 3ce2873d-08cd-42ec-9710-a582a86bb687 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:10:57.824710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Attempting to bind port 3ce2873d-08cd-42ec-9710-a582a86bb687 on network fbe2e50c-55cb-41c1-b161-846b8991b422 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:10:57.831219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:10:57.832462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Checking segment: {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:10:57.832462 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.832686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Bound using segment: {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:10:57.833234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Bound port: 3ce2873d-08cd-42ec-9710-a582a86bb687, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:10:57.833701 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:57.841463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-bebc52f6-738f-4af8-8056-d547928c4bcb service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6772895 Aug 12 02:10:57.865919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6579321-686b-4c24-bab1-c7128ee70038 req-bf2aa34f-072e-4833-bf40-69efbfb7c8a7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968184 Aug 12 02:10:57.909292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:10:57.921179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.162 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/0c30cdd6-fb36-4447-8748-e32c81eb020b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:57.926650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf54842-8ea4-4a61-88f5-c6b7a8e5c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:57.943997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Allocated IP 172.25.3.33 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/21f18507-40e3-476a-9d1b-470384f8fe93) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:10:57.946969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] For port 3ce2873d-08cd-42ec-9710-a582a86bb687, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:10:57.952236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] For port 3ce2873d-08cd-42ec-9710-a582a86bb687, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ce2873d-08cd-42ec-9710-a582a86bb687,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:10:57.958115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.032429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d94434-ac0f-4531-a95f-1bb3dd1ed58b None None] Pushing event updated for resources: {'Port': ['ID=3ce2873d-08cd-42ec-9710-a582a86bb687,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:58.093921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.098311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-deleted', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493'}, {'name': 'network-changed', 'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:10:58.101107 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71237068-4d79-4ffc-b76a-9ebb4f7d3786" -d '{"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-deleted", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493"}, {"name": "network-changed", "server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:10:58.106006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-c2012bcc-6158-4c97-9ea9-69f458db5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:58.107665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-c2012bcc-6158-4c97-9ea9-69f458db5577 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1099 time: 0.2942970 Aug 12 02:10:58.157855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.211994 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c92f21-07db-4ce4-a72b-c8aaf08cca84 x-openstack-request-id: req-74c92f21-07db-4ce4-a72b-c8aaf08cca84 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:10:58.212290 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0c673bb-da7c-4c64-b9b0-cdf7f2222351", "name": "network-vif-deleted", "tag": "c581fd66-8313-4ee6-bdd0-c1cbf12a8493", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:10:58.212542 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74c92f21-07db-4ce4-a72b-c8aaf08cca84 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:10:58.213185 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0c673bb-da7c-4c64-b9b0-cdf7f2222351', 'name': 'network-vif-deleted', 'tag': 'c581fd66-8313-4ee6-bdd0-c1cbf12a8493', 'status': 'completed', 'code': 200} Aug 12 02:10:58.213185 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'status': 'completed', 'code': 200} Aug 12 02:10:58.238490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Pushing event updated for resources: {'Port': ['ID=21f18507-40e3-476a-9d1b-470384f8fe93,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:58.262961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:58.263116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:58.266731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:58.356246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41256d0e-2ab3-4922-9ce9-fe3b8c9bf285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.372845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ddef9ee-bc9b-4cdb-a846-7b23c3b69e53 req-ddfdabe3-6dba-49ab-b314-52dd6f04267a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.0663273 Aug 12 02:10:58.419303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41256d0e-2ab3-4922-9ce9-fe3b8c9bf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.513467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfa514-3315-46cb-9955-65765b581a14 req-2a697ae6-9c89-460c-896b-6e33cb6f489b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:58.515583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69dfa514-3315-46cb-9955-65765b581a14 req-2a697ae6-9c89-460c-896b-6e33cb6f489b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.4007561 Aug 12 02:10:58.518475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc74216-6814-4256-b4dc-471958371625 req-0bd67cbf-8ab7-4ae2-8c67-f984b1ac9c91 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:58.519944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-0bd67cbf-8ab7-4ae2-8c67-f984b1ac9c91 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.4086411 Aug 12 02:10:58.549619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.565764 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-41256d0e-2ab3-4922-9ce9-fe3b8c9bf285 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13daa608beeb47bd8e19ade6f7da7b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5789957 Aug 12 02:10:58.578352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:10:58.588036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2c4e9b85-f9ff-4ba9-a482-f70926a544b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/5c7bad7e-e733-49d8-a298-1bb3e2d26be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9133260 Aug 12 02:10:58.591958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Sync routers for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:10:58.595273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:58.604524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:58.605620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:58.635033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-e05e2d24-cd33-4eed-b853-28a54ab0fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:58.636911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-e05e2d24-cd33-4eed-b853-28a54ab0fb49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1099 time: 0.3584511 Aug 12 02:10:58.637503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41256d0e-2ab3-4922-9ce9-fe3b8c9bf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0fe67-f7da-4580-b286-43eed8bc89ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:58.642038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-9ffb1095-d0d4-41ff-946c-bdc477404446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:58.643579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-9ffb1095-d0d4-41ff-946c-bdc477404446 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.5191357 Aug 12 02:10:58.675814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.742978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.853360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:58.882993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.916106 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.920252 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:58.921907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/feb0fe67-f7da-4580-b286-43eed8bc89ad HTTP/1.1" status: 204 len: 168 time: 0.3254273 Aug 12 02:10:58.932822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 0c30cdd6-fb36-4447-8748-e32c81eb020b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:10:58.940230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4b99-655a-459d-b3b1-82af77cfa114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0fe67-f7da-4580-b286-43eed8bc89ad,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:58.948896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.062113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-6866c9b1-a5ab-4aa0-a6ba-a4b5192d8c20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.3988872 Aug 12 02:10:59.087792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.125189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ce2873d-08cd-42ec-9710-a582a86bb687 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:10:59.137661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69dfa514-3315-46cb-9955-65765b581a14 req-5642bd44-7c46-4935-b94c-8c3e155f697f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049850 Aug 12 02:10:59.255396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Router 5b0d5981-4098-4472-ad93-04a2674055bc is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:10:59.339352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-3b02fceb-0337-46df-adc6-fc6183371a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.341550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-3b02fceb-0337-46df-adc6-fc6183371a76 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.6902726 Aug 12 02:10:59.342895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:10:59.362195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3ce2873d-08cd-42ec-9710-a582a86bb687 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:59.420141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50848) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:59.442620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 2, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:59.467921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:10:59.477419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Sync routers for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:10:59.500941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:10:59.502570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Checking router: 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:10:59.502933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Updating router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 port ee0d824c-c200-4bbd-a129-bfc9cfbac236 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:10:59.503824 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:10:59.521013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.522496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0400c96f-a1c9-45e7-9fdf-dc73a4bb72c5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4912767 Aug 12 02:10:59.525315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50862) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:59.541644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ab3dd-9512-4fde-b663-df49d62345b9 None None] Network fbe2e50c-55cb-41c1-b161-846b8991b422 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:10:59.649755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:59.672624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Provisioning for port 3ce2873d-08cd-42ec-9710-a582a86bb687 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:10:59.674740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:10:59.678564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-83dcafc7-c03e-4adf-be48-97c42bd39a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.682049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Provisioning complete for port 3ce2873d-08cd-42ec-9710-a582a86bb687 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:10:59.682432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.683994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-83dcafc7-c03e-4adf-be48-97c42bd39a63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.6034169 Aug 12 02:10:59.706058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:10:59.708373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-670c3f45-0b8d-4071-a78d-5b66589a1f11 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.2534633 Aug 12 02:10:59.711693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.725943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:10:59.727862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-2c82e61e-f385-43f9-b6c0-4809fdff61e4 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.740015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-2c82e61e-f385-43f9-b6c0-4809fdff61e4 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 829 time: 0.1850917 Aug 12 02:10:59.757129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:10:59.763945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.765240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.828161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-7649b6ef-2773-4540-9d19-a304646c3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.829915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-7649b6ef-2773-4540-9d19-a304646c3466 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0983684 Aug 12 02:10:59.836973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-49810977-948c-4466-8f16-fd55fe3b98a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=273c2e8609bb4df1a2bf9a63827f0c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151328 Aug 12 02:10:59.840121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:10:59.841802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-cf98f257-fd3a-4800-bee2-85a67311d938 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/quotas/8d60eba95a74469b86a2bccc5f9884b1 HTTP/1.1" status: 200 len: 375 time: 0.1008129 Aug 12 02:10:59.854923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12284527-2e12-4f3c-abc9-35b26206df3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.858482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-d176db2d-0d54-4483-982e-f0ea3b5b6a65 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3860688 Aug 12 02:10:59.930087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Request body: {'port': {'device_id': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:10:59.946220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90bde1-fc7e-4e5e-903a-8f76ad91a988 req-5ef372c0-f642-4553-b3ea-42c67b0a2e90 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:10:59.948080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b90bde1-fc7e-4e5e-903a-8f76ad91a988 req-5ef372c0-f642-4553-b3ea-42c67b0a2e90 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.6784360 Aug 12 02:10:59.989206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:10:59.995233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ebc74216-6814-4256-b4dc-471958371625 req-b9aec853-6b0a-4273-aafc-75c917aa8f2f service neutron] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:00.008091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ebc74216-6814-4256-b4dc-471958371625 req-b9aec853-6b0a-4273-aafc-75c917aa8f2f service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.009451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebc74216-6814-4256-b4dc-471958371625 req-b9aec853-6b0a-4273-aafc-75c917aa8f2f service neutron] 10.222.0.25 "DELETE /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 1.4684446 Aug 12 02:11:00.056287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-5199c927-3e54-4f13-9736-931a22cdafbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:00.058323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-5199c927-3e54-4f13-9736-931a22cdafbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3463206 Aug 12 02:11:00.126122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.132767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] For port 3ce2873d-08cd-42ec-9710-a582a86bb687, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ce2873d-08cd-42ec-9710-a582a86bb687,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:00.143511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-9b9686b4-4cf4-42fd-b213-dcdf5d35cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:00.144568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.145370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-9b9686b4-4cf4-42fd-b213-dcdf5d35cb0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2828581 Aug 12 02:11:00.152184 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:10:58Z', 'revision_number': 3, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:00.199484 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Checking router: 5b0d5981-4098-4472-ad93-04a2674055bc for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:00.199865 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Updating router 5b0d5981-4098-4472-ad93-04a2674055bc port 21f18507-40e3-476a-9d1b-470384f8fe93 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:11:00.242257 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.310151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c522fde-3d99-4007-bb99-084fa46b1398 None None] Pushing event updated for resources: {'Port': ['ID=3ce2873d-08cd-42ec-9710-a582a86bb687,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:00.321212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96a64c75-b80f-4c70-89d4-6607c4e4d618 None None] Provisioning for port 0c30cdd6-fb36-4447-8748-e32c81eb020b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:00.349447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96a64c75-b80f-4c70-89d4-6607c4e4d618 None None] Provisioning complete for port 0c30cdd6-fb36-4447-8748-e32c81eb020b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:00.349822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96a64c75-b80f-4c70-89d4-6607c4e4d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.380312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.398901 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.419408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-96a64c75-b80f-4c70-89d4-6607c4e4d618 None None] Port 0c30cdd6-fb36-4447-8748-e32c81eb020b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:00.421282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.422129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Transition to ACTIVE for port object ee0d824c-c200-4bbd-a129-bfc9cfbac236 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:00.434666 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.475941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b90bde1-fc7e-4e5e-903a-8f76ad91a988 req-f0555578-d251-4c2c-a78f-9ed9ae2429a2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869485 Aug 12 02:11:00.505553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e4b64-0c48-477c-87a8-8a553367ee04 None None] Pushing event updated for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:00.556484 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-f6e1136c-3ef8-4615-b4e7-0c9f41fcb9ac tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6535296 Aug 12 02:11:00.563673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.568782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.576939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60 HTTP/1.1" status: 204 len: 168 time: 0.7334440 Aug 12 02:11:00.600686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d55292-8820-4e5d-a61b-a861bfdfc83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f7edb-5a42-4d5b-863e-1c72ea8a8a60,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:00.721564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Attempting to bind port ee0d824c-c200-4bbd-a129-bfc9cfbac236 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:00.721820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Attempting to bind port ee0d824c-c200-4bbd-a129-bfc9cfbac236 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:00.722913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Attempting to bind port ee0d824c-c200-4bbd-a129-bfc9cfbac236 on network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:00.763878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d4543fe9-5eb4-4b09-8671-55795e156f8a None None] Provisioning complete for port 3ce2873d-08cd-42ec-9710-a582a86bb687 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:00.764800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4543fe9-5eb4-4b09-8671-55795e156f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.859576 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.863035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:00.863636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Checking segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:00.864052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.864485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Bound using segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:00.864928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Bound port: ee0d824c-c200-4bbd-a129-bfc9cfbac236, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:00.865295 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.891307 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Transition to ACTIVE for port object 21f18507-40e3-476a-9d1b-470384f8fe93 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:00.909793 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.955632 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Attempting to bind port 21f18507-40e3-476a-9d1b-470384f8fe93 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:00.957071 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Attempting to bind port 21f18507-40e3-476a-9d1b-470384f8fe93 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:00.957811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Attempting to bind port 21f18507-40e3-476a-9d1b-470384f8fe93 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:00.990908 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:00.991576 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:00.992150 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:00.992702 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:00.993949 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Bound port: 21f18507-40e3-476a-9d1b-470384f8fe93, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:00.994531 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.035395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ce2873d-08cd-42ec-9710-a582a86bb687 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:01.067914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] For port 21f18507-40e3-476a-9d1b-470384f8fe93, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:01.071787 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] For port 21f18507-40e3-476a-9d1b-470384f8fe93, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21f18507-40e3-476a-9d1b-470384f8fe93,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:01.086246 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.126285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:01.126862 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:01.166811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3ce2873d-08cd-42ec-9710-a582a86bb687 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:01.167190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.177870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-2d1d3143-131b-47bb-8150-8becad7791b7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:01.182859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-2d1d3143-131b-47bb-8150-8becad7791b7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049641 Aug 12 02:11:01.237173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c30cdd6-fb36-4447-8748-e32c81eb020b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:01.246132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.261939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Transition to ACTIVE for port object 0c30cdd6-fb36-4447-8748-e32c81eb020b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:01.272607 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:01.341648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12284527-2e12-4f3c-abc9-35b26206df3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.342556 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c9ff-d0ae-4776-8124-9606dbf04e33 None None] Pushing event updated for resources: {'Port': ['ID=21f18507-40e3-476a-9d1b-470384f8fe93,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:01.347919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-071dc3fd-ace7-4272-ada8-aae096ddfcc0 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8756523 Aug 12 02:11:01.354936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.409719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-8b4ab9be-5574-4253-92ce-f0a2423378fa service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180293 Aug 12 02:11:01.410687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12284527-2e12-4f3c-abc9-35b26206df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.427394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.433185 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c9ff-d0ae-4776-8124-9606dbf04e33 None None] Pushing event updated for resources: {'Port': ['ID=21f18507-40e3-476a-9d1b-470384f8fe93,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:01.532014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] For port ee0d824c-c200-4bbd-a129-bfc9cfbac236, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:01.535995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] For port ee0d824c-c200-4bbd-a129-bfc9cfbac236, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee0d824c-c200-4bbd-a129-bfc9cfbac236,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:01.546216 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:01.566808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:01.620882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-cc546166-7c61-40eb-a710-2e03f5242861 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574446 Aug 12 02:11:01.652217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-26e9c21a-f5b4-4358-b56a-c4e1fb6b8f0d service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344594 Aug 12 02:11:01.657341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:10:58Z', 'revision_number': 3, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:01.690554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:01.691180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:10:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:01.718214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-12284527-2e12-4f3c-abc9-35b26206df3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17d17ce21abd48689ceafb86963e762c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0413082 Aug 12 02:11:01.734810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:01.737466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-86d1e1ad-9655-44c8-accc-bdd2ac4c7261 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6621592 Aug 12 02:11:01.738176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12284527-2e12-4f3c-abc9-35b26206df3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ddad2-8865-4aae-b497-85d5741eaa55,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:01.771991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935393a-39cc-40c6-a944-3f55c062ac5b None None] The sync data for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 is: [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:10:58Z', 'revision_number': 3, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:01.777852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Allocated IP 172.20.0.1 (fbe2e50c-55cb-41c1-b161-846b8991b422/9b4e6520-1f44-4f96-a8b7-efa57c9cb588/0a443aed-23a3-4629-9f66-e60155d6fe62) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:01.835014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e4b64-0c48-477c-87a8-8a553367ee04 None None] Pushing event updated for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:01.976228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de675b1a-6f42-4ee7-a959-3e6b5359804d req-ed01eb0e-60ae-49a4-91d7-2bd2a48c463d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:01.995747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de675b1a-6f42-4ee7-a959-3e6b5359804d req-ed01eb0e-60ae-49a4-91d7-2bd2a48c463d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 936 time: 1.3490963 Aug 12 02:11:02.031930 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.056132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74e0bb7c-cf27-4bcd-8ea1-1b1f9a5a1f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.085850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Transition to ACTIVE for port object 0a443aed-23a3-4629-9f66-e60155d6fe62 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:02.100352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:02.151914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.252618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Pushing event updated for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:02.322962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de675b1a-6f42-4ee7-a959-3e6b5359804d req-c92ab50a-a060-4507-84b6-6025bf7b0dcd tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263204 Aug 12 02:11:02.328027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Network fbe2e50c-55cb-41c1-b161-846b8991b422 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:02.339806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Attempting to bind port 0c30cdd6-fb36-4447-8748-e32c81eb020b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:02.340155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Attempting to bind port 0c30cdd6-fb36-4447-8748-e32c81eb020b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:02.340493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Attempting to bind port 0c30cdd6-fb36-4447-8748-e32c81eb020b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:02.344330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:02.348504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.352234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:02.352725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.359360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d15ded9-c3f1-4980-88a7-13bf6215f34e req-0aaeaa59-7519-4261-8ba2-120760a70050 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662277 Aug 12 02:11:02.362388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Port 0c30cdd6-fb36-4447-8748-e32c81eb020b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:02.363390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Attempting to bind port 0c30cdd6-fb36-4447-8748-e32c81eb020b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:02.387631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:02.388184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:02.388592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:02.389101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Bound port: 0c30cdd6-fb36-4447-8748-e32c81eb020b, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:02.389559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.450161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.466032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b11a8-a522-40ea-bb6c-f9500c9cb8c2 req-6722917f-e486-4baf-9804-8e98cb8e6fe6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:02.481524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f96b11a8-a522-40ea-bb6c-f9500c9cb8c2 req-6722917f-e486-4baf-9804-8e98cb8e6fe6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.2359757 Aug 12 02:11:02.574122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f96b11a8-a522-40ea-bb6c-f9500c9cb8c2 req-453b5fd3-2cdb-44f7-bf34-f8b77dd370f7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916624 Aug 12 02:11:02.745843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f0fd1c2-7ec7-4523-98e5-8dc08d60e15a req-0293e791-5239-419b-85b8-a483d05f9277 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 210 time: 0.0569234 Aug 12 02:11:02.747358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.791335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:01Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:02.837616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68404e4-dd37-4dbd-904f-c247e8602af2 None None] The sync data for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 is: [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:01Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:02.861056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-24ef7723-7e7f-436f-940a-388792e53294 None None] Provisioning for port 0a443aed-23a3-4629-9f66-e60155d6fe62 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:02.872522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-24ef7723-7e7f-436f-940a-388792e53294 None None] Provisioning complete for port 0a443aed-23a3-4629-9f66-e60155d6fe62 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:02.874586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24ef7723-7e7f-436f-940a-388792e53294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:02.939857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-29850b90-b568-4003-8fc4-e7056ce53eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:02.945022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-29850b90-b568-4003-8fc4-e7056ce53eca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1099 time: 0.4886348 Aug 12 02:11:02.960292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:03.005491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:03.050939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-24ef7723-7e7f-436f-940a-388792e53294 None None] Port 0a443aed-23a3-4629-9f66-e60155d6fe62 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:03.094641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21f18507-40e3-476a-9d1b-470384f8fe93 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:03.137629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32695a-b646-4f97-bb4b-961c2e1367c5 req-cc4f33c5-9da8-4fda-930c-f6e0abd72265 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.148993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c32695a-b646-4f97-bb4b-961c2e1367c5 req-cc4f33c5-9da8-4fda-930c-f6e0abd72265 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.5913646 Aug 12 02:11:03.153998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.198762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.207369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.209129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.225217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 21f18507-40e3-476a-9d1b-470384f8fe93 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:03.240380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 21f18507-40e3-476a-9d1b-470384f8fe93 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:03.240754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.287510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-f1070507-6f03-4b30-afac-058e3f8e2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.289302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-f1070507-6f03-4b30-afac-058e3f8e2b13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3246820 Aug 12 02:11:03.318204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.320840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.324286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d54ddad2-8865-4aae-b497-85d5741eaa55 HTTP/1.1" status: 204 len: 168 time: 1.5645275 Aug 12 02:11:03.357068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.358553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.360220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] 10.222.0.25 "PUT /v2.0/ports/0c30cdd6-fb36-4447-8748-e32c81eb020b HTTP/1.1" status: 200 len: 1096 time: 3.4556763 Aug 12 02:11:03.364119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779dd52-b0df-4e68-9e89-fe679bad605f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ddad2-8865-4aae-b497-85d5741eaa55,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:03.374347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:03.379274 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3eb73-e20f-4c99-bcc0-1017c3518479" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:03.392306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c32695a-b646-4f97-bb4b-961c2e1367c5 req-54fd9af5-6daa-460f-8d27-3ff6b463766e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424157 Aug 12 02:11:03.458803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Pushing event updated for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:03.480547 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-95284163-7f26-456d-a0a0-7f1bd5fac188 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.1526356 Aug 12 02:11:03.528165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.597369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Network fbe2e50c-55cb-41c1-b161-846b8991b422 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:03.606108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 21f18507-40e3-476a-9d1b-470384f8fe93, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21f18507-40e3-476a-9d1b-470384f8fe93,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:03.608336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:03.625345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:03.684470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afc6f3-0ce5-4298-ae91-84ccc22039ae service neutron] Pushing event updated for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:03.718832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-26de7b21-1ce2-4415-88d9-355750706756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.721107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-26de7b21-1ce2-4415-88d9-355750706756 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2122936 Aug 12 02:11:03.746591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-61358097-e486-44bc-b104-b8574777ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.749284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-61358097-e486-44bc-b104-b8574777ccd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 1099 time: 0.2367492 Aug 12 02:11:03.820006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=21f18507-40e3-476a-9d1b-470384f8fe93,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:03.878478 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-97d7b098-1688-457c-8850-8f66d8765f61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b HTTP/1.1" status: 200 len: 217 time: 0.1003270 Aug 12 02:11:03.879943 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecbaf8e-baea-4560-afdc-f49783ae353b x-openstack-request-id: req-7ecbaf8e-baea-4560-afdc-f49783ae353b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:03.880228 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:03.883116 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ecbaf8e-baea-4560-afdc-f49783ae353b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:03.883579 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b', 'status': 'completed', 'code': 200} Aug 12 02:11:03.974439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-8e9b1434-f6a9-46e9-a3a5-90d3f3a5938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:03.976692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-8e9b1434-f6a9-46e9-a3a5-90d3f3a5938b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2457309 Aug 12 02:11:04.007624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904d0e-0682-4300-a242-2acccec55cfe req-de2c7866-47ab-4717-a220-d438eed76d1b tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.023948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad904d0e-0682-4300-a242-2acccec55cfe req-de2c7866-47ab-4717-a220-d438eed76d1b tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1095 time: 0.0953979 Aug 12 02:11:04.065712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Router 5b0d5981-4098-4472-ad93-04a2674055bc has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:04.080574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad904d0e-0682-4300-a242-2acccec55cfe req-823e2cb3-c979-4011-91f2-1682ae67ddba tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550172 Aug 12 02:11:04.149103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d408ee3e-c665-4642-a437-6c080fe1dba7 None None] Provisioning complete for port 0a443aed-23a3-4629-9f66-e60155d6fe62 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:04.150165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d408ee3e-c665-4642-a437-6c080fe1dba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:04.276897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d408ee3e-c665-4642-a437-6c080fe1dba7 None None] Port 0a443aed-23a3-4629-9f66-e60155d6fe62 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:04.308194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-abbb8698-2de7-4b4f-8341-79d99b295bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.309877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-abbb8698-2de7-4b4f-8341-79d99b295bf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.4197278 Aug 12 02:11:04.316251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:04.366468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46c2db-d490-4f40-9e5f-f811b4265e2b req-fc476103-c0a6-466b-9926-991a59eee0c5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.368100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1f46c2db-d490-4f40-9e5f-f811b4265e2b req-fc476103-c0a6-466b-9926-991a59eee0c5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 948 time: 0.4541442 Aug 12 02:11:04.420648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4f33ede-ba04-4cf2-a80c-b623cb950d31 req-af2bb7f8-1ecd-4946-98cb-01f7f4e5b1bb tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 210 time: 0.0379677 Aug 12 02:11:04.446353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:04.472135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93549389-2556-4bb5-a3e1-f1946dd6281c admin admin] 10.222.0.11 "PUT /v2.0/routers/5b0d5981-4098-4472-ad93-04a2674055bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9278598 Aug 12 02:11:04.511635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44891455-b526-4646-b637-ff6851ff4e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:04.562003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-b42f6680-dfd2-439a-96ac-335c19e2865e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765834 Aug 12 02:11:04.643149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:04.677389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-9d298f31-32a8-4db2-95e0-b72dbe0a4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.679188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-9d298f31-32a8-4db2-95e0-b72dbe0a4d5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3329406 Aug 12 02:11:04.685224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1f46c2db-d490-4f40-9e5f-f811b4265e2b req-1e329d39-524d-44a1-9d65-bb4e3bbe2971 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068717 Aug 12 02:11:04.704553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-1a68109d-ca6c-4fa1-acfa-97065e9bf1c9 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.706259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-1a68109d-ca6c-4fa1-acfa-97065e9bf1c9 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.21 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 829 time: 0.5093505 Aug 12 02:11:04.797269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'port': {'device_id': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'admin_state_up': True, 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:04.804360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-8c198c69-bedd-442d-bc54-5f19237195a0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:04.805914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-8c198c69-bedd-442d-bc54-5f19237195a0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.1493423 Aug 12 02:11:04.832877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-80dc3556-3ca6-4570-9c66-492977b4773d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/quotas/94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 375 time: 0.0189347 Aug 12 02:11:04.902197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71237068-4d79-4ffc-b76a-9ebb4f7d3786 req-92a22c9f-abdc-4877-b3b0-383d2f082c25 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202515 Aug 12 02:11:04.916158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-37cbbc94-c7b0-450e-89f8-c2a9811c7ac3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823979 Aug 12 02:11:04.993452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65512e-05da-4e54-8a65-1a8435b6a180 req-cecd2ed8-5c28-44e8-9f7c-eef41d1f6f66 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:05.001755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd65512e-05da-4e54-8a65-1a8435b6a180 req-cecd2ed8-5c28-44e8-9f7c-eef41d1f6f66 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.2144911 Aug 12 02:11:05.039308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-1bbfa253-ef12-49a6-860a-4834ffbd18ff service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501229 Aug 12 02:11:05.068186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21f18507-40e3-476a-9d1b-470384f8fe93 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:05.072386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-ac0e1403-e5ae-4e50-b7be-e78fb6526d70 service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396322 Aug 12 02:11:05.097288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Made reservation on behalf of 8d60eba95a74469b86a2bccc5f9884b1 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:05.102139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:05.142405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 21f18507-40e3-476a-9d1b-470384f8fe93 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:05.143629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:05.206592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-d62d0de8-b961-4d75-b84c-ad84782555aa service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240771 Aug 12 02:11:05.318173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee0d824c-c200-4bbd-a129-bfc9cfbac236 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:05.362928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Sync routers for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:05.368753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd65512e-05da-4e54-8a65-1a8435b6a180 req-ec34d270-349c-4283-9eb7-2fe78db31799 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661461 Aug 12 02:11:05.408506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:05.410915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:05.523068 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3489d0b-d52c-4d1a-b777-50f6d2a88c80 req-a8ab13f5-1bc2-4275-a7ec-c50cb83bcc42 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566483 Aug 12 02:11:05.590959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:05.594888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:05.625046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:05.625423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:05.700412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:05.737181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Allocated IP 172.20.0.7 (4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714/fe544a29-22f2-4877-b69b-a875a9fc2356/8ae73f61-e753-4334-bb21-49dc49828e8d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:05.919404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-33b3b679-ece5-4c74-ac28-382e2b107241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:05.925778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-33b3b679-ece5-4c74-ac28-382e2b107241 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 1099 time: 0.1806898 Aug 12 02:11:06.126552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.128554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b6a6fe9-2c1f-4f9a-bb8a-029dcaa7dcca req-865c33e9-de65-4669-83b4-9409547c036a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 210 time: 0.0551343 Aug 12 02:11:06.184403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ee0d824c-c200-4bbd-a129-bfc9cfbac236, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee0d824c-c200-4bbd-a129-bfc9cfbac236,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:06.199098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.236856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:02Z', 'revision_number': 4, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0a443aed-23a3-4629-9f66-e60155d6fe62', 'name': '', 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'mac_address': 'fa:16:3e:4a:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:01Z', 'updated_at': '2021-08-12T02:11:02Z', 'revision_number': 2, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'subnets': [{'id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:06.238810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f86fe45-2679-41f2-812e-a33b710de36b req-e3f08219-83c9-4fbb-ad6d-770fffac96f5 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 210 time: 0.0329020 Aug 12 02:11:06.274343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Checking router: 5b0d5981-4098-4472-ad93-04a2674055bc for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:06.274769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Updating router 5b0d5981-4098-4472-ad93-04a2674055bc port 0a443aed-23a3-4629-9f66-e60155d6fe62 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:11:06.385292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db2bae-4427-43e4-9d31-a6b193a2522b req-371d8146-f351-4e3f-98f1-51e0d872633b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:06.388699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05db2bae-4427-43e4-9d31-a6b193a2522b req-371d8146-f351-4e3f-98f1-51e0d872633b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 948 time: 0.0760255 Aug 12 02:11:06.446623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:06.460845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.465929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.467733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05db2bae-4427-43e4-9d31-a6b193a2522b req-b5809661-57fd-4056-be4f-60fd52f82e1d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682261 Aug 12 02:11:06.476266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-61816753-dff8-4021-b9af-fc3bb1364f73 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4806583 Aug 12 02:11:06.481258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-7003af4e-503c-4677-ad05-2feae5018902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:06.483507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-7003af4e-503c-4677-ad05-2feae5018902 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.5390260 Aug 12 02:11:06.491749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Transition to ACTIVE for port object 8ae73f61-e753-4334-bb21-49dc49828e8d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:06.508425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:06.559772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-9ddb176c-c9e3-4a24-a5d0-b89b653e8adc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b HTTP/1.1" status: 200 len: 217 time: 0.0648694 Aug 12 02:11:06.611134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.673569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.679686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-990712ab-41d3-46a1-a948-2b30838ebd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:06.681161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-990712ab-41d3-46a1-a948-2b30838ebd1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1134315 Aug 12 02:11:06.757713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.768488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:06.772600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Transition to ACTIVE for port object 0a443aed-23a3-4629-9f66-e60155d6fe62 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:06.782105 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.785157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:06.791094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:06.798574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:06.799192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.802069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event updated for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:06.829257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80713240-3b2b-4912-b087-630bdbc084c0 req-343173f0-d374-415b-9838-5920b3f0ecc4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:06.837446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80713240-3b2b-4912-b087-630bdbc084c0 req-343173f0-d374-415b-9838-5920b3f0ecc4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.0805280 Aug 12 02:11:06.879581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc4920-1105-4696-9111-0323696fe4cc None None] Pushing event updated for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:06.907079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80713240-3b2b-4912-b087-630bdbc084c0 req-5e411bec-2752-44b0-bcfa-d55890a20fc0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685825 Aug 12 02:11:06.921583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Attempting to bind port 0a443aed-23a3-4629-9f66-e60155d6fe62 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:06.922067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Attempting to bind port 0a443aed-23a3-4629-9f66-e60155d6fe62 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:06.922525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Attempting to bind port 0a443aed-23a3-4629-9f66-e60155d6fe62 on network fbe2e50c-55cb-41c1-b161-846b8991b422 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:06.934000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:06.938585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Checking segment: {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:06.939197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:06.939898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Bound using segment: {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:06.940623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Bound port: 0a443aed-23a3-4629-9f66-e60155d6fe62, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c63be74-0d58-4e67-bb8a-59f960f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:06.941161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.036815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee0d824c-c200-4bbd-a129-bfc9cfbac236 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:07.058082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-ba7e6416-b062-40ee-abbe-458fd8ea6430 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2695050 Aug 12 02:11:07.065859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-70c339ff-06f3-4e6d-812d-29c1fa47645d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:07.067290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-70c339ff-06f3-4e6d-812d-29c1fa47645d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.2302353 Aug 12 02:11:07.069334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-e8084a6f-9ff6-4846-8755-fef1b76c5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:07.070739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-e8084a6f-9ff6-4846-8755-fef1b76c5e0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767555 Aug 12 02:11:07.101402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Request body: {'port': {'device_id': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:07.104169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:07.110832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Request body: {'port': {'device_id': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'admin_state_up': True, 'tenant_id': '94683b871dc544029360e92468ab5871'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:07.231157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] For port 0a443aed-23a3-4629-9f66-e60155d6fe62, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:07.255040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.279169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:07.286333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] For port 0a443aed-23a3-4629-9f66-e60155d6fe62, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a443aed-23a3-4629-9f66-e60155d6fe62,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:07.298819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.302016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.327234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.366199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc4920-1105-4696-9111-0323696fe4cc None None] Pushing event updated for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:07.381098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5d05164-241c-49bb-9ac3-c6b2b4d4603c None None] Provisioning for port 8ae73f61-e753-4334-bb21-49dc49828e8d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:07.387800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'mac_address': 'fa:16:3e:31:51:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:07.398250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5d05164-241c-49bb-9ac3-c6b2b4d4603c None None] Provisioning complete for port 8ae73f61-e753-4334-bb21-49dc49828e8d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:07.398636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5d05164-241c-49bb-9ac3-c6b2b4d4603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.456481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:07.457135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:07.497017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01d5f90c-d570-45bf-b5ba-455f56e31f85 req-af454155-fab2-4a24-a5a6-e537edc28b06 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 210 time: 0.0368948 Aug 12 02:11:07.505942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ee0d824c-c200-4bbd-a129-bfc9cfbac236 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:07.505942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.547799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5d05164-241c-49bb-9ac3-c6b2b4d4603c None None] Port 8ae73f61-e753-4334-bb21-49dc49828e8d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:07.557336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.613014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3b3730-46b0-424c-aca4-48f6d8bf0262 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:07.652133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:07.665030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ac4ae-6b6b-4142-a6c7-2af02062bd57 req-a273678e-e63a-43ec-a9a9-34a7463eb468 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:07.668141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe6ac4ae-6b6b-4142-a6c7-2af02062bd57 req-a273678e-e63a-43ec-a9a9-34a7463eb468 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 948 time: 0.0738497 Aug 12 02:11:07.689855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-f943a38f-0bec-4448-91cb-f8e33ce13ca1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089239 Aug 12 02:11:07.690485 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.710601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:07.739234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe6ac4ae-6b6b-4142-a6c7-2af02062bd57 req-a49cd820-964d-4f02-add8-cb6a95017bae tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Aug 12 02:11:07.827306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:07.830969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:07.855185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:07.867360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-fb84ed8c-0ea1-4e72-8ccb-96aed0f0fba1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:07.868898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-fb84ed8c-0ea1-4e72-8ccb-96aed0f0fba1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 948 time: 0.2864873 Aug 12 02:11:07.873889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1fef6-1e23-4401-8e76-3d6236d92355 req-3c952729-ea2f-4c5d-809f-14bb3a192201 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:07.875439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9da1fef6-1e23-4401-8e76-3d6236d92355 req-3c952729-ea2f-4c5d-809f-14bb3a192201 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 931 time: 0.0535593 Aug 12 02:11:07.919625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9da1fef6-1e23-4401-8e76-3d6236d92355 req-125a1621-cd46-4f75-81ab-80e7f8550002 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Aug 12 02:11:08.013584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:02Z', 'revision_number': 4, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0a443aed-23a3-4629-9f66-e60155d6fe62', 'name': '', 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'mac_address': 'fa:16:3e:4a:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:01Z', 'updated_at': '2021-08-12T02:11:07Z', 'revision_number': 4, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'subnets': [{'id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:08.055621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec7ab23-064a-461a-aa06-24b41adab081 None None] The sync data for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 is: [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:02Z', 'revision_number': 4, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0a443aed-23a3-4629-9f66-e60155d6fe62', 'name': '', 'network_id': 'fbe2e50c-55cb-41c1-b161-846b8991b422', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'mac_address': 'fa:16:3e:4a:34:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:01Z', 'updated_at': '2021-08-12T02:11:07Z', 'revision_number': 4, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'subnets': [{'id': '9b4e6520-1f44-4f96-a8b7-efa57c9cb588', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:08.130165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:08.184179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae73f61-e753-4334-bb21-49dc49828e8d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:08.240382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:08.256875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Transition to ACTIVE for port object 8ae73f61-e753-4334-bb21-49dc49828e8d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:08.258602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Allocated IP 172.25.3.222 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3287b9c2-17a7-47b6-b37f-6e0fc4690e7e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:08.285664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd732396-9e16-4531-98b7-2292197d61cb req-51fcbfed-9e61-4298-9c06-428bc55d24f1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:08.287134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd732396-9e16-4531-98b7-2292197d61cb req-51fcbfed-9e61-4298-9c06-428bc55d24f1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 948 time: 0.0612779 Aug 12 02:11:08.317497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:08.340659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd732396-9e16-4531-98b7-2292197d61cb req-1a796628-a5d7-4c24-adf5-7b0cc8e73491 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Aug 12 02:11:08.382917 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-935e9e08-a1ef-472b-b22a-81764a640730 service neutron] delete failed (client error): The resource could not be found. Aug 12 02:11:08.384121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-935e9e08-a1ef-472b-b22a-81764a640730 service neutron] 10.222.0.25 "DELETE /v2.0/ports/ff3b3730-46b0-424c-aca4-48f6d8bf0262/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.2725661 Aug 12 02:11:08.393111 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dc3eb73-e20f-4c99-bcc0-1017c3518479 req-6b25b812-d409-4552-b9c4-c82388a9fb17 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6918206 Aug 12 02:11:08.513092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:08.611406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Allocated IP 172.20.0.13 (c40ecc8c-d8c3-4613-9d6b-455f298d5ceb/9901f5c6-bada-4abe-ba5d-804761754cd1/237f495f-7a45-4b10-a4cd-c5fb43885346) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:08.621205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Attempting to bind port 8ae73f61-e753-4334-bb21-49dc49828e8d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:08.621589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Attempting to bind port 8ae73f61-e753-4334-bb21-49dc49828e8d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:08.621932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Attempting to bind port 8ae73f61-e753-4334-bb21-49dc49828e8d on network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:08.652772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Port 8ae73f61-e753-4334-bb21-49dc49828e8d on network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:08.652898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Attempting to bind port 8ae73f61-e753-4334-bb21-49dc49828e8d on network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:08.678227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-96a54e02-b5fb-43b3-96da-ea2c6daefc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:08.680064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-96a54e02-b5fb-43b3-96da-ea2c6daefc27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1100 time: 0.1800518 Aug 12 02:11:08.690724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:08.691348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Checking segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:08.691348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Bound using segment: {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:08.691844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Bound port: 8ae73f61-e753-4334-bb21-49dc49828e8d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f255664-d117-4709-99cc-547356d1e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:08.692205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:08.696243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:08.774978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c30cdd6-fb36-4447-8748-e32c81eb020b details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:08.811981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2e7a65d-22d7-495c-a5ea-313ce665333e req-e228bdbb-886b-4993-b479-718857092a84 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 210 time: 0.0448523 Aug 12 02:11:08.912967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:08.932028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0c30cdd6-fb36-4447-8748-e32c81eb020b', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '0c30cdd6-fb36-4447-8748-e32c81eb020b', 'mac_address': 'fa:16:3e:05:1c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:08.979778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-1c6cce3a-0970-4cb9-bdf9-1c71e362b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:08.981291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-1c6cce3a-0970-4cb9-bdf9-1c71e362b35e service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2828240 Aug 12 02:11:08.989866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:08.995630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.016346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c30cdd6-fb36-4447-8748-e32c81eb020b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:09.042248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a443aed-23a3-4629-9f66-e60155d6fe62 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:09.055714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.061491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8ae73f61-e753-4334-bb21-49dc49828e8d,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:09.065146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-80c83949-7284-475c-9eaf-05a441f95f8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.0705349 Aug 12 02:11:09.069546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:09.079963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.115651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.117283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:09.166256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.179987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:09.183253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.196977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:09.198265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0a443aed-23a3-4629-9f66-e60155d6fe62 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:09.205883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0a443aed-23a3-4629-9f66-e60155d6fe62 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:09.206359 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.210208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:09.213862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event updated for resources: {'Port': ['ID=3287b9c2-17a7-47b6-b37f-6e0fc4690e7e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.219636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.220312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.221803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 1091 time: 2.1246097 Aug 12 02:11:09.229470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:09.231910 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d648644-ab71-4c4e-a636-1413b76d8a14" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:09.246065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:09.262458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ff3b3730-46b0-424c-aca4-48f6d8bf0262 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:09.262980 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.278250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-4bfdc129-a4bf-4584-8e21-3100f1b4baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.279927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-4bfdc129-a4bf-4584-8e21-3100f1b4baca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2024186 Aug 12 02:11:09.330167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:09.508357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609319c-4812-42b4-b89b-4e0fb6addd01 service neutron] Pushing event updated for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.513120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.528566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.539175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114820a4-caef-46b4-b60a-5f4626fcfe57 req-7847b1bc-45a1-41a7-b0e2-851205fc3870 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.541454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-114820a4-caef-46b4-b60a-5f4626fcfe57 req-7847b1bc-45a1-41a7-b0e2-851205fc3870 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 949 time: 0.0728254 Aug 12 02:11:09.554135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c089ce2d-7b17-4283-90fa-b97aa789a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.555674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-c089ce2d-7b17-4283-90fa-b97aa789a04d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1094 time: 0.2539930 Aug 12 02:11:09.576917 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.585403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-114820a4-caef-46b4-b60a-5f4626fcfe57 req-ddd15517-49a5-4025-aa03-c0a08dc96769 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Aug 12 02:11:09.595872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-91d200ba-6b6a-4817-bd11-eee614bc79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.597363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-91d200ba-6b6a-4817-bd11-eee614bc79a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968247 Aug 12 02:11:09.650183 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.676323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-12d4d4ce-6527-4682-9cc0-3bc1e560260f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 217 time: 0.0837684 Aug 12 02:11:09.678074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:09.678558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0a443aed-23a3-4629-9f66-e60155d6fe62, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a443aed-23a3-4629-9f66-e60155d6fe62,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:09.686452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.710185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.725992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:09.736339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:09.740735 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8172fa8b-b2ee-4220-8df9-5129110ba4ab" -d '{"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:09.751620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.759254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20e702-2ff9-46ab-8a96-5485e816b288 req-3ddc217f-0ede-4295-aad9-72b85f593661 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.761240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f20e702-2ff9-46ab-8a96-5485e816b288 req-3ddc217f-0ede-4295-aad9-72b85f593661 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 943 time: 0.0927408 Aug 12 02:11:09.772592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:09.778332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:09.784200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.784824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.793404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:09.813202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f20e702-2ff9-46ab-8a96-5485e816b288 req-3acdcd73-4150-44a2-94fe-92a3d4cf09d8 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438311 Aug 12 02:11:09.831227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.851288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4d2d5acb-02f3-4148-9b26-9a2e9e1eab7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7570870 Aug 12 02:11:09.859419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-396d7206-a8c4-48b1-a424-d11283de8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.860902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-396d7206-a8c4-48b1-a424-d11283de8e5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.1461060 Aug 12 02:11:09.862300 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29800d13-9621-4dda-bb8e-58b11c3e1efd x-openstack-request-id: req-29800d13-9621-4dda-bb8e-58b11c3e1efd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:09.862940 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:09.862940 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29800d13-9621-4dda-bb8e-58b11c3e1efd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:09.863212 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'status': 'completed', 'code': 200} Aug 12 02:11:09.890732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:09.911385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Request body: {'port': {'device_id': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:09.979506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-f95c9829-b72c-4f9e-8905-5d0c9222e0cc service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671107 Aug 12 02:11:09.982435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400b8f3-aa6a-4336-a351-032d01f3c36d req-57bd9a4d-1c77-4c7a-a347-a4001c363404 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:09.984836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4400b8f3-aa6a-4336-a351-032d01f3c36d req-57bd9a4d-1c77-4c7a-a347-a4001c363404 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 949 time: 0.0543053 Aug 12 02:11:10.023930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4400b8f3-aa6a-4336-a351-032d01f3c36d req-4a736e3f-08cc-4684-ae9f-4aeff1d3d83a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331419 Aug 12 02:11:10.153188 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be2424e-f51e-4cde-ab78-b4c8cd98a747 x-openstack-request-id: req-0be2424e-f51e-4cde-ab78-b4c8cd98a747 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:10.153483 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-plugged", "status": "completed", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:10.153737 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0be2424e-f51e-4cde-ab78-b4c8cd98a747 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:10.154140 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'code': 200} Aug 12 02:11:10.327724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f338acd-fe53-49e1-a45c-af3052becfa2 req-911918d3-da9e-40ea-935f-82390e32aaa6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:10.329303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f338acd-fe53-49e1-a45c-af3052becfa2 req-911918d3-da9e-40ea-935f-82390e32aaa6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 932 time: 0.0525510 Aug 12 02:11:10.332870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-b02dff8d-ac0d-4888-880d-1c5079b4e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:10.334340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-b02dff8d-ac0d-4888-880d-1c5079b4e097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4171576 Aug 12 02:11:10.343811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.367967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f338acd-fe53-49e1-a45c-af3052becfa2 req-9389b868-cc98-448e-8a22-f28e037c04de tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Aug 12 02:11:10.494106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.500551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36d66729-4a83-46c2-ac44-c714cafb59e9 req-74382c44-a109-46e1-b284-13c7657e20f1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085630 Aug 12 02:11:10.511008 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.535259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.630302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.631579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1379414 Aug 12 02:11:10.653314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-02ab976f-f06a-45a2-a938-9fb370fd083f service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073382 Aug 12 02:11:10.759037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce551b-5afb-43de-a04b-f4f33a891c07 req-155adc47-8c3d-43f0-8476-aeb66a0a5e07 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:10.760982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65ce551b-5afb-43de-a04b-f4f33a891c07 req-155adc47-8c3d-43f0-8476-aeb66a0a5e07 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0872724 Aug 12 02:11:10.770676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c30cdd6-fb36-4447-8748-e32c81eb020b up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:10.800806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee5512-87c8-4589-b97c-e249029d1b9f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event updated for resources: {'Port': ['ID=3287b9c2-17a7-47b6-b37f-6e0fc4690e7e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:10.815296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51098) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:10.832472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-ae17c494-41bf-4319-9da5-c99b2a67422f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1899843 Aug 12 02:11:10.864769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65ce551b-5afb-43de-a04b-f4f33a891c07 req-f909476a-b50b-4040-92c1-7f0dd8f99598 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961919 Aug 12 02:11:10.868794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0c30cdd6-fb36-4447-8748-e32c81eb020b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:10.883790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0c30cdd6-fb36-4447-8748-e32c81eb020b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:10.884333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:10.924915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:10.977439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a443aed-23a3-4629-9f66-e60155d6fe62 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:11.036763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04c85315-227b-44a9-8b42-7b18615a1a76 req-9f44cef5-d983-4e14-8619-c886f46b5d89 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713267 Aug 12 02:11:11.083379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-329e2782-1c40-428a-94ea-3741786e2d86 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.084833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-329e2782-1c40-428a-94ea-3741786e2d86 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.2419751 Aug 12 02:11:11.104551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-f5600240-4a14-4b04-8fcf-b70ae1c78fc6 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:11.105598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e16b1be8-d5bc-4761-9b73-64046be6627c req-f5600240-4a14-4b04-8fcf-b70ae1c78fc6 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120523 Aug 12 02:11:11.139831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.173641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237f495f-7a45-4b10-a4cd-c5fb43885346 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:11.174291 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad5f1fe-ce04-4552-9761-f5c8307bef77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.179399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.183959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.208860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:11.215491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0a443aed-23a3-4629-9f66-e60155d6fe62 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:11.215491 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.219845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.231238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89546ecc-f473-4179-80e0-7b2646378699 req-4c04819c-e0ed-44fa-a100-7fad7341dd1e tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.238482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Transition to ACTIVE for port object 237f495f-7a45-4b10-a4cd-c5fb43885346 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:11.240313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89546ecc-f473-4179-80e0-7b2646378699 req-4c04819c-e0ed-44fa-a100-7fad7341dd1e tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 943 time: 0.2085903 Aug 12 02:11:11.243156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-c34081ac-b84e-40ca-9750-b55dd9d0c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.244819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-c34081ac-b84e-40ca-9750-b55dd9d0c33b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1094 time: 0.1032288 Aug 12 02:11:11.251564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.263405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:11:11.263405 n-d-804303-2 neutron-server[94674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:11:11.263405 n-d-804303-2 neutron-server[94674]: [parameters: {'project_id_1': 'f056fc7d559a4360b10375ecc1c6eb4a', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 11, 11, 208339)}] Aug 12 02:11:11.263405 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:11:11.264517 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:11:11.308404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89546ecc-f473-4179-80e0-7b2646378699 req-76943ddf-8226-4af1-b390-5bcb0692759b tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Aug 12 02:11:11.330674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:11.389740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ee25465-082c-45a7-b483-505d095024f6 req-84344b3b-887e-4315-aa4f-d762106dd2f9 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips/414cd123-e5bb-415b-9a0a-9b410b7360e9 HTTP/1.1" status: 200 len: 693 time: 0.0558167 Aug 12 02:11:11.389939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-1ec14ed1-4fcb-45a1-9f13-851af1c726b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.391033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-1ec14ed1-4fcb-45a1-9f13-851af1c726b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 930 time: 0.1324193 Aug 12 02:11:11.402460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284cdba-7374-418c-a0ea-20622050fd48 req-51de9e90-dd69-4e1a-9865-890e97f93f8f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.403964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3284cdba-7374-418c-a0ea-20622050fd48 req-51de9e90-dd69-4e1a-9865-890e97f93f8f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 949 time: 0.2172670 Aug 12 02:11:11.459815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-56816313-f903-4882-a52a-ca0a19a6385e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 217 time: 0.0546770 Aug 12 02:11:11.460258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad5f1fe-ce04-4552-9761-f5c8307bef77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.471348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad5f1fe-ce04-4552-9761-f5c8307bef77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.501561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:11.535299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dad5f1fe-ce04-4552-9761-f5c8307bef77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a81d1b0851546d0ae747e92853bf9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7188323 Aug 12 02:11:11.539014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:11.550410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5f1fe-ce04-4552-9761-f5c8307bef77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadc699c-d51c-4a33-bdd0-f48bb0eb9f92,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:11.558546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3284cdba-7374-418c-a0ea-20622050fd48 req-c14bd89a-366d-4351-b36e-f1324c0cde1a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438332 Aug 12 02:11:11.559197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:11.559631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:11.560077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:11.572037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:11.572379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:11.577238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-421ffb3b-6188-4718-9ba1-2b18734760ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.578823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-421ffb3b-6188-4718-9ba1-2b18734760ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.1022630 Aug 12 02:11:11.578952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee25465-082c-45a7-b483-505d095024f6 req-39d42578-7237-4fe1-b19d-1a149d70bfcf tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.580352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ee25465-082c-45a7-b483-505d095024f6 req-39d42578-7237-4fe1-b19d-1a149d70bfcf tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1790066 Aug 12 02:11:11.581635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:11.581977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:11.582367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:11.582800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Bound port: 237f495f-7a45-4b10-a4cd-c5fb43885346, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:11.583162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.601527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-3ee25465-082c-45a7-b483-505d095024f6 req-ce1d15f1-6d09-4f4c-b79f-d4b8c0d76328 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:11.603502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ee25465-082c-45a7-b483-505d095024f6 req-ce1d15f1-6d09-4f4c-b79f-d4b8c0d76328 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111120 Aug 12 02:11:11.634140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.657146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.674449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-84b1fd32-0f98-43d5-95f9-4729db6bf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.676001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-84b1fd32-0f98-43d5-95f9-4729db6bf8fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888302 Aug 12 02:11:11.683197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:11.688431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:11.699259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.740531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3593f2-34f8-405d-a36f-e468f95a5ad0 req-93bab9d4-6e19-427b-8f84-ca1e351b51d2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.743550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b3593f2-34f8-405d-a36f-e468f95a5ad0 req-93bab9d4-6e19-427b-8f84-ca1e351b51d2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0700300 Aug 12 02:11:11.759201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.761793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.762834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fadc699c-d51c-4a33-bdd0-f48bb0eb9f92 HTTP/1.1" status: 204 len: 168 time: 0.2207627 Aug 12 02:11:11.783492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.788499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d389c-60d6-414c-8641-805e7852c3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadc699c-d51c-4a33-bdd0-f48bb0eb9f92,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:11.841033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b3593f2-34f8-405d-a36f-e468f95a5ad0 req-530484a4-7ff8-44cf-80a8-bfb1489918e7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905278 Aug 12 02:11:11.847440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:11.848151 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.849459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] 10.222.0.21 "PUT /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 1092 time: 1.9675632 Aug 12 02:11:11.860510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cb5d651-7896-457a-a0fe-a813917b863d req-0640d3ef-79da-4cda-83c5-af3d91bd9211 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=0ef6d52d09524f1eb557b7594d22c75c HTTP/1.1" status: 200 len: 696 time: 0.1639981 Aug 12 02:11:11.867935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:11.870229 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00b422f-e81e-43c6-b565-cb1dad7d2f94" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:11.950265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.980743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:11.981370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598cc2-6b8c-4708-a429-36ccaf07cc48 service neutron] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:12.031233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-aebc511b-006c-41ca-8028-477280d27797 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456230 Aug 12 02:11:12.038548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120ee9f-8e27-4b54-ad42-53cc215cba88 req-8fb53f0d-4194-4e45-b20e-ca99c68b5958 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.043955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f120ee9f-8e27-4b54-ad42-53cc215cba88 req-8fb53f0d-4194-4e45-b20e-ca99c68b5958 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0919483 Aug 12 02:11:12.049247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f056fc7d559a4360b10375ecc1c6eb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1230738 Aug 12 02:11:12.052380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-a837bbc0-ee86-440f-9da6-2b7ac5bd9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.054106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-a837bbc0-ee86-440f-9da6-2b7ac5bd9057 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1095 time: 0.1125903 Aug 12 02:11:12.057799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c82b1b-9721-45d8-aa60-148d70e7c9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3369b5-311a-4153-afd1-ddda74f38b4a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:12.059995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:12.089068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f120ee9f-8e27-4b54-ad42-53cc215cba88 req-558c2979-dd94-4478-90e2-2e67699fe570 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384409 Aug 12 02:11:12.122310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51132) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:12.127081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5d651-7896-457a-a0fe-a813917b863d req-cd4d7af3-2f0f-4d67-830a-a87337f4d001 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.128651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cb5d651-7896-457a-a0fe-a813917b863d req-cd4d7af3-2f0f-4d67-830a-a87337f4d001 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks?id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 787 time: 0.2673817 Aug 12 02:11:12.138062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f892ae3-f0e8-4c02-a6eb-baec8bc980d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.155538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:12.157847 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b286ec3-6659-409a-930a-188353a65460" -d '{"events": [{"server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "name": "network-vif-plugged", "status": "completed", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:12.164181 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c8700-2892-40fc-8899-b7ff45030fa6 x-openstack-request-id: req-0d1c8700-2892-40fc-8899-b7ff45030fa6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:12.164911 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:12.164911 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d1c8700-2892-40fc-8899-b7ff45030fa6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:12.165214 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'status': 'completed', 'code': 200} Aug 12 02:11:12.173257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-45c6109e-37df-4ad6-a321-acde6ec3cdc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.0942605 Aug 12 02:11:12.176808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-9cb5d651-7896-457a-a0fe-a813917b863d req-31a4a8c2-976e-4145-8218-baaae2c00342 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:12.177795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cb5d651-7896-457a-a0fe-a813917b863d req-31a4a8c2-976e-4145-8218-baaae2c00342 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119443 Aug 12 02:11:12.230558 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425a9a6-ff1a-4f3b-9083-c55c688621b5 x-openstack-request-id: req-4425a9a6-ff1a-4f3b-9083-c55c688621b5 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:12.230845 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "name": "network-vif-plugged", "status": "completed", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:12.231105 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4425a9a6-ff1a-4f3b-9083-c55c688621b5 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:12.231517 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b', 'code': 200} Aug 12 02:11:12.288006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f892ae3-f0e8-4c02-a6eb-baec8bc980d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.293450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f892ae3-f0e8-4c02-a6eb-baec8bc980d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.315861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02283f-09c5-40de-bbaa-2eb894dd41dd req-7920838c-287e-4ac8-aef3-fd5288b000f7 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.317425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a02283f-09c5-40de-bbaa-2eb894dd41dd req-7920838c-287e-4ac8-aef3-fd5288b000f7 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1101 time: 0.1009314 Aug 12 02:11:12.355144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f892ae3-f0e8-4c02-a6eb-baec8bc980d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d2f29079df44cee9283effb46656be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313552 Aug 12 02:11:12.357923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f892ae3-f0e8-4c02-a6eb-baec8bc980d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ba6be-11b9-4bcc-9816-2a3a2c612852,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:12.362368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51140) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:12.402170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a02283f-09c5-40de-bbaa-2eb894dd41dd req-2ed1c9f5-3856-4893-9ca5-6ad9ef47f0ae tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758257 Aug 12 02:11:12.454029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.474177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.554679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e32a9-5a99-4995-b5d5-8656aa940b0a req-88a73786-0cc6-4c59-8eea-8191d70a4390 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.556213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d7e32a9-5a99-4995-b5d5-8656aa940b0a req-88a73786-0cc6-4c59-8eea-8191d70a4390 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 943 time: 0.0706730 Aug 12 02:11:12.578368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.580860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.584982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/206ba6be-11b9-4bcc-9816-2a3a2c612852 HTTP/1.1" status: 204 len: 168 time: 0.2186594 Aug 12 02:11:12.596035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21120a93-42d6-458f-84a1-9e619f53aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ba6be-11b9-4bcc-9816-2a3a2c612852,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:12.601221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4aea730c-4c9c-4815-b989-4b72e296bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.602703 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-4aea730c-4c9c-4815-b989-4b72e296bfb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.4168255 Aug 12 02:11:12.607326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-4cd05f0b-73d0-40c4-9a7a-2168a1fde152 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips/414cd123-e5bb-415b-9a0a-9b410b7360e9 HTTP/1.1" status: 200 len: 693 time: 0.3565404 Aug 12 02:11:12.608509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.610295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d7e32a9-5a99-4995-b5d5-8656aa940b0a req-e831def6-4bca-44d0-8b1f-f4707793edfc tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Aug 12 02:11:12.613012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d648644-ab71-4c4e-a636-1413b76d8a14 req-ce4f9372-55d4-4019-8300-d5d43d8e9d2e service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5728252 Aug 12 02:11:12.677299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-6240c4e0-4404-40ec-81a3-e18dc81bd1da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633361 Aug 12 02:11:12.721682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.785931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadf463-4775-4ee1-b819-a41fd690a7ec req-26acf81a-6f2a-4cef-841e-8b9f419d1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.787550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-beadf463-4775-4ee1-b819-a41fd690a7ec req-26acf81a-6f2a-4cef-841e-8b9f419d1a8e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 1101 time: 0.2274883 Aug 12 02:11:12.789754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956494c-4319-47f4-94cb-b7ae72b9df47 req-dcf872bb-0b05-4208-88e5-a2e6c99306a6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.791453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c956494c-4319-47f4-94cb-b7ae72b9df47 req-dcf872bb-0b05-4208-88e5-a2e6c99306a6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 950 time: 0.0588398 Aug 12 02:11:12.839395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c956494c-4319-47f4-94cb-b7ae72b9df47 req-d1bdd9c3-b9ac-4a00-9c18-3919657e1e75 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Aug 12 02:11:12.904105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-2ecc05c2-22b9-45df-8901-a679f12e9cdc tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:12.906075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-2ecc05c2-22b9-45df-8901-a679f12e9cdc tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.2894943 Aug 12 02:11:12.910357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-beadf463-4775-4ee1-b819-a41fd690a7ec req-7de8da70-f93d-4edc-9270-a41765f617ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051428 Aug 12 02:11:12.917442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-ed2e9612-c10a-4925-9647-37f616d781e8 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076550 Aug 12 02:11:12.921514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-bc1b7167-15ff-4019-b867-c6acfe70df92 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:12.922525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-bc1b7167-15ff-4019-b867-c6acfe70df92 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087605 Aug 12 02:11:12.923425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.926215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:12.927425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b3369b5-311a-4153-afd1-ddda74f38b4a HTTP/1.1" status: 204 len: 168 time: 0.8660762 Aug 12 02:11:12.990912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011c305-1742-4060-bf17-83cc85364279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3369b5-311a-4153-afd1-ddda74f38b4a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:13.033552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-791fbd38-28b4-4a92-975e-e3cde3a54e6d tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1030741 Aug 12 02:11:13.056529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-ba0a5514-7138-4e46-9b8d-7705d6db7faf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512872 Aug 12 02:11:13.086377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3db9be2-b769-4625-b1a3-ff00ff5c3e3a req-357a2721-40ef-4824-b819-5b67d5694d1d service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547940 Aug 12 02:11:13.145964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-a8de2144-6b58-4a65-8f49-b78d4cda155b tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.222 HTTP/1.1" status: 200 len: 696 time: 0.1015396 Aug 12 02:11:13.179348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-400dc1d1-ea9b-4b25-baed-d575bce01b26 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.182882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-400dc1d1-ea9b-4b25-baed-d575bce01b26 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255462 Aug 12 02:11:13.205270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-a20f129d-b9e2-49ea-9bcd-45f6c270f99f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/quotas/0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 375 time: 0.0161180 Aug 12 02:11:13.263493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-5155106c-ac2f-4b23-ac8b-d837941d4705 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573421 Aug 12 02:11:13.329493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-cd99c4b6-fb73-49cc-b620-b0af413e71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.331693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-cd99c4b6-fb73-49cc-b620-b0af413e71a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1095 time: 0.1256793 Aug 12 02:11:13.455831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Deleting port 3287b9c2-17a7-47b6-b37f-6e0fc4690e7e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:13.456548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:13.502236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-dd36e1bb-ea71-45a7-b6de-c66a7aa28288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.504144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-dd36e1bb-ea71-45a7-b6de-c66a7aa28288 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1590333 Aug 12 02:11:13.544378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283d69f-4e3b-47bd-aa9d-092161bc48d5 req-a9381908-1e5e-41e5-99e9-b9b377b7168e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.552374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2283d69f-4e3b-47bd-aa9d-092161bc48d5 req-a9381908-1e5e-41e5-99e9-b9b377b7168e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0795605 Aug 12 02:11:13.598424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2283d69f-4e3b-47bd-aa9d-092161bc48d5 req-8855d9bf-4bfb-4b76-b964-a9a397573a06 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Aug 12 02:11:13.633175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-36845736-5f20-46fa-9064-766fef3fa177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.1173632 Aug 12 02:11:13.696230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d0337bb-4a80-4a4d-add1-44613fa949cc req-92ea1f59-4b5c-42a8-91f6-f3315f1f384d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 210 time: 0.0388141 Aug 12 02:11:13.761170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:13.761676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:13.778804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Calling delete_port for 3287b9c2-17a7-47b6-b37f-6e0fc4690e7e owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:13.782398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-2da3a606-97e1-435d-beb5-1f1ddf6eb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.784271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-2da3a606-97e1-435d-beb5-1f1ddf6eb606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1347976 Aug 12 02:11:13.850527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee821df0-39c6-4325-8825-8725926e4497 req-505ad488-6eaf-4a11-bfa1-fac8da8a87a1 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:13.868657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-a6b0b5d5-4dec-4c12-990a-74bba2d30970 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740540 Aug 12 02:11:13.878661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee821df0-39c6-4325-8825-8725926e4497 req-505ad488-6eaf-4a11-bfa1-fac8da8a87a1 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 943 time: 0.1201441 Aug 12 02:11:13.941727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee821df0-39c6-4325-8825-8725926e4497 req-dccb9581-1ae3-4593-8dde-a5a383812216 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Aug 12 02:11:14.033597 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-120b7200-7318-4319-8bc5-8e22d7fdbdeb service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555805 Aug 12 02:11:14.116477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061001b-b668-4f2d-8547-0abeb1d1e439 req-46bc43c2-846d-42b8-a773-d2092c2b27d9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:14.118596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d061001b-b668-4f2d-8547-0abeb1d1e439 req-46bc43c2-846d-42b8-a773-d2092c2b27d9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 950 time: 0.1055782 Aug 12 02:11:14.124923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.173796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event deleted for resources: {'Port': ['ID=3287b9c2-17a7-47b6-b37f-6e0fc4690e7e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:14.190564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d061001b-b668-4f2d-8547-0abeb1d1e439 req-eff69f4c-dc7d-4395-b346-c3c689ca2901 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 Aug 12 02:11:14.214514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.218545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.219761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27a088d5-c19d-4175-adf5-e296ac08ef71 req-33d8d7bf-9f6b-4880-b82a-a749a8332e46 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "DELETE /v2.0/floatingips/414cd123-e5bb-415b-9a0a-9b410b7360e9 HTTP/1.1" status: 204 len: 173 time: 1.0681555 Aug 12 02:11:14.233025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b00b422f-e81e-43c6-b565-cb1dad7d2f94 req-a2d3ef39-02db-4037-aa7b-e9eda9828e2e service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890030 Aug 12 02:11:14.633154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ed033-b454-41e9-8094-c6db1a429f5a req-d6aa5a29-304f-4d2f-94f2-5eb7908056ff tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:14.635868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-490ed033-b454-41e9-8094-c6db1a429f5a req-d6aa5a29-304f-4d2f-94f2-5eb7908056ff tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 1101 time: 0.0539854 Aug 12 02:11:14.663765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-e0c006a8-c6f2-4b0d-af5f-5fd6e41c8311 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1248238 Aug 12 02:11:14.671809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.676552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:14.696258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:11:14.696258 n-d-804303-2 neutron-server[94674]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 02:11:14.696258 n-d-804303-2 neutron-server[94674]: [parameters: {'project_id': '95acd5ecaaf44d20a9b91ba56f346072', 'id': 'ebeb0ecd-7a63-4895-ba80-ebbfebf9caee', 'expiration': datetime.datetime(2021, 8, 12, 2, 13, 14, 691894)}] Aug 12 02:11:14.696258 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:11:14.696978 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:11:14.709131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.820506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-ba65c3ff-e2b7-488c-bbc3-ca04d30e9088 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289106 Aug 12 02:11:14.822375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:14.915604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.940752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b870-dd74-4299-b8bf-c93cf6617f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:14.981919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-34d515a8-e892-4c23-a46d-5c51c533c51e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:14.984045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-34d515a8-e892-4c23-a46d-5c51c533c51e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534874 Aug 12 02:11:15.001235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Request body: {'port': {'device_id': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0d41e8bfce3e4e86bf7da7aa8e87260d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:15.030666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b870-dd74-4299-b8bf-c93cf6617f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.034854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ff6b870-dd74-4299-b8bf-c93cf6617f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.076599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ff6b870-dd74-4299-b8bf-c93cf6617f5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=784c224f17a046278872d71f6727b03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2530723 Aug 12 02:11:15.079028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6b870-dd74-4299-b8bf-c93cf6617f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28c69e-4651-45d7-b320-5ce19d3003f2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:15.081270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:15.117803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Allocated IP 172.25.3.211 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/0036c025-ec9a-4e19-8f14-19b834f38d7a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:15.131790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8ae73f61-e753-4334-bb21-49dc49828e8d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:15.132335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.155859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.198162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.208988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.211628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.212911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d28c69e-4651-45d7-b320-5ce19d3003f2 HTTP/1.1" status: 204 len: 168 time: 0.1307385 Aug 12 02:11:15.219763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Made reservation on behalf of 0d41e8bfce3e4e86bf7da7aa8e87260d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:15.224308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.228331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315d355-f880-493d-9b51-ab19ead9e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d28c69e-4651-45d7-b320-5ce19d3003f2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:15.254513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8ae73f61-e753-4334-bb21-49dc49828e8d,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:15.267698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'mac_address': 'fa:16:3e:d9:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:15.316519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.324092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.329533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.331130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae73f61-e753-4334-bb21-49dc49828e8d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:15.353023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.356099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8ae73f61-e753-4334-bb21-49dc49828e8d,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:15.360060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-490ed033-b454-41e9-8094-c6db1a429f5a req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171137 Aug 12 02:11:15.363627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.381572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7daf84-6d9d-43f7-9216-648435f386ea tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119005a5-c157-4e85-a3bc-159954829731,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:15.437674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:15.489472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Allocated IP 192.168.233.198 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/099fcadd-8aca-40df-8098-50d7fab901f5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:15.502052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c0c99-3fae-4717-ab8b-8bf9e6790cd2 req-654bf707-27e1-48ef-9fc4-7d0507b6aef9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:15.502884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.504364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-717c0c99-3fae-4717-ab8b-8bf9e6790cd2 req-654bf707-27e1-48ef-9fc4-7d0507b6aef9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0568273 Aug 12 02:11:15.551412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-717c0c99-3fae-4717-ab8b-8bf9e6790cd2 req-af4891e4-93dd-4033-b93b-a7d8bd3e2963 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Aug 12 02:11:15.561757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:15.580074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:15.587600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:15.599774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event updated for resources: {'Port': ['ID=0036c025-ec9a-4e19-8f14-19b834f38d7a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:15.660483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2955b571-7ab4-4545-80c4-5f2be5ba9918 req-8edf3cd1-5448-422b-9e57-f84328abad13 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 210 time: 0.0280585 Aug 12 02:11:15.697099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.753026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.791789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.826290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Transition to ACTIVE for port object 099fcadd-8aca-40df-8098-50d7fab901f5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:15.926962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:15.969666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:15.990906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:16.002330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:16.005848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['8ae73f61-e753-4334-bb21-49dc49828e8d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:16.009951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:16.016130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:16.016782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.025137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:16.040761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.057548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.070197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-95a07265-50f9-4735-8056-4e7d8ff64c05 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0761189 Aug 12 02:11:16.087362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51290) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:16.103730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Request body: {'port': {'device_id': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:16.128023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.165333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event updated for resources: {'Port': ['ID=0036c025-ec9a-4e19-8f14-19b834f38d7a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:16.183869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.186022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-cf7cb9b8-14da-4f94-b219-f61a47df5f6a tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5148039 Aug 12 02:11:16.196993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ae440-02e7-4245-916e-fa69b0f91454 req-c6c62a76-b853-4927-82fe-93459121de2f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:16.202970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.206479 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-334ae440-02e7-4245-916e-fa69b0f91454 req-c6c62a76-b853-4927-82fe-93459121de2f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 944 time: 0.0705447 Aug 12 02:11:16.258118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-334ae440-02e7-4245-916e-fa69b0f91454 req-cf6dcdcb-c499-49ec-84c7-0e901f29e2fd tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Aug 12 02:11:16.276464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-273486786-network', 'tenant_id': '9e89bd7503ef4a5580443da4b02763de'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:16.301406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-b938b1e2-2f1d-426f-95be-a1b066fc0e47 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1083541 Aug 12 02:11:16.317180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Made reservation on behalf of 9e89bd7503ef4a5580443da4b02763de for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:16.321052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.336659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.418666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6409aece-cdc6-4e36-9765-806c3ff591c3 None None] Provisioning for port 099fcadd-8aca-40df-8098-50d7fab901f5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:16.424800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6409aece-cdc6-4e36-9765-806c3ff591c3 None None] Provisioning complete for port 099fcadd-8aca-40df-8098-50d7fab901f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:16.426068 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6409aece-cdc6-4e36-9765-806c3ff591c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.491857 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.498833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.500319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6409aece-cdc6-4e36-9765-806c3ff591c3 None None] Port 099fcadd-8aca-40df-8098-50d7fab901f5 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:16.542493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:11:16.549810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7358fa4-8eeb-4d41-a69d-ff4e812503f9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:16.580247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.580641 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Added segment 9f7b0a15-c10a-4450-96e4-b5b65a6b83ad of type vlan for network 1ec25fcb-623a-438a-8ce9-4f942b099d0d Aug 12 02:11:16.646796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.775291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-b39b272c-3341-4e53-bb1b-e0a65328bab6 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:16.776729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6160c2c8-ba67-48ce-860e-741eb6fc9426 req-b39b272c-3341-4e53-bb1b-e0a65328bab6 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.4642081 Aug 12 02:11:16.896112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-b4fdf22b-a04f-4705-a2c0-0c1cfa332854 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344808 Aug 12 02:11:16.900114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099fcadd-8aca-40df-8098-50d7fab901f5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:16.923260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.930398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.931355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:16.931969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:16.992132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Transition to ACTIVE for port object 099fcadd-8aca-40df-8098-50d7fab901f5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:17.002464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.006803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9183002 Aug 12 02:11:17.009691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:17.009823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6facd3-ddba-4fe6-ac7b-381ad2b4e59f admin admin] Pushing event updated for resources: {'Network': ['ID=1ec25fcb-623a-438a-8ce9-4f942b099d0d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:17.020842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e8617-2d88-46e1-93ac-1f4d7a3c5698 req-043af274-879f-4cd3-b6f3-059fb738bf4d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.021729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:11:17.022343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c7e8617-2d88-46e1-93ac-1f4d7a3c5698 req-043af274-879f-4cd3-b6f3-059fb738bf4d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.1222267 Aug 12 02:11:17.026419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Request body: {'subnet': {'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-273486786-subnet', 'tenant_id': '9e89bd7503ef4a5580443da4b02763de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:17.066887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c7e8617-2d88-46e1-93ac-1f4d7a3c5698 req-b786f9eb-adc9-47fd-aacf-4cc72aea93db tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334921 Aug 12 02:11:17.115547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-9b0a6db5-d402-451f-9dd6-b79aea65043d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.120618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-9b0a6db5-d402-451f-9dd6-b79aea65043d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153261 Aug 12 02:11:17.121774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089299c8-404c-4604-8830-515dcd503128 service neutron] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:17.124930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Made reservation on behalf of 9e89bd7503ef4a5580443da4b02763de for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:17.127250 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.145347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:17.179961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-00e00882-8ef8-4c9c-b989-36f8aa26c11d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0384228 Aug 12 02:11:17.224182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3f35f-355b-46a0-ae83-983cd05e89cb req-2ddb64fb-1a3c-4fbc-98fc-6a0aaa8bf8cc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.225905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20d3f35f-355b-46a0-ae83-983cd05e89cb req-2ddb64fb-1a3c-4fbc-98fc-6a0aaa8bf8cc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 948 time: 0.0630047 Aug 12 02:11:17.253215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Attempting to bind port 099fcadd-8aca-40df-8098-50d7fab901f5 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:17.253587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Attempting to bind port 099fcadd-8aca-40df-8098-50d7fab901f5 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:17.253917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Attempting to bind port 099fcadd-8aca-40df-8098-50d7fab901f5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:17.274474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Port 099fcadd-8aca-40df-8098-50d7fab901f5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:17.274812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Attempting to bind port 099fcadd-8aca-40df-8098-50d7fab901f5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:17.278429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:17.287349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:17.287721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:17.289327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:17.289327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Bound port: 099fcadd-8aca-40df-8098-50d7fab901f5, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:17.289327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.299658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'port_id': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'mac_address': 'fa:16:3e:38:ae:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9901f5c6-bada-4abe-ba5d-804761754cd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:17.307887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20d3f35f-355b-46a0-ae83-983cd05e89cb req-be764a15-ab6b-4e12-a8c1-7654dbb1a566 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Aug 12 02:11:17.325925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-ddae1e67-c7d6-4aca-97f8-9ea5ad1f2538 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256962 Aug 12 02:11:17.364002 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.379755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237f495f-7a45-4b10-a4cd-c5fb43885346 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:17.405673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:17.412476 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.425617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-6414ab16-4bca-4323-adc9-ee4e70020c85 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips/ede69ed2-3f14-4628-9d8e-f891cde597a8 HTTP/1.1" status: 200 len: 693 time: 0.0642402 Aug 12 02:11:17.433710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:17.479725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:17.500053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.517693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:17.572925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.574056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.575748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-089299c8-404c-4604-8830-515dcd503128 service neutron] 10.222.0.25 "PUT /v2.0/ports/099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 1096 time: 1.4774642 Aug 12 02:11:17.577311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.579975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:17.582695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-38c43fa7-aa1d-4fd1-9ca8-e8c1c9ab3854 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.583051 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:17.590467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-38c43fa7-aa1d-4fd1-9ca8-e8c1c9ab3854 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1635425 Aug 12 02:11:17.599102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-7bc198a1-563b-4f17-90f5-06bc7c3a22e2 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:17.607302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-7bc198a1-563b-4f17-90f5-06bc7c3a22e2 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153732 Aug 12 02:11:17.670554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.671220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089299c8-404c-4604-8830-515dcd503128 service neutron] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:17.710859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-8c7168d9-f4ea-44f9-bb3f-3adb459e0b6c tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.1014681 Aug 12 02:11:17.745945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e7ea11-5793-46c0-a2e6-72db8651c324,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:17.775306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Checking segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:17.775906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Network hostable DHCP agents. Network: 1ec25fcb-623a-438a-8ce9-4f942b099d0d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:11:17.776896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-0a38f13d-7734-4df5-b1c6-1b893866fc31 tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.211 HTTP/1.1" status: 200 len: 696 time: 0.0654809 Aug 12 02:11:17.785433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-0edf3667-f3e0-4780-b63d-ae657ad75847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.786955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-0edf3667-f3e0-4780-b63d-ae657ad75847 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1099 time: 0.1006021 Aug 12 02:11:17.828523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['237f495f-7a45-4b10-a4cd-c5fb43885346'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:17.873369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:11:17.879096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-239a53ed-499b-4efb-b252-90a7c10d5842 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 217 time: 0.0805435 Aug 12 02:11:17.955212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-da5f7fc5-19be-41ca-aa74-ff28f545c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.956884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-da5f7fc5-19be-41ca-aa74-ff28f545c653 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0699680 Aug 12 02:11:17.958233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1ec25fcb-623a-438a-8ce9-4f942b099d0d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:17.962984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:17.964653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:17.974421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57e6efc-4049-4371-a10b-78187b8e4372 None None] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:18.001820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Deleting port 0036c025-ec9a-4e19-8f14-19b834f38d7a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:18.002171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.010345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ea1553cd-cfdf-47e4-8899-ea1e9583fe67 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9994929 Aug 12 02:11:18.121094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.121438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.155286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-2fb14dab-2b82-436f-8ea0-e4bd174d339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.157135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-2fb14dab-2b82-436f-8ea0-e4bd174d339a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1776733 Aug 12 02:11:18.161386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Calling delete_port for 0036c025-ec9a-4e19-8f14-19b834f38d7a owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:18.218067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ef16b1-845c-4f11-861d-771ca3e78461 None None] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:18.231507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefb4da-59f3-4976-96d3-c2756b6bbb6b req-8a1f42ba-35bb-4898-a575-9eac252b8295 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.233247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefb4da-59f3-4976-96d3-c2756b6bbb6b req-8a1f42ba-35bb-4898-a575-9eac252b8295 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 944 time: 0.1526561 Aug 12 02:11:18.375420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefb4da-59f3-4976-96d3-c2756b6bbb6b req-4fe82c6d-8439-4fdb-b278-c9957bb190ee tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300075 Aug 12 02:11:18.391442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-19972b88-1697-47ea-8a15-7257149175ef service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254896 Aug 12 02:11:18.437021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.468758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Pushing event deleted for resources: {'Port': ['ID=0036c025-ec9a-4e19-8f14-19b834f38d7a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:18.497046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.500129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:18.512921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8528b1e2-7f59-4ef8-88e8-023387922329 req-f70da3c0-5986-4c8c-a07b-64d891850cab tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "DELETE /v2.0/floatingips/ede69ed2-3f14-4628-9d8e-f891cde597a8 HTTP/1.1" status: 204 len: 173 time: 0.7217810 Aug 12 02:11:18.535719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58034a41-fe0d-4814-8ff5-023c6f0e1032 req-325d2a94-d3ce-4893-92ab-f19585f76a9c service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370645 Aug 12 02:11:18.541628 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b14b46-6f15-42de-bfdd-edef03ebd924 x-openstack-request-id: req-d2b14b46-6f15-42de-bfdd-edef03ebd924 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:18.541987 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:18.542306 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2b14b46-6f15-42de-bfdd-edef03ebd924 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:18.542767 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5', 'status': 'completed', 'code': 200} Aug 12 02:11:18.673598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-d4c445bc-1530-4028-8ba9-7c4e5feb6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.675221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-d4c445bc-1530-4028-8ba9-7c4e5feb6f04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1099 time: 0.0777352 Aug 12 02:11:18.704788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77727113-bb9b-4451-884f-76db9e534150 req-0d7ead8d-eb89-4ac8-9296-a97d9d0c7103 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.706435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77727113-bb9b-4451-884f-76db9e534150 req-0d7ead8d-eb89-4ac8-9296-a97d9d0c7103 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 945 time: 0.0796928 Aug 12 02:11:18.800034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77727113-bb9b-4451-884f-76db9e534150 req-2a41a0e5-974a-461c-b17f-b37f7ba18f18 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834486 Aug 12 02:11:18.831048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-cf836433-831e-4d7d-9841-744455da94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.833056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-cf836433-831e-4d7d-9841-744455da94ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1495008 Aug 12 02:11:18.878739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e744c7-24b5-40fe-8e9c-165c251f28b2 req-27708696-7a59-4311-9637-528dcf4f8bd3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.885263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-22a89047-20f4-4b19-b721-71f7d69db1d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 217 time: 0.0445652 Aug 12 02:11:18.893636 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3e744c7-24b5-40fe-8e9c-165c251f28b2 req-27708696-7a59-4311-9637-528dcf4f8bd3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 948 time: 0.0699832 Aug 12 02:11:18.961020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-a30335f1-1f9e-4091-9b0c-b91a418ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:18.964800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-a30335f1-1f9e-4091-9b0c-b91a418ab3c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0683799 Aug 12 02:11:18.966342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3e744c7-24b5-40fe-8e9c-165c251f28b2 req-1f3a560c-fc5a-4a2f-af3f-22fb58a44382 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Aug 12 02:11:19.044527 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-7a4de8dc-e44b-40cd-b648-c6a26ead1319 req-a5526271-f547-41b4-8e7b-4d3f0f7e6b2f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] show failed (client error): The resource could not be found. Aug 12 02:11:19.046332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a4de8dc-e44b-40cd-b648-c6a26ead1319 req-a5526271-f547-41b4-8e7b-4d3f0f7e6b2f tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips/ede69ed2-3f14-4628-9d8e-f891cde597a8 HTTP/1.1" status: 404 len: 350 time: 0.0422080 Aug 12 02:11:19.105780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-96a695e9-fe28-4f72-bcdf-0d9d7a21fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:19.107204 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-96a695e9-fe28-4f72-bcdf-0d9d7a21fedf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170926 Aug 12 02:11:19.129867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32da5f99-7b2a-4515-be2f-47eab98ad859 req-d4a097f1-26dc-4046-b359-bc90a98b595c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 210 time: 0.0258808 Aug 12 02:11:19.151245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8ae73f61-e753-4334-bb21-49dc49828e8d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:19.213113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 8ae73f61-e753-4334-bb21-49dc49828e8d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:19.216464 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-95846753-3fdb-46b1-af1f-34acf484d79e req-ebee12a1-f5b5-422f-a27b-b8ae57399c9e tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] show failed (client error): The resource could not be found. Aug 12 02:11:19.218036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95846753-3fdb-46b1-af1f-34acf484d79e req-ebee12a1-f5b5-422f-a27b-b8ae57399c9e tempest-FloatingIPsTestJSON-1687384496 tempest-FloatingIPsTestJSON-1687384496-project] 10.222.0.11 "GET /v2.0/floatingips/ede69ed2-3f14-4628-9d8e-f891cde597a8 HTTP/1.1" status: 404 len: 350 time: 0.0425775 Aug 12 02:11:19.218931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 8ae73f61-e753-4334-bb21-49dc49828e8d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:19.219385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.226868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:19.230317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-afd04e2f-f8dd-4bf3-a153-99e420e60691 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:19.231895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-afd04e2f-f8dd-4bf3-a153-99e420e60691 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.2635601 Aug 12 02:11:19.256753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-01d314aa-942e-4359-9c6d-c592d97567a9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/quotas/9e89bd7503ef4a5580443da4b02763de HTTP/1.1" status: 200 len: 375 time: 0.0146751 Aug 12 02:11:19.258491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-bfc5bce5-d454-46ca-a4e1-e79af16f8428 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418133 Aug 12 02:11:19.331893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.353401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-8136bed8-bfbc-4ea1-9d1b-1bc49bb75e16 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898988 Aug 12 02:11:19.362890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:19.365700 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48616f-76d6-4078-8b2e-bac82981643a" -d '{"events": [{"server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "name": "network-vif-plugged", "status": "completed", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:19.382885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8ae73f61-e753-4334-bb21-49dc49828e8d,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:19.392679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.395397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:19.423063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51380) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:19.530409 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1d8fba-c365-425f-b00a-05f536165f1c x-openstack-request-id: req-6d1d8fba-c365-425f-b00a-05f536165f1c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:19.531412 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "name": "network-vif-plugged", "status": "completed", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:19.531696 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d1d8fba-c365-425f-b00a-05f536165f1c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:19.532097 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'code': 200} Aug 12 02:11:19.554774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3073ca-eb0d-42a3-810f-f0b1ab2dd6bf req-6a1e623b-97d3-4cb7-97ce-ee952cac991b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777724 Aug 12 02:11:19.585072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:19.587272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f89046-929d-46e5-a71e-ee6a16508bbe req-73673ea2-3458-4d03-a009-28d869dd4cfe tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:19.588818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4f89046-929d-46e5-a71e-ee6a16508bbe req-73673ea2-3458-4d03-a009-28d869dd4cfe tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 945 time: 0.0965102 Aug 12 02:11:19.636594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 237f495f-7a45-4b10-a4cd-c5fb43885346 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:19.644893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 237f495f-7a45-4b10-a4cd-c5fb43885346 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:19.645478 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.663828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-b70d0f30-bd6e-4307-9b99-d4de2dddd051 service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020205 Aug 12 02:11:19.724684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29541081-b01d-448d-9445-2dc85231e7a5 req-b3771172-56ed-4f14-bbe2-9ea9b9d624a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:19.726430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29541081-b01d-448d-9445-2dc85231e7a5 req-b3771172-56ed-4f14-bbe2-9ea9b9d624a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1096 time: 0.1669500 Aug 12 02:11:19.732932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb480a6b-0464-4638-9fa6-30cf14b7990c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.748796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.755455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4f89046-929d-46e5-a71e-ee6a16508bbe req-25035a8d-020e-4c29-9873-df14fb4b3576 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511304 Aug 12 02:11:19.786369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dc648df6-e86f-470f-a4fa-6823c61d9823 service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214554 Aug 12 02:11:19.787213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:19.792902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:19.860823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:19.879187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-e9124c0c-d0c1-4641-ad10-c9ce094d9459 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915558 Aug 12 02:11:19.986871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb480a6b-0464-4638-9fa6-30cf14b7990c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.036000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb480a6b-0464-4638-9fa6-30cf14b7990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.041084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29541081-b01d-448d-9445-2dc85231e7a5 req-5d4629a2-d03a-414e-a81a-7a39b52446c9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521698 Aug 12 02:11:20.057891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47091c9f-207e-4dbc-8384-080aa8b9c407 req-84964efa-56cd-47c3-811b-aa25c423b552 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 210 time: 0.0405271 Aug 12 02:11:20.069332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-7ab63f26-0526-4e29-beab-246b0f4e2b93 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:20.071066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-7ab63f26-0526-4e29-beab-246b0f4e2b93 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813550 Aug 12 02:11:20.103807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb480a6b-0464-4638-9fa6-30cf14b7990c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a384205099b34facb0528bf17bea3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774061 Aug 12 02:11:20.104267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:20.116308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb480a6b-0464-4638-9fa6-30cf14b7990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a42bad-68b7-47af-85f2-d81560787b09,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:20.131286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f02af-247d-4dd7-9b44-fd0dc0ff3120 req-674f91c5-de86-4966-98b6-49c776f0dd5c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:20.132805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-783f02af-247d-4dd7-9b44-fd0dc0ff3120 req-674f91c5-de86-4966-98b6-49c776f0dd5c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 946 time: 0.1862340 Aug 12 02:11:20.191504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.195744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-783f02af-247d-4dd7-9b44-fd0dc0ff3120 req-14b386d2-8ac3-4dce-b114-778edd0421f9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540061 Aug 12 02:11:20.198011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.225305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49257096-de65-4d3e-a476-60ffdfada780 req-c8ddd602-1c32-4392-810d-cdea2ea96ae7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:20.226800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49257096-de65-4d3e-a476-60ffdfada780 req-c8ddd602-1c32-4392-810d-cdea2ea96ae7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 948 time: 0.0821238 Aug 12 02:11:20.256233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.312657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49257096-de65-4d3e-a476-60ffdfada780 req-39e4b32d-7f75-45fa-8dae-7c3cd82e901c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772209 Aug 12 02:11:20.331595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b32056d4-4d08-40dc-8ae0-8be69ab65359 req-d4978c15-390d-4b01-80dd-4be5f2e9e9cd tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 210 time: 0.0577385 Aug 12 02:11:20.340610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.346119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.347651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32a42bad-68b7-47af-85f2-d81560787b09 HTTP/1.1" status: 204 len: 168 time: 0.2422907 Aug 12 02:11:20.363161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d456ec-9c73-4d79-8105-5d1af0bda4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a42bad-68b7-47af-85f2-d81560787b09,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:20.481059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:20.596916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Deleting port 0a443aed-23a3-4629-9f66-e60155d6fe62 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:20.597481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.665360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:20.671066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.698138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] For port 0a443aed-23a3-4629-9f66-e60155d6fe62, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a443aed-23a3-4629-9f66-e60155d6fe62,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:20.698751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.716274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:20.734114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Calling delete_port for 0a443aed-23a3-4629-9f66-e60155d6fe62 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:20.744054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-6d6b623f-f659-42cb-b4d9-0b7a4bfc07c5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471895 Aug 12 02:11:20.771826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc4cf-5de1-4f53-ae08-e62360502ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.831825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:20.940048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:20.952662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '099fcadd-8aca-40df-8098-50d7fab901f5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '099fcadd-8aca-40df-8098-50d7fab901f5', 'mac_address': 'fa:16:3e:05:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:20.980081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:20.996929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:21.023024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099fcadd-8aca-40df-8098-50d7fab901f5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:21.058918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:21.067782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:21.081350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72836d-2881-4dcc-970e-42c8362d93ff req-d980b31f-bae5-4714-904d-95e08c47389c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:21.100375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e72836d-2881-4dcc-970e-42c8362d93ff req-d980b31f-bae5-4714-904d-95e08c47389c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 945 time: 0.2087469 Aug 12 02:11:21.150974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-197b0d24-a5a4-4104-a953-549c89acddf1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:21.156382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:21.156959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-197b0d24-a5a4-4104-a953-549c89acddf1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4005218 Aug 12 02:11:21.160316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.38 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/442cd051-8509-456f-8e36-dfa8b324c638) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:21.201525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'a0d0f191-1901-4348-805f-acd6880194d3', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:21.287074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:21.313052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a443aed-23a3-4629-9f66-e60155d6fe62,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:21.396380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-837b2c45-9a41-41e7-a3da-40c011ac2fa0 req-a6d17714-7a1c-4bd5-8dee-95dad7ec24dc tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 210 time: 0.0623112 Aug 12 02:11:21.397333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e72836d-2881-4dcc-970e-42c8362d93ff req-0afefca9-fba0-4e45-aa7d-be577ad1a529 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960439 Aug 12 02:11:21.486936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc4cf-5de1-4f53-ae08-e62360502ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:21.533064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:21.535711 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce4a24-8de1-4405-b5e4-838f40044138" -d '{"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-plugged", "status": "completed", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:21.542253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:21.551569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-42642bea-49d9-4a7e-be47-7a9121d60f0b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:21.552998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-42642bea-49d9-4a7e-be47-7a9121d60f0b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.3887737 Aug 12 02:11:21.553656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc4cf-5de1-4f53-ae08-e62360502ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:21.558438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35bcda-e210-4d1d-87c1-7916dc9599d9 req-33405ae1-2189-42b6-b482-d8367163632a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:21.559916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff35bcda-e210-4d1d-87c1-7916dc9599d9 req-33405ae1-2189-42b6-b482-d8367163632a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 946 time: 0.0790224 Aug 12 02:11:21.615519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Request body: {'port': {'device_id': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'admin_state_up': True, 'tenant_id': '9e89bd7503ef4a5580443da4b02763de'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:21.678247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff35bcda-e210-4d1d-87c1-7916dc9599d9 req-2a1be42b-e60f-47c6-bec7-56269d1318ed tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049671 Aug 12 02:11:21.789228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea37039b-a5f0-4354-b9db-5bd30a84ac57 req-dce6f704-6e5a-4849-a991-02a466dc5c5c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 210 time: 0.0340469 Aug 12 02:11:21.866471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Router 5b0d5981-4098-4472-ad93-04a2674055bc has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:21.890284 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b9a92f-4b24-42ea-9410-03234166e776 x-openstack-request-id: req-73b9a92f-4b24-42ea-9410-03234166e776 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:21.890797 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-plugged", "status": "completed", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:21.890880 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73b9a92f-4b24-42ea-9410-03234166e776 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:21.891210 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'code': 200} Aug 12 02:11:21.946336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2c4bc4cf-5de1-4f53-ae08-e62360502ffc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4769173548e64d6eaa5c07d5c54ca179&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2116554 Aug 12 02:11:21.954907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bc4cf-5de1-4f53-ae08-e62360502ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04c2722-d5bc-4410-a8f9-42d40bfd2fae,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:21.958062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:21.987361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:21.990802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.033362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:22.039680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-017a7dd5-f3ae-4a21-b3b6-caf21d38be87 admin admin] 10.222.0.11 "PUT /v2.0/routers/5b0d5981-4098-4472-ad93-04a2674055bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112462 Aug 12 02:11:22.042147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51428) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:22.047380 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Sync routers for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:22.054562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab770-c182-449a-8748-89a69bda7dfa req-a42dfa5a-74cf-4937-8c7b-fdeaea82a7e6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:22.057661 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:22.058445 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:22.062566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40fab770-c182-449a-8748-89a69bda7dfa req-a42dfa5a-74cf-4937-8c7b-fdeaea82a7e6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 949 time: 0.5186570 Aug 12 02:11:22.111724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d1628-30e1-40fa-b01f-9250d5814efc req-9bf9274e-93ae-4acf-834f-f1fa5fc95e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:22.113310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c82d1628-30e1-40fa-b01f-9250d5814efc req-9bf9274e-93ae-4acf-834f-f1fa5fc95e23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.1155772 Aug 12 02:11:22.125504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.197882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c82d1628-30e1-40fa-b01f-9250d5814efc req-78d9742e-fd1f-488e-b098-d47ef53efb1c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758889 Aug 12 02:11:22.202633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.224602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 442cd051-8509-456f-8e36-dfa8b324c638 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:22.236669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40fab770-c182-449a-8748-89a69bda7dfa req-b86e1980-9701-40f2-bfd8-a3a6a56f38ee tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732121 Aug 12 02:11:22.237311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.278974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Made reservation on behalf of 9e89bd7503ef4a5580443da4b02763de for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:22.282444 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:22.283716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.288661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.324116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.378950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Deleting port 21f18507-40e3-476a-9d1b-470384f8fe93 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:22.379311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.391810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.405598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:22.462773 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:20Z', 'revision_number': 5, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port': {'id': '21f18507-40e3-476a-9d1b-470384f8fe93', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:22.491329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Checking router: 5b0d5981-4098-4472-ad93-04a2674055bc for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:22.501456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Routers {'5b0d5981-4098-4472-ad93-04a2674055bc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:22.502331 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b0d5981-4098-4472-ad93-04a2674055bc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:22.505777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:22.521882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:22.523738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.526263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.529848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d04c2722-d5bc-4410-a8f9-42d40bfd2fae HTTP/1.1" status: 204 len: 168 time: 0.5643966 Aug 12 02:11:22.544395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] For port 21f18507-40e3-476a-9d1b-470384f8fe93, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21f18507-40e3-476a-9d1b-470384f8fe93,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:22.546649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.573430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Calling delete_port for 21f18507-40e3-476a-9d1b-470384f8fe93 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:22.586695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:22.598895 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] Set router 5b0d5981-4098-4472-ad93-04a2674055bc gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:22.599289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:22.603821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.616602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.109 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:22.686243 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:22Z', 'revision_number': 6, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:22.732471 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5a8a4-f80c-4581-9d7a-019d44f8f3ea None None] The sync data for ids ['5b0d5981-4098-4472-ad93-04a2674055bc'] in n-d-804303-2 is: [{'id': '5b0d5981-4098-4472-ad93-04a2674055bc', 'name': 'tempest-FloatingIPsTestJSON-257838288-router', 'tenant_id': '0ef6d52d09524f1eb557b7594d22c75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:57Z', 'updated_at': '2021-08-12T02:11:22Z', 'revision_number': 6, 'project_id': '0ef6d52d09524f1eb557b7594d22c75c', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:22.771669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:22.799505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0ebaca2-f7d8-4d76-bd2a-1349c80f0d80 req-8258e655-156f-4cfd-abe5-a7436b79196d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 210 time: 0.1253028 Aug 12 02:11:22.829774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:22.843448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786beb04-1ece-4f0e-a814-a7df814a26f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04c2722-d5bc-4410-a8f9-42d40bfd2fae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:22.912291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 099fcadd-8aca-40df-8098-50d7fab901f5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:22.917170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 099fcadd-8aca-40df-8098-50d7fab901f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:22.917669 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:22.974394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-74cfb8da-4e89-4c40-a9dc-5f965b85def6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5045748 Aug 12 02:11:23.001509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Allocated IP 172.20.0.10 (1ec25fcb-623a-438a-8ce9-4f942b099d0d/f6e7ea11-5793-46c0-a2e6-72db8651c324/b249f0de-777a-4f94-8f8b-381b4727406a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:23.007070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Request body: {'port': {'device_id': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:23.015789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3dd15-7301-4b03-bb3d-a99b89794907 req-06500db5-4fa0-45d4-ac72-0fb2c70b533b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:23.017783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdc3dd15-7301-4b03-bb3d-a99b89794907 req-06500db5-4fa0-45d4-ac72-0fb2c70b533b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 946 time: 0.0683956 Aug 12 02:11:23.019141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.040643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-277523b0-d63f-43f8-8719-b39500eec861 None None] Provisioning for port 442cd051-8509-456f-8e36-dfa8b324c638 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:23.050510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-277523b0-d63f-43f8-8719-b39500eec861 None None] Provisioning complete for port 442cd051-8509-456f-8e36-dfa8b324c638 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:23.050510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-277523b0-d63f-43f8-8719-b39500eec861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.050510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.077340 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.081538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.113946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f18507-40e3-476a-9d1b-470384f8fe93,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:23.127482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-1cf458fb-73aa-4ea2-90f2-d588e501f352 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3493991 Aug 12 02:11:23.129746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-277523b0-d63f-43f8-8719-b39500eec861 None None] Port 442cd051-8509-456f-8e36-dfa8b324c638 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:23.147752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bee9-a5ed-4b90-a2e9-078d359245ca req-e3b303b0-f12e-47d0-bce9-5b6a74c96c5b tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:23.149120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:23.152682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c690bee9-a5ed-4b90-a2e9-078d359245ca req-e3b303b0-f12e-47d0-bce9-5b6a74c96c5b tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 945 time: 0.3568666 Aug 12 02:11:23.155610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.214448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a443aed-23a3-4629-9f66-e60155d6fe62 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:23.240712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdc3dd15-7301-4b03-bb3d-a99b89794907 req-5160ae10-789d-455e-9063-0541c4f81703 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114418 Aug 12 02:11:23.256838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0a443aed-23a3-4629-9f66-e60155d6fe62 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:23.257277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a443aed-23a3-4629-9f66-e60155d6fe62 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:23.268016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:23.301534 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.305079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.352792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:23.400397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb475067-d67e-4357-b665-a3551acc42fc req-94158aa7-733a-4129-8c10-5b9163e6f4df tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 210 time: 0.0280154 Aug 12 02:11:23.401363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.402334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0d5981-4098-4472-ad93-04a2674055bc {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:11:23.409232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.410718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-478cf1bb-551b-4fe1-bedd-a9d307db4ad5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b0d5981-4098-4472-ad93-04a2674055bc HTTP/1.1" status: 204 len: 168 time: 1.3674200 Aug 12 02:11:23.413452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51456) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:23.418660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.473250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Deleting subnet 9b4e6520-1f44-4f96-a8b7-efa57c9cb588 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:11:23.478036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.496442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c690bee9-a5ed-4b90-a2e9-078d359245ca req-555ce8ed-a523-45bc-8cce-362b811674cf tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228760 Aug 12 02:11:23.508330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-5d29d04f-3717-4050-a6b4-16110f56f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:23.509865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-5d29d04f-3717-4050-a6b4-16110f56f169 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1095 time: 0.2419300 Aug 12 02:11:23.526438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.654627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.711066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.714402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91845-b785-4adb-b31a-8ed86bd92843 req-3cfffed4-5a59-40d4-88a5-b0a37eb50666 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:23.715940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcf91845-b785-4adb-b31a-8ed86bd92843 req-3cfffed4-5a59-40d4-88a5-b0a37eb50666 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.1191514 Aug 12 02:11:23.726334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:23.771651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.777091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51466) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:23.808245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcf91845-b785-4adb-b31a-8ed86bd92843 req-7a088fba-10db-486f-95ca-4a6387413c06 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797024 Aug 12 02:11:23.839904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.874874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e2d0ea-a91e-43c0-b030-d440e9c683e8 None None] Network fbe2e50c-55cb-41c1-b161-846b8991b422 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:23.890234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:23.893023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b4e6520-1f44-4f96-a8b7-efa57c9cb588 HTTP/1.1" status: 204 len: 168 time: 0.4785929 Aug 12 02:11:23.895098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd5b54-e52e-47bd-92a1-f0d432e7cb96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4e6520-1f44-4f96-a8b7-efa57c9cb588,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:23.897406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51472) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:23.908304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:23.913707 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09204f57-3d84-4983-8d0c-227b1e9436bb" -d '{"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-plugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:23.981955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-772fe568-df2c-4bb1-b174-9fbe73976f06 req-cc5302a5-f40f-4550-84c3-9d0bbdf4506b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 210 time: 0.0700593 Aug 12 02:11:24.000021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1195059414-network', 'tenant_id': 'a0b4cabd714b47eaaae1f8b8729bcde7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:24.034545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:24.045141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.056710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.063612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Made reservation on behalf of a0b4cabd714b47eaaae1f8b8729bcde7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:24.072177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.082139 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33207e46-0cd5-41d8-9ed0-6dd5f4bb489d x-openstack-request-id: req-33207e46-0cd5-41d8-9ed0-6dd5f4bb489d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:24.082429 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-plugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:24.082687 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33207e46-0cd5-41d8-9ed0-6dd5f4bb489d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:24.083083 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5', 'code': 200} Aug 12 02:11:24.093348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.145018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:24.175024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:24.182338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.182966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.194201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-68fee8d8-f007-490e-9f6b-0b22d3a58c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.195870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-68fee8d8-f007-490e-9f6b-0b22d3a58c1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.6570737 Aug 12 02:11:24.230123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Deleting port 3ce2873d-08cd-42ec-9710-a582a86bb687 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:24.230473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.233507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] DHCP port deletion for fbe2e50c-55cb-41c1-b161-846b8991b422 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:11:24.309863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Deleting port 3ce2873d-08cd-42ec-9710-a582a86bb687 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:24.311064 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.324244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-d7b0bfe4-0446-4bbe-b89b-c0f26990f75f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.1028757 Aug 12 02:11:24.330084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-95be27ce-86db-4207-8630-be930a078501 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 258 time: 0.7536335 Aug 12 02:11:24.358637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:24.408769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.424371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] For port 3ce2873d-08cd-42ec-9710-a582a86bb687, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ce2873d-08cd-42ec-9710-a582a86bb687,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:24.424762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.431710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.436542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] For port 3ce2873d-08cd-42ec-9710-a582a86bb687, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ce2873d-08cd-42ec-9710-a582a86bb687,segment=NetworkSegment(0c63be74-0d58-4e67-bb8a-59f960f88edf),segment_id=0c63be74-0d58-4e67-bb8a-59f960f88edf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:24.436898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.444479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Calling delete_port for 3ce2873d-08cd-42ec-9710-a582a86bb687 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:24.447417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.461515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:11:24.468550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddbf47-ade1-475b-bc4e-d5ffbf94ae64 req-c8427643-a5fd-4cb5-a997-102e3459a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.468550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bddbf47-ade1-475b-bc4e-d5ffbf94ae64 req-c8427643-a5fd-4cb5-a997-102e3459a2b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1101 time: 0.2730856 Aug 12 02:11:24.472151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.472515 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Added segment 6a6813e1-6ffd-4acc-a61b-425cb0f3d67b of type vlan for network 283956ba-5e6a-4a61-8942-7620b9bccd97 Aug 12 02:11:24.502798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-24f76269-1fa1-452a-a2e9-3627ebcfca05 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3202472 Aug 12 02:11:24.504247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-085933de-5a3f-42f5-abf2-733a7f6e12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.505692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-085933de-5a3f-42f5-abf2-733a7f6e12c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1649122 Aug 12 02:11:24.516967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.549104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Request body: {'port': {'device_id': 'a0d0f191-1901-4348-805f-acd6880194d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:24.550699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5c0c2c9b-e1b9-4d06-889b-fea063fcef4b None None] Provisioning for port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:24.557652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:24.558669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.559650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.560258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.564336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Calling delete_port for 3ce2873d-08cd-42ec-9710-a582a86bb687 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:24.566870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5c0c2c9b-e1b9-4d06-889b-fea063fcef4b None None] Provisioning complete for port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:24.567599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5c0c2c9b-e1b9-4d06-889b-fea063fcef4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.584546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-054d0044-5b41-4c7b-9fbd-3ca3e4869597 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570350 Aug 12 02:11:24.601624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:24.603583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.611444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:24.617252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.617869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.637713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.642311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb7f2-d9b1-4e02-851c-c9fcc2596b60 req-81230e12-8192-427d-a842-eb84bb59f37c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:24.650033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a66eb7f2-d9b1-4e02-851c-c9fcc2596b60 req-81230e12-8192-427d-a842-eb84bb59f37c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 946 time: 0.3010080 Aug 12 02:11:24.663066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Pushing event updated for resources: {'Network': ['ID=283956ba-5e6a-4a61-8942-7620b9bccd97,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.792725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 283956ba-5e6a-4a61-8942-7620b9bccd97 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:11:24.807991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a86650-1282-4c88-8d00-e144bfe775f0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.815164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.821115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-48db80ca-0640-4589-9a83-265ac97c91f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0398819 Aug 12 02:11:24.851014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51482) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:24.851014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce2873d-08cd-42ec-9710-a582a86bb687,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.875828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Request body: {'subnet': {'network_id': '283956ba-5e6a-4a61-8942-7620b9bccd97', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1195059414-subnet', 'tenant_id': 'a0b4cabd714b47eaaae1f8b8729bcde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:24.884631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5c0c2c9b-e1b9-4d06-889b-fea063fcef4b None None] Port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:24.902084 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.933630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a66eb7f2-d9b1-4e02-851c-c9fcc2596b60 req-43cafec3-76f1-4083-913e-75f3b8ddd2ab tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771413 Aug 12 02:11:24.942220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] Pushing event deleted for resources: {'Port': ['ID=3ce2873d-08cd-42ec-9710-a582a86bb687,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:24.945116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Made reservation on behalf of a0b4cabd714b47eaaae1f8b8729bcde7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:24.948915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:24.980720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] No DVR routers for this DVR port 3ce2873d-08cd-42ec-9710-a582a86bb687 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:24.991134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0e97c-6275-4ce3-95a1-2deb369186f7 None None] No DVR routers for this DVR port 3ce2873d-08cd-42ec-9710-a582a86bb687 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:24.999422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ce2873d-08cd-42ec-9710-a582a86bb687 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:25.025794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3ce2873d-08cd-42ec-9710-a582a86bb687 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:25.025794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ce2873d-08cd-42ec-9710-a582a86bb687 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:25.025794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21f18507-40e3-476a-9d1b-470384f8fe93 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:25.049018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 21f18507-40e3-476a-9d1b-470384f8fe93 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:25.049517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21f18507-40e3-476a-9d1b-470384f8fe93 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:25.065609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-922fec99-a932-469c-9d04-a9e01539bd5d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4794171 Aug 12 02:11:25.067507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bddbf47-ade1-475b-bc4e-d5ffbf94ae64 req-bec1469d-e2a8-4af9-9c48-b8b54e7e30fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892520 Aug 12 02:11:25.105632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.131618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Request body: {'port': {'device_id': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:25.166231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.173797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442cd051-8509-456f-8e36-dfa8b324c638 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:25.222697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.270780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Transition to ACTIVE for port object 442cd051-8509-456f-8e36-dfa8b324c638 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:25.304509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.317048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-38158a75-9fdb-4b39-9d17-c90f73ae8f3b service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964958 Aug 12 02:11:25.411431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.417669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.417949 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.418707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.419032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > port after_create 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.419365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.420300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > port after_update 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.420618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.420948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.421259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.421728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.520472 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.520825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.521681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.521681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:25.521987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe2e50c-55cb-41c1-b161-846b8991b422']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:25.547365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c63be74-0d58-4e67-bb8a-59f960f88edf') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:25.547742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c63be74-0d58-4e67-bb8a-59f960f88edf') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:25.565112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Pushing event updated for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:25.579403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.590767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44cec-ce84-45cd-8c94-13abcac995f6 req-f2fd8c70-5a1c-4754-8427-44091e56d052 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:25.599115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9b44cec-ce84-45cd-8c94-13abcac995f6 req-f2fd8c70-5a1c-4754-8427-44091e56d052 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 936 time: 0.5288727 Aug 12 02:11:25.665292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.692338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:11:25.692782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: from cryptography.utils import int_from_bytes Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: from cryptography.utils import int_from_bytes Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:11:25.722352 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:11:25.741792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9b44cec-ce84-45cd-8c94-13abcac995f6 req-4e87ec81-194b-41d2-a297-bd44481f4d36 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417527 Aug 12 02:11:25.753914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Attempting to bind port 442cd051-8509-456f-8e36-dfa8b324c638 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:25.754481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Attempting to bind port 442cd051-8509-456f-8e36-dfa8b324c638 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:25.755025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Attempting to bind port 442cd051-8509-456f-8e36-dfa8b324c638 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:25.766108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.793155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca6ab84b-52da-4bfc-b7d4-7938a871c199 req-b5e0c0d8-3fad-44a5-98c4-e0af682cd949 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472570 Aug 12 02:11:25.811513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Port 442cd051-8509-456f-8e36-dfa8b324c638 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:25.811513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Attempting to bind port 442cd051-8509-456f-8e36-dfa8b324c638 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:25.834365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.861562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:25.862341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:25.862341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:25.862727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Bound port: 442cd051-8509-456f-8e36-dfa8b324c638, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:25.863193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.874287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.896812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:25.903306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fbe2e50c-55cb-41c1-b161-846b8991b422 HTTP/1.1" status: 204 len: 168 time: 2.0045311 Aug 12 02:11:25.960019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6569bdc-199c-46d0-b117-3a65c0e7aa37 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe2e50c-55cb-41c1-b161-846b8991b422,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:25.971993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e495899-3c60-4c44-aa8c-fc8c5907b881,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:25.995785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Checking segment: {'id': '6a6813e1-6ffd-4acc-a61b-425cb0f3d67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '283956ba-5e6a-4a61-8942-7620b9bccd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:25.996433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Network hostable DHCP agents. Network: 283956ba-5e6a-4a61-8942-7620b9bccd97, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:11:26.035807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Network 283956ba-5e6a-4a61-8942-7620b9bccd97 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:11:26.049185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000e248-3cb7-44df-b847-1d75cae935fc req-f1413017-1050-4ff0-8794-8cd519f0b559 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.050845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a000e248-3cb7-44df-b847-1d75cae935fc req-f1413017-1050-4ff0-8794-8cd519f0b559 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0684586 Aug 12 02:11:26.056274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51494) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:26.065127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 283956ba-5e6a-4a61-8942-7620b9bccd97) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:26.074433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4349237-dcd5-4bc2-9c4b-5539296d303d None None] Network 283956ba-5e6a-4a61-8942-7620b9bccd97 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:26.082826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.083421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.118643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:26.128383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:26.131751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f466fa97-9fbe-4121-9309-e6278220b385 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2616696 Aug 12 02:11:26.141814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a000e248-3cb7-44df-b847-1d75cae935fc req-7a3b8eb3-b6fc-49ae-b6d3-83ef3da7d77e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774477 Aug 12 02:11:26.144807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3bfa891a-071b-4af8-9444-a4aa82c8ddfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ef6d52d09524f1eb557b7594d22c75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874474 Aug 12 02:11:26.147573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51498) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:26.178140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.196411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Allocated IP 172.25.3.80 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3d9705b6-b82d-4e93-bbee-4ca55babc7c0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:26.208934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=442cd051-8509-456f-8e36-dfa8b324c638,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:26.235095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.243560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Transition to ACTIVE for port object 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:26.272650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.289707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.297307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287d668d-cad5-465f-b700-2fa76c557f9e None None] Network 283956ba-5e6a-4a61-8942-7620b9bccd97 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:26.343312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.355602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5705a2c-e39b-48c0-aabe-26da095023ad req-abc3b29b-64da-466b-9d8e-b775dd91a339 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.363947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5705a2c-e39b-48c0-aabe-26da095023ad req-abc3b29b-64da-466b-9d8e-b775dd91a339 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.1169274 Aug 12 02:11:26.384362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.385289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.386893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] 10.222.0.21 "PUT /v2.0/ports/442cd051-8509-456f-8e36-dfa8b324c638 HTTP/1.1" status: 200 len: 1095 time: 3.3879437 Aug 12 02:11:26.391370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:26.393878 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "tag": "442cd051-8509-456f-8e36-dfa8b324c638"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:26.429497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d605-4e8f-43c3-87f8-f00696202c0c service neutron] Pushing event updated for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:26.448321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5705a2c-e39b-48c0-aabe-26da095023ad req-6cea5746-a870-4621-9e3d-82fc36e6dc97 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653605 Aug 12 02:11:26.452952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:26.487837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.515216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.519290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.520833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37ccffdb-db16-4f92-adbc-0df692e5e65a HTTP/1.1" status: 204 len: 168 time: 0.3722792 Aug 12 02:11:26.544682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b592466d-30f0-4c01-9ac5-0cbef68bba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccffdb-db16-4f92-adbc-0df692e5e65a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:26.619030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Transition to ACTIVE for port object b249f0de-777a-4f94-8f8b-381b4727406a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:26.647027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.653739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.656057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:26.667830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fefa-131e-4fd7-958a-78835f0be809 req-46d83d8e-6dcc-46fb-8add-5dc3c6cf2539 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.674226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Attempting to bind port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:26.674568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Attempting to bind port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:26.674898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Attempting to bind port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:26.678021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9a6fefa-131e-4fd7-958a-78835f0be809 req-46d83d8e-6dcc-46fb-8add-5dc3c6cf2539 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 932 time: 0.0884697 Aug 12 02:11:26.718829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:26.719398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Attempting to bind port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:26.753406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:26.753746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:26.754139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:26.754592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Bound port: 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:26.755111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.767586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-fefc5158-97b8-4d36-8afc-98de847d50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:26.767902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9a6fefa-131e-4fd7-958a-78835f0be809 req-8e9345c6-758d-4941-a5d6-0da5e11d4fd6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Aug 12 02:11:26.769440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-fefc5158-97b8-4d36-8afc-98de847d50f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 1098 time: 0.2727354 Aug 12 02:11:26.786290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:26.940093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-84542104-23b8-42bb-b0f9-20dcdeeb4195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=442cd051-8509-456f-8e36-dfa8b324c638 HTTP/1.1" status: 200 len: 217 time: 0.1488779 Aug 12 02:11:26.951628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:26.992647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Attempting to bind port b249f0de-777a-4f94-8f8b-381b4727406a on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:26.992999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Attempting to bind port b249f0de-777a-4f94-8f8b-381b4727406a by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:26.993328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Attempting to bind port b249f0de-777a-4f94-8f8b-381b4727406a on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:27.047866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Port b249f0de-777a-4f94-8f8b-381b4727406a on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:27.048230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Attempting to bind port b249f0de-777a-4f94-8f8b-381b4727406a on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:27.059117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:27.077074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:27.081062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:27.099689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:27.106194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Checking segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:27.106638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Bound using segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:27.107129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Bound port: b249f0de-777a-4f94-8f8b-381b4727406a, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:27.107539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.109832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:27.126397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event updated for resources: {'Port': ['ID=3d9705b6-b82d-4e93-bbee-4ca55babc7c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:27.139951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-34f5a396-4dc9-42d9-85af-f01077455b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.140767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-34f5a396-4dc9-42d9-85af-f01077455b0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1838605 Aug 12 02:11:27.146258 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65b82d3-0ed3-4a55-bdeb-aff25b3b2751 x-openstack-request-id: req-c65b82d3-0ed3-4a55-bdeb-aff25b3b2751 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:27.146556 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "tag": "442cd051-8509-456f-8e36-dfa8b324c638", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:27.146843 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c65b82d3-0ed3-4a55-bdeb-aff25b3b2751 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:27.147182 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638', 'status': 'completed', 'code': 200} Aug 12 02:11:27.151026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:27.196948 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:11:27.204004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.255563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51534) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:27.260595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1971775085-network', 'tenant_id': 'f6d0fa1dbac3445fa9960b94f15f5a7e'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:27.304393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-65fc8e03-8641-447e-ba4b-a5863cb38150 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133471 Aug 12 02:11:27.310854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348926-a689-4bb6-9ab0-466401272cb1 req-1b962e81-ddd2-4e34-bf08-752087a73940 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.321646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28348926-a689-4bb6-9ab0-466401272cb1 req-1b962e81-ddd2-4e34-bf08-752087a73940 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.0992873 Aug 12 02:11:27.331787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Made reservation on behalf of f6d0fa1dbac3445fa9960b94f15f5a7e for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:27.334234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.350859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.387824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28348926-a689-4bb6-9ab0-466401272cb1 req-8e437ced-73ec-4fe9-88fe-259058c6bee9 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637696 Aug 12 02:11:27.542694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.543315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.545468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] 10.222.0.21 "PUT /v2.0/ports/71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c HTTP/1.1" status: 200 len: 1096 time: 3.0183794 Aug 12 02:11:27.552681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.562449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.587805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.590192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:27.613575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-7f59e14e-fc7f-4ff4-bd60-ccf3a5d8d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.615172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-7f59e14e-fc7f-4ff4-bd60-ccf3a5d8d7ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4408963 Aug 12 02:11:27.627843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:27.654819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:11:27.656460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502be2e8-ab43-41ae-962e-4ccc496e43b0 service neutron] Pushing event updated for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:27.664217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2539479b-062c-4607-b4f4-7a4b2e232f07,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:27.676549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dad7a-4066-4f01-8f24-2bb00b021bd3 req-e6de94da-80b1-4bcc-94a0-c640d91a0243 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.684833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0dad7a-4066-4f01-8f24-2bb00b021bd3 req-e6de94da-80b1-4bcc-94a0-c640d91a0243 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 948 time: 0.1489654 Aug 12 02:11:27.688680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.705413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.705767 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Added segment 4d9ebaac-1708-4f42-a95c-b5915013e484 of type vlan for network 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 Aug 12 02:11:27.766573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0dad7a-4066-4f01-8f24-2bb00b021bd3 req-641a2a5c-54c2-4366-beb2-2ec0051790f7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758739 Aug 12 02:11:27.837103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.850796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.857837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.858901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.860787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] 10.222.0.25 "PUT /v2.0/ports/b249f0de-777a-4f94-8f8b-381b4727406a HTTP/1.1" status: 200 len: 1092 time: 2.7357776 Aug 12 02:11:27.875878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.877032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.877686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:27.932038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-31f776de-21e6-4318-97ec-164dc19e90d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:27.933594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-31f776de-21e6-4318-97ec-164dc19e90d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 1099 time: 0.2822800 Aug 12 02:11:27.984253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7247391 Aug 12 02:11:27.988193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:28.014225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d34227-a346-49e9-8d3e-54782f73d37a admin admin] Pushing event updated for resources: {'Network': ['ID=5ca4dd26-59f6-4435-91fa-a58c78f3e9e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:28.027386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:11:28.060671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42e79f-0033-4718-97aa-1ccdb6db33ea req-573b6a5c-c812-49a9-a273-f39b0ad6ffdf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.062496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a42e79f-0033-4718-97aa-1ccdb6db33ea req-573b6a5c-c812-49a9-a273-f39b0ad6ffdf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0899234 Aug 12 02:11:28.063034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:28.118333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a42e79f-0033-4718-97aa-1ccdb6db33ea req-f924fa7a-f4e6-4b74-ada2-1c2dcf577743 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Aug 12 02:11:28.149396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.166820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Request body: {'subnet': {'network_id': '5ca4dd26-59f6-4435-91fa-a58c78f3e9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1971775085-subnet', 'tenant_id': 'f6d0fa1dbac3445fa9960b94f15f5a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:28.176550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4444a-7161-47fe-97d8-51b79f085bab service neutron] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:28.196925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-network', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:28.215799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.225479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Made reservation on behalf of fc22175ae9754c30892ccf7999dea540 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:28.231430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.234682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-c88c7221-5c09-4595-a17a-5c6b338a32bb service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846844 Aug 12 02:11:28.237265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-ee7f776b-48df-47c8-94ad-d9f2781820af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c HTTP/1.1" status: 200 len: 217 time: 0.2587194 Aug 12 02:11:28.245784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.368536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.386238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-fab8360f-c263-4477-9250-01ac3fdece8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.387776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-fab8360f-c263-4477-9250-01ac3fdece8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 1095 time: 0.4258285 Aug 12 02:11:28.400865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event updated for resources: {'Port': ['ID=3d9705b6-b82d-4e93-bbee-4ca55babc7c0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:28.403342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Made reservation on behalf of f6d0fa1dbac3445fa9960b94f15f5a7e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:28.406488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.498305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-09ca6a45-326a-43d9-adb3-573b2037ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.500398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-09ca6a45-326a-43d9-adb3-573b2037ce6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2322409 Aug 12 02:11:28.505641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-14dbed8a-55ab-427e-aae1-3ee29fd07e8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b249f0de-777a-4f94-8f8b-381b4727406a HTTP/1.1" status: 200 len: 217 time: 0.1078672 Aug 12 02:11:28.532253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e34b6-733a-40b0-8423-b731a1011fa8 req-85b1544b-b6de-4aa9-8c4e-3cf3638d0131 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.533817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-257e34b6-733a-40b0-8423-b731a1011fa8 req-85b1544b-b6de-4aa9-8c4e-3cf3638d0131 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 944 time: 0.0897405 Aug 12 02:11:28.554265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.564325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.600534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:11:28.603717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.605014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-3f2d01d9-6617-4900-811d-44f7c377067f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2653360 Aug 12 02:11:28.613782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-257e34b6-733a-40b0-8423-b731a1011fa8 req-9748534b-6a5e-484f-b425-ae135db1fc42 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703743 Aug 12 02:11:28.621419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47daf7e3-7285-4bc8-b084-a0143a12802d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:28.630020 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.630377 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Added segment 99f2d88f-3f9f-4050-b740-b4cf9b048724 of type vlan for network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f Aug 12 02:11:28.649458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-52b07a34-71b2-4781-a4a7-7bd79647431a service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764017 Aug 12 02:11:28.680135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.683674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-da14d125-84f7-4bce-9ff5-3e12e46f8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.685433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-da14d125-84f7-4bce-9ff5-3e12e46f8d57 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.1645505 Aug 12 02:11:28.704346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-88a8c7c8-d558-44d4-9efa-c64fbb63c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.705833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-88a8c7c8-d558-44d4-9efa-c64fbb63c8ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1962028 Aug 12 02:11:28.711624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-c757b636-950c-478b-8476-9f0c322db873 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0924304 Aug 12 02:11:28.732180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-aca551f7-4959-4390-8c79-eeb8cbd4e6bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385377 Aug 12 02:11:28.735934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.737171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.737806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.799246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7350702 Aug 12 02:11:28.800432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959bbd1-9f8f-4855-97c4-2dea9d54dfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:28.802382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51586) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:28.807765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Request body: {'subnet': {'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-subnet', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:28.814517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:11:28.836730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Made reservation on behalf of fc22175ae9754c30892ccf7999dea540 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:28.839187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:28.954368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f85b59-e7ce-4db5-a702-a80f367c4170 req-71381f8c-5f6f-4af0-873c-76e16c8aca59 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:28.955975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52f85b59-e7ce-4db5-a702-a80f367c4170 req-71381f8c-5f6f-4af0-873c-76e16c8aca59 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.0954206 Aug 12 02:11:29.024318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52f85b59-e7ce-4db5-a702-a80f367c4170 req-e2e94998-05fe-4e34-bf7a-8a1456743ca9 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599029 Aug 12 02:11:29.102712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.125337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-73601c6d-2eed-44c7-ada6-628c1c104a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.126873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-73601c6d-2eed-44c7-ada6-628c1c104a20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 1098 time: 0.3215179 Aug 12 02:11:29.127728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.178291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-b5286a80-0680-45b3-918a-5de2956785db tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.179871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-970a2fe0-ac6a-42d0-8077-7710e172cc8b req-b5286a80-0680-45b3-918a-5de2956785db tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.4504333 Aug 12 02:11:29.180318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'}, {'name': 'network-changed', 'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:29.183684 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a1c37-efcd-449e-b916-4275a74b8ace" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c"}, {"name": "network-changed", "server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:29.184300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3600bc-ce7f-4ebf-81ae-1287bbc61704,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:29.195816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a579-2e1b-4903-b3f0-4e7d8863995e req-d5d28d8e-70c6-44d2-a1c0-7f5927b85fa4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.197325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5721a579-2e1b-4903-b3f0-4e7d8863995e req-d5d28d8e-70c6-44d2-a1c0-7f5927b85fa4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 948 time: 0.1056671 Aug 12 02:11:29.207408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Checking segment: {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:29.207784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Network hostable DHCP agents. Network: 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:11:29.250686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5721a579-2e1b-4903-b3f0-4e7d8863995e req-736a27e7-33c9-4c12-a266-a8a3d46c721c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Aug 12 02:11:29.251787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:11:29.265096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:29.271947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.272494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.279998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f954388-81a1-4047-ae40-4238ff4ca7c7 None None] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:29.287013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-85bb4152-1f31-4114-9fd1-30492a4dd6e9 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905965 Aug 12 02:11:29.297279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-29cc96a3-c5ee-4afa-920b-3a6c74cfaedf service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828994 Aug 12 02:11:29.309897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80ff7a8f-0ed8-4448-b9e9-e3dea66a2cc5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5060549 Aug 12 02:11:29.311416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51596) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:29.324966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:29.347448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-1e41137a-0f69-462d-b121-27dc4f60856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.348964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-1e41137a-0f69-462d-b121-27dc4f60856c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1101 time: 0.2956355 Aug 12 02:11:29.369066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.370676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.394993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b583678f-dee5-447b-a2c6-cd22773f46fb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:29.450129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377053-8ebd-49ed-be0d-fa8d992a84f9 req-80ae4199-c62a-4b08-8ad3-02d2cfd8aaef tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.455527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-60377053-8ebd-49ed-be0d-fa8d992a84f9 req-80ae4199-c62a-4b08-8ad3-02d2cfd8aaef tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.1003995 Aug 12 02:11:29.489416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:11:29.490349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.497004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.497569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.498273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.498761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.499138 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.499254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.499599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.500059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.500223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.500588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.500891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.501225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.501559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:29.622341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-60377053-8ebd-49ed-be0d-fa8d992a84f9 req-e246f292-e7d5-4c41-9d0e-b4f5915df278 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326971 Aug 12 02:11:29.672004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Allocated IP 172.20.0.2 (9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f/2f3600bc-ce7f-4ebf-81ae-1287bbc61704/f0c327a5-5099-4355-a99c-a050d294d6be) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:29.711080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.805092 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202d5e5f-ca7b-491c-b4ed-bd2006dc2129 x-openstack-request-id: req-202d5e5f-ca7b-491c-b4ed-bd2006dc2129 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:29.805693 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:29.805693 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-202d5e5f-ca7b-491c-b4ed-bd2006dc2129 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:29.806043 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', 'status': 'completed', 'code': 200} Aug 12 02:11:29.806292 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'status': 'completed', 'code': 200} Aug 12 02:11:29.847399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.849707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fc7d5-27a8-4c7f-a515-9026ecf81b6f req-528bdd60-0ac2-4dfa-8bc3-db5a260a3435 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.851209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-831fc7d5-27a8-4c7f-a515-9026ecf81b6f req-528bdd60-0ac2-4dfa-8bc3-db5a260a3435 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 944 time: 0.0792816 Aug 12 02:11:29.859149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Transition to ACTIVE for port object f0c327a5-5099-4355-a99c-a050d294d6be will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:29.866177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Checking segment: {'id': '4d9ebaac-1708-4f42-a95c-b5915013e484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5ca4dd26-59f6-4435-91fa-a58c78f3e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:29.866556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Network hostable DHCP agents. Network: 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:11:29.881639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Transition to ACTIVE for port object f0c327a5-5099-4355-a99c-a050d294d6be will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:29.890123 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:29.891307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-c07bf1ea-f6ed-484a-8d2a-942c74f32c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:29.892861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-c07bf1ea-f6ed-484a-8d2a-942c74f32c4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.7486537 Aug 12 02:11:29.943381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:29.946800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:29.951753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:29.955828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Pushing event updated for resources: {'Port': ['ID=f0c327a5-5099-4355-a99c-a050d294d6be,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:29.986706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-831fc7d5-27a8-4c7f-a515-9026ecf81b6f req-9153d9c0-a919-4cdd-8c22-8c83d6769722 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183891 Aug 12 02:11:29.994847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-a0dd1233-228a-4062-9317-d64f9cb2f75d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=442cd051-8509-456f-8e36-dfa8b324c638 HTTP/1.1" status: 200 len: 217 time: 0.0909891 Aug 12 02:11:30.001581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.015448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c9a5bf1-a485-449b-a8e4-074d39e8ae7a req-19447fec-94f9-4b8c-a9cf-8f05fa3f3592 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131302 Aug 12 02:11:30.021958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.036315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Attempting to bind port f0c327a5-5099-4355-a99c-a050d294d6be on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:30.036975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Attempting to bind port f0c327a5-5099-4355-a99c-a050d294d6be by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:30.037597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Attempting to bind port f0c327a5-5099-4355-a99c-a050d294d6be on network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:30.043710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-ada4d886-e103-4b13-8676-f98cfa15b27f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.045382 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-ada4d886-e103-4b13-8676-f98cfa15b27f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5917351 Aug 12 02:11:30.047342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df829d0c-bdab-4442-922c-0aedb9cd1e45 req-05b0ac55-32a3-434b-98c0-c50b11df33d2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7294812 Aug 12 02:11:30.052708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:30.053116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Checking segment: {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:30.053518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.054176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Bound using segment: {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:30.054674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Bound port: f0c327a5-5099-4355-a99c-a050d294d6be, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:30.055061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.108362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Network 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:11:30.128217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-33d9e80b-dc6f-4632-b714-d12dcca2a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.129836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-33d9e80b-dc6f-4632-b714-d12dcca2a271 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.7208061 Aug 12 02:11:30.142997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] For port f0c327a5-5099-4355-a99c-a050d294d6be, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:30.161727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] For port f0c327a5-5099-4355-a99c-a050d294d6be, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f0c327a5-5099-4355-a99c-a050d294d6be,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:30.166064 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.181300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Allocated IP 172.25.3.204 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/bfffac4b-9ff0-406d-9926-c4e27e8d6aee) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:30.204526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:30.209723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79804068-f126-4fa5-a890-5ae1499d3bd3 req-7c836de9-e45f-45bd-82ba-2a191d3fc608 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.211289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79804068-f126-4fa5-a890-5ae1499d3bd3 req-7c836de9-e45f-45bd-82ba-2a191d3fc608 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.0740292 Aug 12 02:11:30.224045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35aacce-8a9f-4f90-9669-3f113dd55f79 None None] Network 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:30.253058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-be85a779-40ac-4250-ba3b-6949c6071d14 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1546824 Aug 12 02:11:30.258775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-f89e9f6f-7d41-47b0-bd23-1d8097ec3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.260569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-f89e9f6f-7d41-47b0-bd23-1d8097ec3a83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2439528 Aug 12 02:11:30.261975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.263085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.271540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-4a1f5ec9-2b15-4f97-89b9-d51c65d3242a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 217 time: 0.1007831 Aug 12 02:11:30.279983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'floatingip': {'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:30.297343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa11395-640d-4b59-85e6-50f7e4a271c0 None None] Pushing event updated for resources: {'Port': ['ID=f0c327a5-5099-4355-a99c-a050d294d6be,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:30.329803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79804068-f126-4fa5-a890-5ae1499d3bd3 req-e6e9763d-af0f-4a8a-9140-1f7cbc3763ec tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Aug 12 02:11:30.395026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.411428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb349a7-f0df-4f7c-ad92-3e578f9c1ad6 None None] Network 5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:30.427814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.431550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-454d4a35-63a4-4b9a-9d49-aaddb53af689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.433075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-454d4a35-63a4-4b9a-9d49-aaddb53af689 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 1095 time: 0.3433094 Aug 12 02:11:30.510547 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db29342b-744e-485f-8a91-0060b811cca0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3550975 Aug 12 02:11:30.534632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-6c0e3183-acdd-424c-af46-0ee90331094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.536621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-6c0e3183-acdd-424c-af46-0ee90331094c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 1099 time: 0.3632782 Aug 12 02:11:30.539345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6733e43-2345-48c9-ae9d-a8554cbc3868 req-7d15cdf8-932e-4131-bb21-0aff98595a5d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.540950 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6733e43-2345-48c9-ae9d-a8554cbc3868 req-7d15cdf8-932e-4131-bb21-0aff98595a5d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 948 time: 0.1377702 Aug 12 02:11:30.572329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.624106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6733e43-2345-48c9-ae9d-a8554cbc3868 req-70fcfcbe-e1d5-4ea7-94fb-f8fbd6f14d3e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748301 Aug 12 02:11:30.658317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:30.660992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-9c1c5c92-343b-4f72-810a-89895a32c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.662522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-9c1c5c92-343b-4f72-810a-89895a32c452 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.3451235 Aug 12 02:11:30.667767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:30.671441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:30.676345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Pushing event updated for resources: {'Port': ['ID=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:30.689933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:30.711905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.712180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.712518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.712849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.713174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.713498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.713822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.714137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.714456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.714773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.715089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.715405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:30.740759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-5a53f8d7-86ec-4523-b33d-7ff3322b8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:30.742248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-5a53f8d7-86ec-4523-b33d-7ff3322b8612 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4682572 Aug 12 02:11:30.990245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:30.998114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Deleting subnet 7e495899-3c60-4c44-aa8c-fc8c5907b881 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:11:31.010339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-866587c6-6910-4695-9ace-0317c57d391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:31.011267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-866587c6-6910-4695-9ace-0317c57d391b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3359315 Aug 12 02:11:31.012283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-c535c4ee-2555-4302-bc2b-aaf4f4432ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:31.014241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-c535c4ee-2555-4302-bc2b-aaf4f4432ecb service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 915 time: 0.5684369 Aug 12 02:11:31.028287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.055905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f0c327a5-5099-4355-a99c-a050d294d6be up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:31.074003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-3fbd168b-f114-422c-9866-da093221da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:31.075794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-3fbd168b-f114-422c-9866-da093221da9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.4331415 Aug 12 02:11:31.151869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f0c327a5-5099-4355-a99c-a050d294d6be completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:31.237741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-37e58752-b47c-4320-b04c-b97f10b406c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b249f0de-777a-4f94-8f8b-381b4727406a HTTP/1.1" status: 200 len: 217 time: 0.2037976 Aug 12 02:11:31.246635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-6a976277-6e34-441f-b3e7-ec7cd5a44737 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c HTTP/1.1" status: 200 len: 217 time: 0.1468458 Aug 12 02:11:31.257387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.258602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.288953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-1f7188d0-3e35-4726-812b-7c7638ce6850 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914265 Aug 12 02:11:31.327166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.617721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944b4ba-a20e-4bc9-94e7-5e5871c9fde9 None None] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:31.719684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-0fe897d6-553d-4645-9987-6c2c403540a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:31.721634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-0fe897d6-553d-4645-9987-6c2c403540a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.4509041 Aug 12 02:11:31.806142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Provisioning for port f0c327a5-5099-4355-a99c-a050d294d6be completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:31.824315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Provisioning complete for port f0c327a5-5099-4355-a99c-a050d294d6be triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:31.825395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.844372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Router 32b35431-a6a6-4289-9ef1-8b3643739a6d is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:11:31.963795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7c02-e219-4eaf-b41a-e6f19ed02f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:31.971032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-3234545b-b75a-4c92-a347-07d6e621fe22 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9381723 Aug 12 02:11:31.985507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-644fd7fb-d045-4548-be81-9794973f2fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:31.987274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-644fd7fb-d045-4548-be81-9794973f2fe0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.7348795 Aug 12 02:11:31.991139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:32.022466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Sync routers for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:32.035652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.040137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-64022c05-aa1c-4235-a409-330905075a67 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7245977 Aug 12 02:11:32.041588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:32.047357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:32.048152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:32.088215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.136013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] For port f0c327a5-5099-4355-a99c-a050d294d6be, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f0c327a5-5099-4355-a99c-a050d294d6be,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:32.165337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.179559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-a010107d-246e-458b-a675-a98c3e715aec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577229 Aug 12 02:11:32.236692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:32.240993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a1c37-efcd-449e-b916-4275a74b8ace req-a82de3ed-61b7-40e6-b5bb-a4ddc28a13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:32.242484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-a82de3ed-61b7-40e6-b5bb-a4ddc28a13ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4486468 Aug 12 02:11:32.268245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Pushing event updated for resources: {'Port': ['ID=f0c327a5-5099-4355-a99c-a050d294d6be,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:32.344523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-256d27b1-cbd2-4adf-848c-37d52daf4df3 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:32.345433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-256d27b1-cbd2-4adf-848c-37d52daf4df3 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1068532 Aug 12 02:11:32.348022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.359135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.360139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.360504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.361095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.361676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.362282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.362871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.363452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.364060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.364683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.365304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.365787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ccd43e-7356-4c25-8dd1-4846bfad15be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:11:32.368916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c189cc55-8d30-4909-9c65-bb0a80cbbc2f req-0715f315-bfb4-454b-9c37-2cb575648f2e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0454738 Aug 12 02:11:32.414095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c296a35b-45f7-45a9-81e6-86b775b14a01 None None] Provisioning complete for port f0c327a5-5099-4355-a99c-a050d294d6be triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:32.414851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c296a35b-45f7-45a9-81e6-86b775b14a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.433564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:32.434402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:11:32.500277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e495899-3c60-4c44-aa8c-fc8c5907b881,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:32.520453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.524879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-224681f1-8663-4d96-b368-d2059b2f9b5d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7e495899-3c60-4c44-aa8c-fc8c5907b881 HTTP/1.1" status: 204 len: 168 time: 1.8004105 Aug 12 02:11:32.531514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:32.585647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-693485cb-1d3e-472e-bed1-32a7ba700638 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530934 Aug 12 02:11:32.631087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.651730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.666826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-b03500a3-57b7-44c0-af7b-2057c50bda41 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700811 Aug 12 02:11:32.678180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:30Z', 'revision_number': 3, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:32.724333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Checking router: 32b35431-a6a6-4289-9ef1-8b3643739a6d for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:32.725114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Updating router 32b35431-a6a6-4289-9ef1-8b3643739a6d port bfffac4b-9ff0-406d-9926-c4e27e8d6aee binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:11:32.762246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:11:32.766273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.785163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.800418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283956ba-5e6a-4a61-8942-7620b9bccd97']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:32.821593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6813e1-6ffd-4acc-a61b-425cb0f3d67b') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:32.822105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6813e1-6ffd-4acc-a61b-425cb0f3d67b') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:32.861426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-02db6980-3cf9-4f83-ab9b-7f0379c0485c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212314 Aug 12 02:11:32.862618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.905656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:32.906122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.927617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:11:32.932673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:11:32.934836 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:11:33.019344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f0c327a5-5099-4355-a99c-a050d294d6be up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:33.020136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.029038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Allocated IP 172.20.0.1 (9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f/2f3600bc-ce7f-4ebf-81ae-1287bbc61704/4110de77-a9c9-434a-9d4c-9b96b5aa25b8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:33.038268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.042115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.047482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.052453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] 10.222.0.11 "DELETE /v2.0/networks/283956ba-5e6a-4a61-8942-7620b9bccd97 HTTP/1.1" status: 204 len: 168 time: 0.5168779 Aug 12 02:11:33.055541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:33.066685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad4518-b07c-4f27-a4d9-47f0406b44af admin admin] Pushing event deleted for resources: {'Network': ['ID=283956ba-5e6a-4a61-8942-7620b9bccd97,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.108893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-b7408446-bc9f-4ed8-bff0-dc5f948b29f4 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967122 Aug 12 02:11:33.130442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:33.153431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'port_id': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'mac_address': 'fa:16:3e:f2:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7ea11-5793-46c0-a2e6-72db8651c324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:33.163941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f0c327a5-5099-4355-a99c-a050d294d6be triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:33.164311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.189115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.207560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Transition to ACTIVE for port object 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:33.226300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:33.226905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:33.227310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:33.230717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 442cd051-8509-456f-8e36-dfa8b324c638 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:33.235707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:33.236104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:33.243325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:33.243766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:33.244212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:33.244724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Bound port: 237f495f-7a45-4b10-a4cd-c5fb43885346, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:33.248822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-734a1c37-efcd-449e-b916-4275a74b8ace req-0160cd8e-7b28-4fdf-93f6-c79bf88a8af5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710089 Aug 12 02:11:33.253499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.254664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Deleting subnet b583678f-dee5-447b-a2c6-cd22773f46fb {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:11:33.272203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.293213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:33.300467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:33.301067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.303381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.304786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:33.329075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Transition to ACTIVE for port object bfffac4b-9ff0-406d-9926-c4e27e8d6aee will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:33.331693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Pushing event updated for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.338794 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Floating IP 86664510-1a05-4161-be89-96ccab619cfb associated. External IP: 172.25.3.80, port: 8ae73f61-e753-4334-bb21-49dc49828e8d. Aug 12 02:11:33.352947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.372193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.376759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:33.489027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:33.512077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.537053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0342-b945-4d7e-8688-7479ae266add None None] Pushing event updated for resources: {'Port': ['ID=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.537564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.541059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Attempting to bind port bfffac4b-9ff0-406d-9926-c4e27e8d6aee on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:33.541059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Attempting to bind port bfffac4b-9ff0-406d-9926-c4e27e8d6aee by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:33.541059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Attempting to bind port bfffac4b-9ff0-406d-9926-c4e27e8d6aee on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:33.614619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:33.614997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:33.615406 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.615813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:33.616280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Bound port: bfffac4b-9ff0-406d-9926-c4e27e8d6aee, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:33.616659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.618528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.627204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=442cd051-8509-456f-8e36-dfa8b324c638,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:33.668071 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.670908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '442cd051-8509-456f-8e36-dfa8b324c638', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '442cd051-8509-456f-8e36-dfa8b324c638', 'mac_address': 'fa:16:3e:07:11:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:33.684937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.723709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] For port bfffac4b-9ff0-406d-9926-c4e27e8d6aee, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:33.736123 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.741266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.745322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fdbc250-bd8e-4ac4-a083-91ac347dd90c None None] Provisioning for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:33.748185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b249f0de-777a-4f94-8f8b-381b4727406a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:33.753856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] For port bfffac4b-9ff0-406d-9926-c4e27e8d6aee, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:33.774575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fdbc250-bd8e-4ac4-a083-91ac347dd90c None None] Provisioning complete for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:33.774947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3fdbc250-bd8e-4ac4-a083-91ac347dd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.776472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.780016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:33.782023 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.796723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.807654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-015abbdd-028f-4604-b1eb-d994fd029261 service neutron] 10.222.0.11 "POST /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346/bindings HTTP/1.1" status: 201 len: 389 time: 1.4249353 Aug 12 02:11:33.826374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Pushing event updated for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.842769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.848865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.851513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442cd051-8509-456f-8e36-dfa8b324c638 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:33.925655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3fdbc250-bd8e-4ac4-a083-91ac347dd90c None None] Port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:33.934396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=442cd051-8509-456f-8e36-dfa8b324c638,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:33.947148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.949452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b583678f-dee5-447b-a2c6-cd22773f46fb HTTP/1.1" status: 204 len: 168 time: 0.8909948 Aug 12 02:11:33.953909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:33.954097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:33.955272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783eaf-b9da-481f-8ab7-96b76e62b922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b583678f-dee5-447b-a2c6-cd22773f46fb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.956045 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:33.959565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da0342-b945-4d7e-8688-7479ae266add None None] Pushing event updated for resources: {'Port': ['ID=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:33.983440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:34.085116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:34.088369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:34.110728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45e0c6-935b-4059-b882-cbc6d3153bfa req-54a1336f-acdf-48b8-858b-387be75d1f7d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:34.112724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f45e0c6-935b-4059-b882-cbc6d3153bfa req-54a1336f-acdf-48b8-858b-387be75d1f7d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0945971 Aug 12 02:11:34.132482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:34.160615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:34.174397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.202090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:34.236710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.266920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f45e0c6-935b-4059-b882-cbc6d3153bfa req-3167eb47-ab17-4f2d-899c-9c9ba28091cd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824902 Aug 12 02:11:34.293920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Router 32b35431-a6a6-4289-9ef1-8b3643739a6d has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:34.324323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.336969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.337329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.338210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.338580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > port after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.338928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.339276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > port after_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.339651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.340492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.340492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.340735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.416338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.416633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.416976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.417314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 02:11:34.417797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca4dd26-59f6-4435-91fa-a58c78f3e9e0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:34.427224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:34.442740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9ebaac-1708-4f42-a95c-b5915013e484') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:34.443037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9ebaac-1708-4f42-a95c-b5915013e484') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:34.456980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d51cd-6be4-4fd9-be42-be4a5eb0a391 req-14718181-f20f-4b11-abf2-598ffcc593e5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:34.464552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f53d51cd-6be4-4fd9-be42-be4a5eb0a391 req-14718181-f20f-4b11-abf2-598ffcc593e5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 945 time: 0.1053853 Aug 12 02:11:34.474770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.494768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:34.494981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-f8f3c443-48e1-429d-8ed5-c0fb337835b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:34.496697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-f8f3c443-48e1-429d-8ed5-c0fb337835b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1097 time: 0.3653767 Aug 12 02:11:34.502666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-294cfa9e-bc9b-46f7-a38c-0379d624ac9c admin admin] 10.222.0.11 "PUT /v2.0/routers/32b35431-a6a6-4289-9ef1-8b3643739a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4584637 Aug 12 02:11:34.502842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c32cc19f-a7aa-41a2-b7cb-0ccf6ae430fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.505565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0e94e7ec-4ee1-4a4d-be45-c1f93ed2e921 None None] Provisioning complete for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:34.505818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0e94e7ec-4ee1-4a4d-be45-c1f93ed2e921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.526048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f53d51cd-6be4-4fd9-be42-be4a5eb0a391 req-0e5ed17b-6319-4e1c-a9bc-7b5bbfd9d94d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606241 Aug 12 02:11:34.654179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.667310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa469c-b4df-46f3-b389-c2196087201b req-49cfcdec-faa9-4ba8-abdb-b7b9267f71d2 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:34.669937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-87aa469c-b4df-46f3-b389-c2196087201b req-49cfcdec-faa9-4ba8-abdb-b7b9267f71d2 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 948 time: 0.0639992 Aug 12 02:11:34.677225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:11:34.677854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: from cryptography.utils import int_from_bytes Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: from cryptography.utils import int_from_bytes Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:11:34.682578 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:11:34.715554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '4110de77-a9c9-434a-9d4c-9b96b5aa25b8', 'name': '', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'mac_address': 'fa:16:3e:a7:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:32Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 2, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'subnets': [{'id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:34.722218 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-87aa469c-b4df-46f3-b389-c2196087201b req-79f53a81-0824-40a3-8f85-e25778444d00 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Aug 12 02:11:34.722517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0e94e7ec-4ee1-4a4d-be45-c1f93ed2e921 None None] Port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:34.753797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdeaf7-6fb1-4b91-a6b8-382af13ffcf6 None None] The sync data for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 is: [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '4110de77-a9c9-434a-9d4c-9b96b5aa25b8', 'name': '', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'mac_address': 'fa:16:3e:a7:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:32Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 2, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'subnets': [{'id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:34.766000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.796607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:34.802688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.809219 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Sync routers for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:34.819805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:34.820511 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:34.849262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-3e379c2c-dfa9-471c-a280-6e5500639b89 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "PUT /v2.0/floatingips/86664510-1a05-4161-be89-96ccab619cfb HTTP/1.1" status: 200 len: 995 time: 4.5803576 Aug 12 02:11:34.855667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:34.858520 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:34.862313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.872005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.874690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ca4dd26-59f6-4435-91fa-a58c78f3e9e0 HTTP/1.1" status: 204 len: 168 time: 0.8806422 Aug 12 02:11:34.880708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:34.929341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54cda6-75d9-470e-be11-9bc8af597c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca4dd26-59f6-4435-91fa-a58c78f3e9e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:34.956536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port b249f0de-777a-4f94-8f8b-381b4727406a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:34.962284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b249f0de-777a-4f94-8f8b-381b4727406a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:34.964334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:34.989891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-f27f0f1b-81da-4181-9862-d848d7e4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:34.991350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-f27f0f1b-81da-4181-9862-d848d7e4d5e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.3347709 Aug 12 02:11:34.998369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc40b99-6af7-4bcd-88d4-e89597afa41e req-a79d5b85-39b7-4ce3-a5c5-cab6f0db2555 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.004916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-d649bece-2408-448c-a4d3-c55e8cca978f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.006417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-d649bece-2408-448c-a4d3-c55e8cca978f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1096 time: 0.1184309 Aug 12 02:11:35.008599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abc40b99-6af7-4bcd-88d4-e89597afa41e req-a79d5b85-39b7-4ce3-a5c5-cab6f0db2555 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 946 time: 0.0750980 Aug 12 02:11:35.016120 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:35.081702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abc40b99-6af7-4bcd-88d4-e89597afa41e req-bfebeed6-470d-457d-9aa5-8582a6957870 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Aug 12 02:11:35.119779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:35.122988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.134741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-a748ddd1-ba79-4d2c-83d3-cc0504eb5692 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.1322520 Aug 12 02:11:35.161822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:35.164311 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa34b03-4d65-4ac5-9cdf-678ba1b95cb5" -d '{"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-plugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:35.181241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:35.195317 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.206520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b3b26bbb-c9ec-4dde-a0f9-a8c958369212 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0b4cabd714b47eaaae1f8b8729bcde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830986 Aug 12 02:11:35.207343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:35.247176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:35.272882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-03e5b16a-e97a-4496-87ab-c2bd1b2823ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.274414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-03e5b16a-e97a-4496-87ab-c2bd1b2823ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1281083 Aug 12 02:11:35.294060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.350212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.352914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-f3f8aa10-e744-44c3-9432-2bea5ecc5fa9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605645 Aug 12 02:11:35.377284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:35.426664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.433739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-e7de3de0-1a69-4720-8009-7de2eb566c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.434712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.435364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-e7de3de0-1a69-4720-8009-7de2eb566c4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 930 time: 0.4147942 Aug 12 02:11:35.438324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:35.438531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57a86650-1282-4c88-8d00-e144bfe775f0 HTTP/1.1" status: 204 len: 168 time: 0.2273057 Aug 12 02:11:35.455999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f95c7-4046-42e3-9c17-ce099e2f7b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a86650-1282-4c88-8d00-e144bfe775f0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:35.476890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', 'mac_address': 'fa:16:3e:b5:49:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:11:35.480714 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '86664510-1a05-4161-be89-96ccab619cfb', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'mac_address': 'fa:16:3e:d9:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:11:27Z', 'updated_at': '2021-08-12T02:11:32Z', 'revision_number': 1, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:35.535013 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Checking router: 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:35.544589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:35.545613 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:35.554256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.605375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:35.646131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:35.676746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.680177 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:35.691599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-297158b0-43c4-43c7-8399-27d4ec037c56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 998 time: 0.2456479 Aug 12 02:11:35.730034 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.750418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-402adc43-283e-4a1c-9ddd-b4196f2d86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.751981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-402adc43-283e-4a1c-9ddd-b4196f2d86ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.0513253 Aug 12 02:11:35.758205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-9ed40ae9-a005-4d73-a683-1db2189c4cbf service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962603 Aug 12 02:11:35.808272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:35.914449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-f952ad72-b92f-418d-862e-905e4504d008 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3269379 Aug 12 02:11:35.925806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:35.965031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:35.973132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-67eb63fb-8bbd-4edc-ae55-62c13795b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:35.975254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-67eb63fb-8bbd-4edc-ae55-62c13795b6ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146132 Aug 12 02:11:35.989595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-32249f8d-dcde-4441-b8cc-9d036624ae5e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:35.990871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-32249f8d-dcde-4441-b8cc-9d036624ae5e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065706 Aug 12 02:11:36.057450 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '86664510-1a05-4161-be89-96ccab619cfb', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'mac_address': 'fa:16:3e:d9:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:11:27Z', 'updated_at': '2021-08-12T02:11:32Z', 'revision_number': 1, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:36.070821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-c21a7ca1-29e7-4293-87c7-25b560ef09ea service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011496 Aug 12 02:11:36.102774 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57d76e-0cc9-4e21-a73b-1a1eb991bf41 None None] The sync data for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 is: [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '86664510-1a05-4161-be89-96ccab619cfb', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'mac_address': 'fa:16:3e:d9:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:11:27Z', 'updated_at': '2021-08-12T02:11:32Z', 'revision_number': 1, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:36.144742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-496172f9-9021-4e6e-a3f4-ce855de64ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431866 Aug 12 02:11:36.162268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:36.175183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:36.178010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.321437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Allocated IP 172.25.3.161 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/275b0efe-82d7-4336-bc22-aab655a22822) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:36.329194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afb1f79-638d-4c5f-ac2c-aa5352aeb334 req-f6294b9d-78e5-483b-95a8-438dea295594 service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831555 Aug 12 02:11:36.339244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d1a99fe-1005-45d2-a8b9-a0822feb13c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6d0fa1dbac3445fa9960b94f15f5a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624892 Aug 12 02:11:36.339923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:36.366612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-826314e1-d2b6-4a7a-95cc-7f2bd0fea0f5 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:36.368437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-826314e1-d2b6-4a7a-95cc-7f2bd0fea0f5 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1097 time: 0.1421955 Aug 12 02:11:36.388497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:36.424213 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab93414d-8afe-4333-a78a-3417c31e8b2d x-openstack-request-id: req-ab93414d-8afe-4333-a78a-3417c31e8b2d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:36.424745 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:36.425173 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab93414d-8afe-4333-a78a-3417c31e8b2d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:36.425931 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'status': 'completed', 'code': 200} Aug 12 02:11:36.442570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.478442 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc2482e-a8f7-4ebc-8b1b-6a425887ca1c x-openstack-request-id: req-0fc2482e-a8f7-4ebc-8b1b-6a425887ca1c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:36.478882 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-plugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:36.479141 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0fc2482e-a8f7-4ebc-8b1b-6a425887ca1c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:36.479604 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'code': 200} Aug 12 02:11:36.523319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedf4d25-b7e8-4f72-82ad-2496d3d6ecef None None] New status for floating IP 86664510-1a05-4161-be89-96ccab619cfb: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:11:36.601024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.653905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.705671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-af239258-233a-4a63-82c7-5cbd6b5b2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:36.707244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-af239258-233a-4a63-82c7-5cbd6b5b2990 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1096 time: 0.2289498 Aug 12 02:11:36.711891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fcc8-fb68-472f-98bc-ddcb977380d8 req-f0b761e8-0ae3-419b-8058-43913ef93a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:36.713465 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a540fcc8-fb68-472f-98bc-ddcb977380d8 req-f0b761e8-0ae3-419b-8058-43913ef93a60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 1097 time: 0.1570625 Aug 12 02:11:36.822599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.840707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1de788-a6ad-4ba8-817c-fd5174f54b28 req-6fb851d3-029c-4005-8d2c-2871d321daa5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:36.843025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1de788-a6ad-4ba8-817c-fd5174f54b28 req-6fb851d3-029c-4005-8d2c-2871d321daa5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.2877319 Aug 12 02:11:36.864685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.908695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:36.912798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=275b0efe-82d7-4336-bc22-aab655a22822,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:36.916318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:36.918525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:36.934027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.937224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:36.941697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2539479b-062c-4607-b4f4-7a4b2e232f07 HTTP/1.1" status: 204 len: 168 time: 0.5987039 Aug 12 02:11:36.959967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a540fcc8-fb68-472f-98bc-ddcb977380d8 req-a28c1ab5-025e-4e73-bc61-1dea78cf096f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133515 Aug 12 02:11:36.984123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37df62-065a-4530-943e-261b9e35c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539479b-062c-4607-b4f4-7a4b2e232f07,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:37.023500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-1034885c-cde1-4af8-80e9-338e0f4fa3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:37.024762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-1034885c-cde1-4af8-80e9-338e0f4fa3df service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 930 time: 0.2900438 Aug 12 02:11:37.038849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1de788-a6ad-4ba8-817c-fd5174f54b28 req-acc3354d-5bbc-4d31-9794-1c8a6a179c85 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630442 Aug 12 02:11:37.042170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bfffac4b-9ff0-406d-9926-c4e27e8d6aee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:37.062141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.132503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.143417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bfffac4b-9ff0-406d-9926-c4e27e8d6aee completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:37.152790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bfffac4b-9ff0-406d-9926-c4e27e8d6aee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:37.154199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.213951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.265053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 442cd051-8509-456f-8e36-dfa8b324c638 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:37.296768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.347055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bfffac4b-9ff0-406d-9926-c4e27e8d6aee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:37.361045 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.409386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.415959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 442cd051-8509-456f-8e36-dfa8b324c638 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:37.419157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.430370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 442cd051-8509-456f-8e36-dfa8b324c638 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:37.430745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.459878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-f0911ad6-e04a-413f-9de4-a17d7d51b9ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 1000 time: 0.4191065 Aug 12 02:11:37.479206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:37.488494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=275b0efe-82d7-4336-bc22-aab655a22822,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:37.496087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:37.549119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-5811b75e-31ba-4616-8926-18e19e4781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:37.550615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-5811b75e-31ba-4616-8926-18e19e4781e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.0741055 Aug 12 02:11:37.551229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.576501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.586927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.588308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-4e486eda-b1ef-4bcf-9c9d-b0c69c0e84ae tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6673036 Aug 12 02:11:37.654401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a263adb-7cf3-42b8-b005-714c1ea0055f req-55cea58e-55c4-495b-b76f-9f97257b0fa5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:37.657083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-c154b1bf-0d55-4471-8953-92684c65a96b tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0583873 Aug 12 02:11:37.661799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a263adb-7cf3-42b8-b005-714c1ea0055f req-55cea58e-55c4-495b-b76f-9f97257b0fa5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.2007697 Aug 12 02:11:37.664230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=442cd051-8509-456f-8e36-dfa8b324c638,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:37.671390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.677277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:37.720284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-1dce2c84-8f6c-416f-b18f-c805eeecc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:37.722399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-1dce2c84-8f6c-416f-b18f-c805eeecc1ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446965 Aug 12 02:11:37.753581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:37.814233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.818702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-62aeee93-7c73-4bc1-9e5e-514ab56927b8 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:37.821647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-62aeee93-7c73-4bc1-9e5e-514ab56927b8 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1571665 Aug 12 02:11:37.827561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a263adb-7cf3-42b8-b005-714c1ea0055f req-81c857b1-867c-46b5-b181-5b16e0dd60eb tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616478 Aug 12 02:11:37.833388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-2a1903ea-3d58-456b-b931-afc3059fa22c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:37.834387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbcb85ea-52b7-462c-9cab-394765a9803d req-2a1903ea-3d58-456b-b931-afc3059fa22c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072281 Aug 12 02:11:37.845323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:37.961777 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Sync routers for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:37.974531 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:37.975150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:38.037794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:38.064398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-7f888154-2e48-4960-9b63-f82e98974cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314486 Aug 12 02:11:38.101786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:38.102120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:38.102446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:38.106355 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:38.124061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a74c1-9c6a-4941-b721-14e3042aa6c5 req-37e45e79-8937-4ec5-8366-c7c47fcbe6f4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:38.126099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b47a74c1-9c6a-4941-b721-14e3042aa6c5 req-37e45e79-8937-4ec5-8366-c7c47fcbe6f4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0687716 Aug 12 02:11:38.145986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5530-4ed3-4966-acec-13ec42432e99 req-beb6be9f-72b7-41fc-ab79-2633321855e4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:38.147432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-052f5530-4ed3-4966-acec-13ec42432e99 req-beb6be9f-72b7-41fc-ab79-2633321855e4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 949 time: 0.2096176 Aug 12 02:11:38.149759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:38.150087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Attempting to bind port 237f495f-7a45-4b10-a4cd-c5fb43885346 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:38.172640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:38.172985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:38.173373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:38.173820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Bound port: 237f495f-7a45-4b10-a4cd-c5fb43885346, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:38.174225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.184990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b47a74c1-9c6a-4941-b721-14e3042aa6c5 req-d6dbb945-6450-4cf0-9455-74b4d7ebbf67 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524035 Aug 12 02:11:38.257264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-052f5530-4ed3-4966-acec-13ec42432e99 req-5ad7be6b-ed73-4ff9-b316-712c79129449 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962930 Aug 12 02:11:38.291387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12c2d6b6-6bcb-43cf-a7bc-78987ed4757c req-69a0261e-0eca-4924-8add-a696011e5923 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191963 Aug 12 02:11:38.384378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:38.413170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:38.427786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.430192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:38.432665 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be6f887-8d04-4399-83ea-5bac4ba53f84" -d '{"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:38.481155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:38.483678 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f630e3-295a-4b72-a6c2-a4dac259a618" -d '{"events": [{"server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "name": "network-vif-plugged", "status": "completed", "tag": "442cd051-8509-456f-8e36-dfa8b324c638"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:38.486852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-9f585812-2db0-4f41-be5b-6aceaaee662a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 258 time: 0.2712438 Aug 12 02:11:38.499919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '4110de77-a9c9-434a-9d4c-9b96b5aa25b8', 'name': '', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'mac_address': 'fa:16:3e:a7:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:32Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 2, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'subnets': [{'id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:38.502259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:38.510187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59b40653-d22a-4308-982f-67540362247d req-3cb7b29d-e597-42dc-a923-b4693a479174 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2233875 Aug 12 02:11:38.522814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:38.529302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.554384 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Checking router: 32b35431-a6a6-4289-9ef1-8b3643739a6d for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:38.555257 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Updating router 32b35431-a6a6-4289-9ef1-8b3643739a6d port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:11:38.556375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:38.585370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:38.586159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.587750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-5ca56ddf-71c7-4446-8584-7f1ed4e9798e service neutron] 10.222.0.25 "PUT /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 1122 time: 2.2075317 Aug 12 02:11:38.590103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.605147 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.668240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.724719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.772015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['237f495f-7a45-4b10-a4cd-c5fb43885346'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:38.803097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Allocated IP 172.25.3.69 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f02b6907-d87a-4c53-9951-84ff1c897a09) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:38.917602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.951284 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.962710 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Transition to ACTIVE for port object 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:38.964649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.970903 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:38.984112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bfffac4b-9ff0-406d-9926-c4e27e8d6aee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:39.004124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:39.007198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:39.010762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:39.036635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6513a98-3bae-4044-8575-9511a80781e3 None None] Pushing event updated for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.047504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event updated for resources: {'Port': ['ID=f02b6907-d87a-4c53-9951-84ff1c897a09,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.054823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Allocated IP 172.25.3.182 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/561018ea-fe50-4b49-ac55-f61a6f974ff5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:39.057159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bfffac4b-9ff0-406d-9926-c4e27e8d6aee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:39.057627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.109545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Attempting to bind port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:39.109826 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Attempting to bind port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:39.110191 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Attempting to bind port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 on network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:39.115052 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:39.115419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Checking segment: {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:39.115891 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.116275 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Bound using segment: {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:39.116730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Bound port: 4110de77-a9c9-434a-9d4c-9b96b5aa25b8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f2d88f-3f9f-4050-b740-b4cf9b048724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:39.117125 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.126711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.181305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.217291 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] For port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:39.223093 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] For port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:39.225869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.230784 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.275557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:39.288735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.292583 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:39.293224 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:39.326294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:39.329379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:39.332997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:39.339889 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6513a98-3bae-4044-8575-9511a80781e3 None None] Pushing event updated for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.378023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=561018ea-fe50-4b49-ac55-f61a6f974ff5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.387775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:39.390469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.393344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:39.393848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.397293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.452998 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:39.476326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.542749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event updated for resources: {'Port': ['ID=f02b6907-d87a-4c53-9951-84ff1c897a09,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.545491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.545940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.564020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.567266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.568784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-ff0d1598-c87e-49d3-91b8-85d292ef7297 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0719917 Aug 12 02:11:39.617004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:39.622332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.648397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-b39862cd-7a95-4076-b33a-755c1dce3a64 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0709169 Aug 12 02:11:39.703681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.750264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '4110de77-a9c9-434a-9d4c-9b96b5aa25b8', 'name': '', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'mac_address': 'fa:16:3e:a7:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:32Z', 'updated_at': '2021-08-12T02:11:39Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'subnets': [{'id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:39.753102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.758237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.780322 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d143b9-a287-4526-b8f3-b330abadddeb None None] The sync data for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 is: [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:33Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '4110de77-a9c9-434a-9d4c-9b96b5aa25b8', 'name': '', 'network_id': '9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'mac_address': 'fa:16:3e:a7:27:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:32Z', 'updated_at': '2021-08-12T02:11:39Z', 'revision_number': 4, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'subnets': [{'id': '2f3600bc-ce7f-4ebf-81ae-1287bbc61704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:39.804285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-b110c57e-32e2-49ee-b617-8a4d65398e26 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:39.805766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3a44f62-1cc7-4ac4-b487-d5501f33c680 req-b110c57e-32e2-49ee-b617-8a4d65398e26 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1506939 Aug 12 02:11:39.831352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=561018ea-fe50-4b49-ac55-f61a6f974ff5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:39.845925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.861823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:39.863299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59b40653-d22a-4308-982f-67540362247d req-31bde857-46f1-4f1f-8404-05cbee82ca6f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3520842 Aug 12 02:11:39.919859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59b40653-d22a-4308-982f-67540362247d req-83210fe8-1035-4651-8385-1ebc2f3630bf tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0479999 Aug 12 02:11:39.924661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285633ba-90a3-414e-b5aa-f249a828e8b7 req-f300755b-4478-4384-bc1c-5c8be4303084 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:39.928029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-285633ba-90a3-414e-b5aa-f249a828e8b7 req-f300755b-4478-4384-bc1c-5c8be4303084 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0578277 Aug 12 02:11:39.968890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-285633ba-90a3-414e-b5aa-f249a828e8b7 req-63785a88-4235-4d52-8ad8-df18e9c95703 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347598 Aug 12 02:11:40.025313 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f302d2-49fe-48fc-91c4-abd82b4e0257 x-openstack-request-id: req-b7f302d2-49fe-48fc-91c4-abd82b4e0257 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:40.025602 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-unplugged", "status": "completed", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:40.025849 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7f302d2-49fe-48fc-91c4-abd82b4e0257 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:40.026239 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'code': 200} Aug 12 02:11:40.037554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b40653-d22a-4308-982f-67540362247d req-e6eab4cf-8ed9-40f2-96da-6cedfd403efe tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.038991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59b40653-d22a-4308-982f-67540362247d req-e6eab4cf-8ed9-40f2-96da-6cedfd403efe tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1123533 Aug 12 02:11:40.059159 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ea945-3be5-44ba-9a68-16f11995acd6 x-openstack-request-id: req-1b8ea945-3be5-44ba-9a68-16f11995acd6 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:40.059561 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "name": "network-vif-plugged", "status": "completed", "tag": "442cd051-8509-456f-8e36-dfa8b324c638", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:40.060155 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b8ea945-3be5-44ba-9a68-16f11995acd6 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:40.061286 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638', 'code': 200} Aug 12 02:11:40.162031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a3c17-f373-46fd-9239-911b1993d2e4 req-a33adb56-db55-4eea-8c82-c671e7b97947 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.170249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-891a3c17-f373-46fd-9239-911b1993d2e4 req-a33adb56-db55-4eea-8c82-c671e7b97947 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0596979 Aug 12 02:11:40.205407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-891a3c17-f373-46fd-9239-911b1993d2e4 req-b682cdcb-4827-4f3f-a1f6-fdca9485aa45 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342445 Aug 12 02:11:40.225498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08e370-d815-4664-9fd9-87f2a7360190 req-d20cc6a5-2854-4d81-ae58-bfb928baf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.227186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de08e370-d815-4664-9fd9-87f2a7360190 req-d20cc6a5-2854-4d81-ae58-bfb928baf722 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 1100 time: 0.0689161 Aug 12 02:11:40.284920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de08e370-d815-4664-9fd9-87f2a7360190 req-9f0f86e4-60b0-4dc3-b6ec-fb1a8d738995 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Aug 12 02:11:40.409733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beb0b2-f740-4fb8-8ddd-819f145c7cf4 req-b63ca76d-c6b0-4f8f-856c-2f787708d824 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.411238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26beb0b2-f740-4fb8-8ddd-819f145c7cf4 req-b63ca76d-c6b0-4f8f-856c-2f787708d824 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0533433 Aug 12 02:11:40.416237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980c491-c47b-42fe-8865-5d3cc55d3c7f req-984395c8-1107-421f-bd47-2362dcf9728b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.417729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7980c491-c47b-42fe-8865-5d3cc55d3c7f req-984395c8-1107-421f-bd47-2362dcf9728b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 950 time: 0.0545549 Aug 12 02:11:40.455582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26beb0b2-f740-4fb8-8ddd-819f145c7cf4 req-122fb8aa-9d4f-465e-80c5-6dc99a7e8293 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Aug 12 02:11:40.492233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7980c491-c47b-42fe-8865-5d3cc55d3c7f req-398cf432-c0c8-49e0-9eaf-6c992051270a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675566 Aug 12 02:11:40.573795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-a4d3d5f0-821e-456d-838f-9a6567e63633 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.575290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-a4d3d5f0-821e-456d-838f-9a6567e63633 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0509763 Aug 12 02:11:40.615462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-3b04202c-0b6c-41ae-a24c-ddc02484cc2d tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1060517 Aug 12 02:11:40.626034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:40.629119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-1dcfa3a4-d669-41a6-9c11-884ac6a96e39 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0468357 Aug 12 02:11:40.638838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-3207cc9e-96ca-4919-8a17-5dda6b466325 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'floatingip': {'port_id': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:40.648224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:40.678771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-3207cc9e-96ca-4919-8a17-5dda6b466325 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:40.758793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:40.805104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-d84857e6-8bfc-49bf-b71f-9252e340157e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963428 Aug 12 02:11:40.864997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Allocated IP 172.25.3.4 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3d5fecb6-5cb4-424e-9819-6e789af292ee) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:40.923298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:11:40.940890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-70c86f12-ca56-4ecc-a746-3f5d363282f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:40.942482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-70c86f12-ca56-4ecc-a746-3f5d363282f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1096 time: 0.0900249 Aug 12 02:11:40.961608 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-3207cc9e-96ca-4919-8a17-5dda6b466325 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 02:11:40.977946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab4ffbad-a529-43e5-83c7-7e886f6cd8e9 req-3207cc9e-96ca-4919-8a17-5dda6b466325 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "PUT /v2.0/floatingips/3023ab6f-21da-4548-a86e-68610ed49346 HTTP/1.1" status: 409 len: 549 time: 0.3425043 Aug 12 02:11:41.012450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.069520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.086399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:41.113447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:41.114885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-05194fde-5bde-41fb-8528-8e3633d29481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.116676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-05194fde-5bde-41fb-8528-8e3633d29481 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.1379809 Aug 12 02:11:41.118073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:41.120601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:41.121062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:41.132840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c269e9-bb0d-41d9-a5e8-7632693b7c2c req-88e6944d-12ec-4b33-b445-3a4fe17f7e9b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.134114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67c269e9-bb0d-41d9-a5e8-7632693b7c2c req-88e6944d-12ec-4b33-b445-3a4fe17f7e9b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0692265 Aug 12 02:11:41.138985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:11:41.156175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:41.160533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:41.161331 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.163243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=3d5fecb6-5cb4-424e-9819-6e789af292ee,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:41.222608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-70b9cad7-a57e-4c99-8a04-02e779c59c30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 1001 time: 0.0875678 Aug 12 02:11:41.225699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67c269e9-bb0d-41d9-a5e8-7632693b7c2c req-9ac5186a-242a-46be-9bdc-202a77e0bf25 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Aug 12 02:11:41.227836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.248982 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.279104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.287953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-306e6e43-3d0e-4dcc-8f94-be41c48435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.289993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-306e6e43-3d0e-4dcc-8f94-be41c48435d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.0586960 Aug 12 02:11:41.302616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:41.310983 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.344561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-65f0a8ca-dc14-44c9-8adf-e85a84bdb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.346719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-65f0a8ca-dc14-44c9-8adf-e85a84bdb99c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474463 Aug 12 02:11:41.371889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:41.473142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.479267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.489325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01d3de31-7877-4796-adea-c9bf1d323257 req-3a9e4e19-1329-46f4-9ccb-33e1913f86b9 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips/3023ab6f-21da-4548-a86e-68610ed49346 HTTP/1.1" status: 200 len: 692 time: 0.0574601 Aug 12 02:11:41.524666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-6e97ebb1-8747-41b0-9185-7d0b067b96af service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681929 Aug 12 02:11:41.559015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=3d5fecb6-5cb4-424e-9819-6e789af292ee,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:41.563920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.578096 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:41.579492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-d3246f6f-1e6a-4383-a883-9c3d6b437476 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.9581177 Aug 12 02:11:41.632307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-ab3f140a-c385-448d-ae69-979eb618a9f8 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0467007 Aug 12 02:11:41.685579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3de31-7877-4796-adea-c9bf1d323257 req-2e6855f2-78a5-4c02-908b-f9769e05c159 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.686989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01d3de31-7877-4796-adea-c9bf1d323257 req-2e6855f2-78a5-4c02-908b-f9769e05c159 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1799722 Aug 12 02:11:41.692976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efbe6140-863a-4d93-bd4d-fad69eb204a4 req-47a1c2e1-3cc8-4fcf-9563-f3dd15e6cdce service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335733 Aug 12 02:11:41.737845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01d3de31-7877-4796-adea-c9bf1d323257 req-16caff93-1e3a-4eaa-a5e3-0f173d20975e tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0439172 Aug 12 02:11:41.738802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-43fd4103-2ff4-4ef9-8b83-13d82279f43c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.740229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-685a5152-1e42-489c-9fd6-7e737c2d0e73 req-43fd4103-2ff4-4ef9-8b83-13d82279f43c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1022003 Aug 12 02:11:41.792495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01d3de31-7877-4796-adea-c9bf1d323257 req-e2e86616-efeb-4b8b-9a38-00dccad77a7f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0470083 Aug 12 02:11:41.845435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02dc98-70ac-45da-a273-35ce48e77d9f req-cc702b4c-7a8a-4cd3-99cc-32cc32ccb459 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:41.846936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e02dc98-70ac-45da-a273-35ce48e77d9f req-cc702b4c-7a8a-4cd3-99cc-32cc32ccb459 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0570090 Aug 12 02:11:41.883835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e02dc98-70ac-45da-a273-35ce48e77d9f req-63a8af76-891a-4aed-9ae1-d186fe455f34 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Aug 12 02:11:41.922746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Deleting port f02b6907-d87a-4c53-9951-84ff1c897a09 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:41.923087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.005910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.006266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.029480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:42.032614 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d878329e-ce34-41a4-90cf-a6dff641abe5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:42.036039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Calling delete_port for f02b6907-d87a-4c53-9951-84ff1c897a09 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:42.062332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:42.065797 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66f0b6e-63e5-4512-a463-9f5a2fe9cb19" -d '{"events": [{"server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "name": "network-vif-plugged", "status": "completed", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:42.197767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.229030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event deleted for resources: {'Port': ['ID=f02b6907-d87a-4c53-9951-84ff1c897a09,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:42.293218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.295824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.296976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01d3de31-7877-4796-adea-c9bf1d323257 req-9cc88f4d-ca0e-4bac-be58-28ebdd145f2a tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "DELETE /v2.0/floatingips/3023ab6f-21da-4548-a86e-68610ed49346 HTTP/1.1" status: 204 len: 173 time: 0.4980857 Aug 12 02:11:42.303681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440cc35-5ec9-4c4a-b7fd-4feaef73595a req-6276fa3d-2bb6-4a4d-92d3-d9d0a31a79d5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:42.305436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5440cc35-5ec9-4c4a-b7fd-4feaef73595a req-6276fa3d-2bb6-4a4d-92d3-d9d0a31a79d5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 944 time: 0.0503290 Aug 12 02:11:42.352016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5440cc35-5ec9-4c4a-b7fd-4feaef73595a req-85fa8206-1eec-4b55-bea7-a5211a71de39 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Aug 12 02:11:42.413520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d197fca-53fd-4aff-9dc6-be678dee4b8d req-27097a07-9264-47fe-96ed-4e39c1992fcf tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:42.416146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d197fca-53fd-4aff-9dc6-be678dee4b8d req-27097a07-9264-47fe-96ed-4e39c1992fcf tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 950 time: 0.0647383 Aug 12 02:11:42.462657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d197fca-53fd-4aff-9dc6-be678dee4b8d req-8b554c6e-e494-48d5-8f90-5c9526b8e4e6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Aug 12 02:11:42.539776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4c6bd57-ce1d-408b-8db1-4e09587f4dce req-4ecee0d7-8877-499b-9863-fa1f831823c7 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9e6c43043d56496393635aacbb1ac1e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210142 Aug 12 02:11:42.626066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-b15cc82c-e0ef-4b72-bbfd-f8a922b57d91 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1363401 Aug 12 02:11:42.642776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:42.654287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6bd57-ce1d-408b-8db1-4e09587f4dce req-a7312465-8b11-4f0a-8fac-1a7a524694d5 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:42.656586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4c6bd57-ce1d-408b-8db1-4e09587f4dce req-a7312465-8b11-4f0a-8fac-1a7a524694d5 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110053 Aug 12 02:11:42.662960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-046fc4bd-dd03-4df2-a71d-6bbc0898d9ca service neutron] 10.222.0.21 "GET /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.0960722 Aug 12 02:11:42.671833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4c6bd57-ce1d-408b-8db1-4e09587f4dce req-ff3b141d-01e1-4648-b9fa-b6a13c1f7df6 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/quotas/9e6c43043d56496393635aacbb1ac1e0 HTTP/1.1" status: 200 len: 375 time: 0.0103290 Aug 12 02:11:42.676239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.705262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4c6bd57-ce1d-408b-8db1-4e09587f4dce req-a4a27895-994f-40dc-9928-9fabb9eaa02a tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e6c43043d56496393635aacbb1ac1e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274804 Aug 12 02:11:42.796019 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7633b3-c4f6-4cac-b913-e6ffd015afb4 x-openstack-request-id: req-cb7633b3-c4f6-4cac-b913-e6ffd015afb4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:42.796521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:42.796521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb7633b3-c4f6-4cac-b913-e6ffd015afb4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:42.796912 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'status': 'completed', 'code': 200} Aug 12 02:11:42.823335 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753c92d4-7407-4b76-abf7-956705891537 x-openstack-request-id: req-753c92d4-7407-4b76-abf7-956705891537 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:42.823668 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "name": "network-vif-plugged", "status": "completed", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:42.823918 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-753c92d4-7407-4b76-abf7-956705891537 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:42.824493 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', 'code': 200} Aug 12 02:11:42.927720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:42.930921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:42.938769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21ac26-b4e7-474d-b24d-0d0cb17794a2 req-f970f2b0-7301-4cca-8b7e-506264dd4c47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:42.944907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f21ac26-b4e7-474d-b24d-0d0cb17794a2 req-f970f2b0-7301-4cca-8b7e-506264dd4c47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0750299 Aug 12 02:11:42.988355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f21ac26-b4e7-474d-b24d-0d0cb17794a2 req-7d978aa7-d715-4aff-8bf5-d8a356e87168 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Aug 12 02:11:43.010423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:11:43.064542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:43.065642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.114881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cde1b0-69ea-4d7c-9ca3-7ded8d586b6f req-845d0af4-2b81-4393-93a9-813fea3e9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:43.116583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5cde1b0-69ea-4d7c-9ca3-7ded8d586b6f req-845d0af4-2b81-4393-93a9-813fea3e9ff0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 1101 time: 0.1271424 Aug 12 02:11:43.132200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-c1422225-8610-4aac-a103-024386011a1b tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.1060290 Aug 12 02:11:43.202826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-2f018e14-c8db-4f72-9143-09f401f02d80 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:43.204424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-2f018e14-c8db-4f72-9143-09f401f02d80 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports/8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 942 time: 0.0634673 Aug 12 02:11:43.211986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5cde1b0-69ea-4d7c-9ca3-7ded8d586b6f req-def6ed92-6f05-42d9-bdfb-3e7b9a161d98 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784526 Aug 12 02:11:43.282337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:43.318851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-120b5b89-8668-4bc8-8cef-4685e8e39345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:43.320376 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-120b5b89-8668-4bc8-8cef-4685e8e39345 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1125 time: 0.4114602 Aug 12 02:11:43.348313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-21ac1f42-d49c-4f8d-96a5-e5e29ef7bfd0 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.0603724 Aug 12 02:11:43.352482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237f495f-7a45-4b10-a4cd-c5fb43885346 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:43.368686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:43.395036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Allocated IP 172.25.3.199 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/08af809a-4081-4246-af9e-393edb1004d0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:43.397080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.457078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-5a4cff60-83d5-4e59-acbe-2feb0b495d80 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:43.458388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-5a4cff60-83d5-4e59-acbe-2feb0b495d80 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1042399 Aug 12 02:11:43.473846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-b5763f4f-3b5c-4a7a-a2dc-98da1cbfa6fc tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:11:43.474826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-b5763f4f-3b5c-4a7a-a2dc-98da1cbfa6fc tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057588 Aug 12 02:11:43.542460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-611d53eb-d325-4781-8753-5b589570f2b4 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 1000 time: 0.0605509 Aug 12 02:11:43.542871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] Transition to ACTIVE for port object 237f495f-7a45-4b10-a4cd-c5fb43885346 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:43.549501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.552779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:43.565493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.613653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.692310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] No DVR routers for this DVR port 237f495f-7a45-4b10-a4cd-c5fb43885346 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:43.702010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] Pushing event updated for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:43.758767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.759532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-e33dd86e-51eb-474f-b4ae-75dab57e1bff service neutron] 10.222.0.21 "PUT /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0888278 Aug 12 02:11:43.762473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.762730 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Floating IP 86664510-1a05-4161-be89-96ccab619cfb disassociated. External IP: 172.25.3.80, port: 8ae73f61-e753-4334-bb21-49dc49828e8d. Aug 12 02:11:43.765690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:43.777853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-16dbdc0f-7260-4a86-9179-dd8c23e7e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:43.779972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-16dbdc0f-7260-4a86-9179-dd8c23e7e289 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1863375 Aug 12 02:11:43.805833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:43.811743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:43.817843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:43.880065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=08af809a-4081-4246-af9e-393edb1004d0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:43.894071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-e65813a3-9490-4781-a2ab-94bf8617a0d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.0722637 Aug 12 02:11:43.982776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:44.003062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-8f4898ff-eea2-40e3-8fbe-55d1d3babb08 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.004580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-8f4898ff-eea2-40e3-8fbe-55d1d3babb08 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1217716 Aug 12 02:11:44.012295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-b940b919-b178-42ab-93fa-a01f0890c092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.013694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-b940b919-b178-42ab-93fa-a01f0890c092 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1005437 Aug 12 02:11:44.078444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-d70ed1b3-37fb-4ba8-8b47-9e76458d916e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507421 Aug 12 02:11:44.080082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.165886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-3d3e6734-59c1-45af-927a-74f79a69624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.167418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-3d3e6734-59c1-45af-927a-74f79a69624a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad&tenant_id=94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 1096 time: 0.1514628 Aug 12 02:11:44.179786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.286168 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-479f4550-f3dc-466c-b7f7-70390fb4b758 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979463 Aug 12 02:11:44.334690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-b81ef384-7e04-4bc1-8d07-cae79ba4d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.336218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-b81ef384-7e04-4bc1-8d07-cae79ba4d064 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1096 time: 0.1332717 Aug 12 02:11:44.346957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:44.351820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.359783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Sync routers for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:44.369957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:44.370696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:44.379182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-d14c94e7-4cb0-4573-8606-11ce0717745c tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "PUT /v2.0/floatingips/86664510-1a05-4161-be89-96ccab619cfb HTTP/1.1" status: 200 len: 694 time: 0.8303311 Aug 12 02:11:44.379878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:44.382408 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f222c9-9c01-4466-bbd4-ce3d263e536f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:44.438170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-106dbd82-84bc-45e0-874f-90e62b79d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.439686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-106dbd82-84bc-45e0-874f-90e62b79d98b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1096 time: 0.0420902 Aug 12 02:11:44.500500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:44.527501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d878329e-ce34-41a4-90cf-a6dff641abe5 req-1b9c7343-a3db-4e99-b77d-af000903ea05 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250087 Aug 12 02:11:44.531328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-acffdea1-db94-4d75-bde7-e1e41e56fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.532717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-acffdea1-db94-4d75-bde7-e1e41e56fdee service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1829190 Aug 12 02:11:44.534725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-eb33756a-82d1-4124-9050-5608850e95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.536292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-eb33756a-82d1-4124-9050-5608850e95df service neutron] 10.222.0.11 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 930 time: 0.0903325 Aug 12 02:11:44.585601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-0fa5cb01-3a8a-46c9-bb25-dfe7c50695b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 217 time: 0.0431952 Aug 12 02:11:44.585864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.588561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-9b888f0c-d49d-417e-98bb-d88691f2495c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.0472901 Aug 12 02:11:44.592380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.635718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-b55972b5-f5a7-43a0-819a-c88088bb1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.637276 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-b55972b5-f5a7-43a0-819a-c88088bb1985 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.0447516 Aug 12 02:11:44.699155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-476774f3-0823-4a8a-87c9-1feeb11156ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.704000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-476774f3-0823-4a8a-87c9-1feeb11156ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591180 Aug 12 02:11:44.707835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-84bc6320-a99a-4eee-9c1f-b5e9b02073a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:44.709469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-84bc6320-a99a-4eee-9c1f-b5e9b02073a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1114266 Aug 12 02:11:44.712013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event updated for resources: {'Port': ['ID=08af809a-4081-4246-af9e-393edb1004d0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:44.748640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-a78a7e89-3e4d-42ef-8f63-6d9f1bc26c3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294764 Aug 12 02:11:44.751786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.804923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:44.806204 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-9bd8be26-464d-435f-be05-21a0de7f080c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1697729 Aug 12 02:11:44.845557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-3eaeaa8a-b43e-439f-ad2e-bb3234e93263 service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339138 Aug 12 02:11:44.873626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:44.876337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-b45a919a-bf29-4f50-92fc-582307e096b2 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0596957 Aug 12 02:11:44.910086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Checking router: 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:44.919209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:44.920235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:44.938957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-43324810-6866-42d4-bcbe-1227124e5b8b service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805286 Aug 12 02:11:44.956204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e5f2b4b-aea6-402f-930c-fc2b562caeee req-ab8fb93e-ff53-480c-a721-e23cbeab4bff service neutron] 10.222.0.11 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090102 Aug 12 02:11:45.043878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:45.055210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-2288153f-09ec-4668-befe-f0492d4e0581 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.056589 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c53b371-e371-4caa-b4da-da6f0349cfc1 req-2288153f-09ec-4668-befe-f0492d4e0581 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1740091 Aug 12 02:11:45.084657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-84d97ff7-57e1-4899-adb6-b6df3060db7d service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312623 Aug 12 02:11:45.181194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187eeb15-f807-4639-a514-79297a011e8b req-59317ff2-2ea9-4e24-ad32-282fe2d65aa3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.182696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-187eeb15-f807-4639-a514-79297a011e8b req-59317ff2-2ea9-4e24-ad32-282fe2d65aa3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0591278 Aug 12 02:11:45.239506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-187eeb15-f807-4639-a514-79297a011e8b req-f25e97c3-fad0-49db-9b67-b1bf2e30a6c9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486498 Aug 12 02:11:45.292031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:45.324557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:45.327308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b420bdf1-252d-4863-a7b2-ea8102ab0cf4 None None] The sync data for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 is: [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:10:54Z', 'revision_number': 4, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ee0d824c-c200-4bbd-a129-bfc9cfbac236', 'name': '', 'network_id': '4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'mac_address': 'fa:16:3e:e8:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:52Z', 'updated_at': '2021-08-12T02:11:06Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'subnets': [{'id': 'fe544a29-22f2-4877-b69b-a875a9fc2356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:45.335280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c340-58ec-46c6-baeb-a849eb171150 req-fa10166b-ec32-4b36-820f-e59e0217a433 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.336811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42b0c340-58ec-46c6-baeb-a849eb171150 req-fa10166b-ec32-4b36-820f-e59e0217a433 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 945 time: 0.0649376 Aug 12 02:11:45.367683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:45.382050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42b0c340-58ec-46c6-baeb-a849eb171150 req-ac7a0ace-4253-40c6-b6bf-e25213819c88 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379145 Aug 12 02:11:45.393730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965172be-262c-43a0-92fd-64e6223edfbf req-e3684be4-beac-4736-9ea3-09ce943f46b3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.395932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-965172be-262c-43a0-92fd-64e6223edfbf req-e3684be4-beac-4736-9ea3-09ce943f46b3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 950 time: 0.0918462 Aug 12 02:11:45.398348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-021070d3-cfac-4bce-b17e-bad84f26623b tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.400040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-021070d3-cfac-4bce-b17e-bad84f26623b tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.0837839 Aug 12 02:11:45.465194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-965172be-262c-43a0-92fd-64e6223edfbf req-1ecdbc79-5a5c-4643-b759-fac29aa9178a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Aug 12 02:11:45.490609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc38ffd-f679-4a03-91db-0627bc257743 req-7e382d1f-d359-41b0-803f-04bbb44dd7b9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.492187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6cc38ffd-f679-4a03-91db-0627bc257743 req-7e382d1f-d359-41b0-803f-04bbb44dd7b9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0520911 Aug 12 02:11:45.533730 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0033c316-70a7-4ded-9ab0-1d87f09780db x-openstack-request-id: req-0033c316-70a7-4ded-9ab0-1d87f09780db {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:45.534122 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:45.534429 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0033c316-70a7-4ded-9ab0-1d87f09780db {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:45.535038 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'status': 'completed', 'code': 200} Aug 12 02:11:45.544184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6cc38ffd-f679-4a03-91db-0627bc257743 req-c9d64955-59c6-4ab5-b3e5-a1f6a2edd7c9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Aug 12 02:11:45.547066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-6410687e-d7b4-40e4-8079-5ace6382e1ca service neutron] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:45.559296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-6410687e-d7b4-40e4-8079-5ace6382e1ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:45.559296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443aea5b-b2e4-48c1-aaf5-91f9aff25f2f req-6410687e-d7b4-40e4-8079-5ace6382e1ca service neutron] 10.222.0.25 "DELETE /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.1434746 Aug 12 02:11:45.604858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-3a05fcce-39e5-4ef5-86b7-4b8e21d158b7 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips/86664510-1a05-4161-be89-96ccab619cfb HTTP/1.1" status: 200 len: 694 time: 0.0590885 Aug 12 02:11:45.620603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab93f881-7000-4320-9a21-35cfa140884f req-129621cc-050c-460b-8c3a-1eeb9f4e6803 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips/be1fa4b7-959d-4bd9-b301-700b29ccff2a HTTP/1.1" status: 200 len: 693 time: 0.0484383 Aug 12 02:11:45.687263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-e2a9ac1e-3fce-4a9e-8cfd-f84a260ad090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.688798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-e2a9ac1e-3fce-4a9e-8cfd-f84a260ad090 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 1096 time: 0.0995817 Aug 12 02:11:45.728744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93f881-7000-4320-9a21-35cfa140884f req-be29244a-db48-4c17-969b-b1682881a31c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.730831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab93f881-7000-4320-9a21-35cfa140884f req-be29244a-db48-4c17-969b-b1682881a31c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1040087 Aug 12 02:11:45.802064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-6b832aab-fbe0-4088-bb41-351fff54dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.803456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-6b832aab-fbe0-4088-bb41-351fff54dcbc tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1818306 Aug 12 02:11:45.865334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-b237f72f-4bd2-4360-ae7a-497ea1bd1d07 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 697 time: 0.0544231 Aug 12 02:11:45.881869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-0aff03c0-9466-40cb-a648-f714033589fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.883277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-0aff03c0-9466-40cb-a648-f714033589fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 200 len: 930 time: 0.1750171 Aug 12 02:11:45.911229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaa92c-91a9-4ef3-a976-74d179fa86be req-01bfab67-5b3a-429a-90ee-c87927e00d2d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:45.913006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9faaa92c-91a9-4ef3-a976-74d179fa86be req-01bfab67-5b3a-429a-90ee-c87927e00d2d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 949 time: 0.0507519 Aug 12 02:11:45.953352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9faaa92c-91a9-4ef3-a976-74d179fa86be req-65f0739b-1a42-4299-be2b-5b0d7a17f9a0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Aug 12 02:11:46.035312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-418187dc-3162-4dde-94d2-9e6a083487d0 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips/be1fa4b7-959d-4bd9-b301-700b29ccff2a HTTP/1.1" status: 200 len: 693 time: 0.0549057 Aug 12 02:11:46.176265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-d63671c4-6be5-4a8e-8ea7-bf19711c2049 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:46.177809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-d63671c4-6be5-4a8e-8ea7-bf19711c2049 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1352577 Aug 12 02:11:46.229102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-5105301a-f7a9-4973-9899-4014bc220fe4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 200 len: 217 time: 0.3188541 Aug 12 02:11:46.232747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-c5701865-1cef-469d-b47b-7f071a6c1180 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 697 time: 0.3603113 Aug 12 02:11:46.236676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-78f754c7-a22c-4f44-acd1-340239b0bb3e tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0519724 Aug 12 02:11:46.254916 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fce13-9ea0-45ef-87e7-85c12b1327c2 None None] New status for floating IP 86664510-1a05-4161-be89-96ccab619cfb: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:11:46.287278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-b0c86bbf-f19c-4b68-a77f-bbdc1ecb297b tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0442429 Aug 12 02:11:46.354197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-c2abc27d-4331-4fdf-bba0-8319d6766703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:46.355709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-c2abc27d-4331-4fdf-bba0-8319d6766703 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 200 len: 868 time: 0.1180580 Aug 12 02:11:46.424437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Deleting port 08af809a-4081-4246-af9e-393edb1004d0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:46.424694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.430720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-cd28cef8-bab2-48d9-b10a-2f816aa04f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:46.432237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-cd28cef8-bab2-48d9-b10a-2f816aa04f0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559416 Aug 12 02:11:46.434334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Deleting port 3d9705b6-b82d-4e93-bbee-4ca55babc7c0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:46.434676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.519173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.519523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.536697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Calling delete_port for 08af809a-4081-4246-af9e-393edb1004d0 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:46.576626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.576966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.598270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Calling delete_port for 3d9705b6-b82d-4e93-bbee-4ca55babc7c0 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:46.601463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-efca2f7e-cdc2-4282-b6d2-696e5bd36ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547163 Aug 12 02:11:46.680116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.708419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event deleted for resources: {'Port': ['ID=08af809a-4081-4246-af9e-393edb1004d0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:46.753992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32f222c9-9c01-4466-bbd4-ce3d263e536f req-6e217b05-dd19-497b-91ef-9687ebfd79a3 service neutron] 10.222.0.21 "GET /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443210 Aug 12 02:11:46.771574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.778116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.779558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-299cc5e6-a1aa-4bd7-8942-3c38b27581b0 req-983bf1bb-3da6-4eba-9ce3-c56ce22b4a16 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "DELETE /v2.0/floatingips/be1fa4b7-959d-4bd9-b301-700b29ccff2a HTTP/1.1" status: 204 len: 173 time: 0.4847567 Aug 12 02:11:46.808550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.834910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event deleted for resources: {'Port': ['ID=3d9705b6-b82d-4e93-bbee-4ca55babc7c0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:46.900958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.905147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:46.906452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef9b1674-debb-4e8a-9667-a718ecc48fb3 req-65d40adc-149a-4852-b6e9-d847864c4249 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "DELETE /v2.0/floatingips/86664510-1a05-4161-be89-96ccab619cfb HTTP/1.1" status: 204 len: 173 time: 0.6609218 Aug 12 02:11:47.084309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082b291-b278-4272-8ab6-2f26e5336858 req-a4d4c981-feb6-4e7d-9228-448eb75c97b3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.085764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d082b291-b278-4272-8ab6-2f26e5336858 req-a4d4c981-feb6-4e7d-9228-448eb75c97b3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0479407 Aug 12 02:11:47.125055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d082b291-b278-4272-8ab6-2f26e5336858 req-cea12afa-4027-4d7c-9321-9907ad4a7d6d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Aug 12 02:11:47.229759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d838-61c9-41b6-938c-e6a94720ba74 req-8d38874e-bab4-4fc4-b14e-6f91f528f380 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.236065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2d838-61c9-41b6-938c-e6a94720ba74 req-8d38874e-bab4-4fc4-b14e-6f91f528f380 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.237647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbd2d838-61c9-41b6-938c-e6a94720ba74 req-8d38874e-bab4-4fc4-b14e-6f91f528f380 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3&device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 1690 time: 0.0584230 Aug 12 02:11:47.238751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482c1a2-adc0-40e5-9d93-af3ae28b691c req-50e15c22-d057-4019-b34b-cd409c098ebf tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.240363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6482c1a2-adc0-40e5-9d93-af3ae28b691c req-50e15c22-d057-4019-b34b-cd409c098ebf tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 945 time: 0.0513823 Aug 12 02:11:47.276013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbd2d838-61c9-41b6-938c-e6a94720ba74 req-3518e2d7-c2cd-4b10-8fbe-ae4d1e0660df tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322633 Aug 12 02:11:47.277146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6482c1a2-adc0-40e5-9d93-af3ae28b691c req-91a453fb-6592-47a9-ac4e-8c2015d05871 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Aug 12 02:11:47.374115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6c347-554b-44cf-b9e6-382742dc4fbe req-13e878f2-73c6-40b5-bf0f-84500ebf6500 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.375798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02e6c347-554b-44cf-b9e6-382742dc4fbe req-13e878f2-73c6-40b5-bf0f-84500ebf6500 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0496767 Aug 12 02:11:47.415941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02e6c347-554b-44cf-b9e6-382742dc4fbe req-ce6f6388-7317-4b72-ab17-d8c61e7e67bb tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340986 Aug 12 02:11:47.489483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ba637-e94f-482a-809b-bfe85ab90c7d req-5f93c3c0-63d6-4dff-9b49-6c2db6b7859f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.491079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd0ba637-e94f-482a-809b-bfe85ab90c7d req-5f93c3c0-63d6-4dff-9b49-6c2db6b7859f tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1897297 Aug 12 02:11:47.524543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-421ecef5-1b3f-4e2d-b844-bd2f876e61f3 req-4da2028d-7b5e-4395-8e82-169f92d8d8a6 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9e6c43043d56496393635aacbb1ac1e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236361 Aug 12 02:11:47.636046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ecef5-1b3f-4e2d-b844-bd2f876e61f3 req-2394828d-2e83-4f47-a507-c58eccab7032 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.637544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-421ecef5-1b3f-4e2d-b844-bd2f876e61f3 req-2394828d-2e83-4f47-a507-c58eccab7032 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067221 Aug 12 02:11:47.640736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:47.655040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-421ecef5-1b3f-4e2d-b844-bd2f876e61f3 req-9706ed8b-0873-4c24-b516-8fb08bd48740 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/quotas/9e6c43043d56496393635aacbb1ac1e0 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Aug 12 02:11:47.686819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-421ecef5-1b3f-4e2d-b844-bd2f876e61f3 req-f1d078a5-e27f-4c82-8420-2dc5079661a0 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e6c43043d56496393635aacbb1ac1e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276337 Aug 12 02:11:47.706946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52e67-6991-45fe-9383-7ceba5788723 req-de61dee0-3a6b-464c-8b03-00b78e2948b4 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.708587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fae52e67-6991-45fe-9383-7ceba5788723 req-de61dee0-3a6b-464c-8b03-00b78e2948b4 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0883222 Aug 12 02:11:47.753233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fae52e67-6991-45fe-9383-7ceba5788723 req-723ebbfe-d120-40af-a4e9-5c7d42a511b2 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0387335 Aug 12 02:11:47.820405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d4e008f-9e86-4559-a8fa-b93bf1d773ed req-474ea93c-9a60-40f6-ac0d-faa02cf4fade tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=fc22175ae9754c30892ccf7999dea540 HTTP/1.1" status: 200 len: 1655 time: 0.0538940 Aug 12 02:11:47.841692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9810a0-be0d-4576-a30c-dc48b7ba0f79 req-ed211db7-f1fa-4588-8c7b-80ed2da3a87c tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.843132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b9810a0-be0d-4576-a30c-dc48b7ba0f79 req-ed211db7-f1fa-4588-8c7b-80ed2da3a87c tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 1101 time: 0.0406556 Aug 12 02:11:47.876740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b9810a0-be0d-4576-a30c-dc48b7ba0f79 req-b6cbbe95-3000-4ffc-859f-cd2e6ef4e361 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276966 Aug 12 02:11:47.929460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e008f-9e86-4559-a8fa-b93bf1d773ed req-8135ffc0-920f-49a8-a710-564ceb792c8c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.930937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d4e008f-9e86-4559-a8fa-b93bf1d773ed req-8135ffc0-920f-49a8-a710-564ceb792c8c tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks?id=041c2f44-0715-49c8-a396-a4fed33f0388&id=041c2f44-0715-49c8-a396-a4fed33f0388&id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 787 time: 0.1038098 Aug 12 02:11:47.972156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf56c2-de39-4031-ac1d-f8c32f351f6e req-aee3785f-6442-42eb-97d2-8a81d3b5f99a tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:47.973664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6fbf56c2-de39-4031-ac1d-f8c32f351f6e req-aee3785f-6442-42eb-97d2-8a81d3b5f99a tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1096 time: 0.0439255 Aug 12 02:11:48.008777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6fbf56c2-de39-4031-ac1d-f8c32f351f6e req-232dd6e4-2f98-48fa-9cfc-18eb4d4878f9 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289130 Aug 12 02:11:48.067777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a089ceb6-c7e4-4d02-b5e7-bc549b4fec12 req-c88b844e-d5f3-473a-bb93-b69d7dcc2514 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0365674 Aug 12 02:11:48.139274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d838263d-546f-4a23-aee8-83763a8264c2 req-b7cee80b-9e53-4a4b-96f7-1061ef718624 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips/45075163-dafb-4734-924c-fff6411eacca HTTP/1.1" status: 200 len: 691 time: 0.0489948 Aug 12 02:11:48.165303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edd145-1edf-45d1-85e4-375832cdab88 req-f2171113-9668-4b62-921d-3b90dac96d25 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:48.167449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00edd145-1edf-45d1-85e4-375832cdab88 req-f2171113-9668-4b62-921d-3b90dac96d25 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 1100 time: 0.0445521 Aug 12 02:11:48.202899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00edd145-1edf-45d1-85e4-375832cdab88 req-8acd2c93-a1af-4cef-a1d4-c5b8435219cf tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287013 Aug 12 02:11:48.244838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838263d-546f-4a23-aee8-83763a8264c2 req-9d34228c-8c94-434d-9f64-a27453acb092 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:48.246126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d838263d-546f-4a23-aee8-83763a8264c2 req-9d34228c-8c94-434d-9f64-a27453acb092 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1014225 Aug 12 02:11:48.301133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d838263d-546f-4a23-aee8-83763a8264c2 req-115900d8-5c59-4f4c-9689-6319ac4d1695 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0483220 Aug 12 02:11:48.350126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d838263d-546f-4a23-aee8-83763a8264c2 req-fb94b5fb-ed8b-4296-885c-0b009c9161a0 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.4 HTTP/1.1" status: 200 len: 694 time: 0.0428040 Aug 12 02:11:48.485493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Deleting port 3d5fecb6-5cb4-424e-9819-6e789af292ee {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:48.485830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.569195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.569793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.582480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Calling delete_port for 3d5fecb6-5cb4-424e-9819-6e789af292ee owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:48.598519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ecf34-0c4c-4611-af76-ca747d6cd332 req-651eb20d-ff95-41d1-bf14-8aeeee1ff2b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:48.600075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-647ecf34-0c4c-4611-af76-ca747d6cd332 req-651eb20d-ff95-41d1-bf14-8aeeee1ff2b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0547388 Aug 12 02:11:48.638658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-647ecf34-0c4c-4611-af76-ca747d6cd332 req-fbc294e8-9f7e-4bdb-8730-e3d13c6a77ea tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Aug 12 02:11:48.717882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.756593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event deleted for resources: {'Port': ['ID=3d5fecb6-5cb4-424e-9819-6e789af292ee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:48.813419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.815953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:48.817092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d838263d-546f-4a23-aee8-83763a8264c2 req-22b7c262-2de1-43df-b980-b8501ebdacf9 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "DELETE /v2.0/floatingips/45075163-dafb-4734-924c-fff6411eacca HTTP/1.1" status: 204 len: 173 time: 0.4614491 Aug 12 02:11:48.819583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-c444c7e4-557f-469c-a75f-7e5b84930190 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:48.821000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-c444c7e4-557f-469c-a75f-7e5b84930190 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.1101234 Aug 12 02:11:48.838012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-8cb252a1-57b9-43b4-84db-0fb73dbd43d8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/quotas/94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Aug 12 02:11:48.895178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-55470802-e401-4de1-960a-e628cd687f44 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509679 Aug 12 02:11:48.989416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-e143cc02-ad44-468a-b6e2-77faee4b4c9a service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870929 Aug 12 02:11:49.098940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-43c71034-c9be-4b3f-b400-c617e14ab9a1 service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032047 Aug 12 02:11:49.142164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8e236-06a3-4d9b-a42d-579dbec9a7db req-bd2d400c-87b3-4479-af9c-e46a8fed4e93 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:49.143708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdd8e236-06a3-4d9b-a42d-579dbec9a7db req-bd2d400c-87b3-4479-af9c-e46a8fed4e93 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0545306 Aug 12 02:11:49.182667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdd8e236-06a3-4d9b-a42d-579dbec9a7db req-1500772e-6871-4aac-9417-70f6fd55ab57 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331087 Aug 12 02:11:49.258432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-11b84ae8-b0a1-4292-bad1-d763be530f2e tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips/73c4c7dd-b24e-46cd-89e3-d06c68ca8c17 HTTP/1.1" status: 200 len: 693 time: 0.0489829 Aug 12 02:11:49.301535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d35fd-8b55-4a55-8c12-abb1888dece6 req-14ea8610-4313-49c3-840d-8c0b15ca2a7f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:49.303176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c27d35fd-8b55-4a55-8c12-abb1888dece6 req-14ea8610-4313-49c3-840d-8c0b15ca2a7f tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 945 time: 0.0527544 Aug 12 02:11:49.347057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c27d35fd-8b55-4a55-8c12-abb1888dece6 req-5bc8166b-0367-4c63-9e6d-22d17a6ebe09 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/security-groups?id=00ca2a6a-2f75-450b-ae9d-62028d67cac1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Aug 12 02:11:49.375593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-94750226-a5ad-4074-86f1-7b0ab6319247 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:49.383366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-94750226-a5ad-4074-86f1-7b0ab6319247 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1179509 Aug 12 02:11:49.437668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-8792e59c-712e-49b2-aece-f6b2f8118cd2 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0533981 Aug 12 02:11:49.476340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-8b51a855-765b-48ec-b9e6-492bfff176ed tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342615 Aug 12 02:11:49.499300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-a5131e88-c81a-4f8e-8761-5ee572a1754a tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.182 HTTP/1.1" status: 200 len: 696 time: 0.0550382 Aug 12 02:11:49.594342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-27673d22-a5bb-4805-bf99-caeee2439ddc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:49.595937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-27673d22-a5bb-4805-bf99-caeee2439ddc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1128213 Aug 12 02:11:49.611705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-320a3af1-6bc3-4695-ab07-71ab1bf6490b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0100868 Aug 12 02:11:49.636390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Deleting port 561018ea-fe50-4b49-ac55-f61a6f974ff5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:49.636981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.674783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-e090b41b-f74c-4e94-bd60-8daf8bc8640a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576236 Aug 12 02:11:49.723345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.723706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.736816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Calling delete_port for 561018ea-fe50-4b49-ac55-f61a6f974ff5 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:49.875649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.901029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event deleted for resources: {'Port': ['ID=561018ea-fe50-4b49-ac55-f61a6f974ff5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:49.962172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.965244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:49.967274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0a09df8-6630-41a9-8c53-2fa853900c60 req-955d2077-3800-4d00-821a-78cde3668e37 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "DELETE /v2.0/floatingips/73c4c7dd-b24e-46cd-89e3-d06c68ca8c17 HTTP/1.1" status: 204 len: 173 time: 0.4671710 Aug 12 02:11:50.058768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8209991-aaa0-4edd-817e-bb297099b920 req-e264ee46-afda-402e-a3a6-783c1167b1f0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 210 time: 0.0274072 Aug 12 02:11:50.075406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b642bc2a-2aa2-4385-8029-4be886d7b877 req-1a228e4f-6317-4e1b-bb24-858fa648279b tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9e6c43043d56496393635aacbb1ac1e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366254 Aug 12 02:11:50.184663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642bc2a-2aa2-4385-8029-4be886d7b877 req-5f2e1f8f-6ed0-4db3-8ad4-5a9f79c77663 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.186201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b642bc2a-2aa2-4385-8029-4be886d7b877 req-5f2e1f8f-6ed0-4db3-8ad4-5a9f79c77663 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096413 Aug 12 02:11:50.204026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b642bc2a-2aa2-4385-8029-4be886d7b877 req-bb5bc460-2830-42d5-87ad-f02ddd94be66 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/quotas/9e6c43043d56496393635aacbb1ac1e0 HTTP/1.1" status: 200 len: 375 time: 0.0110569 Aug 12 02:11:50.240838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b642bc2a-2aa2-4385-8029-4be886d7b877 req-cdd79e6a-ac6c-4863-aa08-0aa993385f16 tempest-QuotasAdminNegativeTest-458083339 tempest-QuotasAdminNegativeTest-458083339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e6c43043d56496393635aacbb1ac1e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284398 Aug 12 02:11:50.301576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568be7ce-259e-45e1-9903-a78780cdb7c1 req-c8b082ab-d58e-4552-aa45-a5a9bef8f7e7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.303123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-568be7ce-259e-45e1-9903-a78780cdb7c1 req-c8b082ab-d58e-4552-aa45-a5a9bef8f7e7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0917876 Aug 12 02:11:50.314935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-019218f3-7439-4da1-8c27-c10c96eaeb63 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.316415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-019218f3-7439-4da1-8c27-c10c96eaeb63 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.21 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 945 time: 0.0728123 Aug 12 02:11:50.375307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-f4a43410-096d-4b51-92ad-0a6b4fec08b6 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips/b69ed979-9504-4cbe-bfb9-f9a8941b4128 HTTP/1.1" status: 200 len: 693 time: 0.0634794 Aug 12 02:11:50.377985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-568be7ce-259e-45e1-9903-a78780cdb7c1 req-7a89fa82-675c-4e84-b5a1-4e1df04539cf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Aug 12 02:11:50.472756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Deleting port 8ae73f61-e753-4334-bb21-49dc49828e8d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:50.473096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:50.534554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-c1ae23a6-56e2-4ed9-83cf-b90652c6180e tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.537409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-c1ae23a6-56e2-4ed9-83cf-b90652c6180e tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1612589 Aug 12 02:11:50.645080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-c5e48d3e-a226-4f64-93c0-330356539f7a tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.1011484 Aug 12 02:11:50.648400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] For port 8ae73f61-e753-4334-bb21-49dc49828e8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8ae73f61-e753-4334-bb21-49dc49828e8d,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:50.648858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:50.670675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Calling delete_port for 8ae73f61-e753-4334-bb21-49dc49828e8d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:50.708077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-af34cf8d-fb5d-4644-9e89-366f210a242d tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.161 HTTP/1.1" status: 200 len: 696 time: 0.0608582 Aug 12 02:11:50.764041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-3acccc84-b00d-4a77-845c-bdd7d785340b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.765524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-3acccc84-b00d-4a77-845c-bdd7d785340b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.2092752 Aug 12 02:11:50.808267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Request body: {'port': {'device_id': 'db84df5b-5f2c-451a-abb3-153223286553', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'admin_state_up': True, 'tenant_id': '94683b871dc544029360e92468ab5871'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:50.871918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Deleting port 275b0efe-82d7-4336-bc22-aab655a22822 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:50.872304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:50.879072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d65f5-6b7a-4a75-98ce-de3ec7721d1f req-33f61f4a-741d-4a9b-8633-2a7dd5f47a19 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:50.880709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d39d65f5-6b7a-4a75-98ce-de3ec7721d1f req-33f61f4a-741d-4a9b-8633-2a7dd5f47a19 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1345000 Aug 12 02:11:50.970680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:50.971283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:50.985294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Calling delete_port for 275b0efe-82d7-4336-bc22-aab655a22822 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:50.996765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d39d65f5-6b7a-4a75-98ce-de3ec7721d1f req-102860bb-008a-44fc-95da-f95c58261cfc tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074700 Aug 12 02:11:51.025881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.037291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:51.041312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.061773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['8ae73f61-e753-4334-bb21-49dc49828e8d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:51.083148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Pushing event deleted for resources: {'Port': ['ID=8ae73f61-e753-4334-bb21-49dc49828e8d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:51.162153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] No DVR routers for this DVR port 8ae73f61-e753-4334-bb21-49dc49828e8d on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:51.165282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.169785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1640ea2-7b44-45a3-9b1a-cbbb73c84b05 req-64946299-3f53-4391-b407-e2c167760589 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.21 "DELETE /v2.0/ports/8ae73f61-e753-4334-bb21-49dc49828e8d HTTP/1.1" status: 204 len: 173 time: 0.8310800 Aug 12 02:11:51.169785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'name': 'network-vif-deleted', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:51.172356 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a4d0a7-b87b-4ee4-b2fd-bc6377c12faf" -d '{"events": [{"server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "name": "network-vif-deleted", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:51.206340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.244073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Pushing event deleted for resources: {'Port': ['ID=275b0efe-82d7-4336-bc22-aab655a22822,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:51.342255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.345228 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.357748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:51.359579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efd5fbcb-cf3c-43c2-a128-dcba241257ad req-723224d5-2170-4f1d-ad0c-92c96b9704d1 tempest-FloatingIPDetailsTestJSON-958255156 tempest-FloatingIPDetailsTestJSON-958255156-project] 10.222.0.11 "DELETE /v2.0/floatingips/b69ed979-9504-4cbe-bfb9-f9a8941b4128 HTTP/1.1" status: 204 len: 173 time: 0.6483290 Aug 12 02:11:51.371511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Allocated IP 172.20.0.7 (c40ecc8c-d8c3-4613-9d6b-455f298d5ceb/9901f5c6-bada-4abe-ba5d-804761754cd1/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:51.436713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0030bd4c-3cc2-49b5-b855-dce3cd953df0 req-8ac715a8-097a-4bec-acea-867139d7ce35 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.0292778 Aug 12 02:11:51.530569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0164d025-7ec8-42e3-b328-fadacc8ea80c req-08a41839-0525-40ad-bd34-c52d61f5c087 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610 tempest-FloatingIPsAssociationNegativeTestJSON-1826128610-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd8a747-9ea8-4047-a3a6-b5fc0321d73c HTTP/1.1" status: 200 len: 210 time: 0.0644310 Aug 12 02:11:51.531838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-550fbe61-1380-4bea-8bc7-cb9549202d05 req-67a172e2-d7c3-4c54-b184-83b82a9d0c32 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 210 time: 0.0354345 Aug 12 02:11:51.615105 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4ed0e9-77fb-4704-bc5d-fccd98a0c09c x-openstack-request-id: req-3a4ed0e9-77fb-4704-bc5d-fccd98a0c09c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:51.615392 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bd8a747-9ea8-4047-a3a6-b5fc0321d73c", "name": "network-vif-deleted", "tag": "8ae73f61-e753-4334-bb21-49dc49828e8d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:51.615716 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a4ed0e9-77fb-4704-bc5d-fccd98a0c09c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:51.616199 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd8a747-9ea8-4047-a3a6-b5fc0321d73c', 'name': 'network-vif-deleted', 'tag': '8ae73f61-e753-4334-bb21-49dc49828e8d', 'status': 'completed', 'code': 200} Aug 12 02:11:51.651934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-4d41801e-eb5a-4107-93c4-9f56b6ea03d0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244769 Aug 12 02:11:51.888885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-b0454b38-5ff2-435b-af0d-b4df5294e492 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005213 Aug 12 02:11:51.908978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:51.947813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52016) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:52.061234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0a65392-12c3-407d-afcb-8582b3ddbf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.163671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2922f7-38c3-4c8c-8d4e-acde5bf2d65b req-db2f8292-40fd-4a7a-8be6-62adc3798d54 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:52.165201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af2922f7-38c3-4c8c-8d4e-acde5bf2d65b req-db2f8292-40fd-4a7a-8be6-62adc3798d54 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0817430 Aug 12 02:11:52.234358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af2922f7-38c3-4c8c-8d4e-acde5bf2d65b req-febee053-7a22-4cd5-ba63-be60c535c71c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549738 Aug 12 02:11:52.239302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0a65392-12c3-407d-afcb-8582b3ddbf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.243873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0a65392-12c3-407d-afcb-8582b3ddbf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.285024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d7ec6-dc14-4438-b55d-0804bbb0905e req-95bfe75f-309b-4c78-a877-4c5e0d279c3e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:52.286516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e8d7ec6-dc14-4438-b55d-0804bbb0905e req-95bfe75f-309b-4c78-a877-4c5e0d279c3e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.5776601 Aug 12 02:11:52.292563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f0a65392-12c3-407d-afcb-8582b3ddbf50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e6c43043d56496393635aacbb1ac1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396461 Aug 12 02:11:52.292563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a65392-12c3-407d-afcb-8582b3ddbf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de3b27-30cf-4b87-8c6a-c5be848eff5f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:52.292563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:52.339190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.361708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.364820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-8ccd34b0-6a1a-4bc1-b26a-ceb020661f0a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:52.366256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-8ccd34b0-6a1a-4bc1-b26a-ceb020661f0a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6997917 Aug 12 02:11:52.404980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:52.409541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.412449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.413740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54de3b27-30cf-4b87-8c6a-c5be848eff5f HTTP/1.1" status: 204 len: 168 time: 0.1210051 Aug 12 02:11:52.424532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30123c2f-6c71-47b8-9ad3-bfcab42b4eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de3b27-30cf-4b87-8c6a-c5be848eff5f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:52.516090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e8d7ec6-dc14-4438-b55d-0804bbb0905e req-a7d3b74e-5bde-4af0-a3b9-b3c8840609a1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947994 Aug 12 02:11:52.543292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.552049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be398ed1-a6c1-4106-8fdf-387692a31b77 req-7c47080f-c877-4100-ad25-956a8e568e73 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.0348833 Aug 12 02:11:52.560647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-45082a01-aaba-4b07-975f-ce7f1c631024 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:52.563882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-45082a01-aaba-4b07-975f-ce7f1c631024 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6590452 Aug 12 02:11:52.607780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:52.649271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:52.777988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:52.808722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:52.824151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:52.834907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:52.837380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:52.850719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000ff4e9-f9d6-4b18-b220-b51ca3bae740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:52.977218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc078de-78c2-4685-a320-3bd390bdab13 req-2238ab66-65cc-4b75-999d-31c90f1ec479 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:52.978806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cc078de-78c2-4685-a320-3bd390bdab13 req-2238ab66-65cc-4b75-999d-31c90f1ec479 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 931 time: 0.3335547 Aug 12 02:11:52.988462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:52.991948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.017054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:53.017659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.215879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cc078de-78c2-4685-a320-3bd390bdab13 req-523a6c36-ca9a-44fa-aa56-ff5063203e3b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068319 Aug 12 02:11:53.255026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.342818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8ae73f61-e753-4334-bb21-49dc49828e8d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:53.350292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.61 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/0a0723ec-bc8a-4e70-98a7-fefd5945be27) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:53.354564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.363273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000ff4e9-f9d6-4b18-b220-b51ca3bae740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.366561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 8ae73f61-e753-4334-bb21-49dc49828e8d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:53.366905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8ae73f61-e753-4334-bb21-49dc49828e8d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:53.406124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-000ff4e9-f9d6-4b18-b220-b51ca3bae740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.428042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-ffd6f669-caf2-43f3-9c90-0b38f7020398 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6249990 Aug 12 02:11:53.446857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d1ac1-3b90-49c3-9cc1-69e0479ffc35 req-ae3a8b1d-2141-44c2-a73a-1084f379659d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:53.448428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d6d1ac1-3b90-49c3-9cc1-69e0479ffc35 req-ae3a8b1d-2141-44c2-a73a-1084f379659d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1126337 Aug 12 02:11:53.470495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Request body: {'port': {'device_id': 'db84df5b-5f2c-451a-abb3-153223286553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:53.514063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d6d1ac1-3b90-49c3-9cc1-69e0479ffc35 req-4034c439-d7b9-480f-ba7a-46ae41e2ec6b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Aug 12 02:11:53.553093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:11:53.556896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.578305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-000ff4e9-f9d6-4b18-b220-b51ca3bae740 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a93121a7b7124426a5c2c38ba48b2abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881172 Aug 12 02:11:53.579056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ff4e9-f9d6-4b18-b220-b51ca3bae740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb40e05-6ce7-49ee-81a5-e812fcb464ef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:53.585741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:53.603302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Deleting port ee0d824c-c200-4bbd-a129-bfc9cfbac236 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:53.603705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.671070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01bff4b1-ccb1-4ce9-9d4a-d4e07b070899 req-45a1e9ed-950d-435e-b9ce-047f725f5c41 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.0313582 Aug 12 02:11:53.707381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] For port ee0d824c-c200-4bbd-a129-bfc9cfbac236, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee0d824c-c200-4bbd-a129-bfc9cfbac236,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:53.707776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.723529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Calling delete_port for ee0d824c-c200-4bbd-a129-bfc9cfbac236 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:53.847618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.914495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:53.940455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0d824c-c200-4bbd-a129-bfc9cfbac236,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:53.967979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977b01a-394e-459c-9cff-d10bd2f649cb req-9011e5a6-f6e3-4e92-ad43-a3b781e5132f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:53.969696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d977b01a-394e-459c-9cff-d10bd2f649cb req-9011e5a6-f6e3-4e92-ad43-a3b781e5132f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.3607438 Aug 12 02:11:54.025236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.080370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.112432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.112847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.205308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d977b01a-394e-459c-9cff-d10bd2f649cb req-564b8bea-f5df-4d8a-818d-3d9c9c8547da tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051802 Aug 12 02:11:54.212416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 0a0723ec-bc8a-4e70-98a7-fefd5945be27 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:54.350520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.352969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.354091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eb40e05-6ce7-49ee-81a5-e812fcb464ef HTTP/1.1" status: 204 len: 168 time: 0.7572129 Aug 12 02:11:54.387351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe4dd-465e-46d6-a871-efaef1450933 req-ad3c36d0-20df-409e-b7a5-eb7f622f4bed tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:54.395843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b10d4-c09f-4208-b69a-19f7ea83ed68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb40e05-6ce7-49ee-81a5-e812fcb464ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:54.396448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abcbe4dd-465e-46d6-a871-efaef1450933 req-ad3c36d0-20df-409e-b7a5-eb7f622f4bed tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 931 time: 0.1030116 Aug 12 02:11:54.414330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.417179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:54.434302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:54.494361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:54.547965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:54.548867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abcbe4dd-465e-46d6-a871-efaef1450933 req-7ff8b71a-cb2d-48b5-be4e-ac6a74e63d5c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506784 Aug 12 02:11:54.574409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:54.574409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:54.587412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:54.591249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Deleting port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:54.591887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:54.644619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:54.657704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-907428e9-172a-4f45-86b4-7b754422d4a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/5c7bad7e-e733-49d8-a298-1bb3e2d26be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0465777 Aug 12 02:11:54.658239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:54.706844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Sync routers for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:54.843444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:54.844105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:54.878663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b82fafb-f6b9-460b-b4d8-6d874d62221a req-247c3b29-32c6-4856-b991-daae952f2b5a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.0579679 Aug 12 02:11:54.927430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.033305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e796e5e2-7355-44e8-8623-6aa76385067a None None] Provisioning for port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:55.047275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e796e5e2-7355-44e8-8623-6aa76385067a None None] Provisioning complete for port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:55.047959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e796e5e2-7355-44e8-8623-6aa76385067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.077958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.078395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.181 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/9d519eaa-6b7e-40c0-a94c-61b489ca4d4b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:11:55.093909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:55.154663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Deleting port 6ae6f311-4867-4a06-a60b-640b986e0436 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:55.155572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.159930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e796e5e2-7355-44e8-8623-6aa76385067a None None] Port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:55.270510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:55.271457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.287242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] For port 6ae6f311-4867-4a06-a60b-640b986e0436, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6ae6f311-4867-4a06-a60b-640b986e0436,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:55.290247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.293988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec7e39-426c-48be-a6fe-6aa216d2c3b8 req-9b5094df-be97-413f-a381-53e5fb43606e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:55.295936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67ec7e39-426c-48be-a6fe-6aa216d2c3b8 req-9b5094df-be97-413f-a381-53e5fb43606e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.2089565 Aug 12 02:11:55.313017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] For port 4110de77-a9c9-434a-9d4c-9b96b5aa25b8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:55.313480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.321185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:55.345288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Calling delete_port for 6ae6f311-4867-4a06-a60b-640b986e0436 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:55.354016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.365704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:11:53Z', 'revision_number': 5, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port': {'id': '6ae6f311-4867-4a06-a60b-640b986e0436', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:10:49Z', 'updated_at': '2021-08-12T02:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:55.368907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Calling delete_port for 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:55.382060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718573a7-35d9-4e38-bb5d-c3953ba88918 req-45cf929a-ae4b-4daa-be47-ecdc9fe68beb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:55.384371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-c254eab4-b56a-44b2-be90-a8cc4ef9ae0d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9955981 Aug 12 02:11:55.390866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-718573a7-35d9-4e38-bb5d-c3953ba88918 req-45cf929a-ae4b-4daa-be47-ecdc9fe68beb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0974236 Aug 12 02:11:55.398157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Checking router: 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:55.408073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Routers {'5c7bad7e-e733-49d8-a298-1bb3e2d26be9'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:55.408744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:55.479737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Request body: {'port': {'device_id': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:55.491793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-718573a7-35d9-4e38-bb5d-c3953ba88918 req-29c2c6f8-d0bb-46fb-bb2c-6505a864ccf0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991969 Aug 12 02:11:55.513321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] Set router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:55.534468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Transition to ACTIVE for port object 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:55.579666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.599332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:11:55Z', 'revision_number': 6, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:55.632963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0abead-e13a-4d2a-b08f-484f624ee83e None None] The sync data for ids ['5c7bad7e-e733-49d8-a298-1bb3e2d26be9'] in n-d-804303-2 is: [{'id': '5c7bad7e-e733-49d8-a298-1bb3e2d26be9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1419555920-router', 'tenant_id': '8d60eba95a74469b86a2bccc5f9884b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:10:48Z', 'updated_at': '2021-08-12T02:11:55Z', 'revision_number': 6, 'project_id': '8d60eba95a74469b86a2bccc5f9884b1', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:11:55.651782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:55.674748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67ec7e39-426c-48be-a6fe-6aa216d2c3b8 req-7ccf0ef0-160f-429c-98f1-36fc05c4c635 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561261 Aug 12 02:11:55.715675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.719157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.740200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.753757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae6f311-4867-4a06-a60b-640b986e0436,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:55.770286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:55.775674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cbff4-b8e6-455d-9733-7b730b5fa1ef req-8643fe17-2333-4558-94a7-e65a6924653d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:55.777226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e6cbff4-b8e6-455d-9733-7b730b5fa1ef req-8643fe17-2333-4558-94a7-e65a6924653d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.1075099 Aug 12 02:11:55.843514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.876040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e6cbff4-b8e6-455d-9733-7b730b5fa1ef req-4f7f437e-62ff-4471-8336-bcb77cae66ab tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Aug 12 02:11:55.946813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:55.949014 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.008734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.009325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c7bad7e-e733-49d8-a298-1bb3e2d26be9 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:11:56.016382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.017551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b41ed363-e1ee-42bc-a44f-0b242ce47a29 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5c7bad7e-e733-49d8-a298-1bb3e2d26be9 HTTP/1.1" status: 204 len: 168 time: 1.3581758 Aug 12 02:11:56.023407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52100) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:56.100255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Deleting subnet fe544a29-22f2-4877-b69b-a875a9fc2356 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:11:56.104218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.113832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:56.114184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:56.114564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:56.118364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0c3525c-1317-42d8-a12a-b4ee0d3644ba req-0afa9a00-4f1c-4967-9d89-15b746a897c0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.1579721 Aug 12 02:11:56.124911 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.146512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:56.177532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.183678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:11:56.204811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:56.205228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:56.217429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:56.217775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:56.218166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:56.218917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Bound port: 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:56.219060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.288583 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.350888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.382167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe544a29-22f2-4877-b69b-a875a9fc2356,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:56.386821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.392772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ffa91039-4792-4e59-93a5-be55402fcc06 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fe544a29-22f2-4877-b69b-a875a9fc2356 HTTP/1.1" status: 204 len: 168 time: 0.3683004 Aug 12 02:11:56.393370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52108) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:56.404121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74ef37-a08f-4677-ba23-78e9b9923f0c None None] Network 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:11:56.426852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0723ec-bc8a-4e70-98a7-fefd5945be27 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:56.435159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.449372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Transition to ACTIVE for port object 0a0723ec-bc8a-4e70-98a7-fefd5945be27 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:56.450914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.475939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:11:56.486619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.518760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.568763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:11:56.573839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:56.598464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:11:56.646317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Deleting port 73e14b6c-b956-4ca1-ac9a-16ff454d555a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:56.646575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.817451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] For port 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=73e14b6c-b956-4ca1-ac9a-16ff454d555a,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:56.817992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.845832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] DHCP port deletion for 4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:11:56.849228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4110de77-a9c9-434a-9d4c-9b96b5aa25b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:56.896897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Calling delete_port for 73e14b6c-b956-4ca1-ac9a-16ff454d555a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:56.938559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Deleting port 73e14b6c-b956-4ca1-ac9a-16ff454d555a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:56.944275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:56.971545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:56.972207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.014310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:57.068532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] For port 73e14b6c-b956-4ca1-ac9a-16ff454d555a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=73e14b6c-b956-4ca1-ac9a-16ff454d555a,segment=NetworkSegment(9f255664-d117-4709-99cc-547356d1e5a2),segment_id=9f255664-d117-4709-99cc-547356d1e5a2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:57.069722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.072533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c1714577-215f-45db-9e56-8bcc60d72215 None None] Provisioning for port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:11:57.091513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c1714577-215f-45db-9e56-8bcc60d72215 None None] Provisioning complete for port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:11:57.092171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c1714577-215f-45db-9e56-8bcc60d72215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.095131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Calling delete_port for 73e14b6c-b956-4ca1-ac9a-16ff454d555a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:57.112555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.114287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.139609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e05b0a-30c6-437f-8a62-35d245eddda3 req-b98b87a3-70ef-458e-b461-73dc1768513b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.147751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3e05b0a-30c6-437f-8a62-35d245eddda3 req-b98b87a3-70ef-458e-b461-73dc1768513b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.4337153 Aug 12 02:11:57.158728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6ae6f311-4867-4a06-a60b-640b986e0436 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:57.168686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b874-f95b-41cf-9c9d-cc3f0e68bf71 req-1f902d7e-d96d-4fdc-99c5-cf993464d6ad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.175586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-91112f40-199d-4b86-8aa1-c91776ba214a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5368340 Aug 12 02:11:57.177467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfc2b874-f95b-41cf-9c9d-cc3f0e68bf71 req-1f902d7e-d96d-4fdc-99c5-cf993464d6ad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.3627882 Aug 12 02:11:57.177596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:57.191902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e14b6c-b956-4ca1-ac9a-16ff454d555a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.195361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] No DVR routers for this DVR port 73e14b6c-b956-4ca1-ac9a-16ff454d555a on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:57.205905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6ae6f311-4867-4a06-a60b-640b986e0436 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:57.206384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6ae6f311-4867-4a06-a60b-640b986e0436 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:57.206928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 73e14b6c-b956-4ca1-ac9a-16ff454d555a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:57.214878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.227861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Request body: {'port': {'device_id': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:11:57.266907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 73e14b6c-b956-4ca1-ac9a-16ff454d555a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:57.267574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 73e14b6c-b956-4ca1-ac9a-16ff454d555a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:57.268166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee0d824c-c200-4bbd-a129-bfc9cfbac236 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:11:57.272816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c1714577-215f-45db-9e56-8bcc60d72215 None None] Port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:11:57.298363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ee0d824c-c200-4bbd-a129-bfc9cfbac236 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:11:57.299035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee0d824c-c200-4bbd-a129-bfc9cfbac236 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:11:57.308648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfc2b874-f95b-41cf-9c9d-cc3f0e68bf71 req-fefd6a3b-b061-4417-a088-07491a10fd01 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302814 Aug 12 02:11:57.339310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.343430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.344079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.345900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] 10.222.0.21 "PUT /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 1091 time: 3.8991439 Aug 12 02:11:57.352903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:57.355278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:57.358713 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1" -d '{"events": [{"name": "network-changed", "server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:57.368573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.372819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f255664-d117-4709-99cc-547356d1e5a2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:57.373651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f255664-d117-4709-99cc-547356d1e5a2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:57.386133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.410102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.413847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3e05b0a-30c6-437f-8a62-35d245eddda3 req-7fe63933-5758-4b18-ab10-453803cbcc12 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637470 Aug 12 02:11:57.417804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] Pushing event deleted for resources: {'Port': ['ID=73e14b6c-b956-4ca1-ac9a-16ff454d555a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.431398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c51106-f1a8-49be-99bf-40eb9ab9bbf5 None None] No DVR routers for this DVR port 73e14b6c-b956-4ca1-ac9a-16ff454d555a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:11:57.431538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:11:57.431538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:11:57.500189 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:11:57.508470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Attempting to bind port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:57.508998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Attempting to bind port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:57.509123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Attempting to bind port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:57.511031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29834eca-56f1-4c16-8a5e-3b6741785130 service neutron] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.530052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.536228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.540170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.544467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:57.544739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Attempting to bind port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:57.551301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.563691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714 HTTP/1.1" status: 204 len: 168 time: 1.1590109 Aug 12 02:11:57.565570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:57.565570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:57.565856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:57.566304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Bound port: 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:57.566663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.581230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93979a-04cc-4783-ab5d-302cc7acaea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fed75e0-8ba3-4a2a-ba74-bc9d2dedf714,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.597123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b5c1-bdc4-44ac-868e-1f6a1e575a49 req-69fc55da-1902-4d2c-bfaf-d7606b53a99b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.598796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4570b5c1-bdc4-44ac-868e-1f6a1e575a49 req-69fc55da-1902-4d2c-bfaf-d7606b53a99b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0881972 Aug 12 02:11:57.641368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4570b5c1-bdc4-44ac-868e-1f6a1e575a49 req-e763b6cd-edbb-4998-8a9e-3d500a510cf5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Aug 12 02:11:57.704698 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a76b94-d0b9-436b-93e3-0a1acf5a70b3 x-openstack-request-id: req-e8a76b94-d0b9-436b-93e3-0a1acf5a70b3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:11:57.704990 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:11:57.705240 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8a76b94-d0b9-436b-93e3-0a1acf5a70b3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:11:57.705634 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'status': 'completed', 'code': 200} Aug 12 02:11:57.742412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-17b33e0c-d8a5-46ef-84a1-794f897cac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.743654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-17b33e0c-d8a5-46ef-84a1-794f897cac33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1094 time: 0.2728360 Aug 12 02:11:57.768124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52150) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:57.808961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1ade3ea-359c-4477-bcfe-615afa66fb06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d60eba95a74469b86a2bccc5f9884b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396743 Aug 12 02:11:57.815939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:57.868744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.891854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.902326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-0b5dfd33-e6ed-4a87-9b28-6c12cf1af4aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0759478 Aug 12 02:11:57.952026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.954635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:57.955291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33960a8e-0b9a-40e9-888a-215ef07be985 req-9fe593e7-18e8-44d4-a548-b15af52bb80b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:57.958318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00ca2a6a-2f75-450b-ae9d-62028d67cac1 HTTP/1.1" status: 204 len: 168 time: 0.1390555 Aug 12 02:11:57.962575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33960a8e-0b9a-40e9-888a-215ef07be985 req-9fe593e7-18e8-44d4-a548-b15af52bb80b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 936 time: 0.3347151 Aug 12 02:11:57.965511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb61add-c337-4047-b36a-602beafc4dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca2a6a-2f75-450b-ae9d-62028d67cac1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:57.999914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:11:58.063210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:11:58.086709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.144084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52162) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:58.271502 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7aadbfd-1632-423a-a28d-699324c12f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.393219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7aadbfd-1632-423a-a28d-699324c12f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.399414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7aadbfd-1632-423a-a28d-699324c12f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.428111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-d7766801-ade0-4d46-906c-5b298cb0e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:58.429865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-d7766801-ade0-4d46-906c-5b298cb0e415 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.5073946 Aug 12 02:11:58.448056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33960a8e-0b9a-40e9-888a-215ef07be985 req-d9a54815-87dd-4ff0-8344-8d2b24f39c5f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846063 Aug 12 02:11:58.514284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c7aadbfd-1632-423a-a28d-699324c12f80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab723563458f4e3a995649c3041aca3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689754 Aug 12 02:11:58.515085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52180) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:58.536428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aadbfd-1632-423a-a28d-699324c12f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8dec54-946a-4da5-a13b-e4b5a857e89a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:58.588393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb9911-e103-42f1-8331-00f1c0ca8210 req-4ba3c2b5-c49c-4668-9b3c-2b29cc41eb28 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:58.591964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93eb9911-e103-42f1-8331-00f1c0ca8210 req-4ba3c2b5-c49c-4668-9b3c-2b29cc41eb28 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1848922 Aug 12 02:11:58.599633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:58.600913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.602659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] 10.222.0.25 "PUT /v2.0/ports/0a0723ec-bc8a-4e70-98a7-fefd5945be27 HTTP/1.1" status: 200 len: 1095 time: 3.1284215 Aug 12 02:11:58.605128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-3fe5536b-358b-41e1-8383-63b1f6e31fa4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537957 Aug 12 02:11:58.667840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93eb9911-e103-42f1-8331-00f1c0ca8210 req-6bab5757-2ff0-4020-867b-e0546af3c1c4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599008 Aug 12 02:11:58.674606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcecdf-1b7d-4db0-943c-ab556323a9eb service neutron] Pushing event updated for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:58.713489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.752482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.814696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.817857 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:58.819319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a8dec54-946a-4da5-a13b-e4b5a857e89a HTTP/1.1" status: 204 len: 168 time: 0.2840180 Aug 12 02:11:58.822689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Router 32b35431-a6a6-4289-9ef1-8b3643739a6d has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:11:58.829385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712112bb-5982-47b6-b881-6c721a6e7cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8dec54-946a-4da5-a13b-e4b5a857e89a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:58.958305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:11:58.964863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6cce6-a422-4401-83e2-d40c555b6a68 req-2ac19ab7-5032-4ffd-8c83-5c9e8a793da5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:58.967111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35f6cce6-a422-4401-83e2-d40c555b6a68 req-2ac19ab7-5032-4ffd-8c83-5c9e8a793da5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0542171 Aug 12 02:11:58.990793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.008844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-1c51246b-b5aa-49cb-841c-1304cef2e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.010364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-1c51246b-b5aa-49cb-841c-1304cef2e864 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 1098 time: 0.3235543 Aug 12 02:11:59.011782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35f6cce6-a422-4401-83e2-d40c555b6a68 req-7277c1b2-ec3d-406b-a4b1-8b1fb92f0a36 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371888 Aug 12 02:11:59.050800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-a1339706-d593-4c1c-bab5-29c05e35ddff service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207537 Aug 12 02:11:59.051784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Transition to ACTIVE for port object 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:11:59.120507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-19ac4dc0-5c00-4051-8f4e-355981130e90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27 HTTP/1.1" status: 200 len: 217 time: 0.0910170 Aug 12 02:11:59.121095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.206646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52200) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:59.221573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a96b19ff-1e1a-4d61-b3ee-9c8f3f0cbc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.243164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28c672-f543-4d2e-a649-9df4bd6f80ac req-88474ada-e1a2-4fdb-a021-1cf028851c9e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.251949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc28c672-f543-4d2e-a649-9df4bd6f80ac req-88474ada-e1a2-4fdb-a021-1cf028851c9e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.3415151 Aug 12 02:11:59.324965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Pushing event updated for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:59.330791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-7e2013bf-685a-4fba-96da-1c448c734b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.332496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-7e2013bf-685a-4fba-96da-1c448c734b5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1903462 Aug 12 02:11:59.343650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:11:59.345649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a96b19ff-1e1a-4d61-b3ee-9c8f3f0cbc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.350124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8c892d3d-a955-4f69-8779-6b482d111bd3 admin admin] 10.222.0.11 "PUT /v2.0/routers/32b35431-a6a6-4289-9ef1-8b3643739a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9924099 Aug 12 02:11:59.353523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:59.357574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Sync routers for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:11:59.364144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a96b19ff-1e1a-4d61-b3ee-9c8f3f0cbc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.370122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:59.371039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:59.428870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc28c672-f543-4d2e-a649-9df4bd6f80ac req-092c0368-1c84-493d-aee8-8f479f801919 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759245 Aug 12 02:11:59.507364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a96b19ff-1e1a-4d61-b3ee-9c8f3f0cbc8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=077fdb9e600d473b829a5fcf08a4c955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999141 Aug 12 02:11:59.512844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:11:59.535238 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:11:59.543289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facb040a-cfe2-4d4a-9edc-3211de42c7ce req-b32fab96-508b-4c4e-b3db-0df28d8d7b73 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569006 Aug 12 02:11:59.551934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b19ff-1e1a-4d61-b3ee-9c8f3f0cbc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907692a-5099-4641-b070-1e221ae1461b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:11:59.556808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-ab0d6039-999d-4a08-9a5a-7f3532fc624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.558317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-ab0d6039-999d-4a08-9a5a-7f3532fc624c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046587 Aug 12 02:11:59.622687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.738446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:11:59.742079 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35189bcb-5e6e-451c-b731-6d812203e15b" -d '{"events": [{"name": "network-changed", "server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:11:59.752772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.824574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Deleting port bfffac4b-9ff0-406d-9926-c4e27e8d6aee {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:11:59.826081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.841153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Attempting to bind port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:11:59.841650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Attempting to bind port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:11:59.841841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Attempting to bind port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:59.852251 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:56Z', 'revision_number': 5, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port': {'id': 'bfffac4b-9ff0-406d-9926-c4e27e8d6aee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:11:30Z', 'updated_at': '2021-08-12T02:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:59.855798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-b6f283a8-a02f-4321-86a0-c21490c48faa service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578766 Aug 12 02:11:59.870836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32dc61-d032-4690-bcff-408339135edd req-3ebe0433-59a8-40a4-8a38-35b1d0878d11 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.873184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a32dc61-d032-4690-bcff-408339135edd req-3ebe0433-59a8-40a4-8a38-35b1d0878d11 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.3345649 Aug 12 02:11:59.882461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:11:59.882803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Attempting to bind port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:11:59.890200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Checking router: 32b35431-a6a6-4289-9ef1-8b3643739a6d for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:11:59.904088 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Routers {'32b35431-a6a6-4289-9ef1-8b3643739a6d'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:11:59.905167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:11:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['32b35431-a6a6-4289-9ef1-8b3643739a6d'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:11:59.924667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:11:59.925018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:11:59.925405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:11:59.925848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Bound port: 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:11:59.926213 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.938543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] For port bfffac4b-9ff0-406d-9926-c4e27e8d6aee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:11:59.938909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:11:59.953919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Calling delete_port for bfffac4b-9ff0-406d-9926-c4e27e8d6aee owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:11:59.972797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-705d1de8-54df-4c5e-a5b3-98f47af9e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:11:59.974300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-705d1de8-54df-4c5e-a5b3-98f47af9e133 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1094 time: 0.2281601 Aug 12 02:11:59.989305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-261e7dc7-af65-411f-8a56-3286d23e5e63 service neutron] 10.222.0.25 "GET /v2.0/ports/099fcadd-8aca-40df-8098-50d7fab901f5/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.4489255 Aug 12 02:11:59.999520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.015883 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] Set router 32b35431-a6a6-4289-9ef1-8b3643739a6d gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:00.081797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bea06-9d03-4867-ab15-4358e464d24f req-65bc469d-5861-4811-b272-68530e981716 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.083486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd3bea06-9d03-4867-ab15-4358e464d24f req-65bc469d-5861-4811-b272-68530e981716 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1186769 Aug 12 02:12:00.103021 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:59Z', 'revision_number': 6, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:00.123403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.127587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a32dc61-d032-4690-bcff-408339135edd req-6f173a11-a93c-4e15-b064-2718d6104c83 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342727 Aug 12 02:12:00.138041 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce93b4d-4781-47a1-b44c-d8ce73d08594 None None] The sync data for ids ['32b35431-a6a6-4289-9ef1-8b3643739a6d'] in n-d-804303-2 is: [{'id': '32b35431-a6a6-4289-9ef1-8b3643739a6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1374535626-router', 'tenant_id': 'fc22175ae9754c30892ccf7999dea540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:11:29Z', 'updated_at': '2021-08-12T02:11:59Z', 'revision_number': 6, 'project_id': 'fc22175ae9754c30892ccf7999dea540', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:00.225880 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1878d331-235b-41a2-978c-62a60ebfe1d8 x-openstack-request-id: req-1878d331-235b-41a2-978c-62a60ebfe1d8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:00.226197 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:00.226528 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1878d331-235b-41a2-978c-62a60ebfe1d8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:00.227170 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27', 'status': 'completed', 'code': 200} Aug 12 02:12:00.275995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-47adf69c-051f-4cd6-8069-2cdad10730e4 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947937 Aug 12 02:12:00.277437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:00.300491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-c8a62552-fb37-4201-b68b-e8a69fda0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.302020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-c8a62552-fb37-4201-b68b-e8a69fda0107 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.3165588 Aug 12 02:12:00.308978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:00.359411 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.367244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-c6d474fa-0640-49d4-96ef-bf6aa3019611 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0557415 Aug 12 02:12:00.448765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-6f1c00a9-45df-4f84-b683-730b2dd6926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.449825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-6f1c00a9-45df-4f84-b683-730b2dd6926b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1101 time: 0.2360463 Aug 12 02:12:00.463410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.464148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.465581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d519eaa-6b7e-40c0-a94c-61b489ca4d4b HTTP/1.1" status: 200 len: 1096 time: 3.2608943 Aug 12 02:12:00.467057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.469851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.470766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a907692a-5099-4641-b070-1e221ae1461b HTTP/1.1" status: 204 len: 168 time: 0.9560850 Aug 12 02:12:00.502594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f20e0-3f13-47a1-b5d7-99081ee7c7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907692a-5099-4641-b070-1e221ae1461b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:00.524558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d51c-c810-4f12-ba8f-e64728dd6477 service neutron] Pushing event updated for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:00.537685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd3bea06-9d03-4867-ab15-4358e464d24f req-a3e07846-579c-4f99-8c53-49dfbe0c21f3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859823 Aug 12 02:12:00.549897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35189bcb-5e6e-451c-b731-6d812203e15b req-e148c04f-2a48-4099-99fe-99a22e23b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.551747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-e148c04f-2a48-4099-99fe-99a22e23b86b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 1098 time: 0.2022529 Aug 12 02:12:00.560322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-dd267d6c-ef55-4eff-8085-93f3ef5de5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.573357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-dd267d6c-ef55-4eff-8085-93f3ef5de5e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1587369 Aug 12 02:12:00.692957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.706599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-81d1ddd4-e3ca-423b-89d1-b2a16dd353c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205590 Aug 12 02:12:00.729469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfffac4b-9ff0-406d-9926-c4e27e8d6aee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:00.831803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-2ff02e3e-5363-426a-9b1c-86d2eb08f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.833325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-2ff02e3e-5363-426a-9b1c-86d2eb08f8e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1101 time: 0.3225698 Aug 12 02:12:00.834416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80315e-fa12-4be8-aadf-64ee9c33b32f req-2dd90f4f-15aa-4d46-aaff-3c54238cdf16 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.837071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb80315e-fa12-4be8-aadf-64ee9c33b32f req-2dd90f4f-15aa-4d46-aaff-3c54238cdf16 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.1799304 Aug 12 02:12:00.884967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:00.903076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb80315e-fa12-4be8-aadf-64ee9c33b32f req-2765a559-78a5-435c-8163-39a8553762b9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572481 Aug 12 02:12:00.934969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-a5a64550-2b0a-4e3b-96bc-8b4d077e26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.936522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-a5a64550-2b0a-4e3b-96bc-8b4d077e26c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 1099 time: 0.3076806 Aug 12 02:12:00.948710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35189bcb-5e6e-451c-b731-6d812203e15b req-2295023d-ecbc-4dbd-ab72-cd924ca71260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:00.949837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-2295023d-ecbc-4dbd-ab72-cd924ca71260 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3752835 Aug 12 02:12:01.037615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-df540a15-9462-4d98-b96c-944fae435e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b HTTP/1.1" status: 200 len: 217 time: 0.0829277 Aug 12 02:12:01.041687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-32a48abb-8b14-40de-9e5f-f42f44ed4c0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27 HTTP/1.1" status: 200 len: 217 time: 0.0788951 Aug 12 02:12:01.047312 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-3eda90e8-1dd7-417f-a8f3-3a33dfadada3 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960205 Aug 12 02:12:01.056426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.089521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.188836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bfffac4b-9ff0-406d-9926-c4e27e8d6aee no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:01.214304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-f9d46ebd-8869-455a-a219-f708935712e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.216224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-f9d46ebd-8869-455a-a219-f708935712e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3615847 Aug 12 02:12:01.226123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-fc4ecf3c-f413-4e29-9e1e-b2a50a0339fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.228097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-fc4ecf3c-f413-4e29-9e1e-b2a50a0339fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1799145 Aug 12 02:12:01.228732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bfffac4b-9ff0-406d-9926-c4e27e8d6aee {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:12:01.229520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bfffac4b-9ff0-406d-9926-c4e27e8d6aee not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:12:01.230452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:01.230826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.232093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b35431-a6a6-4289-9ef1-8b3643739a6d {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:12:01.252724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24d10b-9b94-4432-890d-47dec6d9abda req-7ee9e846-4689-4de4-93eb-3236ce77f870 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.254350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed24d10b-9b94-4432-890d-47dec6d9abda req-7ee9e846-4689-4de4-93eb-3236ce77f870 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.2243118 Aug 12 02:12:01.260651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:12:01.260973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.261452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4110de77-a9c9-434a-9d4c-9b96b5aa25b8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:12:01.268895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c06d19d-e426-45a3-9154-517b3823826d admin admin] 10.222.0.11 "DELETE /v2.0/routers/32b35431-a6a6-4289-9ef1-8b3643739a6d HTTP/1.1" status: 204 len: 168 time: 1.9076819 Aug 12 02:12:01.269641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:01.364827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed24d10b-9b94-4432-890d-47dec6d9abda req-d7eb5fe8-c126-4b60-85ec-6d721d49bbe3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941780 Aug 12 02:12:01.370270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Deleting subnet 2f3600bc-ce7f-4ebf-81ae-1287bbc61704 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:12:01.374406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.425697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.555358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.608929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35189bcb-5e6e-451c-b731-6d812203e15b req-50530d1c-4c61-4850-a4de-1eea476eb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.610503 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-50530d1c-4c61-4850-a4de-1eea476eb3ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.5366397 Aug 12 02:12:01.646433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.689898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3600bc-ce7f-4ebf-81ae-1287bbc61704,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:01.697702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bbbceb-aedc-443a-95fa-fb69739d7da6 None None] Network 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:01.702169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.704836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2678e537-9f1e-4206-b331-0b83532636c0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2f3600bc-ce7f-4ebf-81ae-1287bbc61704 HTTP/1.1" status: 204 len: 168 time: 0.4331067 Aug 12 02:12:01.707394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52262) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:01.735750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-498c3e84-3e40-4d8f-bc29-bd4b95e12fb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 217 time: 0.5045204 Aug 12 02:12:01.804745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa428-3ffd-4827-917a-0500ea22e801 req-480e1dc4-129b-42a3-a015-0f2745ad049c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.806851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc9aa428-3ffd-4827-917a-0500ea22e801 req-480e1dc4-129b-42a3-a015-0f2745ad049c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1204367 Aug 12 02:12:01.814225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.858287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2b8d63-68b4-46fd-9d6b-20012b3cc6e1 req-db4d11dd-dd54-46eb-9240-f99d368b14b5 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7943983 Aug 12 02:12:01.877357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7664c2-5781-42e9-9a97-d2cb1a718e15 req-d35948de-6078-4902-b46b-614c28711208 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.878910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e7664c2-5781-42e9-9a97-d2cb1a718e15 req-d35948de-6078-4902-b46b-614c28711208 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.2652550 Aug 12 02:12:01.880872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35189bcb-5e6e-451c-b731-6d812203e15b req-a6e75d63-7e8c-4c38-b7c6-682d38e2c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.882361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-a6e75d63-7e8c-4c38-b7c6-682d38e2c228 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2052963 Aug 12 02:12:01.884537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b2716-d934-4051-9499-801f43b980be req-b0e5acf3-346e-42c5-b299-7ce31e6bbaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.885956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-b0e5acf3-346e-42c5-b299-7ce31e6bbaaa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6451340 Aug 12 02:12:01.886585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc9aa428-3ffd-4827-917a-0500ea22e801 req-04eb3a1a-62e9-4d8a-ab72-3cfb712dcea8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664508 Aug 12 02:12:01.887589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-c1a6c132-e2ed-41ab-9c30-d5feeb2ab802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:01.889421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-c1a6c132-e2ed-41ab-9c30-d5feeb2ab802 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1124101 Aug 12 02:12:01.915695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Deleting port f0c327a5-5099-4355-a99c-a050d294d6be {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:12:01.916197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.923532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8e1bc3df-252d-4422-888c-9140476f219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:01.977367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] DHCP port deletion for 9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:12:02.020411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] For port f0c327a5-5099-4355-a99c-a050d294d6be, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f0c327a5-5099-4355-a99c-a050d294d6be,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:02.020865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.036359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Deleting port f0c327a5-5099-4355-a99c-a050d294d6be {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:12:02.036826 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.063806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Calling delete_port for f0c327a5-5099-4355-a99c-a050d294d6be owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:12:02.103519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53032c47-b405-4c93-be62-cc93499d024a req-ac10febb-cd3d-499e-8d51-e3e7e3c9e4f3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:02.105254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53032c47-b405-4c93-be62-cc93499d024a req-ac10febb-cd3d-499e-8d51-e3e7e3c9e4f3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0811815 Aug 12 02:12:02.112562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e7664c2-5781-42e9-9a97-d2cb1a718e15 req-1fdda2e1-037c-4464-95c9-657541b6aec1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101038 Aug 12 02:12:02.120611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] For port f0c327a5-5099-4355-a99c-a050d294d6be, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f0c327a5-5099-4355-a99c-a050d294d6be,segment=NetworkSegment(99f2d88f-3f9f-4050-b740-b4cf9b048724),segment_id=99f2d88f-3f9f-4050-b740-b4cf9b048724)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:02.121263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.135255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-babf95fc-bbaa-4ce1-95f3-5e6832855159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:02.136826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-babf95fc-bbaa-4ce1-95f3-5e6832855159 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374060 Aug 12 02:12:02.182356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-9ee1645c-64bf-447a-ac7b-7a2180cb2d74 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817116 Aug 12 02:12:02.235500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:02.237765 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5899be86-97df-4eab-a63e-e86a5885bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:02.270990 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-4116dff8-391b-409e-ab2b-98e8a9720b4d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805125 Aug 12 02:12:02.310727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53032c47-b405-4c93-be62-cc93499d024a req-649b89db-69f9-41a6-86ff-ace1683d2f46 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419797 Aug 12 02:12:02.325138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Calling delete_port for f0c327a5-5099-4355-a99c-a050d294d6be owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:12:02.330658 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf498c-dc80-42ac-a358-17802c5bbf3c x-openstack-request-id: req-bccf498c-dc80-42ac-a358-17802c5bbf3c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:02.330953 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:02.331206 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bccf498c-dc80-42ac-a358-17802c5bbf3c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:02.331624 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', 'status': 'completed', 'code': 200} Aug 12 02:12:02.384272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.434236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c327a5-5099-4355-a99c-a050d294d6be,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:02.457442 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.461513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] No DVR routers for this DVR port f0c327a5-5099-4355-a99c-a050d294d6be on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:12:02.467899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-ab379569-0c9b-4e06-bd94-901696c6e2c2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145716 Aug 12 02:12:02.473323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-112b2716-d934-4051-9499-801f43b980be req-7bb22063-cdef-4985-8a37-bb8b7845d006 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771273 Aug 12 02:12:02.520934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35189bcb-5e6e-451c-b731-6d812203e15b req-c1a8b432-124a-4c6e-b943-ec84287131bb service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351561 Aug 12 02:12:02.553087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] No DVR routers for this DVR port f0c327a5-5099-4355-a99c-a050d294d6be on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:12:02.557932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08043e-6b16-437c-a391-641da3de8780 None None] Pushing event deleted for resources: {'Port': ['ID=f0c327a5-5099-4355-a99c-a050d294d6be,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:02.627077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.644432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:02.660191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f2d88f-3f9f-4050-b740-b4cf9b048724') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:02.660191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f2d88f-3f9f-4050-b740-b4cf9b048724') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:02.661319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52294) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:02.678851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.690687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174719-4a08-4802-873d-20458d54ee99 req-c5277260-8483-4553-9d66-185d42b37113 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:02.692419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd174719-4a08-4802-873d-20458d54ee99 req-c5277260-8483-4553-9d66-185d42b37113 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.1222355 Aug 12 02:12:02.702340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.702920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-02474080-bec6-46b1-84a2-42953613c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:02.702920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-02474080-bec6-46b1-84a2-42953613c430 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 1099 time: 0.0988879 Aug 12 02:12:02.703093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:12:02.703444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:12:02.705398 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:12:02.707301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e9408fc-e5b2-4242-afae-2fd40bd1dac4 req-46bdebdf-7ebc-41cc-96a2-92d9cb3ced36 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155843 Aug 12 02:12:02.774129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.781859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:02.787622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f HTTP/1.1" status: 204 len: 168 time: 1.0789042 Aug 12 02:12:02.810292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb975a98-030b-48e4-ac91-51d563c9f8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a64bcd9-6f52-4d08-bda6-c9b659ab3d8f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:02.863076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd174719-4a08-4802-873d-20458d54ee99 req-a84beda2-5cf7-4dda-bddc-6aa079c6df14 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402245 Aug 12 02:12:02.895193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-66390f49-48ac-4f32-8197-503c80e58efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:02.897380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-66390f49-48ac-4f32-8197-503c80e58efb service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1859570 Aug 12 02:12:02.943498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-f871b88c-3d29-4d79-b14e-abe85199bd5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b HTTP/1.1" status: 200 len: 217 time: 0.0369051 Aug 12 02:12:03.015240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0a0723ec-bc8a-4e70-98a7-fefd5945be27 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:03.018511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:03.024481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61ade340-f15b-4ec5-a9bf-f5902782dd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.035953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-61632982-ae1f-465f-a3dc-3b30951536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:03.037433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-61632982-ae1f-465f-a3dc-3b30951536aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0854409 Aug 12 02:12:03.064733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52308) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:03.067625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f0c327a5-5099-4355-a99c-a050d294d6be no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:03.095297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e995f-8458-4329-aa3e-8b8d54f6d37c req-78d833ff-f6a6-4c25-96ea-c70bda9ac93d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:03.097778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-556e995f-8458-4329-aa3e-8b8d54f6d37c req-78d833ff-f6a6-4c25-96ea-c70bda9ac93d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1027997 Aug 12 02:12:03.103277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f0c327a5-5099-4355-a99c-a050d294d6be {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:12:03.103914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f0c327a5-5099-4355-a99c-a050d294d6be not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:12:03.114182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-8dd41329-0ea0-4dc6-9574-ac7d25dc2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:03.116300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-8dd41329-0ea0-4dc6-9574-ac7d25dc2b0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689545 Aug 12 02:12:03.174464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.188551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61ade340-f15b-4ec5-a9bf-f5902782dd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.196045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aaf3725e-7af0-4b25-abe9-5af8a85e1cb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc22175ae9754c30892ccf7999dea540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312106 Aug 12 02:12:03.198774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:03.232054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61ade340-f15b-4ec5-a9bf-f5902782dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.250464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:03.253169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-28a36ef4-fb86-45e6-9ef9-7961206cfbcc service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129196 Aug 12 02:12:03.254075 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91013e02-aa9e-487f-a53a-e972559fbbbc" -d '{"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-unplugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:03.270919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-556e995f-8458-4329-aa3e-8b8d54f6d37c req-88b2b523-1d0c-4c22-a16f-476b3ed57aa1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610537 Aug 12 02:12:03.280447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:03.290660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.321147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61ade340-f15b-4ec5-a9bf-f5902782dd6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba9cd74e43b046a08fbf7c57f2f901fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587806 Aug 12 02:12:03.323057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:03.326616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52316) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:03.331669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ade340-f15b-4ec5-a9bf-f5902782dd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f46e09-881c-4879-97eb-03b8c207ec21,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:03.335734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.347341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0a0723ec-bc8a-4e70-98a7-fefd5945be27', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '0a0723ec-bc8a-4e70-98a7-fefd5945be27', 'mac_address': 'fa:16:3e:9a:3b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:03.352525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.394246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.416685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.430843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0723ec-bc8a-4e70-98a7-fefd5945be27 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:03.441603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:03.444617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.447028 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db833a3f-8505-4d0c-b8aa-c110c1952d0b x-openstack-request-id: req-db833a3f-8505-4d0c-b8aa-c110c1952d0b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:03.447316 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-unplugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:03.447682 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db833a3f-8505-4d0c-b8aa-c110c1952d0b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:03.447973 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5', 'code': 200} Aug 12 02:12:03.455499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.459060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.463618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47daf7e3-7285-4bc8-b084-a0143a12802d HTTP/1.1" status: 204 len: 168 time: 0.2612946 Aug 12 02:12:03.483233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5899be86-97df-4eab-a63e-e86a5885bd93 req-92933638-d953-4fe6-a026-6d3595c0fe43 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091331 Aug 12 02:12:03.499654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b1d8b-e6b1-434e-9a85-5ecdffcb5c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47daf7e3-7285-4bc8-b084-a0143a12802d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:03.548450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:03.549696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.552774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.554693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32f46e09-881c-4879-97eb-03b8c207ec21 HTTP/1.1" status: 204 len: 168 time: 0.2263062 Aug 12 02:12:03.576063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458a91c-2602-42cf-bbef-484de2484dbd req-6dd7027a-e467-4776-b587-3f5a53a030f9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:03.584714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e458a91c-2602-42cf-bbef-484de2484dbd req-6dd7027a-e467-4776-b587-3f5a53a030f9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.1002569 Aug 12 02:12:03.586831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.600001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:03.625458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ba6b5-b043-4019-a710-25ed89720e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f46e09-881c-4879-97eb-03b8c207ec21,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:03.669637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625e47f-73c1-4793-ac0c-81cc24c8eb00 req-250f544f-4b2d-47b6-b574-56dec8ff8181 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:03.673212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e458a91c-2602-42cf-bbef-484de2484dbd req-5b7f72ac-0cbc-415d-abda-4deeb433869d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827467 Aug 12 02:12:03.677855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4625e47f-73c1-4793-ac0c-81cc24c8eb00 req-250f544f-4b2d-47b6-b574-56dec8ff8181 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.1412609 Aug 12 02:12:03.693073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:03.709117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'port_id': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'mac_address': 'fa:16:3e:e1:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9901f5c6-bada-4abe-ba5d-804761754cd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:03.712051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:03.728744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4625e47f-73c1-4793-ac0c-81cc24c8eb00 req-f70b9514-3070-4f89-a555-9b886bcd6533 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Aug 12 02:12:03.777370 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.797812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:03.830520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:03.835191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:03.892756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:03.938863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:04.084708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471eacec-2efc-4f28-8537-18c71ebcf4aa req-83fa02e9-0aa4-4ebb-9e18-8d71428f54dc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:04.093164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471eacec-2efc-4f28-8537-18c71ebcf4aa req-83fa02e9-0aa4-4ebb-9e18-8d71428f54dc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 948 time: 0.1290674 Aug 12 02:12:04.147185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471eacec-2efc-4f28-8537-18c71ebcf4aa req-ebc01365-1357-48ef-9a46-87cf35cd720a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Aug 12 02:12:04.197936 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:12:04.201069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:04.410014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda392b7-64fc-4f21-a581-b5f17c3b083b req-7a78487c-359f-4bd8-b775-e36b3306eb47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:04.411567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cda392b7-64fc-4f21-a581-b5f17c3b083b req-7a78487c-359f-4bd8-b775-e36b3306eb47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0604031 Aug 12 02:12:04.438507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:04.476955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cda392b7-64fc-4f21-a581-b5f17c3b083b req-100fc35d-cfa1-4ff5-b080-a9667f1c2a26 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590115 Aug 12 02:12:04.531305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d80d8e94-84eb-4d8b-9157-da8253b1233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:04.644376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:04.817495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:04.844954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a47ec8-2e4f-48ac-b286-aa561a669df8 req-0ce4a84c-521a-49c6-8652-b92f2c0d7b42 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:04.848494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0a47ec8-2e4f-48ac-b286-aa561a669df8 req-0ce4a84c-521a-49c6-8652-b92f2c0d7b42 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.0708358 Aug 12 02:12:04.886853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692310e-8554-46bc-b8b1-214030ee04ae req-183ce77b-6e48-44ac-be19-f8114d4bd2c2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:04.888581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f692310e-8554-46bc-b8b1-214030ee04ae req-183ce77b-6e48-44ac-be19-f8114d4bd2c2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0506110 Aug 12 02:12:04.948001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f692310e-8554-46bc-b8b1-214030ee04ae req-bd83c54b-ae22-4f0a-a29d-0e6708af5714 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525723 Aug 12 02:12:04.960354 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0a47ec8-2e4f-48ac-b286-aa561a669df8 req-3bb63ff6-e605-4f45-872f-c0e0aa308dd9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812109 Aug 12 02:12:05.023702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:05.026357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0a0723ec-bc8a-4e70-98a7-fefd5945be27 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:05.135313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:05.143239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:05.143645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.166469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa151260-e8ee-4ee8-8a03-62b444a2c36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.264340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:05.278767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '099fcadd-8aca-40df-8098-50d7fab901f5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '099fcadd-8aca-40df-8098-50d7fab901f5', 'mac_address': 'fa:16:3e:05:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:05.298352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa151260-e8ee-4ee8-8a03-62b444a2c36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.300761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df570bb2-85f7-4037-847e-529413c2179c req-68647ebd-3730-489f-b46a-86545bd84488 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:05.302517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df570bb2-85f7-4037-847e-529413c2179c req-68647ebd-3730-489f-b46a-86545bd84488 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 948 time: 0.0557919 Aug 12 02:12:05.308674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa151260-e8ee-4ee8-8a03-62b444a2c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.362696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aa151260-e8ee-4ee8-8a03-62b444a2c36a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe795c8b94a64c5c9a855243ee1b1d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440969 Aug 12 02:12:05.363358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52424) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:05.363814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.368753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.370582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa151260-e8ee-4ee8-8a03-62b444a2c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bf409e-f99b-438d-9795-3e06a8de46e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:05.385487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df570bb2-85f7-4037-847e-529413c2179c req-2b80feb3-7156-4a8e-96ff-961e811e7261 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735371 Aug 12 02:12:05.404476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099fcadd-8aca-40df-8098-50d7fab901f5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:05.444642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:05.447075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:05.450055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:05.467598 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c4a842-0d3c-4941-9526-c46426da3e66" -d '{"events": [{"server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:05.476757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.477607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.478549 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.507220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.537438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e26f4610-5030-49a0-a68e-ebdcef19337d req-24f3fa15-35a6-4315-a75f-8d6bfba2363e tempest-AbsoluteLimitsNegativeTestJSON-348613208 tempest-AbsoluteLimitsNegativeTestJSON-348613208-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7110b8d69688470f9cdf0cf398bbae23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359559 Aug 12 02:12:05.574189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:05.586246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.589313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.593313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34bf409e-f99b-438d-9795-3e06a8de46e5 HTTP/1.1" status: 204 len: 168 time: 0.2255659 Aug 12 02:12:05.599749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7c096-3b32-4719-941b-bf6e7a524638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bf409e-f99b-438d-9795-3e06a8de46e5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:05.647799 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd25347-a9f3-40dd-ae8b-cb0b53218014 x-openstack-request-id: req-efd25347-a9f3-40dd-ae8b-cb0b53218014 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:05.648091 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "name": "network-vif-plugged", "status": "completed", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:05.648344 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efd25347-a9f3-40dd-ae8b-cb0b53218014 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:05.648763 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27', 'code': 200} Aug 12 02:12:05.686056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:05.694679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:05.761835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:05.764687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4610-5030-49a0-a68e-ebdcef19337d req-2902051d-8384-42bf-9e93-aceac1705495 tempest-AbsoluteLimitsNegativeTestJSON-348613208 tempest-AbsoluteLimitsNegativeTestJSON-348613208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:05.767640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e26f4610-5030-49a0-a68e-ebdcef19337d req-2902051d-8384-42bf-9e93-aceac1705495 tempest-AbsoluteLimitsNegativeTestJSON-348613208 tempest-AbsoluteLimitsNegativeTestJSON-348613208-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182770 Aug 12 02:12:05.777855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c93aa9-24d6-4a6a-ae4a-8d9771fb5113 req-e35720d1-fd37-4e4c-9266-391c40796cb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:05.779741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8c93aa9-24d6-4a6a-ae4a-8d9771fb5113 req-e35720d1-fd37-4e4c-9266-391c40796cb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0631723 Aug 12 02:12:05.842535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8c93aa9-24d6-4a6a-ae4a-8d9771fb5113 req-092bc279-a42a-4618-b7ee-8ac22054f61a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539467 Aug 12 02:12:05.843106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e26f4610-5030-49a0-a68e-ebdcef19337d req-566e1369-76a2-4214-9f33-5d9140576b0a tempest-AbsoluteLimitsNegativeTestJSON-348613208 tempest-AbsoluteLimitsNegativeTestJSON-348613208-project] 10.222.0.11 "GET /v2.0/quotas/7110b8d69688470f9cdf0cf398bbae23 HTTP/1.1" status: 200 len: 375 time: 0.0533307 Aug 12 02:12:05.843214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52454) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:05.890723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-b1b78eb3-0734-4c44-9d2e-6bfbc64c6682 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:05.892375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-b1b78eb3-0734-4c44-9d2e-6bfbc64c6682 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 949 time: 0.1239045 Aug 12 02:12:05.905850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e26f4610-5030-49a0-a68e-ebdcef19337d req-9e91d0de-6acd-4d6f-a566-e149f50f428b tempest-AbsoluteLimitsNegativeTestJSON-348613208 tempest-AbsoluteLimitsNegativeTestJSON-348613208-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7110b8d69688470f9cdf0cf398bbae23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581946 Aug 12 02:12:05.909265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713f09-ae0c-4e21-aace-1e1de429a2e9 req-6c8da133-8381-43a0-9332-c3ad626c5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:05.910826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d713f09-ae0c-4e21-aace-1e1de429a2e9 req-6c8da133-8381-43a0-9332-c3ad626c5761 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 1100 time: 0.1411567 Aug 12 02:12:05.983305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d713f09-ae0c-4e21-aace-1e1de429a2e9 req-57f8df81-85e7-4797-996e-54bda336d15e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651839 Aug 12 02:12:06.038757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e070-33b4-4676-8e6f-e5171a811c89 req-bc5ac6d5-fa50-4327-9695-312426d68888 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.046954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e711e070-33b4-4676-8e6f-e5171a811c89 req-bc5ac6d5-fa50-4327-9695-312426d68888 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 949 time: 0.1028328 Aug 12 02:12:06.091735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01dd9086-df57-4343-b7d4-c5ea5d2ae37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.114313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52468) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:06.119919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be6b39-bbbd-4bd0-84c3-a5218b9fbe51 req-8a84a8f5-750d-471c-8f1f-6b2fe6753e0f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.121436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93be6b39-bbbd-4bd0-84c3-a5218b9fbe51 req-8a84a8f5-750d-471c-8f1f-6b2fe6753e0f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.0721922 Aug 12 02:12:06.123681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-b8c3abe3-8034-47ac-936b-554b6f6c1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.125259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-b8c3abe3-8034-47ac-936b-554b6f6c1910 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 1100 time: 0.0899630 Aug 12 02:12:06.136416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19b840d2-5d95-412b-8b4e-9158c4baf004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.141496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e711e070-33b4-4676-8e6f-e5171a811c89 req-8a7c8b33-91b7-4f51-a206-9fea26eea88e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849442 Aug 12 02:12:06.233807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93be6b39-bbbd-4bd0-84c3-a5218b9fbe51 req-686f20d6-c7f5-4487-b815-7ff1901145d7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Aug 12 02:12:06.255288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01dd9086-df57-4343-b7d4-c5ea5d2ae37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.269048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01dd9086-df57-4343-b7d4-c5ea5d2ae37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.282083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-e2645a6a-2a1f-45df-9326-40a53df1ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.284408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-e2645a6a-2a1f-45df-9326-40a53df1ffd7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1472816 Aug 12 02:12:06.336901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-2774aee4-659b-4536-a690-2e51b2d87c4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 200 len: 217 time: 0.0436616 Aug 12 02:12:06.345495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-01dd9086-df57-4343-b7d4-c5ea5d2ae37f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73bafef5fc7e496bb1040164371aa3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011075 Aug 12 02:12:06.352729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9086-df57-4343-b7d4-c5ea5d2ae37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cbe15b-e6f1-4c91-91d0-b828bdd42a13,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:06.354513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52472) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:06.354883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:06.376641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce896160-3275-4f13-9d0c-5a42a83170f9 req-5c7be87e-3524-42fb-9962-b252c744196e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.378196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce896160-3275-4f13-9d0c-5a42a83170f9 req-5c7be87e-3524-42fb-9962-b252c744196e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.1257126 Aug 12 02:12:06.429923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-13e7347d-598c-49b0-9de5-a261dc89e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.431411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-13e7347d-598c-49b0-9de5-a261dc89e97d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0871818 Aug 12 02:12:06.435733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce896160-3275-4f13-9d0c-5a42a83170f9 req-2bf59943-c11b-4b19-9709-aed7718d9529 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Aug 12 02:12:06.456473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.476493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19b840d2-5d95-412b-8b4e-9158c4baf004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.480818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19b840d2-5d95-412b-8b4e-9158c4baf004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.497757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.525796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19b840d2-5d95-412b-8b4e-9158c4baf004 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25bc74c60c8f4da0b96c05d49a10adae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087079 Aug 12 02:12:06.525971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-e49aa7cc-91df-4819-a95a-5d2d0ac67a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:06.526692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b840d2-5d95-412b-8b4e-9158c4baf004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c5eaf8-5294-43b3-b434-3ad09e0a3f0b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:06.527240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-e49aa7cc-91df-4819-a95a-5d2d0ac67a02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848565 Aug 12 02:12:06.529697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:06.555155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a987a8b8-4feb-41e1-aace-e8144ac61697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.581518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.602899 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.640658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.643221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.644401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96cbe15b-e6f1-4c91-91d0-b828bdd42a13 HTTP/1.1" status: 204 len: 168 time: 0.2868514 Aug 12 02:12:06.655232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.657789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.661332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1c5eaf8-5294-43b3-b434-3ad09e0a3f0b HTTP/1.1" status: 204 len: 168 time: 0.1283650 Aug 12 02:12:06.666469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ca28-7008-420a-9a45-4a9aa4f24be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c5eaf8-5294-43b3-b434-3ad09e0a3f0b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:06.672984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b044-fc04-4375-bc31-b68bce192825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cbe15b-e6f1-4c91-91d0-b828bdd42a13,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:06.686881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-fd7e576c-8a73-401a-acc1-2d902978cdf1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438944 Aug 12 02:12:06.811399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a987a8b8-4feb-41e1-aace-e8144ac61697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.824645 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a987a8b8-4feb-41e1-aace-e8144ac61697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.840978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d1b2fac-321d-4f87-919b-1d99f169c5f6 req-6b5d7c4f-2f90-4f3f-a168-aefe404b5a0e service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416500 Aug 12 02:12:06.878717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a987a8b8-4feb-41e1-aace-e8144ac61697 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7110b8d69688470f9cdf0cf398bbae23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199497 Aug 12 02:12:06.881771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:06.892064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a8b8-4feb-41e1-aace-e8144ac61697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af00db4-8f81-4079-8078-a45eef969701,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:06.954351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.990587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:06.994869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e3fcd-8d77-4139-aac7-e950bf1c6ffd req-70bc26a4-b0aa-448f-aa16-dc6c246d5b9f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:07.004078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e3fcd-8d77-4139-aac7-e950bf1c6ffd req-70bc26a4-b0aa-448f-aa16-dc6c246d5b9f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0796456 Aug 12 02:12:07.039123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:07.067267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.070112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.071344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0af00db4-8f81-4079-8078-a45eef969701 HTTP/1.1" status: 204 len: 168 time: 0.1884396 Aug 12 02:12:07.077377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e3fcd-8d77-4139-aac7-e950bf1c6ffd req-d9012513-1029-425d-8e8d-06da19b308e0 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Aug 12 02:12:07.083878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b81ec-ea3f-449c-9826-e94d5ce0f28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af00db4-8f81-4079-8078-a45eef969701,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:07.130735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 099fcadd-8aca-40df-8098-50d7fab901f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:07.131523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.193841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.236399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.280378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:07.287804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.297535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f067e6-16f4-4c27-9d76-ed3f36195493 req-4a501498-b475-45db-96e9-431c8f3f4680 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:07.305990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51f067e6-16f4-4c27-9d76-ed3f36195493 req-4a501498-b475-45db-96e9-431c8f3f4680 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 949 time: 0.0664084 Aug 12 02:12:07.360238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51f067e6-16f4-4c27-9d76-ed3f36195493 req-dc04d13e-cf17-4cb7-b2e3-25905c2f0c3c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527709 Aug 12 02:12:07.376393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:07.424641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981052c5-b80c-440a-a7d1-9493e02d9664 req-76164310-b490-4fe0-93af-4a0434eab027 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:07.427898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:07.435689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-981052c5-b80c-440a-a7d1-9493e02d9664 req-76164310-b490-4fe0-93af-4a0434eab027 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 948 time: 0.0964134 Aug 12 02:12:07.442884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:07.524751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-981052c5-b80c-440a-a7d1-9493e02d9664 req-43101b6c-544e-4298-b2b3-bbe7c0798c64 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789819 Aug 12 02:12:07.603146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:07.622762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:07.623228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.653480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:07.656025 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3788e82-e6ab-43aa-bef0-10882b43011b" -d '{"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-plugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:07.690891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:07.693509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c66429-58e2-4212-99d0-23ae36f49775 req-c866fbc4-2de7-42ff-9a2b-690c09cc9c07 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:07.705554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60c66429-58e2-4212-99d0-23ae36f49775 req-c866fbc4-2de7-42ff-9a2b-690c09cc9c07 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0916765 Aug 12 02:12:07.733185 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fbd73e-eeb0-413f-ad8e-d86c2c1c69ff x-openstack-request-id: req-e0fbd73e-eeb0-413f-ad8e-d86c2c1c69ff {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:07.735291 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-plugged", "status": "completed", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:07.735660 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0fbd73e-eeb0-413f-ad8e-d86c2c1c69ff {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:07.736122 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5', 'code': 200} Aug 12 02:12:07.737229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', 'mac_address': 'fa:16:3e:01:7f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:07.777664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60c66429-58e2-4212-99d0-23ae36f49775 req-661cc691-6402-47be-954d-cdffe8bc801f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636258 Aug 12 02:12:07.826533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.848640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.852231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:07.885925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:07.894456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.897228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52544) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:07.925966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:07.931391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:07.955531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.008860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.177642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-network', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:08.209621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Made reservation on behalf of a6f1c27b2082434390d9a56d9f2d0cd5 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:08.211901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.223547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd0aaa-2894-4069-8a6f-9b8ebb6d3448 req-4aea1705-c030-46b8-bc8c-6bb75c8c114e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:08.225024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eedd0aaa-2894-4069-8a6f-9b8ebb6d3448 req-4aea1705-c030-46b8-bc8c-6bb75c8c114e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0801361 Aug 12 02:12:08.233120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.305486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eedd0aaa-2894-4069-8a6f-9b8ebb6d3448 req-61c987a7-b2f7-46c7-992c-16b5e10ac56d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633006 Aug 12 02:12:08.349487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:08.377244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.382028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.390049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:08.410011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:12:08.428087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aee21f2-4b80-4127-9cce-d645567281ce,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.432547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.432900 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Added segment 181d4300-fbcb-42e2-8540-512574d80edf of type vlan for network 6fe2d619-df28-4acd-a1b1-23f275840625 Aug 12 02:12:08.491142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1005992407-network', 'tenant_id': '8f8695f39c904bf9b4a938ecdcf75d64'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:08.493452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.519892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Made reservation on behalf of 8f8695f39c904bf9b4a938ecdcf75d64 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:08.522165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.531792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.566121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.567118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:08.568047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.583452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163f35f-10f9-4979-8c0e-0dfdfb1ad393 req-81455974-8629-4af2-98cb-c0b34ac8bbbc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:08.585300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1163f35f-10f9-4979-8c0e-0dfdfb1ad393 req-81455974-8629-4af2-98cb-c0b34ac8bbbc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0795252 Aug 12 02:12:08.640418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.645124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.666237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7651033 Aug 12 02:12:08.667195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52576) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:08.672393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Request body: {'subnet': {'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-subnet', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:08.677283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a42a36-698c-4059-8f62-971f56c937ae admin admin] Pushing event updated for resources: {'Network': ['ID=6fe2d619-df28-4acd-a1b1-23f275840625,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.680241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:12:08.688402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1163f35f-10f9-4979-8c0e-0dfdfb1ad393 req-b4728e3c-da61-4f8f-9fcc-c5da2cdcb4b4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853727 Aug 12 02:12:08.694244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6fe2d619-df28-4acd-a1b1-23f275840625 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:12:08.695276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad7aa5-5780-4755-b57e-c1a95d170553,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.702497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.702917 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Added segment 07e32c3e-4e9b-42af-b6d9-cb29a66a3b83 of type vlan for network 2b86106f-45f5-460d-8c16-2eb6c4b3ff93 Aug 12 02:12:08.744436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Made reservation on behalf of a6f1c27b2082434390d9a56d9f2d0cd5 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:08.747609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.802801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.828404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b37e0-c15f-467a-81c5-666219a8d93c req-c7da6fb4-8fc5-4967-bcb3-86545aac3f17 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:08.830612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c8b37e0-c15f-467a-81c5-666219a8d93c req-c7da6fb4-8fc5-4967-bcb3-86545aac3f17 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 949 time: 0.0685375 Aug 12 02:12:08.855239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.856889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:08.857739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:08.881222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c8b37e0-c15f-467a-81c5-666219a8d93c req-ebe0ba8e-9703-426e-ac05-0b2272d62a13 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Aug 12 02:12:08.920262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5682101 Aug 12 02:12:08.924479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:08.935671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Request body: {'subnet': {'network_id': '2b86106f-45f5-460d-8c16-2eb6c4b3ff93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1005992407-subnet', 'tenant_id': '8f8695f39c904bf9b4a938ecdcf75d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:08.987831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a61b8-0a32-46b6-80df-5f05c9b7a0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b86106f-45f5-460d-8c16-2eb6c4b3ff93,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:08.998654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2b86106f-45f5-460d-8c16-2eb6c4b3ff93 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:12:09.045037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Made reservation on behalf of 8f8695f39c904bf9b4a938ecdcf75d64 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:09.047655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.055303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5216ae5-71b2-4d2e-85cb-724ae12fc91a req-a81b1dde-084b-4cac-b0e3-5a3933ae16d2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.057565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5216ae5-71b2-4d2e-85cb-724ae12fc91a req-a81b1dde-084b-4cac-b0e3-5a3933ae16d2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0797246 Aug 12 02:12:09.099797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5216ae5-71b2-4d2e-85cb-724ae12fc91a req-8e7b92e8-3d82-4e06-9a48-f9cee2cf41fc tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333080 Aug 12 02:12:09.127428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d84368-2ed0-4510-8b76-dd6b8b611083 req-cf12c460-5193-4672-a52f-0770762d9047 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.129048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97d84368-2ed0-4510-8b76-dd6b8b611083 req-cf12c460-5193-4672-a52f-0770762d9047 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.1696525 Aug 12 02:12:09.133746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.241306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=054f899d-804f-4a36-96cf-7625769a9e1b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:09.248220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97d84368-2ed0-4510-8b76-dd6b8b611083 req-fd33392d-1431-4490-8c3a-9abfdc1015f8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010249 Aug 12 02:12:09.276547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Checking segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:09.277129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Network hostable DHCP agents. Network: 6fe2d619-df28-4acd-a1b1-23f275840625, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:12:09.345294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:12:09.361398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6fe2d619-df28-4acd-a1b1-23f275840625) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:09.367618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.374818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124f887-da2c-48ae-9cbc-1c35dfea132d None None] Network 6fe2d619-df28-4acd-a1b1-23f275840625 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:09.376997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.377638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.446161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52608) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:09.446401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0c5e289-1f69-4de8-8421-13f1baffd57e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7779207 Aug 12 02:12:09.450381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2f722d-4d06-4ead-8e8b-7d73c06d2582,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:09.461722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:09.509221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.510425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.544939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Checking segment: {'id': '07e32c3e-4e9b-42af-b6d9-cb29a66a3b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b86106f-45f5-460d-8c16-2eb6c4b3ff93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:09.545306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Network hostable DHCP agents. Network: 2b86106f-45f5-460d-8c16-2eb6c4b3ff93, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:12:09.574271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dae18f-6386-4df6-bbf0-357585a4532b req-48e8ff34-8b5a-4250-ac67-a54e789de76c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.582794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53dae18f-6386-4df6-bbf0-357585a4532b req-48e8ff34-8b5a-4250-ac67-a54e789de76c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1351769 Aug 12 02:12:09.587426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.722839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6fe2d619-df28-4acd-a1b1-23f275840625', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:12:09.724487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.737764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:09.740387 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5823f79b-9cb9-454f-a95b-5d615623b287" -d '{"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-plugged", "status": "completed", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:09.774998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.860661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-a18b0770-7313-49f3-ba6c-2dd9aadbf05d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238318 Aug 12 02:12:09.899284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Allocated IP 172.20.0.2 (6fe2d619-df28-4acd-a1b1-23f275840625/054f899d-804f-4a36-96cf-7625769a9e1b/65842927-6108-496c-a036-dd66ddd2319f) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:09.939510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Network 2b86106f-45f5-460d-8c16-2eb6c4b3ff93 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:12:09.956920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2b86106f-45f5-460d-8c16-2eb6c4b3ff93) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:09.965178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.966338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:09.972073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53dae18f-6386-4df6-bbf0-357585a4532b req-afde50eb-97fb-4c53-a41b-1c19b45720ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884623 Aug 12 02:12:09.993183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecada2d4-836e-45fe-8241-28192d584f08 None None] Network 2b86106f-45f5-460d-8c16-2eb6c4b3ff93 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:09.997419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b33a73d-d7b9-4f11-880e-620a40d7ef7a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0690119 Aug 12 02:12:09.998412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-72699d92-1d22-429d-9686-59255009bd60 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:09.999964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-72699d92-1d22-429d-9686-59255009bd60 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298285 Aug 12 02:12:10.032560 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fbbacf-c8a8-4a24-af3d-46c103af7cc0 x-openstack-request-id: req-f8fbbacf-c8a8-4a24-af3d-46c103af7cc0 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:10.032903 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-plugged", "status": "completed", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:10.033156 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8fbbacf-c8a8-4a24-af3d-46c103af7cc0 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:10.033690 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'code': 200} Aug 12 02:12:10.042944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-8ccdaaab-cbb1-40d5-b550-1c8cc0209106 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/quotas/0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 375 time: 0.0266490 Aug 12 02:12:10.173437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04786e55-56f3-4937-9131-c78c3503e5af req-cabda717-8c13-4baa-a7a0-6eac0ab9349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:10.174706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04786e55-56f3-4937-9131-c78c3503e5af req-cabda717-8c13-4baa-a7a0-6eac0ab9349c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1096 time: 0.0484056 Aug 12 02:12:10.185850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc94157-c221-48f2-859e-3853d03771e3 None None] Network 2b86106f-45f5-460d-8c16-2eb6c4b3ff93 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:10.214268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-59054ed2-3a07-4e20-a638-5dbbd01ebd57 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705003 Aug 12 02:12:10.215243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04786e55-56f3-4937-9131-c78c3503e5af req-8e9df4c2-8383-4bdc-9886-798bce4aea1e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Aug 12 02:12:10.232298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.264289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.377926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.403871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Transition to ACTIVE for port object 65842927-6108-496c-a036-dd66ddd2319f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:10.422364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Transition to ACTIVE for port object 65842927-6108-496c-a036-dd66ddd2319f will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:10.430145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Allocated IP 172.25.3.151 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/43e6a4e1-7bda-4683-a90f-f4bedb0297c7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:10.431835 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.461887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2d38-498b-455a-801b-e3627df99563 req-3dc85a56-db0f-4240-9730-5ded0b9f9aa5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:10.469719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-731c2d38-498b-455a-801b-e3627df99563 req-3dc85a56-db0f-4240-9730-5ded0b9f9aa5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 949 time: 0.0797181 Aug 12 02:12:10.494117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:10.501311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:10.504049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:10.506091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Pushing event updated for resources: {'Port': ['ID=65842927-6108-496c-a036-dd66ddd2319f,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:10.545376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-731c2d38-498b-455a-801b-e3627df99563 req-f50f144d-2578-420d-870f-7fc72e09ed6f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748084 Aug 12 02:12:10.566558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Attempting to bind port 65842927-6108-496c-a036-dd66ddd2319f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:10.567018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Attempting to bind port 65842927-6108-496c-a036-dd66ddd2319f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:10.567657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Attempting to bind port 65842927-6108-496c-a036-dd66ddd2319f on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:10.573759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:10.574182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Checking segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:10.574653 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.575136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Bound using segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:10.575696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Bound port: 65842927-6108-496c-a036-dd66ddd2319f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:10.576300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.608869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.656691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] For port 65842927-6108-496c-a036-dd66ddd2319f, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:10.660071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] For port 65842927-6108-496c-a036-dd66ddd2319f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=65842927-6108-496c-a036-dd66ddd2319f,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:10.666493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.696183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050237db-b0cf-49bf-b642-171c6f29649d req-fde42731-05a4-44aa-9aad-5d67f5667be5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:10.705280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-050237db-b0cf-49bf-b642-171c6f29649d req-fde42731-05a4-44aa-9aad-5d67f5667be5 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0781467 Aug 12 02:12:10.708740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.729571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1661132631', 'description': 'tempest-description-1728257451'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:10.738255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f454585-2c72-4983-9301-58bb176826e9 None None] Pushing event updated for resources: {'Port': ['ID=65842927-6108-496c-a036-dd66ddd2319f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:10.767397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.773872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:10.779144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:10.791159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:10.821677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Pushing event updated for resources: {'Port': ['ID=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:10.834773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-050237db-b0cf-49bf-b642-171c6f29649d req-d1f1afc9-1349-4ea1-847e-ce32b8bf016a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266589 Aug 12 02:12:10.897638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.907203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.957683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:10.959399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1dba394f-41f4-4183-be99-f4b1b580156e req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2385859 Aug 12 02:12:10.965989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e00f6d-0535-4301-ba62-4705dd042a27 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15202329-3290-4246-96a9-aa765b0f6c73,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:11.118389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9d4b02b-0934-4c0a-bd44-6f6a84e36969 req-c5aaec66-b06f-41ce-a913-224f8c13b55b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 210 time: 0.0467329 Aug 12 02:12:11.179712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.183596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20e97df7-eaed-4225-b704-efb177b0ccee req-c5a66843-b97b-446d-82b5-ff32c02cbbf6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/15202329-3290-4246-96a9-aa765b0f6c73 HTTP/1.1" status: 200 len: 1805 time: 0.0992677 Aug 12 02:12:11.225917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15202329-3290-4246-96a9-aa765b0f6c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:11.226583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '15202329-3290-4246-96a9-aa765b0f6c73', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:11.252827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090cd34-9677-4fda-9caa-38c4b8c5910e req-a7dc03c4-2376-4a83-adc4-b197b3486482 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:11.254270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c090cd34-9677-4fda-9caa-38c4b8c5910e req-a7dc03c4-2376-4a83-adc4-b197b3486482 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0506718 Aug 12 02:12:11.293697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c090cd34-9677-4fda-9caa-38c4b8c5910e req-88b4a55b-86af-468a-9e43-898136ccdc03 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Aug 12 02:12:11.332191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.392387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.399813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.441812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:11.444634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ae4698-c8fc-481e-a5cf-265528a385ff,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:11.476608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.480084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.481866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20e97df7-eaed-4225-b704-efb177b0ccee req-726fd1e1-7cd9-4af7-bc15-e2bef8d192e3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2610188 Aug 12 02:12:11.540930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:11.548974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:11.549347 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.558665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1760354975', 'description': 'tempest-description-791171924'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:11.622748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.632821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-4fc3de9a-fc75-4e0b-91eb-3ed55e715cfa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698357 Aug 12 02:12:11.752115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.835922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:11.843588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-6d31f5da-10af-4841-930d-50181029f4d7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:11.847573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.853086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-6d31f5da-10af-4841-930d-50181029f4d7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092822 Aug 12 02:12:11.870727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Request body: {'port': {'device_id': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0d41e8bfce3e4e86bf7da7aa8e87260d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:11.890134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:12:11.916282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:11.948310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.957264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:11.969343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f6ca24-c1cb-4215-87e7-dc1f8154f444 None None] Network 6fe2d619-df28-4acd-a1b1-23f275840625 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:12.035669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:12.038276 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f69f74-df6d-4371-b4dd-a5c4755ee7c4" -d '{"events": [{"server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "name": "network-vif-plugged", "status": "completed", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:12.052935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.054096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0716713a-6621-46bc-a1ee-4f0e79c143d3 None None] Provisioning for port 65842927-6108-496c-a036-dd66ddd2319f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:12.055939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6de1c53e-1ea4-4a18-a774-166e62ef7b71 req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5220730 Aug 12 02:12:12.064301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b3722-36b8-4909-865f-9d9582a25a99 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f570cf2-a20f-498c-8ece-c450b93b7638,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:12.081347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb8bf7-4607-4038-9026-5df1111b90aa req-e37e8f38-d8b7-45de-8b30-e9922ffb8c08 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:12.082876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5bb8bf7-4607-4038-9026-5df1111b90aa req-e37e8f38-d8b7-45de-8b30-e9922ffb8c08 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 950 time: 0.0838463 Aug 12 02:12:12.089553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Made reservation on behalf of 0d41e8bfce3e4e86bf7da7aa8e87260d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:12.097131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.148941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:12.167250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:12.171086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.176415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d18c6103-3328-4659-a534-fc7dc5be81f6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7262037 Aug 12 02:12:12.176415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52680) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:12.182084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:12.183416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:12.196163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5bb8bf7-4607-4038-9026-5df1111b90aa req-da0eff28-2d2d-42f4-add5-2854dab6fd84 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Aug 12 02:12:12.300044 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18185652-8b73-4d77-b257-e1d3bbc3ad58 x-openstack-request-id: req-18185652-8b73-4d77-b257-e1d3bbc3ad58 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:12.300345 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "name": "network-vif-plugged", "status": "completed", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:12.300601 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18185652-8b73-4d77-b257-e1d3bbc3ad58 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:12.300999 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', 'code': 200} Aug 12 02:12:12.304568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Allocated IP 192.168.233.91 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/02a08963-7cae-41fb-8557-1146376c4a04) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:12.326656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b079b-3b14-4be4-a539-bc72323d6419 req-2b09d724-6ff5-4918-a6f3-27cf6af0ffcf tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:12.328527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f0b079b-3b14-4be4-a539-bc72323d6419 req-2b09d724-6ff5-4918-a6f3-27cf6af0ffcf tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0763509 Aug 12 02:12:12.353248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:12.418368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f0b079b-3b14-4be4-a539-bc72323d6419 req-abb8738d-c57d-492e-8144-3e4bf5533d28 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Aug 12 02:12:12.532557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-8c6f470d-7ee6-4d99-99a0-643e96b66b71 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/6f570cf2-a20f-498c-8ece-c450b93b7638 HTTP/1.1" status: 200 len: 1804 time: 0.1832113 Aug 12 02:12:12.555709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f570cf2-a20f-498c-8ece-c450b93b7638', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:12.555955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6f570cf2-a20f-498c-8ece-c450b93b7638', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:12.578536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca671c4-2032-4528-a7b8-2f9ac9ba5aa1 req-838f525f-2a71-49ae-96da-3cdddb1199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:12.580753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ca671c4-2032-4528-a7b8-2f9ac9ba5aa1 req-838f525f-2a71-49ae-96da-3cdddb1199ef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 1101 time: 0.1807904 Aug 12 02:12:12.644449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:11Z', 'revision_number': 3, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:12.653779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.672893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:12.673503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Updating router 2b7b44f2-987c-405a-aa41-3f0beb692285 port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:12.689312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Transition to ACTIVE for port object 02a08963-7cae-41fb-8557-1146376c4a04 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:12.692149 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ca671c4-2032-4528-a7b8-2f9ac9ba5aa1 req-ae4cbe05-c146-442b-86a3-02ee1560cb39 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989630 Aug 12 02:12:12.700872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.708341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.748003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.755260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.779598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.792069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:12.795677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e644ea1d-3ba0-4084-888a-cd087418744e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:12.818968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.819739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28d6305d-96d1-4d26-b39d-5dd90a920e8e req-1512889f-22de-483e-9b25-9f39943ece4d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2774818 Aug 12 02:12:12.823013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:12.837618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:12.841439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:12.845604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:12.883822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:12.902327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31687d-dc26-4733-a699-13a19873467e req-ec28bb85-b8a9-4a57-be2b-1f014e0047fe tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:12.910404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad31687d-dc26-4733-a699-13a19873467e req-ec28bb85-b8a9-4a57-be2b-1f014e0047fe tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 935 time: 0.0807657 Aug 12 02:12:12.931746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:12.933721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:12.968155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-e2f3c12d-297d-49de-8d10-90548ec2be32 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1047630 Aug 12 02:12:12.981889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Request body: {'port': {'device_id': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:13.105486 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.125578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3e7b2-50a6-495a-b4d1-7ad66513d6ab req-fff96c38-eadc-4ade-bb15-70519de180c5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:13.127134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6b3e7b2-50a6-495a-b4d1-7ad66513d6ab req-fff96c38-eadc-4ade-bb15-70519de180c5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.0939760 Aug 12 02:12:13.136475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad31687d-dc26-4733-a699-13a19873467e req-b0e3a009-0edf-4ccf-b9bf-1849901f9bf6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250280 Aug 12 02:12:13.180705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.196096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Transition to ACTIVE for port object 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:13.214626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:13.218705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:13.242227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6b3e7b2-50a6-495a-b4d1-7ad66513d6ab req-158b5274-3657-4aee-920b-109ac499917f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073530 Aug 12 02:12:13.258139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 65842927-6108-496c-a036-dd66ddd2319f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:13.293605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1886518858', 'description': 'tempest-description-154465220'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:13.295616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.298719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa39f2-9a5e-47c1-87e8-045eb9d15f0f req-2b8ff557-0b3c-4e84-81ef-5bd619344ab0 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:13.300252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0aa39f2-9a5e-47c1-87e8-045eb9d15f0f req-2b8ff557-0b3c-4e84-81ef-5bd619344ab0 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1096 time: 0.0979083 Aug 12 02:12:13.301647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.380116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0aa39f2-9a5e-47c1-87e8-045eb9d15f0f req-90ad6672-02ba-48f6-a38f-359221192d2e tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717852 Aug 12 02:12:13.386181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.435879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:12:13.498219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36ca6b-cec9-4634-af4e-2d97d9eeab09 None None] Pushing event updated for resources: {'Port': ['ID=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:13.505388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.510211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.549608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Allocated IP 172.20.0.1 (6fe2d619-df28-4acd-a1b1-23f275840625/054f899d-804f-4a36-96cf-7625769a9e1b/c6ee84af-134d-4831-92fc-f94a73fd4cd2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:13.561018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.561781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2f861f9-8d81-459a-8f23-169283b81ea4 None None] Provisioning for port 02a08963-7cae-41fb-8557-1146376c4a04 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:13.562251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd4a733a-3f42-4329-b7ec-7f34bc1898aa req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2750146 Aug 12 02:12:13.573280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ef1e-778a-40c7-8222-6658b0b9bff1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1bea7b-3695-4a5f-85f8-7b42d9cda41e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:13.587580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Attempting to bind port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:13.588874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Attempting to bind port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:13.589249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Attempting to bind port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:13.617607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:13.617826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2f861f9-8d81-459a-8f23-169283b81ea4 None None] Provisioning complete for port 02a08963-7cae-41fb-8557-1146376c4a04 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:13.618194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c2f861f9-8d81-459a-8f23-169283b81ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.628541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.644938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Transition to ACTIVE for port object 02a08963-7cae-41fb-8557-1146376c4a04 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:13.651051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.791276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:13.798878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.809904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10287f3e-e982-4593-b28b-14b183786390 req-3ca51f38-43f5-4932-b684-d0c9442cba15 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:13.820022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10287f3e-e982-4593-b28b-14b183786390 req-3ca51f38-43f5-4932-b684-d0c9442cba15 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 950 time: 0.1808145 Aug 12 02:12:13.866713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Attempting to bind port 02a08963-7cae-41fb-8557-1146376c4a04 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:13.867340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Attempting to bind port 02a08963-7cae-41fb-8557-1146376c4a04 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:13.867451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Attempting to bind port 02a08963-7cae-41fb-8557-1146376c4a04 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:13.874277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Port 02a08963-7cae-41fb-8557-1146376c4a04 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:13.874611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Attempting to bind port 02a08963-7cae-41fb-8557-1146376c4a04 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:13.875307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Transition to ACTIVE for port object c6ee84af-134d-4831-92fc-f94a73fd4cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:13.886106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:13.886457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:13.886848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:13.887875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Bound port: 02a08963-7cae-41fb-8557-1146376c4a04, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:13.888249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.894058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10287f3e-e982-4593-b28b-14b183786390 req-85ba7c56-78e5-4700-9f39-8706474386f3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662916 Aug 12 02:12:13.980524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:13.981928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:13.981928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.982249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:13.982806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Bound port: 43e6a4e1-7bda-4683-a90f-f4bedb0297c7, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:13.985267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:13.987022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1171652480', 'description': 'tempest-description-1368093708'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:13.994362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.030478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:14.036311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:14.042650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:14.044049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.050302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:14.060546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:14.105387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.109031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:14.131509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:14.132057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.133786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-1920e631-7c3c-4a88-951c-eae5967c695d service neutron] 10.222.0.25 "PUT /v2.0/ports/02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 1095 time: 1.1568918 Aug 12 02:12:14.134138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:14.136618 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:14.172031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c2f861f9-8d81-459a-8f23-169283b81ea4 None None] Port 02a08963-7cae-41fb-8557-1146376c4a04 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:14.172781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.178293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:14.253666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:14.274907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.292399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-6c0ce21d-a830-409c-98d1-0458286701f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:14.294517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-6c0ce21d-a830-409c-98d1-0458286701f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1098 time: 0.1138368 Aug 12 02:12:14.306279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'port_id': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'mac_address': 'fa:16:3e:f2:24:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7ea11-5793-46c0-a2e6-72db8651c324', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:14.356960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:14.394069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-62340661-ca73-4de8-ae83-5aef2f62207b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.0896230 Aug 12 02:12:14.434209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 65842927-6108-496c-a036-dd66ddd2319f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:14.436587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.460261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:14.467007 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a6537-e1bb-42bc-9507-372e9b029ae3" -d '{"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-unplugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:14.479948 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.501592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 65842927-6108-496c-a036-dd66ddd2319f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:14.505814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.527585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-7eed7131-34ac-4e5d-983a-f5604ec9b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:14.529302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-7eed7131-34ac-4e5d-983a-f5604ec9b8e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1283913 Aug 12 02:12:14.564073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.574125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:14.645839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-f3eee002-67e7-4f50-ab03-68f7e8a98ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:14.648495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-f3eee002-67e7-4f50-ab03-68f7e8a98ae6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059835 Aug 12 02:12:14.649699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:14.750174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] For port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:14.812639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] For port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:14.838750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-b48b54ed-27bc-445b-90fa-693d44379dab service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817582 Aug 12 02:12:14.846321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.861813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.865587 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.914146 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:12:14.914537 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:12:14.955724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:14.959110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-181c7e8f-549b-4c37-8c43-602f0d0d6927 req-2ec47c9f-680a-4372-a7a0-fcc80a806836 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115062 Aug 12 02:12:15.001801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:15.003269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:15.005315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b07e0cdf-d28c-4538-9bcc-c73d1252791f None None] Provisioning for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:15.015127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.034970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:15.050660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b07e0cdf-d28c-4538-9bcc-c73d1252791f None None] Provisioning complete for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:15.051175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b07e0cdf-d28c-4538-9bcc-c73d1252791f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.076332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36ca6b-cec9-4634-af4e-2d97d9eeab09 None None] Pushing event updated for resources: {'Port': ['ID=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:15.094501 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.107827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 65842927-6108-496c-a036-dd66ddd2319f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=65842927-6108-496c-a036-dd66ddd2319f,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:15.112309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.126584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.133936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b07e0cdf-d28c-4538-9bcc-c73d1252791f None None] Port c6ee84af-134d-4831-92fc-f94a73fd4cd2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:15.176343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.188528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-368ce902-1e80-43e1-b298-b79d2ca288ad req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2112176 Aug 12 02:12:15.219182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0a95e-a865-4650-98ba-c6deb67da413 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d096ac-bf86-4967-b858-5d567a1a0d69,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:15.240494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=65842927-6108-496c-a036-dd66ddd2319f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:15.250711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:15.255074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:15.256814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:15.260459 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5465aead-5afd-4bd0-bcff-e8228782aee1 x-openstack-request-id: req-5465aead-5afd-4bd0-bcff-e8228782aee1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:15.260459 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:15.260693 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5465aead-5afd-4bd0-bcff-e8228782aee1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:15.260958 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'status': 'completed', 'code': 200} Aug 12 02:12:15.430901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-ab27adfa-4022-49be-839d-4cd43183c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.432821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-ab27adfa-4022-49be-839d-4cd43183c6ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1098 time: 0.1499522 Aug 12 02:12:15.476777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:12:15.509767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda27e3b-1aab-4b99-9011-20af18c42818 req-0a59bcd5-aede-4c6b-938d-6831de481b4c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.513525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bda27e3b-1aab-4b99-9011-20af18c42818 req-0a59bcd5-aede-4c6b-938d-6831de481b4c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 944 time: 0.1236718 Aug 12 02:12:15.534006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa913574-3f1c-4827-8d2e-8abe67e9069e req-957d76bc-0608-417d-b68a-6da16addf748 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.541605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa913574-3f1c-4827-8d2e-8abe67e9069e req-957d76bc-0608-417d-b68a-6da16addf748 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.1992006 Aug 12 02:12:15.593630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.596122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa913574-3f1c-4827-8d2e-8abe67e9069e req-9ae390ee-fbbd-4b16-a868-2c1bf4a31f1e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536590 Aug 12 02:12:15.616553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:15.655054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:15.663269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-d4bbaf3d-dc0f-4052-af8c-2dc3830173a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.664846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-d4bbaf3d-dc0f-4052-af8c-2dc3830173a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2192845 Aug 12 02:12:15.669751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.681703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bda27e3b-1aab-4b99-9011-20af18c42818 req-5521c466-beb4-4bf8-9d35-36710f1c9bac tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565604 Aug 12 02:12:15.712807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed43b776-a785-4a4f-b584-1aebbf5418ec None None] Provisioning complete for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:15.713193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed43b776-a785-4a4f-b584-1aebbf5418ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:15.750118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:15.753821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 2, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:15.759417 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad55fd2-3014-4f32-b15a-52ad47c6c537 x-openstack-request-id: req-8ad55fd2-3014-4f32-b15a-52ad47c6c537 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:15.765449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cfc3951-9b72-4274-8af9-9330d700fcf9 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b7b44f2-987c-405a-aa41-3f0beb692285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5882587 Aug 12 02:12:15.768391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-684d3b0b-7deb-41c8-a5e3-cf6a5065c6d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.0946255 Aug 12 02:12:15.771917 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-unplugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:15.772809 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ad55fd2-3014-4f32-b15a-52ad47c6c537 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:15.772809 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'code': 200} Aug 12 02:12:15.810670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-30724d7a-8818-4d13-8d8e-e1abc125d8c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/0d1bea7b-3695-4a5f-85f8-7b42d9cda41e HTTP/1.1" status: 200 len: 1804 time: 0.0507255 Aug 12 02:12:15.831069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9655669-53ae-4a6e-bb5f-c334a244a672 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 2, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:15.841205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:15.844245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ed43b776-a785-4a4f-b584-1aebbf5418ec None None] Port c6ee84af-134d-4831-92fc-f94a73fd4cd2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:15.887225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-9ff8ed29-f8e4-4bbb-a5f9-3de111820830 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/78d096ac-bf86-4967-b858-5d567a1a0d69 HTTP/1.1" status: 200 len: 1805 time: 0.0616751 Aug 12 02:12:15.895387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d1bea7b-3695-4a5f-85f8-7b42d9cda41e', 'remote_group_id': '78d096ac-bf86-4967-b858-5d567a1a0d69', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:15.895847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0d1bea7b-3695-4a5f-85f8-7b42d9cda41e', 'remote_group_id': '78d096ac-bf86-4967-b858-5d567a1a0d69', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:15.951307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-725720cc-2fc1-4d0e-9254-1847c692d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.952910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-725720cc-2fc1-4d0e-9254-1847c692d34d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1759758 Aug 12 02:12:15.969671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cdaf-e1d0-4a79-914e-b629fb0adbb5 req-622ac1ec-d2dd-4847-bd46-194fc7214892 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:15.972925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90c4cdaf-e1d0-4a79-914e-b629fb0adbb5 req-622ac1ec-d2dd-4847-bd46-194fc7214892 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 950 time: 0.1306078 Aug 12 02:12:16.025062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b249f0de-777a-4f94-8f8b-381b4727406a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:16.039123 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.064116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-94f79172-ed83-48d9-a70b-76d5ca29362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:16.065918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-94f79172-ed83-48d9-a70b-76d5ca29362d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918729 Aug 12 02:12:16.073837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90c4cdaf-e1d0-4a79-914e-b629fb0adbb5 req-9b899080-7985-4344-baf1-327bb49d2ae0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898161 Aug 12 02:12:16.149219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.156740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.204917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200ef4a8-fa01-458a-8ed0-a6bcfcbae673,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:16.212800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.218849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-417953d5-c07b-4170-b0f6-5128dc880d99 req-2f2b6d7c-38e6-4682-a91d-e36c1c12be40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3277104 Aug 12 02:12:16.329778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-06ae205e-d7a1-405d-a9a4-6ce15370603a service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511752 Aug 12 02:12:16.428827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13ccfc-dd7a-4705-920e-6057cae7519f req-777f8f15-1681-4b62-977e-eb4377a2079c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:16.441511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a13ccfc-dd7a-4705-920e-6057cae7519f req-777f8f15-1681-4b62-977e-eb4377a2079c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 949 time: 0.1127310 Aug 12 02:12:16.489185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a13ccfc-dd7a-4705-920e-6057cae7519f req-0a43df08-896d-402b-8b91-bd8315d4691c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Aug 12 02:12:16.558751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-469660884', 'description': 'tempest-description-2134504950'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:16.562934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aae6df55-a7f2-4a01-beb0-2edf1fc12d74 req-70861845-5001-4e70-90dd-93e9decbd4bd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253404 Aug 12 02:12:16.600808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.608553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-33da62fd-08f1-475f-8da9-e0311a181b00 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:16.616853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-33da62fd-08f1-475f-8da9-e0311a181b00 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 821 time: 0.2017517 Aug 12 02:12:16.636147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-56b2942a-eae3-4365-bc2d-f696cd4dc002 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/quotas/a6f1c27b2082434390d9a56d9f2d0cd5 HTTP/1.1" status: 200 len: 375 time: 0.0180557 Aug 12 02:12:16.710317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-16e2a180-dcf9-4d5f-b7d3-4b4bdfd22906 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727515 Aug 12 02:12:16.730402 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.739649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.800036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:16.804246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c2854ea-22d5-4ea9-9c17-ed62dbf5263a req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2497370 Aug 12 02:12:16.808293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad411b-562d-4f8e-b143-ba9657ff8faf tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85f754-1b9e-4ba5-acb4-9656b21c0207,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:16.852570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-06473076-e38c-4f17-a002-d926df483dda service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415117 Aug 12 02:12:16.987202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-316783c6-cd9b-4eb6-83ce-f6efd144f9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255994 Aug 12 02:12:17.133348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c59f9-4b95-4751-9f28-98489bf42107 req-373d46dc-f7e0-4022-b2b0-2d79fd84241c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:17.163898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c59f9-4b95-4751-9f28-98489bf42107 req-373d46dc-f7e0-4022-b2b0-2d79fd84241c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:17.178342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b1c59f9-4b95-4751-9f28-98489bf42107 req-373d46dc-f7e0-4022-b2b0-2d79fd84241c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb&device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 1690 time: 0.1135049 Aug 12 02:12:17.262737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b1c59f9-4b95-4751-9f28-98489bf42107 req-f7ae9b12-54d7-4df9-9211-9c2ca4a40a3c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Aug 12 02:12:17.295963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bff749-d033-4847-a415-2c460b4601f0 req-e2baec9a-c990-4fca-ae75-3ff9ac715cfd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:17.306799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23bff749-d033-4847-a415-2c460b4601f0 req-e2baec9a-c990-4fca-ae75-3ff9ac715cfd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0904622 Aug 12 02:12:17.381491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 65842927-6108-496c-a036-dd66ddd2319f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:17.389012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23bff749-d033-4847-a415-2c460b4601f0 req-8f23ee10-83b2-4355-8efa-219e3420b2e5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791616 Aug 12 02:12:17.487282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f300433-f295-4c86-a573-cf43f51b7f15 req-c70cf5ca-03ee-4f27-9261-95395f7ff126 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:17.489902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f300433-f295-4c86-a573-cf43f51b7f15 req-c70cf5ca-03ee-4f27-9261-95395f7ff126 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 945 time: 0.1265128 Aug 12 02:12:17.526483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 65842927-6108-496c-a036-dd66ddd2319f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:17.527091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.552154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f300433-f295-4c86-a573-cf43f51b7f15 req-d768c76d-f4a1-4b60-8e20-cab89b189fb1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557597 Aug 12 02:12:17.602947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1902755475', 'description': 'tempest-description-1282466080'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:17.607978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52796) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:17.638346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.665039 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.681534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:17.784921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-525a7398-eda2-4bde-8bad-e24d02142c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.819054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.825432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.838950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:17.869775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c9daa9-2e97-485b-b5ac-a5a8ed90e151,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:17.901017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b249f0de-777a-4f94-8f8b-381b4727406a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:17.901395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.967839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-525a7398-eda2-4bde-8bad-e24d02142c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.980163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-525a7398-eda2-4bde-8bad-e24d02142c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.980390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:17.987658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.988953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:17.989330 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:17.990002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e86f57d-08dd-442c-831c-454d29b5b713 req-bba6c264-262c-4a10-86a3-9d99fc42e7c3 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3916094 Aug 12 02:12:18.068455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-525a7398-eda2-4bde-8bad-e24d02142c3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45917b2d843243fbb15c065128432739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593065 Aug 12 02:12:18.069875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a7398-eda2-4bde-8bad-e24d02142c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e6a4f-85e7-45b4-82ea-ef58a6419262,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:18.071374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:18.074386 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.167960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f13472c5-25ab-4258-b7c5-bc11ccb9fa8a req-342016ee-03c1-4458-a3e5-f00fa25a85a0 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 210 time: 0.0688810 Aug 12 02:12:18.176630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:18.179143 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab49c9-2180-4a96-b06c-05f0ac09723d" -d '{"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-plugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:18.229031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.239275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:18.270735 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435024d2-ce5d-43a6-a11d-f2522dee3547 x-openstack-request-id: req-435024d2-ce5d-43a6-a11d-f2522dee3547 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:18.271413 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-plugged", "status": "completed", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:18.271884 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-435024d2-ce5d-43a6-a11d-f2522dee3547 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:18.272457 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'code': 200} Aug 12 02:12:18.273852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.342529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-1f98a145-d074-4f61-a9ca-e7063e62dc2d tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/0e85f754-1b9e-4ba5-acb4-9656b21c0207 HTTP/1.1" status: 200 len: 1804 time: 0.0993946 Aug 12 02:12:18.350234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:18.367248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.368946 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.394034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:18.400304 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.426659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e0f5-da2d-4408-999e-1a43c3777f60 req-ee555521-f5b1-40f2-bf7f-953e8a181781 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:18.428663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0714e0f5-da2d-4408-999e-1a43c3777f60 req-ee555521-f5b1-40f2-bf7f-953e8a181781 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 1100 time: 0.0775023 Aug 12 02:12:18.432358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-8d5098de-510b-4fa4-aef0-be3322b296c2 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/37c9daa9-2e97-485b-b5ac-a5a8ed90e151 HTTP/1.1" status: 200 len: 1805 time: 0.0736377 Aug 12 02:12:18.449845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0e85f754-1b9e-4ba5-acb4-9656b21c0207', 'remote_group_id': '37c9daa9-2e97-485b-b5ac-a5a8ed90e151', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:18.450319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0e85f754-1b9e-4ba5-acb4-9656b21c0207', 'remote_group_id': '37c9daa9-2e97-485b-b5ac-a5a8ed90e151', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:18.477776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:18.494605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0714e0f5-da2d-4408-999e-1a43c3777f60 req-00de527f-7f1c-4485-8a48-99c6f93cfbed tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532150 Aug 12 02:12:18.530314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.532917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.534120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/909e6a4f-85e7-45b4-82ea-ef58a6419262 HTTP/1.1" status: 204 len: 168 time: 0.4613295 Aug 12 02:12:18.578452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b397c5-918d-4c14-a0f1-0d9a446f51cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e6a4f-85e7-45b4-82ea-ef58a6419262,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:18.615274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d4323-310c-42bf-8a4a-dded56f71263 req-3ab585a7-ff65-479b-b85d-f4a273ccd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:18.618258 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-747d4323-310c-42bf-8a4a-dded56f71263 req-3ab585a7-ff65-479b-b85d-f4a273ccd96f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 1097 time: 0.1072650 Aug 12 02:12:18.642689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9baa26-0098-4213-acbd-530584a8c747 req-49aa55a4-1638-40e0-a25e-ab4f69ba0fac tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:18.644660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca9baa26-0098-4213-acbd-530584a8c747 req-49aa55a4-1638-40e0-a25e-ab4f69ba0fac tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0827348 Aug 12 02:12:18.664808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.704271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca9baa26-0098-4213-acbd-530584a8c747 req-ecbd7de4-5e45-4d07-8174-a00295daa1f5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526283 Aug 12 02:12:18.738663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.749071 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.759713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-747d4323-310c-42bf-8a4a-dded56f71263 req-8a92825b-cba4-48f8-b1a6-be2a15d499ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301718 Aug 12 02:12:18.772116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27df55b3-df76-43df-995d-43eaaef71f95,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:18.780923 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:18.791453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:18.792866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf1cc8c5-6338-438f-8ce4-9d84d81350ca req-7e6f8472-fc54-4407-af83-3f300cdd921b tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3474309 Aug 12 02:12:18.802918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:18.803667 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:18.825283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a26c7-7ca3-4d0b-bc67-8fbc828a00af req-884e4dc7-102d-4010-9b36-2d1914a05a88 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:18.832437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e43a26c7-7ca3-4d0b-bc67-8fbc828a00af req-884e4dc7-102d-4010-9b36-2d1914a05a88 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 1101 time: 0.0697136 Aug 12 02:12:18.894863 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e43a26c7-7ca3-4d0b-bc67-8fbc828a00af req-27951a41-1069-4b96-bb4a-28b64ee68b07 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593073 Aug 12 02:12:18.993283 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:19.011071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-e36e0b62-0974-4c95-8497-b15fd865f6c5 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/37c9daa9-2e97-485b-b5ac-a5a8ed90e151 HTTP/1.1" status: 200 len: 1805 time: 0.0882094 Aug 12 02:12:19.129587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbf4ea-7cbe-4b3d-bd09-2d3b3f3fc468 req-a51a4376-3d40-41a1-b6b5-17e76de00b47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:19.131608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edcbf4ea-7cbe-4b3d-bd09-2d3b3f3fc468 req-a51a4376-3d40-41a1-b6b5-17e76de00b47 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.1321239 Aug 12 02:12:19.221381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.221915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edcbf4ea-7cbe-4b3d-bd09-2d3b3f3fc468 req-da86c080-095c-4c40-a6eb-31a7f8ae9419 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Aug 12 02:12:19.232112 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 2, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:19.260799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:19.261219 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Updating router 2b7b44f2-987c-405a-aa41-3f0beb692285 port c6ee84af-134d-4831-92fc-f94a73fd4cd2 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:19.270216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:19.290631 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.361936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.381467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:19.382082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.388313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-19ec70ec-1fc1-46d1-8a75-feb5b7509ccb tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478699 Aug 12 02:12:19.568582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-7a47b70f-5f8a-4941-aaf5-c7658ea9f0e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:19.578325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-7a47b70f-5f8a-4941-aaf5-c7658ea9f0e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881430 Aug 12 02:12:19.623554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-b73fe14f-3f5a-432a-ab4d-e67ef3f0ae1d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0437000 Aug 12 02:12:19.706311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:19.727111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.727332 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.731844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.738900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfe2b80f-0c3f-4f49-8aef-4a14bcdbd296 req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/37c9daa9-2e97-485b-b5ac-a5a8ed90e151 HTTP/1.1" status: 204 len: 173 time: 0.7113383 Aug 12 02:12:19.752945 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Transition to ACTIVE for port object c6ee84af-134d-4831-92fc-f94a73fd4cd2 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:19.761313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-7d1de2e6-139b-42da-9d47-77508e66268d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1341939 Aug 12 02:12:19.765766 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:19.769553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-b04da73a-ddd2-4066-824e-906d7154636d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:19.771189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-b04da73a-ddd2-4066-824e-906d7154636d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 821 time: 0.3602805 Aug 12 02:12:19.779624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988dbb7-02a0-4840-8742-00bb377eacca tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c9daa9-2e97-485b-b5ac-a5a8ed90e151,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:19.801237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'port': {'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'admin_state_up': True, 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:19.881898 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Pushing event updated for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:19.905903 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.906623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.908557 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.909214 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.909701 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.910282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.912067 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.912416 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.912782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.917183 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.917609 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.917946 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:19.932695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:19.940950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52874) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:19.955324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a905c366-c4b3-4f61-a3f5-2fefb57c399f req-c0684245-1efc-43be-a35b-5962c01065d5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 210 time: 0.0456481 Aug 12 02:12:19.967193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '02a08963-7cae-41fb-8557-1146376c4a04', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '02a08963-7cae-41fb-8557-1146376c4a04', 'mac_address': 'fa:16:3e:64:da:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:20.037782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.069731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:20.132334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Made reservation on behalf of a6f1c27b2082434390d9a56d9f2d0cd5 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:20.133013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:20.146806 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.148267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.197914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Attempting to bind port c6ee84af-134d-4831-92fc-f94a73fd4cd2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:20.200741 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Attempting to bind port c6ee84af-134d-4831-92fc-f94a73fd4cd2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:20.203141 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Attempting to bind port c6ee84af-134d-4831-92fc-f94a73fd4cd2 on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:20.219271 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:20.219594 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Checking segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:20.220437 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.220853 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Bound using segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:20.221307 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Bound port: c6ee84af-134d-4831-92fc-f94a73fd4cd2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:20.221887 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.222621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bd23da4-0057-48f7-a97a-b47919d61b1b req-7c8575b6-361b-413a-afa7-18ca68cf95da tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/0e85f754-1b9e-4ba5-acb4-9656b21c0207 HTTP/1.1" status: 200 len: 1804 time: 0.1295340 Aug 12 02:12:20.252766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1249657522-network', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:20.271692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:20.297137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Made reservation on behalf of 69d2b37c63b1416099d52fd102db74f0 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:20.299682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.310875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.376947 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] For port c6ee84af-134d-4831-92fc-f94a73fd4cd2, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:20.394100 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] For port c6ee84af-134d-4831-92fc-f94a73fd4cd2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6ee84af-134d-4831-92fc-f94a73fd4cd2,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:20.406784 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.437425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:20.550070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e26cf-1aa2-46f7-b5af-951495d8b95c None None] Pushing event updated for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:20.564625 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:20.565635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:20.569723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783214d6-1aa0-4f1e-9ea8-290748d6533c req-166fdb90-af38-4c9f-b6f6-3a19e01cd27e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:20.579816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-783214d6-1aa0-4f1e-9ea8-290748d6533c req-166fdb90-af38-4c9f-b6f6-3a19e01cd27e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 948 time: 0.3962817 Aug 12 02:12:20.601380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1683cc72-c415-4abf-922c-4f80711b21ad req-802700c2-73fd-4158-a209-acef7e6f33b4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 210 time: 0.1523528 Aug 12 02:12:20.688904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1698081264', 'description': 'tempest-description-1212847867'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:20.756862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.769385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.803974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-783214d6-1aa0-4f1e-9ea8-290748d6533c req-585918bf-c093-455e-9e27-fee15a318886 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134726 Aug 12 02:12:20.829011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:20.846618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Allocated IP 172.20.0.6 (6fe2d619-df28-4acd-a1b1-23f275840625/054f899d-804f-4a36-96cf-7625769a9e1b/0ab2fd92-8a21-4412-842e-ccb8e76fec17) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:20.848646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:12:20.872660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.901770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:20.903490 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Added segment 311bb771-3dd0-44f8-a0da-bd0850c8f28c of type vlan for network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 Aug 12 02:12:20.946898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50435165-9dd8-4fda-9b7e-62af5c6d603c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:20.974163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.041874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.043021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:21.044401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.096096 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:20Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:21.126922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7608b-fe87-4f66-bb46-1316abca5bf9 req-7155f69f-343e-4096-b51a-37f736e0dd54 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:21.131900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c12672b-8d71-4db9-a45d-c24d5db0a983 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:20Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:21.134948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6d7608b-fe87-4f66-bb46-1316abca5bf9 req-7155f69f-343e-4096-b51a-37f736e0dd54 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.2406032 Aug 12 02:12:21.201310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] Pushing event updated for resources: {'Network': ['ID=34e26b5b-c8b2-432a-aa65-fddfe1ef7938,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:21.219022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:12:21.240681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.250090 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.279050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6d7608b-fe87-4f66-bb46-1316abca5bf9 req-46e56e2f-2ed5-46bc-8b9e-aa2b76a73c58 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429579 Aug 12 02:12:21.292922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bacdffff-7ad5-431b-a08f-8604820ceb72 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3498974 Aug 12 02:12:21.296073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:21.302238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Request body: {'subnet': {'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1249657522-subnet', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:21.317631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6ee84af-134d-4831-92fc-f94a73fd4cd2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:21.326942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.339065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9880e7c-b4ca-46c4-88bd-b6f9e9f51b2b req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6740019 Aug 12 02:12:21.386977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.395899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320fa25-c2ee-4010-849c-baa337493603 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f582bab-4486-4314-b568-7eb1cc963094,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:21.405164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Made reservation on behalf of 69d2b37c63b1416099d52fd102db74f0 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:21.412884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.452687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Transition to ACTIVE for port object 0ab2fd92-8a21-4412-842e-ccb8e76fec17 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:21.472855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:21.482837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:21.482837 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.515792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01e27acc-d20d-4c2a-99ed-2609bb4b8a12 req-575a3b98-60e0-4727-af2d-a9e2d0750e66 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 210 time: 0.0563343 Aug 12 02:12:21.624830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.698303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.716109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-bc27a989-924a-4df0-90b7-0adf698b2754 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 200 len: 1805 time: 0.1433949 Aug 12 02:12:21.726006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.729121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:21.756412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:21.760211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f582bab-4486-4314-b568-7eb1cc963094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:21.760537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f582bab-4486-4314-b568-7eb1cc963094', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:21.803352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c6ee84af-134d-4831-92fc-f94a73fd4cd2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6ee84af-134d-4831-92fc-f94a73fd4cd2,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:21.820886 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.838899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d2a4e-16db-4d3d-a6b6-0c1f9349dd24 req-70fb0b8c-a653-4ca4-9793-46032b88cbd1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:21.840771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d8d2a4e-16db-4d3d-a6b6-0c1f9349dd24 req-70fb0b8c-a653-4ca4-9793-46032b88cbd1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.3996997 Aug 12 02:12:21.847989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:21.861681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:21.877586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:21.896197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event updated for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:21.902807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-03fb635c-3cb5-43fa-84de-75d8c4680a35 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870795 Aug 12 02:12:21.909594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 02a08963-7cae-41fb-8557-1146376c4a04 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:21.917419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 02a08963-7cae-41fb-8557-1146376c4a04 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:21.918908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:21.941691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b706f7-f792-4143-804e-79e5efd956a9,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:22.007918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d8d2a4e-16db-4d3d-a6b6-0c1f9349dd24 req-76451c23-c737-401b-89ce-4d47cb4b498e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376145 Aug 12 02:12:22.015624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Checking segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:22.015989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Network hostable DHCP agents. Network: 34e26b5b-c8b2-432a-aa65-fddfe1ef7938, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:12:22.070627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:12:22.084218 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.090131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 34e26b5b-c8b2-432a-aa65-fddfe1ef7938) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:22.094871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:22.095632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.107000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c9229-f31b-4cfd-811f-dc6f6d31c48a None None] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:22.116913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:22.119242 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e2d1c5-7ab8-416d-a38a-b90ca785001d" -d '{"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:22.129167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c8e13833-1253-4894-8fd3-189525e6f11d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8293357 Aug 12 02:12:22.135087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52916) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:22.140112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:22.184904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.199503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.200996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.234184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.255745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.295994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:22.297052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.314241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.338830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5e96ee3-8b77-413a-82ed-435608cd5b6a req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5962145 Aug 12 02:12:22.345711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.395304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afba7524-f8f3-4a65-b335-f46b6bc9fc55 req-9bc9c51b-e665-41bf-9a7d-0a312873ee92 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 210 time: 0.0759480 Aug 12 02:12:22.429913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0566-98c8-4806-a84e-9e6b62c75c93 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6052044-d8c1-44d0-b67a-e179dea5b320,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:22.437969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:22.446992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-bc0dfccf-b6fe-4727-96de-6d5aab568b5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6504290 Aug 12 02:12:22.460459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.504748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Request body: {'port': {'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:22.506910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a2e6966-b660-42ff-8db0-248186199ad0 None None] Provisioning for port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:22.516012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a2e6966-b660-42ff-8db0-248186199ad0 None None] Provisioning complete for port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:22.516626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6966-b660-42ff-8db0-248186199ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.575702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-efa37692-b52d-46a1-955e-49856189162c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:22.579022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-efa37692-b52d-46a1-955e-49856189162c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5978687 Aug 12 02:12:22.603996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:22.647044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.672565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3140183-faed-4989-88e0-ab83d99a05c7 req-64dfaa17-05f8-4ba1-b455-c9c6099f913a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:22.675183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3140183-faed-4989-88e0-ab83d99a05c7 req-64dfaa17-05f8-4ba1-b455-c9c6099f913a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1854188 Aug 12 02:12:22.709668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.765640 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:22.815649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e6966-b660-42ff-8db0-248186199ad0 None None] Port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:22.822611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:12:22.824195 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:22.827974 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed283896-16c0-445d-a4f5-bc5b52b74ed8 x-openstack-request-id: req-ed283896-16c0-445d-a4f5-bc5b52b74ed8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:22.828256 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:22.828507 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed283896-16c0-445d-a4f5-bc5b52b74ed8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:22.828887 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'code': 200} Aug 12 02:12:22.843162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3140183-faed-4989-88e0-ab83d99a05c7 req-29a873c2-ae22-4eb5-8318-10604727a498 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084650 Aug 12 02:12:22.939689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-1c033385-674c-4bcf-b7bc-75b954b707f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2039196 Aug 12 02:12:23.017543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-59fcb0b7-3fa5-4f80-9b76-488edcbf67bc tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 200 len: 2398 time: 0.1199973 Aug 12 02:12:23.032039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f582bab-4486-4314-b568-7eb1cc963094', 'remote_group_id': None}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:23.032443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f582bab-4486-4314-b568-7eb1cc963094', 'remote_group_id': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:23.070253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Allocated IP 172.20.0.2 (34e26b5b-c8b2-432a-aa65-fddfe1ef7938/75b706f7-f792-4143-804e-79e5efd956a9/baead310-d3c2-40ba-816b-db2d8c5afb02) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:23.202830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.231861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.235246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.258672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6ee84af-134d-4831-92fc-f94a73fd4cd2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:23.298515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.312960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.318142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Transition to ACTIVE for port object baead310-d3c2-40ba-816b-db2d8c5afb02 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:23.325743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.352794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Transition to ACTIVE for port object baead310-d3c2-40ba-816b-db2d8c5afb02 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:23.365916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6ee84af-134d-4831-92fc-f94a73fd4cd2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:23.366488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.370763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.377249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19c8de7-4838-4795-bb6a-c131165e92bd,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:23.400054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.413012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e73a6e0-1ac8-4f52-9b13-4223ca43853e req-3dd44967-f7b8-41d3-a412-1b0b0cf02d30 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3877003 Aug 12 02:12:23.430360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Allocated IP 172.25.3.102 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/45dcef52-97b5-4357-a609-8878916a6391) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:23.458126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:23.466078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:23.471987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:23.507097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Pushing event updated for resources: {'Port': ['ID=baead310-d3c2-40ba-816b-db2d8c5afb02,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:23.548371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07579984-2c4e-4426-9c7d-4c40a482a774 req-121ac35e-c0df-4290-8bc7-8ba00c7d4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:23.549968 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07579984-2c4e-4426-9c7d-4c40a482a774 req-121ac35e-c0df-4290-8bc7-8ba00c7d4263 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1100 time: 0.6074145 Aug 12 02:12:23.553587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:23.557354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.570856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Attempting to bind port baead310-d3c2-40ba-816b-db2d8c5afb02 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:23.571314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Attempting to bind port baead310-d3c2-40ba-816b-db2d8c5afb02 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:23.572000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Attempting to bind port baead310-d3c2-40ba-816b-db2d8c5afb02 on network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:23.581037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:23.581291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Checking segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:23.581790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.582247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Bound using segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:23.582790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Bound port: baead310-d3c2-40ba-816b-db2d8c5afb02, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:23.583235 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.598184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-533ec990-d9ee-4136-82a6-cd36eb4a784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:23.599750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-533ec990-d9ee-4136-82a6-cd36eb4a784b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 1101 time: 0.6264565 Aug 12 02:12:23.658544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed32c9-d093-4c0a-a711-8a2981e7888b req-e1b7c1b8-e4ec-40d8-87ed-a7ebd11284b2 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:23.660223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aaed32c9-d093-4c0a-a711-8a2981e7888b req-e1b7c1b8-e4ec-40d8-87ed-a7ebd11284b2 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 931 time: 0.6953571 Aug 12 02:12:23.681138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-6b3b9654-a957-4b55-9a0f-ba821705cc2a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:23.683122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-6b3b9654-a957-4b55-9a0f-ba821705cc2a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.1384635 Aug 12 02:12:23.693311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] For port baead310-d3c2-40ba-816b-db2d8c5afb02, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:23.696628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] For port baead310-d3c2-40ba-816b-db2d8c5afb02, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=baead310-d3c2-40ba-816b-db2d8c5afb02,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:23.703569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.722023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-56a807ee-c682-4587-ab40-aa7d8c8e950b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/quotas/9e89bd7503ef4a5580443da4b02763de HTTP/1.1" status: 200 len: 375 time: 0.0205455 Aug 12 02:12:23.782206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.819076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fd626-ba3b-452c-a937-9e7c40b9da64 None None] Pushing event updated for resources: {'Port': ['ID=baead310-d3c2-40ba-816b-db2d8c5afb02,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:23.824090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07579984-2c4e-4426-9c7d-4c40a482a774 req-c18f43fb-8157-409c-a768-dd7c9bcb5756 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556591 Aug 12 02:12:23.862481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:23.889790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:23.916661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-8d7c4917-016b-4085-8365-5c6ec36d7878 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879184 Aug 12 02:12:23.922207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:23.926194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:23.958808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aaed32c9-d093-4c0a-a711-8a2981e7888b req-81638b85-2115-4061-8829-8fdf6bdce764 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803359 Aug 12 02:12:24.006576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-d7c1f13f-8b72-414f-baa7-d3b12729755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:24.008188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-d7c1f13f-8b72-414f-baa7-d3b12729755e service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3599310 Aug 12 02:12:24.022065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Pushing event updated for resources: {'Port': ['ID=45dcef52-97b5-4357-a609-8878916a6391,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:24.105458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.126 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/5310701d-913e-45cb-ba99-dec416321a66) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:24.112863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-415f7751-139a-446c-a3bf-d32663cb380a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b HTTP/1.1" status: 200 len: 217 time: 0.0900321 Aug 12 02:12:24.222477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab2fd92-8a21-4412-842e-ccb8e76fec17 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:24.239550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:24.287104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Transition to ACTIVE for port object 0ab2fd92-8a21-4412-842e-ccb8e76fec17 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:24.297761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-445a7953-1921-4128-8291-46dff2a7a529 service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446100 Aug 12 02:12:24.307212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:24.314352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-ff973346-248d-4383-80b4-bb4f3f691247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:24.315877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-ff973346-248d-4383-80b4-bb4f3f691247 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1818216 Aug 12 02:12:24.578394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96550e72-682d-4425-85cb-bfc3e368ee82 req-0c02c98c-45ec-46aa-a1d8-5b6efdea1e40 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 200 len: 2996 time: 0.3428066 Aug 12 02:12:24.581809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:24.781066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-61dafee8-6c0c-4cb6-b3e0-2360e62bf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:24.782931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-61dafee8-6c0c-4cb6-b3e0-2360e62bf519 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4455736 Aug 12 02:12:24.807916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ca47fbd-e28b-42b5-80b0-cec7c179f558 req-87daa259-977e-4065-85fc-f4040e434f1b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 210 time: 0.0647178 Aug 12 02:12:24.817574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Attempting to bind port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:24.817750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Attempting to bind port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:24.817968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Attempting to bind port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:24.838922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990a35-df25-4943-95f8-3e6b6603260e req-8415652a-2a1c-44ab-871d-8804406887f1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:24.841276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8990a35-df25-4943-95f8-3e6b6603260e req-8415652a-2a1c-44ab-871d-8804406887f1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6e5a4e-20eb-4742-9815-8ab60e9e102c HTTP/1.1" status: 200 len: 946 time: 0.4493871 Aug 12 02:12:24.882109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:24.932749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 on network 6fe2d619-df28-4acd-a1b1-23f275840625 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:24.933055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Attempting to bind port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:25.021007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:25.021352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Checking segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:25.021749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Bound using segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:25.022205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Bound port: 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:25.022567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.025660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-7cf21a4a-0d9c-458b-98c5-906859760b9c service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532345 Aug 12 02:12:25.192977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.249021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 5310701d-913e-45cb-ba99-dec416321a66 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:25.336833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.350415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:25.359371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device baead310-d3c2-40ba-816b-db2d8c5afb02 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:25.359615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-0e3b766e-021e-400d-a4db-1445f9765007 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-group-rules/d19c8de7-4838-4795-bb6a-c131165e92bd HTTP/1.1" status: 200 len: 783 time: 0.0745122 Aug 12 02:12:25.361661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-f48d48c6-47bc-4dda-90e5-aa31a58fc888 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193567 Aug 12 02:12:25.435486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:25.503523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9501c-08ad-4740-8b02-01689c91e9d6 None None] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:25.568101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-c3568d2f-6db0-4cbf-a7cd-1297f56cd151 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 200 len: 2996 time: 0.2075050 Aug 12 02:12:25.593682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:25.597008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.611834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af66905-2b5a-4909-aec0-51b4bfd817a0 req-f74e35c8-6827-4913-b983-39fbd391dfcf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:25.619496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2af66905-2b5a-4909-aec0-51b4bfd817a0 req-f74e35c8-6827-4913-b983-39fbd391dfcf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.6615343 Aug 12 02:12:25.640313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:25.649210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:25.710391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.736662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.833638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:25.834767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.841602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:25.859462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:25.872076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4fb09b67-dc51-4cb1-8378-72e5e857b0a8 None None] Provisioning for port baead310-d3c2-40ba-816b-db2d8c5afb02 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:25.878724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:25.988672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:25.989820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f33708bc-43a7-4774-ae0e-1353f4f0fd2e req-bb2f5bcc-4b52-40fd-93bc-c70f486309e1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533648 Aug 12 02:12:26.007361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.008927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.024254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2af66905-2b5a-4909-aec0-51b4bfd817a0 req-b462556b-7311-4ecd-8fc6-c291d4d7c56f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038916 Aug 12 02:12:26.030305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fe2d83f-b099-4360-bf71-a1e0cd6deaa8 req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d19c8de7-4838-4795-bb6a-c131165e92bd HTTP/1.1" status: 204 len: 173 time: 0.4612489 Aug 12 02:12:26.089872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port baead310-d3c2-40ba-816b-db2d8c5afb02 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:26.109847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa501-2205-41c7-8da0-40f99a2250c0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d19c8de7-4838-4795-bb6a-c131165e92bd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:26.160766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port baead310-d3c2-40ba-816b-db2d8c5afb02 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:26.162812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.165984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Router 8836a412-0699-472a-b7be-d7945d4f6080 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:12:26.177698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-07d81c44-7ceb-4415-8ad9-5ff09afb3e7d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5810382 Aug 12 02:12:26.181205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:26.198325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:26.201081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.202932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-631a309b-041b-4a0a-974e-14b540863f42 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 1091 time: 3.7279825 Aug 12 02:12:26.212853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Request body: {'port': {'device_id': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:26.253457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:26.256356 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:26.310756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aeb93985-9531-4bf6-88e4-bcfe3509bc42 None None] Provisioning for port 5310701d-913e-45cb-ba99-dec416321a66 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:26.345620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aeb93985-9531-4bf6-88e4-bcfe3509bc42 None None] Provisioning complete for port 5310701d-913e-45cb-ba99-dec416321a66 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:26.346251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aeb93985-9531-4bf6-88e4-bcfe3509bc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.389073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.449299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Deleting port b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:12:26.450704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.472354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-aeb93985-9531-4bf6-88e4-bcfe3509bc42 None None] Port 5310701d-913e-45cb-ba99-dec416321a66 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:26.566200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469638ff-ea5c-4f22-ab8d-89836638cf92 req-6b84aabc-7936-4db8-81e8-42f36c7f5673 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:26.573819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-469638ff-ea5c-4f22-ab8d-89836638cf92 req-6b84aabc-7936-4db8-81e8-42f36c7f5673 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 943 time: 0.3675771 Aug 12 02:12:26.605130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:26.612797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.634808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-469638ff-ea5c-4f22-ab8d-89836638cf92 req-435ff607-cd35-4fe5-9fd5-a979cc186bfd tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Aug 12 02:12:26.655804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.657261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9bd7e5b3-f9d3-4b8c-b43c-1354cbb74294 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5207705 Aug 12 02:12:26.659880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:26.665501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Sync routers for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:26.698906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port baead310-d3c2-40ba-816b-db2d8c5afb02, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=baead310-d3c2-40ba-816b-db2d8c5afb02,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:26.710982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63d85521-562a-440c-bc95-e88e4a429981 req-784a5542-e450-4836-8f7f-d819b1de30b4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 210 time: 0.2542365 Aug 12 02:12:26.806152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-ac11f31c-5603-46df-9f2b-f04db7f40c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:26.807673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.807809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-ac11f31c-5603-46df-9f2b-f04db7f40c2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1094 time: 0.4773233 Aug 12 02:12:26.850138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1b6585fe-fe4b-4229-85ff-b833139ad42e None None] Provisioning complete for port baead310-d3c2-40ba-816b-db2d8c5afb02 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:26.850864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1b6585fe-fe4b-4229-85ff-b833139ad42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:26.878370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20a42-4890-46cd-8e4f-f2144c7b213b req-342116c2-9b25-484b-91b1-6cd01d449990 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:26.880152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35c20a42-4890-46cd-8e4f-f2144c7b213b req-342116c2-9b25-484b-91b1-6cd01d449990 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 936 time: 0.1345108 Aug 12 02:12:26.907019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:26.907744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:26.941999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-7f4a4a85-efed-43ab-bf1b-f07fd19829cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.1059167 Aug 12 02:12:26.956054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] For port b249f0de-777a-4f94-8f8b-381b4727406a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b249f0de-777a-4f94-8f8b-381b4727406a,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:26.956424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.011543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35c20a42-4890-46cd-8e4f-f2144c7b213b req-0fd16985-d8b5-45ac-9e5e-3b6979b0d0c7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906937 Aug 12 02:12:27.019239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-14407f20-0ebf-44e7-97ce-2cd1ee5f9c91 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 200 len: 2398 time: 0.2443843 Aug 12 02:12:27.021763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Calling delete_port for b249f0de-777a-4f94-8f8b-381b4727406a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:12:27.101121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=baead310-d3c2-40ba-816b-db2d8c5afb02,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:27.128696 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683bcd1d-12c3-425b-820a-eebfd7388ea3 x-openstack-request-id: req-683bcd1d-12c3-425b-820a-eebfd7388ea3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:27.131095 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:27.131095 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-683bcd1d-12c3-425b-820a-eebfd7388ea3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:27.131095 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:12:27.131095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-384d6eb4-d5b0-4919-acb3-cbe7c55ef1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:27.133050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-384d6eb4-d5b0-4919-acb3-cbe7c55ef1f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1825099 Aug 12 02:12:27.190132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:27.267197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.369977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc614b2-bab0-4694-a3ef-da2dbb837ba5 req-3aaeb34f-3b97-4d48-9e86-80c146ea30ce tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:27.379146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecc614b2-bab0-4694-a3ef-da2dbb837ba5 req-3aaeb34f-3b97-4d48-9e86-80c146ea30ce tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1437683 Aug 12 02:12:27.457482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecc614b2-bab0-4694-a3ef-da2dbb837ba5 req-dd66c880-5d15-4968-bdf0-bf444458e94e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769567 Aug 12 02:12:27.481842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device baead310-d3c2-40ba-816b-db2d8c5afb02 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:27.554989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.650913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port baead310-d3c2-40ba-816b-db2d8c5afb02 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:27.651330 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.725285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:24Z', 'revision_number': 3, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:27.728386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775640dc-6d76-41a3-aeac-a459232c4334 req-7b75ad6f-d563-46fb-b4e3-59ce6b65695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:27.729247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-7b75ad6f-d563-46fb-b4e3-59ce6b65695a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5720274 Aug 12 02:12:27.733732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.760144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Checking router: 8836a412-0699-472a-b7be-d7945d4f6080 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:27.760144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Updating router 8836a412-0699-472a-b7be-d7945d4f6080 port 45dcef52-97b5-4357-a609-8878916a6391 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:27.771101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abc3f-49ad-47e0-a646-e7f322b70552 req-a91f940b-a525-47b5-ab31-1ea55081d09e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:27.772612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-509abc3f-49ad-47e0-a646-e7f322b70552 req-a91f940b-a525-47b5-ab31-1ea55081d09e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0968812 Aug 12 02:12:27.789459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Allocated IP 172.20.0.1 (34e26b5b-c8b2-432a-aa65-fddfe1ef7938/75b706f7-f792-4143-804e-79e5efd956a9/f6ee2390-1766-42b5-b382-463567a92369) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:27.816651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.832848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-509abc3f-49ad-47e0-a646-e7f322b70552 req-28bc0938-5efb-4df4-9c45-e0116d9d5684 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Aug 12 02:12:27.840132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5310701d-913e-45cb-ba99-dec416321a66 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:27.854310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.908035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Transition to ACTIVE for port object 5310701d-913e-45cb-ba99-dec416321a66 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:27.927438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.928331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.953291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.956147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:27.957447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55e9f7f5-2f40-4da9-ab3f-94e700541737 req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/9f582bab-4486-4314-b568-7eb1cc963094 HTTP/1.1" status: 204 len: 173 time: 0.9279764 Aug 12 02:12:27.987631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.029516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Transition to ACTIVE for port object f6ee2390-1766-42b5-b382-463567a92369 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:28.048878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-ce2905bc-e0a3-4703-b39d-89573173703b service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094039 Aug 12 02:12:28.064744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f6a50-620d-40e9-81dd-5c81c19b8fbf req-03dc4300-503d-4e45-8c34-4a00dfacd837 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:28.070937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-715f6a50-620d-40e9-81dd-5c81c19b8fbf req-03dc4300-503d-4e45-8c34-4a00dfacd837 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 943 time: 0.0795138 Aug 12 02:12:28.073014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9058057-24d9-4d66-ab64-942496fa91d4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f582bab-4486-4314-b568-7eb1cc963094,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.172537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-715f6a50-620d-40e9-81dd-5c81c19b8fbf req-c35571cc-fd45-4181-a6c1-6a6b2e6927e0 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960536 Aug 12 02:12:28.184594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.184916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.225551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.240582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Transition to ACTIVE for port object 45dcef52-97b5-4357-a609-8878916a6391 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:28.247631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:28.251214 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.265364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:28.266481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:28.278110 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-05982dac-b285-4c35-a02c-a3954c847c11 req-9ec54150-1a5d-4098-99ad-2d2a6abfa343 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] show failed (client error): The resource could not be found. Aug 12 02:12:28.281003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] No DVR routers for this DVR port b249f0de-777a-4f94-8f8b-381b4727406a on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:12:28.284008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05982dac-b285-4c35-a02c-a3954c847c11 req-9ec54150-1a5d-4098-99ad-2d2a6abfa343 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/37c9daa9-2e97-485b-b5ac-a5a8ed90e151 HTTP/1.1" status: 404 len: 352 time: 0.0391929 Aug 12 02:12:28.289291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.291321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8990a35-df25-4943-95f8-3e6b6603260e req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "DELETE /v2.0/ports/b249f0de-777a-4f94-8f8b-381b4727406a HTTP/1.1" status: 204 len: 173 time: 3.3346677 Aug 12 02:12:28.350560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Attempting to bind port 45dcef52-97b5-4357-a609-8878916a6391 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:28.351605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Attempting to bind port 45dcef52-97b5-4357-a609-8878916a6391 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:28.352185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Attempting to bind port 45dcef52-97b5-4357-a609-8878916a6391 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:28.360615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea00911e-90bf-4629-845e-9080d8ad231a req-29686bd9-7b36-4939-ad3f-450469c3ef89 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 210 time: 0.2103000 Aug 12 02:12:28.398768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1b96-cc8f-4fb9-a9bb-faa41c3d1a69 None None] Pushing event updated for resources: {'Port': ['ID=45dcef52-97b5-4357-a609-8878916a6391,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.408208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:28.414772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:28.414976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.415553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:28.419733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Bound port: 45dcef52-97b5-4357-a609-8878916a6391, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:28.420957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f12ce-5580-4a99-a600-c150970fce3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event deleted for resources: {'Port': ['ID=b249f0de-777a-4f94-8f8b-381b4727406a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.423288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.460875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.466188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.539631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] For port 45dcef52-97b5-4357-a609-8878916a6391, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:28.544455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] For port 45dcef52-97b5-4357-a609-8878916a6391, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=45dcef52-97b5-4357-a609-8878916a6391,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:28.549136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.618272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea1b96-cc8f-4fb9-a9bb-faa41c3d1a69 None None] Pushing event updated for resources: {'Port': ['ID=45dcef52-97b5-4357-a609-8878916a6391,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:28.621905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:28.622866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:28.630343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235dcb6-91f5-405c-b4ca-230a88b4dd11 req-e07358c3-17d5-496b-807c-5535fe9cb918 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:28.635150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-3203d797-059b-4914-b602-7db8f7ee3c84 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/0e85f754-1b9e-4ba5-acb4-9656b21c0207 HTTP/1.1" status: 200 len: 1804 time: 0.1037176 Aug 12 02:12:28.639840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c235dcb6-91f5-405c-b4ca-230a88b4dd11 req-e07358c3-17d5-496b-807c-5535fe9cb918 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 948 time: 0.1615536 Aug 12 02:12:28.643884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-48dfb6d3-9ed6-492d-a814-04f308b834ad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:28.645293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-48dfb6d3-9ed6-492d-a814-04f308b834ad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.6395943 Aug 12 02:12:28.671877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Request body: {'port': {'device_id': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'admin_state_up': True, 'tenant_id': '9e89bd7503ef4a5580443da4b02763de'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:28.681483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Attempting to bind port 5310701d-913e-45cb-ba99-dec416321a66 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:28.681855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Attempting to bind port 5310701d-913e-45cb-ba99-dec416321a66 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:28.682161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Attempting to bind port 5310701d-913e-45cb-ba99-dec416321a66 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:28.686351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-775640dc-6d76-41a3-aeac-a459232c4334 req-35dbfc5d-58ef-470a-801c-1f58e0769db5 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542433 Aug 12 02:12:28.710175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c235dcb6-91f5-405c-b4ca-230a88b4dd11 req-69086943-794e-491b-b473-071c8bd53691 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675085 Aug 12 02:12:28.734748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Port 5310701d-913e-45cb-ba99-dec416321a66 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:28.735315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Attempting to bind port 5310701d-913e-45cb-ba99-dec416321a66 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:28.750536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3e0cbe23-b3d4-4222-afef-2b2c7a83a61f None None] Provisioning for port f6ee2390-1766-42b5-b382-463567a92369 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:28.753216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:28.753568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:28.753961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:28.754413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Bound port: 5310701d-913e-45cb-ba99-dec416321a66, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:28.754819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.757984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3e0cbe23-b3d4-4222-afef-2b2c7a83a61f None None] Provisioning complete for port f6ee2390-1766-42b5-b382-463567a92369 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:28.758361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e0cbe23-b3d4-4222-afef-2b2c7a83a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.768176 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.827923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:28.830165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cbe23-b3d4-4222-afef-2b2c7a83a61f None None] Port f6ee2390-1766-42b5-b382-463567a92369 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:28.841745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.915165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:28.975949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:29.001131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-46042039-9c36-4f4a-a147-35ee71d0f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.002674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-46042039-9c36-4f4a-a147-35ee71d0f762 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1094 time: 0.1738067 Aug 12 02:12:29.005981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Made reservation on behalf of 9e89bd7503ef4a5580443da4b02763de for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:29.009578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.015410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5310701d-913e-45cb-ba99-dec416321a66,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:29.053055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.108934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.111862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.128062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-defb14f9-9a80-4630-9eae-46b7ee270bf3 req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e85f754-1b9e-4ba5-acb4-9656b21c0207 HTTP/1.1" status: 204 len: 173 time: 0.4767215 Aug 12 02:12:29.128873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.132901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:24Z', 'revision_number': 3, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:29.138016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.151256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-deleted', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:29.159340 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbd28d7-d7b4-4375-be41-fbf00e8a9e9a" -d '{"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-deleted", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:29.171400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea3644-ab20-4998-ae2a-95b3ba6efeb2 None None] The sync data for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 is: [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:24Z', 'revision_number': 3, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:29.212669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc77c2f-b0aa-4482-b789-2fcad791e4c4 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85f754-1b9e-4ba5-acb4-9656b21c0207,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:29.215149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.216363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.217798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] 10.222.0.21 "PUT /v2.0/ports/5310701d-913e-45cb-ba99-dec416321a66 HTTP/1.1" status: 200 len: 1096 time: 3.0121484 Aug 12 02:12:29.270560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.272758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Pushing event updated for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:29.309651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c22d73-a8b9-4a7b-b743-0d7179ced57f req-5abb4220-b583-49d0-b328-a0e8723d9d9b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.317603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90c22d73-a8b9-4a7b-b743-0d7179ced57f req-5abb4220-b583-49d0-b328-a0e8723d9d9b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1544232 Aug 12 02:12:29.384637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2b11-9e01-4082-8093-0be86718eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:29.392387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-efa10a59-cb9e-4edc-9074-2d26257e499b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3592601 Aug 12 02:12:29.415887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90c22d73-a8b9-4a7b-b743-0d7179ced57f req-298adf63-4b55-4353-842b-77cea80170b2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Aug 12 02:12:29.416227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-ece235fe-611a-438f-8a2c-38c86dcb3448 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/78d096ac-bf86-4967-b858-5d567a1a0d69 HTTP/1.1" status: 200 len: 1805 time: 0.2426894 Aug 12 02:12:29.431324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-f740e5ba-4aae-43ad-87ef-d22075dadd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.432833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-f740e5ba-4aae-43ad-87ef-d22075dadd7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.4207742 Aug 12 02:12:29.486833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:29.488555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:29.506318 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5805af5-3083-481e-8fda-714ebefe82c1 x-openstack-request-id: req-e5805af5-3083-481e-8fda-714ebefe82c1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:29.506698 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e5a4e-20eb-4742-9815-8ab60e9e102c", "name": "network-vif-deleted", "tag": "b249f0de-777a-4f94-8f8b-381b4727406a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:29.507002 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5805af5-3083-481e-8fda-714ebefe82c1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:29.507459 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e5a4e-20eb-4742-9815-8ab60e9e102c', 'name': 'network-vif-deleted', 'tag': 'b249f0de-777a-4f94-8f8b-381b4727406a', 'status': 'completed', 'code': 200} Aug 12 02:12:29.592650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-92d6e98a-4f37-4b79-a422-2f1c314f59c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.1114790 Aug 12 02:12:29.601862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-06c90df5-12fa-4def-b7c6-b615eac3a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.603916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-06c90df5-12fa-4def-b7c6-b615eac3a546 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 1099 time: 0.2841394 Aug 12 02:12:29.721094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Router 8836a412-0699-472a-b7be-d7945d4f6080 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:12:29.734244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Allocated IP 172.20.0.5 (1ec25fcb-623a-438a-8ce9-4f942b099d0d/f6e7ea11-5793-46c0-a2e6-72db8651c324/c760a118-12b8-43fb-9373-f0d994a31f71) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:29.785952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:12:29.818549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f21d9-4cea-4d03-be20-5d4c05029159 req-a481a705-c8d8-4fe9-bc75-cc555735afa7 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.823768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: b249f0de-777a-4f94-8f8b-381b4727406a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:12:29.824126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b249f0de-777a-4f94-8f8b-381b4727406a not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:12:29.828588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d2f21d9-4cea-4d03-be20-5d4c05029159 req-a481a705-c8d8-4fe9-bc75-cc555735afa7 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 943 time: 0.1593328 Aug 12 02:12:29.830721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-4e5865d0-1b2a-4514-8bf6-33c480f12d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:29.832377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-4e5865d0-1b2a-4514-8bf6-33c480f12d13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1693580 Aug 12 02:12:29.841583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-61a334f0-4473-40b2-9e79-d0def011829d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5310701d-913e-45cb-ba99-dec416321a66 HTTP/1.1" status: 200 len: 217 time: 0.1293278 Aug 12 02:12:29.932525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.936428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c186e04f-94f3-4d4d-8b5a-43f5a164cd00 None None] Provisioning complete for port f6ee2390-1766-42b5-b382-463567a92369 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:29.936810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c186e04f-94f3-4d4d-8b5a-43f5a164cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:29.957923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d2f21d9-4cea-4d03-be20-5d4c05029159 req-e4820684-faa5-4b06-9881-466b4654b1d5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119809 Aug 12 02:12:29.974125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:29.988568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-111f1f9b-9fe5-4dcb-a2e0-1e1d5522d924 admin admin] 10.222.0.11 "PUT /v2.0/routers/8836a412-0699-472a-b7be-d7945d4f6080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3182688 Aug 12 02:12:30.022800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c186e04f-94f3-4d4d-8b5a-43f5a164cd00 None None] Port f6ee2390-1766-42b5-b382-463567a92369 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:30.070982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:30.079761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-17f79827-fc39-46d0-8b8c-03c390b70d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.081266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-17f79827-fc39-46d0-8b8c-03c390b70d0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2183619 Aug 12 02:12:30.111774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bfc7aa3d-4195-4fca-9f2f-8aa145832781 req-39da79e3-3af4-4349-8024-eca2cced5358 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 210 time: 0.0362699 Aug 12 02:12:30.176593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-53b88f0a-193e-4d98-a926-7eacd77c1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.178067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-53b88f0a-193e-4d98-a926-7eacd77c1850 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.3051341 Aug 12 02:12:30.261649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e94cc-c413-4d37-87e8-ae636a080729 req-f93d1f99-f44c-4354-8d0d-821e3159b282 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.264258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594e94cc-c413-4d37-87e8-ae636a080729 req-f93d1f99-f44c-4354-8d0d-821e3159b282 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 948 time: 0.0670378 Aug 12 02:12:30.312361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594e94cc-c413-4d37-87e8-ae636a080729 req-eab87972-02d3-4c20-b052-e70c4a529547 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Aug 12 02:12:30.374050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-3b90e5bc-3424-4972-ad83-995cccba85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.375071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-3b90e5bc-3424-4972-ad83-995cccba85de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571510 Aug 12 02:12:30.393402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:30.398305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-e8ca34cb-2194-4a0c-99cb-0029ec742411 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046513 Aug 12 02:12:30.485170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:30.488205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:30.489771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9ee5384-da10-437e-bfd1-947ebc8014ac req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/78d096ac-bf86-4967-b858-5d567a1a0d69 HTTP/1.1" status: 204 len: 173 time: 1.0698333 Aug 12 02:12:30.549880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d096ac-bf86-4967-b858-5d567a1a0d69,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:30.608757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.609106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.609449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.609784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.610116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.610453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.610773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.611101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.611413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.611799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.612084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.612402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8573c-5fda-4eb4-99d3-be63eb4f3ae0 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:30.724355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-a8436c9d-fe10-4959-85ee-46db18b01b24 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285213 Aug 12 02:12:30.731052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:30.742659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecf063-3139-4a45-880a-cff551d8f1e7 req-7cc62fe9-a170-40d1-88ee-e8e1b6794d59 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.744661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68ecf063-3139-4a45-880a-cff551d8f1e7 req-7cc62fe9-a170-40d1-88ee-e8e1b6794d59 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1567302 Aug 12 02:12:30.780637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a522070f-c19e-4e48-bf3d-8c3ef0bdf88d req-a993b87b-8cfb-4c86-94a8-145baaaa539c service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882600 Aug 12 02:12:30.863353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:30.876379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:30.883092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:30.893753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:30.900093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68ecf063-3139-4a45-880a-cff551d8f1e7 req-8a3548d1-2ea8-4e6d-b669-1e3f46811a23 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218624 Aug 12 02:12:30.966321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2495fa-2ddd-4deb-b99b-d6f2911d7a8a req-c84958fc-f5fa-4c96-ba4f-1c7a0635d64c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156672 Aug 12 02:12:30.997527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:30.998193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.023902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:31.029608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209581245', 'description': 'tempest-description--2137165385'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:31.043733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-458cc869-7c16-48e9-ac39-1dd132dce8cd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3761649 Aug 12 02:12:31.051947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-b5e225e8-fb01-4214-aa65-92c0cf5c37a1 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/0d1bea7b-3695-4a5f-85f8-7b42d9cda41e HTTP/1.1" status: 200 len: 1804 time: 0.1068227 Aug 12 02:12:31.063834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.068723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-bd278d3d-589c-4252-ac30-6327c59871cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.072146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-bd278d3d-589c-4252-ac30-6327c59871cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1100 time: 0.0902560 Aug 12 02:12:31.077305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Request body: {'port': {'device_id': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:31.169279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813863d0-2b80-4b52-a008-571d503e7fcf req-b53b14a7-051c-48ec-93f0-75d00e0cf655 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.177557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-813863d0-2b80-4b52-a008-571d503e7fcf req-b53b14a7-051c-48ec-93f0-75d00e0cf655 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 943 time: 0.0897772 Aug 12 02:12:31.219955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.243007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-813863d0-2b80-4b52-a008-571d503e7fcf req-3b62e4f6-affd-4ab4-be44-af41c814bc33 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643518 Aug 12 02:12:31.248813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.269256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.297386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 45dcef52-97b5-4357-a609-8878916a6391 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:31.352974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.354538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3296218 Aug 12 02:12:31.358470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:31.364194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'security_group_rule': {'security_group_id': '9f26cdbd-2d8d-42b5-948c-fe07d61136ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:31.371194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26cdbd-2d8d-42b5-948c-fe07d61136ea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:31.375449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 45dcef52-97b5-4357-a609-8878916a6391 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:31.381839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 45dcef52-97b5-4357-a609-8878916a6391 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:31.382808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.395301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.395655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.396222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.396562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.397050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.397545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.398026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.398517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.399216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.399748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.400228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.400704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2ce78a-47c3-4acf-bfe9-f8426c415ba3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:31.422011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5eae4-b3ab-45bb-b002-0dbd9a8e23d3 req-57c34581-eacb-4b15-9a39-e818bc4bd29d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.424377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02c5eae4-b3ab-45bb-b002-0dbd9a8e23d3 req-57c34581-eacb-4b15-9a39-e818bc4bd29d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 931 time: 0.1063285 Aug 12 02:12:31.431926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.490862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.508531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02c5eae4-b3ab-45bb-b002-0dbd9a8e23d3 req-c8cf5c80-c0c6-4f51-8bbf-382d33aca21e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663414 Aug 12 02:12:31.519571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.523935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 45dcef52-97b5-4357-a609-8878916a6391, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=45dcef52-97b5-4357-a609-8878916a6391,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:31.526507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.531964 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.556495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eccc4c2-b073-4321-a5cb-21ceec0ef229,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:31.561295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'tag': '5310701d-913e-45cb-ba99-dec416321a66'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:31.564423 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828d06ef-fbc8-430a-8f9a-2a076c5825e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "tag": "5310701d-913e-45cb-ba99-dec416321a66"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:31.566004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.567599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d6f7cfa4-937c-4842-a12c-1fd14b9d5449 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2078567 Aug 12 02:12:31.568098 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.576979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53068) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:31.584380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'security_group_rule': {'security_group_id': '9f26cdbd-2d8d-42b5-948c-fe07d61136ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:31.606523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=45dcef52-97b5-4357-a609-8878916a6391,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:31.620335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.625931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.629696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-a92758b3-8a46-4542-a27d-39f50e12ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.631173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-a92758b3-8a46-4542-a27d-39f50e12ed15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.5402465 Aug 12 02:12:31.675545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Sync routers for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:31.688040 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:31.688661 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:31.709567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-db635d9b-50c1-45e7-9abd-63b8d69ee3c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.0586715 Aug 12 02:12:31.728905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af069b-e321-4159-843f-eb6df46a4d9b req-597f3ffc-81ae-462b-a266-db74f6475a26 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.731374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11af069b-e321-4159-843f-eb6df46a4d9b req-597f3ffc-81ae-462b-a266-db74f6475a26 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 948 time: 0.1013389 Aug 12 02:12:31.747386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.755562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.801886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cab70a2-3766-40e8-b714-f6abcded86b7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:31.817589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:31.825179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11af069b-e321-4159-843f-eb6df46a4d9b req-83fb91a2-2597-4978-9443-a1522e079e57 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802479 Aug 12 02:12:31.826590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.828269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.829189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c603b24c-487c-404c-b357-fa027110d12d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2506950 Aug 12 02:12:31.830842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.832045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8ceaa01-f24d-4234-b30f-50f2dfaadf31 req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d1bea7b-3695-4a5f-85f8-7b42d9cda41e HTTP/1.1" status: 204 len: 173 time: 0.7719193 Aug 12 02:12:31.836549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:31.851270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:31.874987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93315b-feee-40d4-984a-fa748465f1e6 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1bea7b-3695-4a5f-85f8-7b42d9cda41e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:31.917427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:31.924673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-bfe7f10b-4dc7-415e-9f27-87f916181dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:31.929915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-bfe7f10b-4dc7-415e-9f27-87f916181dbc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2114589 Aug 12 02:12:31.935680 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a82547f-ab46-4ebc-9bfd-2aa31afff2f5 x-openstack-request-id: req-9a82547f-ab46-4ebc-9bfd-2aa31afff2f5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:31.936393 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "tag": "5310701d-913e-45cb-ba99-dec416321a66", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:31.936922 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a82547f-ab46-4ebc-9bfd-2aa31afff2f5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:31.937678 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'tag': '5310701d-913e-45cb-ba99-dec416321a66', 'status': 'completed', 'code': 200} Aug 12 02:12:31.938568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db2e62e7-16cb-4aa5-8d46-7b6c63c0c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.028322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-7f9a938f-0c6b-47e6-8596-1a5238bdd1e8 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/6f570cf2-a20f-498c-8ece-c450b93b7638 HTTP/1.1" status: 200 len: 2403 time: 0.0832186 Aug 12 02:12:32.071229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-cd19af3a-2374-413d-af1b-a7b50a29f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.072777 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-cd19af3a-2374-413d-af1b-a7b50a29f0a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 1099 time: 0.0824213 Aug 12 02:12:32.082997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-18028965-c485-4f79-9ca6-d4fe52974616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.084503 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-18028965-c485-4f79-9ca6-d4fe52974616 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260102 Aug 12 02:12:32.113680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.123912 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 2, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:32.125414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.151781 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Checking router: 8836a412-0699-472a-b7be-d7945d4f6080 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:32.152126 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Updating router 8836a412-0699-472a-b7be-d7945d4f6080 port f6ee2390-1766-42b5-b382-463567a92369 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:32.185572 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.187582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.266480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Allocated IP 172.25.3.212 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/af4515cb-0296-4c74-8c95-e2f924246ab4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:32.271411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130a3f-ce73-4622-8217-b72d572d1645 req-d2f34fa0-d920-48a6-b3f9-f5991a0c8f2c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.273336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68130a3f-ce73-4622-8217-b72d572d1645 req-d2f34fa0-d920-48a6-b3f9-f5991a0c8f2c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.2081838 Aug 12 02:12:32.279867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.282588 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.291903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c760a118-12b8-43fb-9373-f0d994a31f71 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:32.292146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39894aba-b5d7-4fce-9a8a-f8a8a9440797 req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/6f570cf2-a20f-498c-8ece-c450b93b7638 HTTP/1.1" status: 204 len: 173 time: 0.2546976 Aug 12 02:12:32.325861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.359147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-19398559-59b1-4e09-97dc-da6f09ac72bf service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502940 Aug 12 02:12:32.372840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02f6d4-ba7d-4c14-8500-ad533ebace92 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f570cf2-a20f-498c-8ece-c450b93b7638,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:32.412315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Transition to ACTIVE for port object c760a118-12b8-43fb-9373-f0d994a31f71 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:32.443311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171559cb-9857-4ee5-a217-eb1aa3a3c4bc req-b6bb7a31-f79c-4152-8eda-3f714f34cd81 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.444817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-171559cb-9857-4ee5-a217-eb1aa3a3c4bc req-b6bb7a31-f79c-4152-8eda-3f714f34cd81 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 943 time: 0.0918567 Aug 12 02:12:32.455568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.478518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-285fc058-f03e-4d54-b79f-83ae9031c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.480918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-285fc058-f03e-4d54-b79f-83ae9031c83e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3709171 Aug 12 02:12:32.485473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.502974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68130a3f-ce73-4622-8217-b72d572d1645 req-1e7ec896-2704-476c-a49f-d8924e59edfc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034888 Aug 12 02:12:32.503961 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.517887 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Transition to ACTIVE for port object f6ee2390-1766-42b5-b382-463567a92369 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:32.524016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-171559cb-9857-4ee5-a217-eb1aa3a3c4bc req-90d3691d-aa3e-4304-b85c-9c0701332259 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627913 Aug 12 02:12:32.531064 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.546743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.590650 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a51e-fc08-4fb5-87b3-10e4c19d7b63 None None] Pushing event updated for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:32.601792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:32.603438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-af03350f-73e7-4675-9d1e-4428c15e1c8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=5310701d-913e-45cb-ba99-dec416321a66 HTTP/1.1" status: 200 len: 217 time: 0.1049838 Aug 12 02:12:32.604989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:32.610701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:32.635282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'Port': ['ID=af4515cb-0296-4c74-8c95-e2f924246ab4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:32.680366 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Attempting to bind port f6ee2390-1766-42b5-b382-463567a92369 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:32.680887 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Attempting to bind port f6ee2390-1766-42b5-b382-463567a92369 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:32.681082 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Attempting to bind port f6ee2390-1766-42b5-b382-463567a92369 on network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:32.687645 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:32.688406 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Checking segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:32.689003 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.689834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Bound using segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:32.690462 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Bound port: f6ee2390-1766-42b5-b382-463567a92369, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:32.691012 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.718826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:32.763636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-87f3f6ad-fa26-4f70-a171-9279d785f53a service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932290 Aug 12 02:12:32.775319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] For port f6ee2390-1766-42b5-b382-463567a92369, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:32.779859 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] For port f6ee2390-1766-42b5-b382-463567a92369, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6ee2390-1766-42b5-b382-463567a92369,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:32.785640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca845cc3-4f9e-4364-8778-07030e657fb4 req-c128dbf5-fa90-4c2f-8528-837d58313d16 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.787326 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.787552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca845cc3-4f9e-4364-8778-07030e657fb4 req-c128dbf5-fa90-4c2f-8528-837d58313d16 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 943 time: 0.0898061 Aug 12 02:12:32.789023 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:32.832536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-2c51da0b-2278-4e84-8608-e1885b4a9bdd tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "GET /v2.0/security-groups/15202329-3290-4246-96a9-aa765b0f6c73 HTTP/1.1" status: 200 len: 2398 time: 0.2891822 Aug 12 02:12:32.849752 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:32.850390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:32.869405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-ce1a45a3-c78a-4115-a7e2-a03b43177d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:32.872091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-ce1a45a3-c78a-4115-a7e2-a03b43177d5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2463753 Aug 12 02:12:32.969060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Attempting to bind port c760a118-12b8-43fb-9373-f0d994a31f71 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:32.969787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Attempting to bind port c760a118-12b8-43fb-9373-f0d994a31f71 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:32.969787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Attempting to bind port c760a118-12b8-43fb-9373-f0d994a31f71 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:32.977744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Port c760a118-12b8-43fb-9373-f0d994a31f71 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:32.978078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Attempting to bind port c760a118-12b8-43fb-9373-f0d994a31f71 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:32.989558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738a51e-fc08-4fb5-87b3-10e4c19d7b63 None None] Pushing event updated for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:33.002615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:33.002972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Checking segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:33.003370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Bound using segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:33.004432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Bound port: c760a118-12b8-43fb-9373-f0d994a31f71, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:33.004432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.027900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-0e1509fa-1011-43c4-8d90-db4457689a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.030198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-0e1509fa-1011-43c4-8d90-db4457689a60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489100 Aug 12 02:12:33.035308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.085720 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:33.144085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.235785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:33.237012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 45dcef52-97b5-4357-a609-8878916a6391 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:33.254310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:33.279145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.293708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 45dcef52-97b5-4357-a609-8878916a6391 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:33.294353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.299412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.313167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca845cc3-4f9e-4364-8778-07030e657fb4 req-9e982456-deb2-4d09-b3fe-cf094d8adce6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133564 Aug 12 02:12:33.337393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:32Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:33.359633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.367286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.370278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4416f311-efae-4be6-8ec3-52351e9023e7 req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] 10.222.0.11 "DELETE /v2.0/security-groups/15202329-3290-4246-96a9-aa765b0f6c73 HTTP/1.1" status: 204 len: 173 time: 0.5241303 Aug 12 02:12:33.379896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-ac68fe1f-3f04-4666-82ad-be76243c822e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245206 Aug 12 02:12:33.380640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53090) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:33.381752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.382387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.383825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] 10.222.0.25 "PUT /v2.0/ports/c760a118-12b8-43fb-9373-f0d994a31f71 HTTP/1.1" status: 200 len: 1091 time: 2.3125868 Aug 12 02:12:33.385749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468e71-592b-4e7b-87ea-25212db777f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:33.394710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371a261-18b6-42ea-870e-84a5a8d3ba21 tempest-SecurityGroupRulesTestJSON-1287406843 tempest-SecurityGroupRulesTestJSON-1287406843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15202329-3290-4246-96a9-aa765b0f6c73,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:33.417387 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5750a4d2-bff8-41da-8a42-74b8a6369b51 None None] The sync data for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 is: [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:32Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:33.545818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Deleting subnet 6f2f722d-4d06-4ead-8e8b-7d73c06d2582 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:12:33.553063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.553226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-6a5fb550-6adf-47b2-b6db-c8137006d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.554951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-6a5fb550-6adf-47b2-b6db-c8137006d590 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 1094 time: 0.0901899 Aug 12 02:12:33.558715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0ab2fd92-8a21-4412-842e-ccb8e76fec17 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:33.617909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.626618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f5320-a304-4477-9ee0-8df3641ed51a req-9d830d55-da62-4e20-b2a7-602bfffc279f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.629548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828d06ef-fbc8-430a-8f9a-2a076c5825e5 req-45889500-63ab-4805-b13f-e6540fb4a1f2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247357 Aug 12 02:12:33.633901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-032f5320-a304-4477-9ee0-8df3641ed51a req-9d830d55-da62-4e20-b2a7-602bfffc279f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 948 time: 0.1912405 Aug 12 02:12:33.674719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-843d409b-5a75-47f2-8102-0a3fa0431d68 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c760a118-12b8-43fb-9373-f0d994a31f71 HTTP/1.1" status: 200 len: 217 time: 0.1105237 Aug 12 02:12:33.723939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:33.736529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:33.768837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1f62c-c154-4384-8209-d07e5db8e197 req-635b9118-b6b7-4f84-beae-60dbf81194a8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.770510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0d1f62c-c154-4384-8209-d07e5db8e197 req-635b9118-b6b7-4f84-beae-60dbf81194a8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1088262 Aug 12 02:12:33.772932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.782629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.784376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-d59d5a42-a392-4740-b720-cbce0460b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:33.785861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-d59d5a42-a392-4740-b720-cbce0460b508 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.0850921 Aug 12 02:12:33.798071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab2fd92-8a21-4412-842e-ccb8e76fec17 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:33.809702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-032f5320-a304-4477-9ee0-8df3641ed51a req-7e6f8057-009a-4009-bbe4-7a5666898498 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749370 Aug 12 02:12:33.840933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.841783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-2cbf673b-e578-47f3-8659-b79e3c8173de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440917 Aug 12 02:12:33.860893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:33.869992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.872197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:33.931285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0d1f62c-c154-4384-8209-d07e5db8e197 req-f6c255ea-f2eb-4fef-8227-d881ad1add3d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422558 Aug 12 02:12:33.953059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:33.956555 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:33.957540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:33.966197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.968352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.968809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.969263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.971865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.972309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.972737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.973169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.974334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.974755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.977331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:33.977912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:12:34.018910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.064963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-1a2a183c-a75a-4bb1-8167-41f08d03529a service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141929 Aug 12 02:12:34.077188 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229e0e74-be20-46b6-906d-368be2b63b0c x-openstack-request-id: req-229e0e74-be20-46b6-906d-368be2b63b0c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:34.077474 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:34.078426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'Port': ['ID=af4515cb-0296-4c74-8c95-e2f924246ab4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:34.080772 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-229e0e74-be20-46b6-906d-368be2b63b0c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:34.081178 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'status': 'completed', 'code': 200} Aug 12 02:12:34.110910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2f722d-4d06-4ead-8e8b-7d73c06d2582,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:34.114966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.118583 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.123746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d324570e-631e-4d9b-8791-5c297e7e5d5c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6f2f722d-4d06-4ead-8e8b-7d73c06d2582 HTTP/1.1" status: 204 len: 168 time: 0.7421007 Aug 12 02:12:34.126331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:34.190381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.191837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20be2c76-8b03-437d-923f-e2a19b456bac tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3500144 Aug 12 02:12:34.218235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e3db25-f090-489f-9df2-c5bc8fc9bd51 req-fda5b44a-626a-490c-aa25-d9ec7db09d62 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361153 Aug 12 02:12:34.221113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.221277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1cbe-d100-4c53-93e8-58e4158a8b95 req-fde5aefc-c5e1-4f80-93fc-07616b7b0742 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.232952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d46c1cbe-d100-4c53-93e8-58e4158a8b95 req-fde5aefc-c5e1-4f80-93fc-07616b7b0742 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 944 time: 0.2532244 Aug 12 02:12:34.275628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.321963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d46c1cbe-d100-4c53-93e8-58e4158a8b95 req-3541f2a2-382c-4565-a8cf-d4fa298678d7 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879803 Aug 12 02:12:34.333862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad443c37-1647-424e-a1f0-0351fa4126db req-8712f480-9c48-49a2-9042-8a158ee50197 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.335606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad443c37-1647-424e-a1f0-0351fa4126db req-8712f480-9c48-49a2-9042-8a158ee50197 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1096 time: 0.0779347 Aug 12 02:12:34.343558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-0131d52e-aa61-480f-880d-3d63c4815b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.345057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-0131d52e-aa61-480f-880d-3d63c4815b40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 1094 time: 0.0573254 Aug 12 02:12:34.375992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.396250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b86106f-45f5-460d-8c16-2eb6c4b3ff93']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:34.414673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e32c3e-4e9b-42af-b6d9-cb29a66a3b83') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:34.415035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e32c3e-4e9b-42af-b6d9-cb29a66a3b83') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:34.428244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.443826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['0ab2fd92-8a21-4412-842e-ccb8e76fec17'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:34.451339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.456001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad443c37-1647-424e-a1f0-0351fa4126db req-e0c26b8c-b58f-4de7-a557-2795a5c8216b tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060505 Aug 12 02:12:34.468061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:12:34.468469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:12:34.471075 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:12:34.519587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-2308a1a6-c938-4515-aac8-8126148bff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.522743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-2308a1a6-c938-4515-aac8-8126148bff9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 915 time: 0.1669881 Aug 12 02:12:34.525376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c559cbbb-3c84-486f-9dc2-a3e8c8ce655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.577951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-baed51e6-489e-439f-ad78-4c92e4f91c2e tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1209581245&fields=id&tenant_id=69d2b37c63b1416099d52fd102db74f0 HTTP/1.1" status: 200 len: 267 time: 0.1240447 Aug 12 02:12:34.583047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.591438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.594165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b86106f-45f5-460d-8c16-2eb6c4b3ff93 HTTP/1.1" status: 204 len: 168 time: 0.4662554 Aug 12 02:12:34.601400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-62151b0f-c1fd-4e19-8919-ce6beffbf288 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c760a118-12b8-43fb-9373-f0d994a31f71 HTTP/1.1" status: 200 len: 217 time: 0.0664177 Aug 12 02:12:34.641934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:34.683197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada370c-8af9-44bf-9a6c-0496a50e30f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b86106f-45f5-460d-8c16-2eb6c4b3ff93,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:34.684272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-c0af6a73-d8ea-427b-b8fc-249589a6af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.689171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-c0af6a73-d8ea-427b-b8fc-249589a6af11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.0613070 Aug 12 02:12:34.732426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-7f18c956-e9cb-406e-a97d-cfed486a9fc4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337386 Aug 12 02:12:34.757811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-6e28f393-b8bc-4934-a76c-4996a119446d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.759390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-6e28f393-b8bc-4934-a76c-4996a119446d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/networks?id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938 HTTP/1.1" status: 200 len: 812 time: 0.1734436 Aug 12 02:12:34.763148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da30ec-01f5-4501-9590-bc4e904d0477 req-68e82708-c5b0-4daf-92ab-743959187fff tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:34.764876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77da30ec-01f5-4501-9590-bc4e904d0477 req-68e82708-c5b0-4daf-92ab-743959187fff tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 943 time: 0.1806538 Aug 12 02:12:34.781819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-eac35a72-6ca0-4827-bc05-1a80526cecc2 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/quotas/69d2b37c63b1416099d52fd102db74f0 HTTP/1.1" status: 200 len: 375 time: 0.0106368 Aug 12 02:12:34.799380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53126) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:34.842568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77da30ec-01f5-4501-9590-bc4e904d0477 req-dd004a90-924a-4329-aa13-1918d3b0c075 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Aug 12 02:12:34.878725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8df2c8b8-e199-45d6-b9a1-8d9efa151723 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f8695f39c904bf9b4a938ecdcf75d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748162 Aug 12 02:12:34.880868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:34.884547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-9da966ff-507f-49b7-a51e-5bf9fa49a11f tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69d2b37c63b1416099d52fd102db74f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945086 Aug 12 02:12:34.934542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-ebaea47b-9161-46db-ba44-536feadf5703 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908083 Aug 12 02:12:35.014952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.020650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-a0f3aaca-7f98-4d65-88a3-7475664d4f49 service neutron] 10.222.0.11 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163700 Aug 12 02:12:35.050464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.101843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f3aa0d2-ccc5-4658-8d88-891b58fae36a req-1a5d6fcd-4d97-40c6-9795-c8a365c6ad5a service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573677 Aug 12 02:12:35.129117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-0eb783d2-a06e-4174-800f-05bf5b61ba7a service neutron] 10.222.0.11 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016157 Aug 12 02:12:35.132255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.134930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.136183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05ad7aa5-5780-4755-b57e-c1a95d170553 HTTP/1.1" status: 204 len: 168 time: 0.2554495 Aug 12 02:12:35.145175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fb3c1-0959-4099-b20a-4260b1b9a901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad7aa5-5780-4755-b57e-c1a95d170553,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:35.302312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6ee2390-1766-42b5-b382-463567a92369 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:35.392571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f6ee2390-1766-42b5-b382-463567a92369 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:35.400844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6ee2390-1766-42b5-b382-463567a92369 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:35.401328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.536597 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.542820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1eea0-f5b5-4ba8-bdf5-7f2ce15eb79b req-76595dd3-a09a-4c21-9288-788a632de408 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:35.545353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4f1eea0-f5b5-4ba8-bdf5-7f2ce15eb79b req-76595dd3-a09a-4c21-9288-788a632de408 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 948 time: 0.0622599 Aug 12 02:12:35.574643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5310701d-913e-45cb-ba99-dec416321a66 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:35.580842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f6ee2390-1766-42b5-b382-463567a92369, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6ee2390-1766-42b5-b382-463567a92369,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:35.592568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.621744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4f1eea0-f5b5-4ba8-bdf5-7f2ce15eb79b req-72063248-8a29-49bf-a15e-f44adfc9cbf5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697885 Aug 12 02:12:35.720756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:35.725240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:35.784445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5310701d-913e-45cb-ba99-dec416321a66,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:35.803026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '5310701d-913e-45cb-ba99-dec416321a66', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '5310701d-913e-45cb-ba99-dec416321a66', 'mac_address': 'fa:16:3e:e2:2c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:35.829587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc0af4-796c-435e-8c06-a76fa4d27f1a req-deaafc42-bd54-46ca-93af-574ced87caf9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:35.831780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2dbc0af4-796c-435e-8c06-a76fa4d27f1a req-deaafc42-bd54-46ca-93af-574ced87caf9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0835752 Aug 12 02:12:35.876561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2dbc0af4-796c-435e-8c06-a76fa4d27f1a req-2ac64f2d-8a09-4f3a-9708-d142b481e495 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386550 Aug 12 02:12:36.034822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06a85b5b-faf4-4855-b190-512730ce40e0 req-2938ca8d-fe43-454f-8136-af03326b8e29 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 210 time: 0.0777135 Aug 12 02:12:36.065749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:36.081697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5310701d-913e-45cb-ba99-dec416321a66 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:36.106063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5310701d-913e-45cb-ba99-dec416321a66,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:36.116299 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:36.180181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c39e1-04ab-49e2-a60d-ee48eae96fcd req-18b8a117-d2ff-4f0e-bdcb-311fb5152a6f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:36.182936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a23c39e1-04ab-49e2-a60d-ee48eae96fcd req-18b8a117-d2ff-4f0e-bdcb-311fb5152a6f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 944 time: 0.0757241 Aug 12 02:12:36.205039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:36.228972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a23c39e1-04ab-49e2-a60d-ee48eae96fcd req-4357c7ed-f0df-4865-9d5f-97d7392c77e9 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Aug 12 02:12:36.371958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3595743-7f6b-40b7-b35c-0f18b50f8855 req-2b454412-c590-46b0-939f-d62c40f734fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:36.376017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3595743-7f6b-40b7-b35c-0f18b50f8855 req-2b454412-c590-46b0-939f-d62c40f734fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 943 time: 0.0803409 Aug 12 02:12:36.414318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3595743-7f6b-40b7-b35c-0f18b50f8855 req-eab61e96-dcf9-498e-a894-c0c1611b7b23 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336418 Aug 12 02:12:36.474820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-59f65455-4aab-4689-8475-ebbb8443420a tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:12:36.476015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-59f65455-4aab-4689-8475-ebbb8443420a tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2461503 Aug 12 02:12:36.487303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:36.488073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Unknown quota resources ['binding']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:12:36.629244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:36.629896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:36.629896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:36.631057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['5310701d-913e-45cb-ba99-dec416321a66'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:36.634170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:36.634495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:36.640115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:36.640462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:36.640849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:36.641284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Bound port: 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:36.778307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:36.800776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb0740-0e3f-41b5-a5e4-9f4a33b89ce9 req-3a817b86-dd3c-43a9-a466-82f00dcd429b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:36.803725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23cb0740-0e3f-41b5-a5e4-9f4a33b89ce9 req-3a817b86-dd3c-43a9-a466-82f00dcd429b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 949 time: 0.0789199 Aug 12 02:12:36.805787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:36.806992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5aabb038-3551-4b2e-b764-c2e09362ab7e service neutron] 10.222.0.11 "POST /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.3232648 Aug 12 02:12:36.847274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23cb0740-0e3f-41b5-a5e4-9f4a33b89ce9 req-841b014e-988f-406d-b231-20cc4089f49d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360923 Aug 12 02:12:37.030260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616a5cf-0df5-4a72-a389-d3584f043f96 req-7008fb4f-2d1c-49f3-8a83-a4582720a192 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.031825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8616a5cf-0df5-4a72-a389-d3584f043f96 req-7008fb4f-2d1c-49f3-8a83-a4582720a192 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0676193 Aug 12 02:12:37.037495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-c6ddd994-fb5f-4345-b81b-5fac1eb74756 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.039926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-c6ddd994-fb5f-4345-b81b-5fac1eb74756 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.25 "GET /v2.0/networks?id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938 HTTP/1.1" status: 200 len: 812 time: 0.2046361 Aug 12 02:12:37.071295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eb8bb-239f-4b50-bb08-a25aa78a70d4 req-b42bc731-5d27-43d8-93fb-d38854d59c5b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.073273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0eb8bb-239f-4b50-bb08-a25aa78a70d4 req-b42bc731-5d27-43d8-93fb-d38854d59c5b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0809200 Aug 12 02:12:37.079836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8616a5cf-0df5-4a72-a389-d3584f043f96 req-a4ae828a-c79e-4ab8-8aed-cf22a6091c51 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Aug 12 02:12:37.155900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-a01822b2-92f0-470d-bcc5-4a03687a2afe tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69d2b37c63b1416099d52fd102db74f0 HTTP/1.1" status: 200 len: 380 time: 0.1015954 Aug 12 02:12:37.180022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0eb8bb-239f-4b50-bb08-a25aa78a70d4 req-9f57224e-c06c-44f9-a232-298012586ee5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941334 Aug 12 02:12:37.185838 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.186109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'port': {'device_id': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'admin_state_up': True, 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'security_groups': ['9f26cdbd-2d8d-42b5-948c-fe07d61136ea']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:37.209054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67dc4fb4-9a18-4e69-897f-1bf92969ceb4 req-c32f28ab-9d69-4317-97dd-93aee9def02a tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 210 time: 0.0464931 Aug 12 02:12:37.240935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6ee2390-1766-42b5-b382-463567a92369 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:37.245755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-a44b3aab-f5ac-43b0-9c27-d5e927f25957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.248040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-a44b3aab-f5ac-43b0-9c27-d5e927f25957 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1096 time: 0.1172028 Aug 12 02:12:37.294688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6ee2390-1766-42b5-b382-463567a92369 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:37.295435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.394030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a82eb6-28aa-42bf-861a-95acb8951852 req-f4b4e2e9-5732-467b-a4a0-f7a441991091 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.394443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-d3685389-452e-47d4-9aad-f0bb3b279426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.396121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-d3685389-452e-47d4-9aad-f0bb3b279426 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1387343 Aug 12 02:12:37.399912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Made reservation on behalf of 69d2b37c63b1416099d52fd102db74f0 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:37.404393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.404598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76a82eb6-28aa-42bf-861a-95acb8951852 req-f4b4e2e9-5732-467b-a4a0-f7a441991091 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 944 time: 0.0767806 Aug 12 02:12:37.457262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76a82eb6-28aa-42bf-861a-95acb8951852 req-551aeeb6-95fd-4072-a301-de8c70f3e50b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Aug 12 02:12:37.457927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-3f934322-92a7-48f0-980b-45c5af7418e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0509043 Aug 12 02:12:37.564254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0ab2fd92-8a21-4412-842e-ccb8e76fec17 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:37.596698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-1b8e0ac7-3b65-4127-9232-35d97ead7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.598200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-1b8e0ac7-3b65-4127-9232-35d97ead7d9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1268287 Aug 12 02:12:37.633680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:37.640299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:37.641645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.668144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-646fbd4a-c3ca-4d7d-8ff7-c3e7b0b33099 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422497 Aug 12 02:12:37.677995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dfa9a-6827-40f2-9419-f1ae976f803b req-e42c4462-f3e5-45c2-9df6-600f6911c486 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:37.679934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b25dfa9a-6827-40f2-9419-f1ae976f803b req-e42c4462-f3e5-45c2-9df6-600f6911c486 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 943 time: 0.1427402 Aug 12 02:12:37.690518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53236) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:37.742880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.750077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Allocated IP 172.20.0.6 (34e26b5b-c8b2-432a-aa65-fddfe1ef7938/75b706f7-f792-4143-804e-79e5efd956a9/27693f14-84aa-4320-a2b3-2d508f0c9591) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:37.779180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:37.781720 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f0052f-7d90-47f5-869a-f7fb9417461f" -d '{"events": [{"server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "name": "network-vif-plugged", "status": "completed", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:37.795724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:37.802383 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.803591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b25dfa9a-6827-40f2-9419-f1ae976f803b req-54e48bf6-4bc9-45ee-9270-d6fa4686dcfe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008518 Aug 12 02:12:37.837934 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3667a8b-6481-4cbd-a06b-17ee7a1ea005 x-openstack-request-id: req-b3667a8b-6481-4cbd-a06b-17ee7a1ea005 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:37.838373 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "name": "network-vif-plugged", "status": "completed", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:37.838639 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3667a8b-6481-4cbd-a06b-17ee7a1ea005 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:37.841484 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'code': 200} Aug 12 02:12:37.842347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-170e9056-b11a-46ad-b47e-1cfaf60db510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.861345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:37.921087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:37.973358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-170e9056-b11a-46ad-b47e-1cfaf60db510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:37.982484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-170e9056-b11a-46ad-b47e-1cfaf60db510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.007064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:38.025887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'port_id': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'mac_address': 'fa:16:3e:1a:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7ea11-5793-46c0-a2e6-72db8651c324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:38.040223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-170e9056-b11a-46ad-b47e-1cfaf60db510 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23e74e19a5d34451bf89954196c824ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479011 Aug 12 02:12:38.041038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53244) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:38.048181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9056-b11a-46ad-b47e-1cfaf60db510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4af6bf-4a58-45c7-a076-082f2179392b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:38.069716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.084845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c760a118-12b8-43fb-9373-f0d994a31f71 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:38.108450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.115709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:38.125743 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.141926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.190053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:38.211502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-3d717c63-13d0-427b-93f4-4108cf46db7f service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305843 Aug 12 02:12:38.227752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecca69-5fc4-484e-a38d-2cabcd3e6fd4 req-758e7aa3-2f5f-45f9-be9f-e408fe6d42b8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.229282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83ecca69-5fc4-484e-a38d-2cabcd3e6fd4 req-758e7aa3-2f5f-45f9-be9f-e408fe6d42b8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0740256 Aug 12 02:12:38.245177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.248016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.249121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c4af6bf-4a58-45c7-a076-082f2179392b HTTP/1.1" status: 204 len: 168 time: 0.2071123 Aug 12 02:12:38.269385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0337-639a-42fc-bff0-8cf94155e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4af6bf-4a58-45c7-a076-082f2179392b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:38.286449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83ecca69-5fc4-484e-a38d-2cabcd3e6fd4 req-0250ab3a-e7c1-4b4f-86eb-4fd04558591b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501246 Aug 12 02:12:38.398294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-7b6a6c61-a312-46a4-b5c4-676564d10ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760876 Aug 12 02:12:38.410827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e0fa0-c5aa-45fa-a615-8452d7909da7 req-c29af751-ed5c-4678-8ea9-51e3261d5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.412468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc1e0fa0-c5aa-45fa-a615-8452d7909da7 req-c29af751-ed5c-4678-8ea9-51e3261d5424 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.2036521 Aug 12 02:12:38.423797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa8dd9-a62d-40e5-9f4d-c2abb2f85358 req-09affa4d-1f42-4a9e-a3e8-fed0ccf709cf tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.425387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74aa8dd9-a62d-40e5-9f4d-c2abb2f85358 req-09affa4d-1f42-4a9e-a3e8-fed0ccf709cf tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 949 time: 0.2179687 Aug 12 02:12:38.433088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c760a118-12b8-43fb-9373-f0d994a31f71'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:38.440694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df40bcb-d44b-4e6b-aaa7-3048fd8f4276 req-41df1364-7ca1-4e37-b751-500ed925b3a9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.451315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4df40bcb-d44b-4e6b-aaa7-3048fd8f4276 req-41df1364-7ca1-4e37-b751-500ed925b3a9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0829344 Aug 12 02:12:38.498531 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.501768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4df40bcb-d44b-4e6b-aaa7-3048fd8f4276 req-640a3ebc-6ef3-4224-ac3c-ad62667719a3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496125 Aug 12 02:12:38.532196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc1e0fa0-c5aa-45fa-a615-8452d7909da7 req-35d4921e-a728-4827-a654-86070b5ddb6e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058064 Aug 12 02:12:38.533243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Transition to ACTIVE for port object 27693f14-84aa-4320-a2b3-2d508f0c9591 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:38.536936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74aa8dd9-a62d-40e5-9f4d-c2abb2f85358 req-2a4a5d89-6460-4868-be0a-6c0f27aafae3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 Aug 12 02:12:38.589534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.600316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14b420d1-12f5-4992-9c84-4e3b650605ab req-d6af9f50-11aa-4fc4-b324-fdc305fa0ef5 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 210 time: 0.0380762 Aug 12 02:12:38.643138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:38.649427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:38.654111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:38.682727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event updated for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:38.726690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.727370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:38.818546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-bc5034f8-49da-46f0-88ac-a4e4988538cc tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6430426 Aug 12 02:12:38.840327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf922bd-8d2a-43f7-b12d-2edcebbce1b4 req-21dfd584-3cac-4532-a019-c8a13b438ccc tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:38.842311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf922bd-8d2a-43f7-b12d-2edcebbce1b4 req-21dfd584-3cac-4532-a019-c8a13b438ccc tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.1404109 Aug 12 02:12:38.860862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Request body: {'port': {'device_id': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:38.969221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdf922bd-8d2a-43f7-b12d-2edcebbce1b4 req-49c56d87-a041-48f3-8722-3814f4fa6ee5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854113 Aug 12 02:12:38.976842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.003498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c97a8189-4b7f-4287-a6b8-59196db09878 None None] Provisioning for port 27693f14-84aa-4320-a2b3-2d508f0c9591 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:39.008144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c97a8189-4b7f-4287-a6b8-59196db09878 None None] Provisioning complete for port 27693f14-84aa-4320-a2b3-2d508f0c9591 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:39.008515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c97a8189-4b7f-4287-a6b8-59196db09878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.084197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582e468-733d-40e0-b9d8-a621543a393e req-724e1114-26ef-4802-9601-dbd054264cdc tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.086587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1582e468-733d-40e0-b9d8-a621543a393e req-724e1114-26ef-4802-9601-dbd054264cdc tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 944 time: 0.0693986 Aug 12 02:12:39.088275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c97a8189-4b7f-4287-a6b8-59196db09878 None None] Port 27693f14-84aa-4320-a2b3-2d508f0c9591 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:39.132860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1582e468-733d-40e0-b9d8-a621543a393e req-69094408-58b4-4b00-a173-90962b0818cb tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385270 Aug 12 02:12:39.173691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53280) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:39.278675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-network', 'tenant_id': '5654448732214f8aa760b6e446eecc5c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:39.301640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Made reservation on behalf of 5654448732214f8aa760b6e446eecc5c for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:39.304383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.312326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27693f14-84aa-4320-a2b3-2d508f0c9591 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:39.312850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.320794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.334800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Transition to ACTIVE for port object 27693f14-84aa-4320-a2b3-2d508f0c9591 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:39.338224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.430221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.436655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.456316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:12:39.468661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Pushing event updated for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:39.469912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.470351 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Added segment 1bcd996d-a40d-4beb-a87a-65eac7b1e485 of type vlan for network 973a3b9b-1e28-4754-9621-67e6c5300529 Aug 12 02:12:39.493574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7454cf-e138-4ea5-9031-2046cd77f33f req-66b9bfe8-9a82-4308-b0e4-2920a22f6c39 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.495330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e7454cf-e138-4ea5-9031-2046cd77f33f req-66b9bfe8-9a82-4308-b0e4-2920a22f6c39 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0975902 Aug 12 02:12:39.538939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.544227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459842d3-6fe4-469f-8dd1-b8d07c98aa69,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:39.565352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e7454cf-e138-4ea5-9031-2046cd77f33f req-90b9b4b3-2c75-49ec-86f5-46ca8dfe9405 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505357 Aug 12 02:12:39.594056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5310701d-913e-45cb-ba99-dec416321a66 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:39.609061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Attempting to bind port 27693f14-84aa-4320-a2b3-2d508f0c9591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:39.609680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Attempting to bind port 27693f14-84aa-4320-a2b3-2d508f0c9591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:39.610432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Attempting to bind port 27693f14-84aa-4320-a2b3-2d508f0c9591 on network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:39.616364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Port 27693f14-84aa-4320-a2b3-2d508f0c9591 on network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:39.616783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Attempting to bind port 27693f14-84aa-4320-a2b3-2d508f0c9591 on network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:39.622530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:39.623222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Checking segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:39.624189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Bound using segment: {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:39.624189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Bound port: 27693f14-84aa-4320-a2b3-2d508f0c9591, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311bb771-3dd0-44f8-a0da-bd0850c8f28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:39.624581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.625401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.626382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.626965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.670034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 5310701d-913e-45cb-ba99-dec416321a66 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:39.677183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 5310701d-913e-45cb-ba99-dec416321a66 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:39.677851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.742277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:39.743375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5684643 Aug 12 02:12:39.748511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53292) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:39.752003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=27693f14-84aa-4320-a2b3-2d508f0c9591,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:39.753145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Request body: {'subnet': {'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-subnet', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:39.769484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb63d11-5dfb-4d3e-a379-bfd90e4f1961 req-0770b938-c182-4140-88af-3be756bdb640 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.772697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feb63d11-5dfb-4d3e-a379-bfd90e4f1961 req-0770b938-c182-4140-88af-3be756bdb640 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 949 time: 0.0864844 Aug 12 02:12:39.774352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b611e-be24-4af0-9961-9ce39d681d2c admin admin] Pushing event updated for resources: {'Network': ['ID=973a3b9b-1e28-4754-9621-67e6c5300529,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:39.775041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.789634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a12a-233f-4daa-b63e-2361d6c09685 req-9b7744a4-a9ce-44f8-8067-73b80ceb414b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.791417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a084a12a-233f-4daa-b63e-2361d6c09685 req-9b7744a4-a9ce-44f8-8067-73b80ceb414b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1951859 Aug 12 02:12:39.797791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 973a3b9b-1e28-4754-9621-67e6c5300529 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:12:39.807398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Made reservation on behalf of 5654448732214f8aa760b6e446eecc5c for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:39.817396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.843660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:39.844443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.845981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] 10.222.0.25 "PUT /v2.0/ports/27693f14-84aa-4320-a2b3-2d508f0c9591 HTTP/1.1" status: 200 len: 1091 time: 1.0026762 Aug 12 02:12:39.848386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:39.850980 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f77150-a570-40f3-9484-353e125f3cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:39.903730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:39.907119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a084a12a-233f-4daa-b63e-2361d6c09685 req-873a7f37-f2c6-400f-a133-6f970b39282d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069131 Aug 12 02:12:39.938113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:39.958780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5c663-311b-4d56-89f5-5e60a352c180 service neutron] Pushing event updated for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:39.993799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feb63d11-5dfb-4d3e-a379-bfd90e4f1961 req-7f7bbbd6-cd17-40c1-b5a9-d8091c210e52 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043381 Aug 12 02:12:39.995857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5310701d-913e-45cb-ba99-dec416321a66,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:40.013929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310701d-913e-45cb-ba99-dec416321a66'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:40.019198 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef08436-4204-4d4d-a24d-bd834b0f2fee" -d '{"events": [{"server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "name": "network-vif-plugged", "status": "completed", "tag": "5310701d-913e-45cb-ba99-dec416321a66"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:40.050447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-12297ac2-394c-4391-81c5-36e5500c3f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.056179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-12297ac2-394c-4391-81c5-36e5500c3f34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d2b37c63b1416099d52fd102db74f0&device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 1094 time: 0.1538928 Aug 12 02:12:40.059219 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.133541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.141599 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355c5b29-3e83-4f23-987a-0a21707eb0ab x-openstack-request-id: req-355c5b29-3e83-4f23-987a-0a21707eb0ab {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:40.141931 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:40.142124 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-355c5b29-3e83-4f23-987a-0a21707eb0ab {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:40.142517 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'status': 'completed', 'code': 200} Aug 12 02:12:40.144336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-e8cd5db6-c875-4f36-abfe-92ded8f7fad2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27693f14-84aa-4320-a2b3-2d508f0c9591 HTTP/1.1" status: 200 len: 217 time: 0.0784619 Aug 12 02:12:40.210196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:40.212089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aec171-0294-4c7d-ad20-6878ac3e24c2,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:40.218113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-d8056203-bf0d-490e-b5a2-23c09a7e6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.219625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-d8056203-bf0d-490e-b5a2-23c09a7e6b18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75b706f7-f792-4143-804e-79e5efd956a9 HTTP/1.1" status: 200 len: 851 time: 0.0663497 Aug 12 02:12:40.264626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c760a118-12b8-43fb-9373-f0d994a31f71 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:40.268895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c760a118-12b8-43fb-9373-f0d994a31f71 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:40.269262 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.270851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e21e0c-33d0-48ef-8262-9398e0f91719 req-66406780-9d97-45b7-8501-c737f44beec7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.285646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88e21e0c-33d0-48ef-8262-9398e0f91719 req-66406780-9d97-45b7-8501-c737f44beec7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 943 time: 0.1665328 Aug 12 02:12:40.311006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-b9d2413d-a106-47d2-a6ee-e8e46e0a4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.315528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-b9d2413d-a106-47d2-a6ee-e8e46e0a4d74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851140 Aug 12 02:12:40.317036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Checking segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:40.317401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Network hostable DHCP agents. Network: 973a3b9b-1e28-4754-9621-67e6c5300529, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:12:40.365485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88e21e0c-33d0-48ef-8262-9398e0f91719 req-96c27c0a-2b5d-4037-8e18-7f497e563b96 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786951 Aug 12 02:12:40.373864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Network 973a3b9b-1e28-4754-9621-67e6c5300529 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:12:40.394017 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.401941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 973a3b9b-1e28-4754-9621-67e6c5300529) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:40.406761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.407356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.415121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22f0561-849f-4c84-8da7-14a404a6b7ec None None] Network 973a3b9b-1e28-4754-9621-67e6c5300529 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:40.446318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab0784d2-4765-499d-93cc-42f0136f6755 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6973310 Aug 12 02:12:40.455603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:40.460298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:40.506223 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a2382-46ec-49b1-a17d-027f66d632e4 x-openstack-request-id: req-2d4a2382-46ec-49b1-a17d-027f66d632e4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:40.506513 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "name": "network-vif-plugged", "status": "completed", "tag": "5310701d-913e-45cb-ba99-dec416321a66", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:40.506767 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d4a2382-46ec-49b1-a17d-027f66d632e4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:40.507185 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310701d-913e-45cb-ba99-dec416321a66', 'code': 200} Aug 12 02:12:40.515423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.516416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.523334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:40.565354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcfce5-0aef-4dcd-814c-52fe470327ec req-15869dee-6122-44cb-9992-dcf3136c54ec tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.567751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.567901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54dcfce5-0aef-4dcd-814c-52fe470327ec req-15869dee-6122-44cb-9992-dcf3136c54ec tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.2513402 Aug 12 02:12:40.612648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.635660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1f33f-6059-460e-bc9a-b363b4082c77 req-f334d73e-600d-43bc-b065-647030a8ba3a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.638102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ff1f33f-6059-460e-bc9a-b363b4082c77 req-f334d73e-600d-43bc-b065-647030a8ba3a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0966737 Aug 12 02:12:40.665919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54dcfce5-0aef-4dcd-814c-52fe470327ec req-8075b73a-e595-43b0-bf2d-585dbccc67d1 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889134 Aug 12 02:12:40.669389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:40.673920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-8658b6e1-5947-4d70-839b-c19a1ef0c52f service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373370 Aug 12 02:12:40.689249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778b2ff-4a01-4995-8940-2b3da07e8c59 req-8b7c75ff-56b0-48d2-bd31-5f5e7be5d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.689571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a160e4c-5403-44c6-b6c6-e5f5026be31c None None] Network 973a3b9b-1e28-4754-9621-67e6c5300529 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:12:40.691411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e778b2ff-4a01-4995-8940-2b3da07e8c59 req-8b7c75ff-56b0-48d2-bd31-5f5e7be5d2f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 1101 time: 0.1128163 Aug 12 02:12:40.790001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b28d0a14-6122-4d84-8580-80ebf4fd3e20 req-f2dce51e-3966-4ebf-9a6b-09ed789bfaca service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973775 Aug 12 02:12:40.838630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ff1f33f-6059-460e-bc9a-b363b4082c77 req-a89ab12e-32ce-4768-858e-d4e74b3a3aa4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624835 Aug 12 02:12:40.850004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:40.900065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e778b2ff-4a01-4995-8940-2b3da07e8c59 req-fc00dee7-d3fe-4112-aaed-54aca834fdcb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067603 Aug 12 02:12:40.919529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ee4d0-779c-4e7f-a56b-a9579caa724a req-9481cd92-1f54-4dea-ac3f-261fc3edcd23 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.921175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b9ee4d0-779c-4e7f-a56b-a9579caa724a req-9481cd92-1f54-4dea-ac3f-261fc3edcd23 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.1301517 Aug 12 02:12:40.933748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-c302c3fa-4394-480f-a75a-9d220de3f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:40.938252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-c302c3fa-4394-480f-a75a-9d220de3f07f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d2b37c63b1416099d52fd102db74f0&device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 1094 time: 0.0745189 Aug 12 02:12:41.029500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b9ee4d0-779c-4e7f-a56b-a9579caa724a req-e1ad42c8-32a6-4444-9d62-e7b17f7d9103 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Aug 12 02:12:41.072365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-65a3902e-1118-4885-9982-c5ecbde9df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.074070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-65a3902e-1118-4885-9982-c5ecbde9df70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938 HTTP/1.1" status: 200 len: 913 time: 0.1078694 Aug 12 02:12:41.128007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e4623-c485-4d1e-9563-f0d1263690af req-f2c3dc4c-9517-45bb-81e8-c59df16033dc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.134078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-9e046fdd-eaa9-47b1-b7d0-158737a23d5e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27693f14-84aa-4320-a2b3-2d508f0c9591 HTTP/1.1" status: 200 len: 217 time: 0.0449238 Aug 12 02:12:41.134660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-738e4623-c485-4d1e-9563-f0d1263690af req-f2c3dc4c-9517-45bb-81e8-c59df16033dc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1560507 Aug 12 02:12:41.165556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:41.192142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:41.202590 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:12:41.203856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-738e4623-c485-4d1e-9563-f0d1263690af req-4fd2944b-5c31-4b9a-8197-2baa9ed566b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652914 Aug 12 02:12:41.239424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9a7c-1d8c-4a23-9405-e5adf186372b req-ae0bef49-2143-4539-998d-a41229671482 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.241032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-003c9a7c-1d8c-4a23-9405-e5adf186372b req-ae0bef49-2143-4539-998d-a41229671482 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.1019807 Aug 12 02:12:41.261236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-d3d36e63-fed8-4eee-b537-36fe4956c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.263394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-d3d36e63-fed8-4eee-b537-36fe4956c6a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75b706f7-f792-4143-804e-79e5efd956a9 HTTP/1.1" status: 200 len: 851 time: 0.1146240 Aug 12 02:12:41.313626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-003c9a7c-1d8c-4a23-9405-e5adf186372b req-288d413e-ac2c-49be-a763-0f3d65dfa0a5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650628 Aug 12 02:12:41.338795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Allocated IP 172.25.3.65 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/77ac78d6-3579-42ac-82f1-f99e228f74c0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:41.339021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-ca087b98-d64f-491b-9ed4-e430d5131d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.339021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-ca087b98-d64f-491b-9ed4-e430d5131d40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629766 Aug 12 02:12:41.452623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-4badc409-28b2-4acb-9142-de2ba857cee6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859087 Aug 12 02:12:41.461355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:41.482871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-8f3d352e-4bcd-4bd3-9ef2-44a11680cd8f service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354127 Aug 12 02:12:41.543661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426eb7d-4789-477d-9bbc-066eb395ac1f req-e2c4f996-3382-44e3-95df-305c238e374e tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.545270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e426eb7d-4789-477d-9bbc-066eb395ac1f req-e2c4f996-3382-44e3-95df-305c238e374e tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 943 time: 0.0810037 Aug 12 02:12:41.568391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:41.618213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-4beff31f-920d-4f87-a2a7-80232d7bb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.619979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-4beff31f-920d-4f87-a2a7-80232d7bb2a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 1096 time: 0.1026549 Aug 12 02:12:41.625286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:41.630254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e426eb7d-4789-477d-9bbc-066eb395ac1f req-5053a832-e5f2-4c05-b7bf-3c32e10eed28 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787947 Aug 12 02:12:41.633980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:41.636121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Pushing event updated for resources: {'Port': ['ID=77ac78d6-3579-42ac-82f1-f99e228f74c0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:41.638307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:41.644706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6f77150-a570-40f3-9484-353e125f3cf2 req-79e8b98a-a77e-4056-ae26-e4e91a39a6b2 service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515334 Aug 12 02:12:41.761018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-13af71f2-cb57-434d-8ba0-ef90a500070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.763416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-13af71f2-cb57-434d-8ba0-ef90a500070b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.1052983 Aug 12 02:12:41.846933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbc1db-5b3f-4276-b8d0-23f64483ca2f req-c9ceea19-4ec9-4eff-8ab6-ed904e805d15 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.848415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aefbc1db-5b3f-4276-b8d0-23f64483ca2f req-c9ceea19-4ec9-4eff-8ab6-ed904e805d15 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.1015596 Aug 12 02:12:41.862301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-1a057d12-bc28-4300-82a2-caaad1f3a0e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 200 len: 1001 time: 0.0811381 Aug 12 02:12:41.927829 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aefbc1db-5b3f-4276-b8d0-23f64483ca2f req-87a70e16-2282-4914-b958-11b0e3301189 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680888 Aug 12 02:12:41.940183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-b407c6da-f48d-4549-b37a-912f592f3aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:41.942049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-b407c6da-f48d-4549-b37a-912f592f3aca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.0674434 Aug 12 02:12:41.955143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.019908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322d523-f07b-4022-a4c4-c12a9f8f12bb req-1c912a37-b0d7-49e1-a8b8-a9bae11c943d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:42.021498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1322d523-f07b-4022-a4c4-c12a9f8f12bb req-1c912a37-b0d7-49e1-a8b8-a9bae11c943d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1006172 Aug 12 02:12:42.057633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-89254553-c005-4113-9e8c-caa0386da447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:42.060261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-89254553-c005-4113-9e8c-caa0386da447 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083732 Aug 12 02:12:42.162786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-e1767990-9a80-4717-80ce-5393bba62c01 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1776006 Aug 12 02:12:42.183676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:42.211997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-85e7e48d-bdea-4508-bad5-ca78809e66ea service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418438 Aug 12 02:12:42.223722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.366662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfee190c-00ef-4fe9-b02a-32cace801011 req-2648cf8a-cf76-4701-8593-054bdfe30cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397111 Aug 12 02:12:42.408416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1322d523-f07b-4022-a4c4-c12a9f8f12bb req-f4fd9a86-5f42-4aa7-926f-6e249b640baf tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791428 Aug 12 02:12:42.415377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.508061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:42.511236 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee8e9c7-dadf-4a2b-b857-5f99ef98d949" -d '{"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-plugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:42.577637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Allocated IP 172.25.3.228 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/04f38285-f5af-4d03-9fab-c48a02cc1a6a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:42.596510 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.606431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066eb2-dae1-460a-bd80-aa3ad1859482 req-3913dc8f-622e-40d3-9d0b-c66e6a60d9d3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:42.608016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0066eb2-dae1-460a-bd80-aa3ad1859482 req-3913dc8f-622e-40d3-9d0b-c66e6a60d9d3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0883622 Aug 12 02:12:42.700403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.720516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0066eb2-dae1-460a-bd80-aa3ad1859482 req-2c0fe185-cc52-43ee-b7e7-c85c4bc4afcd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Aug 12 02:12:42.758403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.779858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:12:42.803678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:42.809020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:42.812616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:42.848955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event updated for resources: {'Port': ['ID=04f38285-f5af-4d03-9fab-c48a02cc1a6a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:42.916857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.959650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:42.961704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3269b7-1b31-4b6e-b669-18a6f9ee3fae req-3c4bff2a-911c-4d6c-85f6-af571bad379d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:42.963241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe3269b7-1b31-4b6e-b669-18a6f9ee3fae req-3c4bff2a-911c-4d6c-85f6-af571bad379d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1375821 Aug 12 02:12:42.969076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:42.982249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Sync routers for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:42.997344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:42.998261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:43.002366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.003596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c41d2cb1-e8aa-4c5b-825b-61afbad72210 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5469022 Aug 12 02:12:43.009156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:43.017329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe3269b7-1b31-4b6e-b669-18a6f9ee3fae req-80c257d3-2c5b-485c-8c99-64d9d017f5ad tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Aug 12 02:12:43.172234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:43.311460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b870f0-efef-497f-b223-351728c90e8f req-81c55855-3cc4-4bef-83cb-2271a24fe07a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:43.313926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07b870f0-efef-497f-b223-351728c90e8f req-81c55855-3cc4-4bef-83cb-2271a24fe07a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.0643618 Aug 12 02:12:43.359780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07b870f0-efef-497f-b223-351728c90e8f req-0d24ca31-4f55-4efc-8a85-974e2b398219 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Aug 12 02:12:43.425036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:41Z', 'revision_number': 3, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:43.470416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Checking router: 12740a63-f2c5-49be-9e12-c3ed3f3e2154 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:43.470923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Updating router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 port 77ac78d6-3579-42ac-82f1-f99e228f74c0 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:43.474759 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f20f95c-b3d2-4011-b20d-c2e5723ee372 x-openstack-request-id: req-4f20f95c-b3d2-4011-b20d-c2e5723ee372 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:43.475231 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-plugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:43.475600 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f20f95c-b3d2-4011-b20d-c2e5723ee372 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:43.476123 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'code': 200} Aug 12 02:12:43.507160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.558177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e418f-9e34-475d-b207-d73ad7021c1d req-90f7e166-99ae-467a-96d9-987b51afd7dd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:43.566520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa8e418f-9e34-475d-b207-d73ad7021c1d req-90f7e166-99ae-467a-96d9-987b51afd7dd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 943 time: 0.0689189 Aug 12 02:12:43.602249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa8e418f-9e34-475d-b207-d73ad7021c1d req-6972e219-85aa-457f-8c43-6bde6ec47aab tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348475 Aug 12 02:12:43.684643 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.697944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.717391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32b3c1-7933-4eee-b784-80c0d8e1922a req-6c686a4d-86c3-46cc-a389-0ec113c56136 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:43.719802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f32b3c1-7933-4eee-b784-80c0d8e1922a req-6c686a4d-86c3-46cc-a389-0ec113c56136 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 1101 time: 0.0468163 Aug 12 02:12:43.771012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0e673-9a25-4e5b-a59d-8b96b616f6fa req-f76d2f63-09fb-4acf-b8e9-2c61d525ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:43.772596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abd0e673-9a25-4e5b-a59d-8b96b616f6fa req-f76d2f63-09fb-4acf-b8e9-2c61d525ed6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 1096 time: 0.1618314 Aug 12 02:12:43.775364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f32b3c1-7933-4eee-b784-80c0d8e1922a req-b402476b-e538-4347-9b08-f671bf0a7373 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Aug 12 02:12:43.865027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event updated for resources: {'Port': ['ID=04f38285-f5af-4d03-9fab-c48a02cc1a6a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:43.885172 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.904003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Transition to ACTIVE for port object 77ac78d6-3579-42ac-82f1-f99e228f74c0 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:43.908767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.910703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 27693f14-84aa-4320-a2b3-2d508f0c9591 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:43.916125 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.943542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f9630-1d4e-44bc-b454-56c99e92e4c3 req-365fa65c-6949-412c-ba08-5f7ce580010b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:43.948366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abd0e673-9a25-4e5b-a59d-8b96b616f6fa req-20f64205-a156-40b9-860c-c01f75580476 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447370 Aug 12 02:12:43.954120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a49f9630-1d4e-44bc-b454-56c99e92e4c3 req-365fa65c-6949-412c-ba08-5f7ce580010b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0782144 Aug 12 02:12:43.961007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:43.972406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-d74c0199-b9c7-43fa-babf-717f2698284f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7942858 Aug 12 02:12:43.997604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a49f9630-1d4e-44bc-b454-56c99e92e4c3 req-c68cb94e-b40f-4843-9f07-3043420bcea2 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 Aug 12 02:12:44.004973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6aa3-ff8e-4295-be0c-c8c43e121590 None None] Pushing event updated for resources: {'Port': ['ID=77ac78d6-3579-42ac-82f1-f99e228f74c0,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:44.021723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Attempting to bind port 77ac78d6-3579-42ac-82f1-f99e228f74c0 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:44.022669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Attempting to bind port 77ac78d6-3579-42ac-82f1-f99e228f74c0 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:44.022669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Attempting to bind port 77ac78d6-3579-42ac-82f1-f99e228f74c0 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:44.043983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-98f5a2eb-1869-45d7-ad6a-5d5abf93011e tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0697834 Aug 12 02:12:44.061944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:44.062303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:44.062720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.063117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:44.063616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Bound port: 77ac78d6-3579-42ac-82f1-f99e228f74c0, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:44.064001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.118480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6fbe3-97d9-4389-a468-ee726d558d70 req-75036f7f-c2a4-43af-97f2-443b4e440136 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.120008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fea6fbe3-97d9-4389-a468-ee726d558d70 req-75036f7f-c2a4-43af-97f2-443b4e440136 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0580895 Aug 12 02:12:44.148957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] For port 77ac78d6-3579-42ac-82f1-f99e228f74c0, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:44.151999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=27693f14-84aa-4320-a2b3-2d508f0c9591,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:44.155835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] For port 77ac78d6-3579-42ac-82f1-f99e228f74c0, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=77ac78d6-3579-42ac-82f1-f99e228f74c0,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:44.162699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.178347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fea6fbe3-97d9-4389-a468-ee726d558d70 req-63e652a0-357d-4274-831c-7cbb3261faf4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Aug 12 02:12:44.210817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'port_id': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'mac_address': 'fa:16:3e:14:24:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:44.238359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6aa3-ff8e-4295-be0c-c8c43e121590 None None] Pushing event updated for resources: {'Port': ['ID=77ac78d6-3579-42ac-82f1-f99e228f74c0,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:44.265414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-ab6b4adf-8ef4-48bd-b886-93c8e22aec6a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.266808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b982b63c-dbf0-46ef-9261-8bb56659562d req-ab6b4adf-8ef4-48bd-b886-93c8e22aec6a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.2212317 Aug 12 02:12:44.292167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:44.294324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:44.300366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.309318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-1a5d5e21-9138-43a2-af95-5e4bf1c53216 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275729 Aug 12 02:12:44.453626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-32939f94-2808-4ec7-ab0b-fdf9055a6c5a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.455695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-32939f94-2808-4ec7-ab0b-fdf9055a6c5a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1403937 Aug 12 02:12:44.481556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-1acc2456-f1e1-43b0-8767-5efa031a3a27 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0191364 Aug 12 02:12:44.482427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553339a-f332-4224-b9b2-6ef11d8d27ff req-8728f869-00d1-433a-8a93-499f0e3b71bf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.484082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b553339a-f332-4224-b9b2-6ef11d8d27ff req-8728f869-00d1-433a-8a93-499f0e3b71bf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1028466 Aug 12 02:12:44.490822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.537370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b553339a-f332-4224-b9b2-6ef11d8d27ff req-8728c80e-f001-435d-a111-d94de8a253df tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455644 Aug 12 02:12:44.537610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27693f14-84aa-4320-a2b3-2d508f0c9591 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:44.563802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-1f6e6e40-b564-46ed-aec3-5717b9b8fcf8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0706975 Aug 12 02:12:44.570728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=27693f14-84aa-4320-a2b3-2d508f0c9591,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:44.586245 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.590686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Allocated IP 172.20.0.1 (973a3b9b-1e28-4754-9621-67e6c5300529/a1aec171-0294-4c7d-ad20-6878ac3e24c2/d4d19993-e054-47ca-b335-d081fcbedd2f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:44.624627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:44.735430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.739270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:44.834427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf6770-b8d3-4810-afed-dd1333c8bbe2 req-683f4a71-ef33-4663-94ca-ad424ba74562 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.836348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37cf6770-b8d3-4810-afed-dd1333c8bbe2 req-683f4a71-ef33-4663-94ca-ad424ba74562 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 944 time: 0.0545428 Aug 12 02:12:44.856291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:44.892021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37cf6770-b8d3-4810-afed-dd1333c8bbe2 req-381798e0-ae4b-4d14-8c1d-428b17b3afab tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Aug 12 02:12:44.937063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:41Z', 'revision_number': 3, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:44.956581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Network 973a3b9b-1e28-4754-9621-67e6c5300529 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:44.968676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc37780c-879a-4365-b700-5266c42a75f0 req-d4877966-a4fd-4e87-a1c7-f0cfd4e9d550 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 210 time: 0.0269911 Aug 12 02:12:44.975633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-f887559e-5e78-4f4d-9987-b34dbf1248b4 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:44.977378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['27693f14-84aa-4320-a2b3-2d508f0c9591'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:44.977769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-f887559e-5e78-4f4d-9987-b34dbf1248b4 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 821 time: 0.2163053 Aug 12 02:12:44.982051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:44.982215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d868cb3e-4fab-4478-9095-5f97996f9162 None None] The sync data for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 is: [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:41Z', 'revision_number': 3, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:45.005458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:45.096690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-839f44aa-2a3d-4a33-8eb0-fcd2f5daeb15 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/quotas/a6f1c27b2082434390d9a56d9f2d0cd5 HTTP/1.1" status: 200 len: 375 time: 0.1011646 Aug 12 02:12:45.100449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:45.144987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:45.211611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd887-4fd0-44ca-be8b-095a67805049 req-912b0571-e71f-4318-8ca8-34d20f738f3a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:45.213211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-780bd887-4fd0-44ca-be8b-095a67805049 req-912b0571-e71f-4318-8ca8-34d20f738f3a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0803685 Aug 12 02:12:45.255127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-4c3df36b-6ab4-4d14-ad38-d237f4c96cfb tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1571269 Aug 12 02:12:45.264183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-780bd887-4fd0-44ca-be8b-095a67805049 req-18b0f235-b9c1-41e4-8286-42cfbbcddead tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Aug 12 02:12:45.417489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd874413-0c12-4567-a540-f4e37ef9cea7 req-1e94feb1-d68e-4b92-a0bd-a332cb897a59 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:45.420042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd874413-0c12-4567-a540-f4e37ef9cea7 req-1e94feb1-d68e-4b92-a0bd-a332cb897a59 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0730157 Aug 12 02:12:45.441634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:45.459577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-08e6d079-b3d9-4ea8-bee6-227efa8a389d service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635668 Aug 12 02:12:45.495057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd874413-0c12-4567-a540-f4e37ef9cea7 req-ccd135b1-1147-415a-a955-6a310041cd95 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691316 Aug 12 02:12:45.661577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-fac1f922-4cb4-4c13-b5ae-ca0a335df554 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864896 Aug 12 02:12:45.672976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ab151-adaf-4942-9550-d12932fe24f7 req-05452459-109c-410a-b061-5107eac396fa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:45.683027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-747ab151-adaf-4942-9550-d12932fe24f7 req-05452459-109c-410a-b061-5107eac396fa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0709159 Aug 12 02:12:45.735047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:45.741578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-747ab151-adaf-4942-9550-d12932fe24f7 req-4bf5e459-60df-4a8b-aca2-10efc4d68cf9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573659 Aug 12 02:12:45.747251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:45.868712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:45.872707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:45.876712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8482c8e7-428c-481d-a436-640c1aba3f10 req-78fead49-3f1b-4134-bce9-9cf429c83e5c tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 210 time: 0.0355055 Aug 12 02:12:45.988451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Network 973a3b9b-1e28-4754-9621-67e6c5300529 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:45.991058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:46.042297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fa2f8-16fa-453f-9785-9ba1a21c5d18 req-b28bd8da-8e57-45da-8db9-492619b0c6b1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.045022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c13fa2f8-16fa-453f-9785-9ba1a21c5d18 req-b28bd8da-8e57-45da-8db9-492619b0c6b1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 944 time: 0.0763869 Aug 12 02:12:46.131847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c13fa2f8-16fa-453f-9785-9ba1a21c5d18 req-9ef14093-2d92-4ab2-a06c-20240d1b34f3 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721600 Aug 12 02:12:46.172628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32e9aa98-f9ea-4703-b57f-9b4a29e85a85 req-40d19bda-caf7-4a9a-a763-05755dd8f26f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 210 time: 0.0339341 Aug 12 02:12:46.202809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:12:46.230267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-bed8452e-e607-4910-b9a1-577d5a665a63 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238431 Aug 12 02:12:46.410428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938c119-4809-4419-8ba6-d765c0c1bfe0 req-c48a7ed1-7df2-49d0-b144-d8a7c1d8b5c4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.411952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0938c119-4809-4419-8ba6-d765c0c1bfe0 req-c48a7ed1-7df2-49d0-b144-d8a7c1d8b5c4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0656855 Aug 12 02:12:46.423091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-813f029d-6271-4f10-8c6c-46708a1f877d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.424594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-813f029d-6271-4f10-8c6c-46708a1f877d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880825 Aug 12 02:12:46.425752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:46.438213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-096195e9-020f-45aa-89e1-250319c862d5 admin admin] 10.222.0.11 "PUT /v2.0/routers/12740a63-f2c5-49be-9e12-c3ed3f3e2154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4209957 Aug 12 02:12:46.457369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0938c119-4809-4419-8ba6-d765c0c1bfe0 req-981ba846-a28f-4f62-a4ce-755f0d7ea666 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Aug 12 02:12:46.458304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:46.680517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1254dab-95b9-44fa-82d0-e52674131cca req-b4f8d206-a542-4fea-bc8c-228c2852263a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.689162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:46.692931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:46.693077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1254dab-95b9-44fa-82d0-e52674131cca req-b4f8d206-a542-4fea-bc8c-228c2852263a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0937989 Aug 12 02:12:46.714302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43664cc-b496-41fa-a7c8-9b56afaa8b3e req-9c6aeacf-bde5-402f-8c21-f7c3a670c466 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.717469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e43664cc-b496-41fa-a7c8-9b56afaa8b3e req-9c6aeacf-bde5-402f-8c21-f7c3a670c466 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1503825 Aug 12 02:12:46.730523 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1254dab-95b9-44fa-82d0-e52674131cca req-ba90d59f-8237-416f-a0b3-4dad7aa59693 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364614 Aug 12 02:12:46.811735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e43664cc-b496-41fa-a7c8-9b56afaa8b3e req-6255c616-b5f0-4c0c-a7a1-e344a50bbe1b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847380 Aug 12 02:12:46.917359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.32 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:46.993523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df40bec-7421-4e86-9eb9-0cb94ff0fa7c req-59d19376-e75d-45f3-a40c-55bf9aaf738f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:46.995058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2df40bec-7421-4e86-9eb9-0cb94ff0fa7c req-59d19376-e75d-45f3-a40c-55bf9aaf738f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0937502 Aug 12 02:12:47.023758 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Sync routers for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:47.035003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:47.035758 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:47.077727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-4246c8fd-4365-4051-9b08-83b056915e19 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:47.085320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-4246c8fd-4365-4051-9b08-83b056915e19 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 819 time: 0.1201534 Aug 12 02:12:47.087386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2df40bec-7421-4e86-9eb9-0cb94ff0fa7c req-8d882022-c5bc-4a72-9296-afe67701798f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833406 Aug 12 02:12:47.105717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-7e871573-8b62-4190-8c9f-b9356fdd41f2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/quotas/5654448732214f8aa760b6e446eecc5c HTTP/1.1" status: 200 len: 375 time: 0.0195100 Aug 12 02:12:47.147327 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:47.154886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.171017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:47.172849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-e294df47-0beb-4f62-98aa-c577d38a998e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0597579 Aug 12 02:12:47.242461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.263270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:47.304241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:47.310183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:47.314491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:47.333135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:47.346103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-1e4b71df-51a6-48c4-b489-530add3ed07a service neutron] 10.222.0.11 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722517 Aug 12 02:12:47.379614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', '5310701d-913e-45cb-ba99-dec416321a66'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:47.413943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:47.414778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.460542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-855b8a52-12ad-4e51-8bd9-2be04ea89372 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0115478 Aug 12 02:12:47.461060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 77ac78d6-3579-42ac-82f1-f99e228f74c0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:47.497771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-573e0e0d-b904-4948-878e-ad53f21af233 req-c00a28bf-b0bc-4979-86ec-4976af2f0836 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 210 time: 0.0537751 Aug 12 02:12:47.534763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Request body: {'port': {'device_id': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:47.590581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b7f668f3-11b3-4758-8c91-17a1b6454fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344427 Aug 12 02:12:47.624534 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:45Z', 'revision_number': 4, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd4d19993-e054-47ca-b335-d081fcbedd2f', 'name': '', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'mac_address': 'fa:16:3e:a5:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:44Z', 'updated_at': '2021-08-12T02:12:45Z', 'revision_number': 2, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'subnets': [{'id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:47.665484 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Checking router: 12740a63-f2c5-49be-9e12-c3ed3f3e2154 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:47.666040 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Updating router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 port d4d19993-e054-47ca-b335-d081fcbedd2f binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:12:47.754118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4f6d7dc-57ee-490b-93e7-07e62e0ff8c0 None None] Provisioning for port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:47.764505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.766207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4f6d7dc-57ee-490b-93e7-07e62e0ff8c0 None None] Provisioning complete for port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:47.766582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4f6d7dc-57ee-490b-93e7-07e62e0ff8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.768922 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.800980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 77ac78d6-3579-42ac-82f1-f99e228f74c0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:47.809943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde76bd-c6ca-48ee-a2c3-f9842f0a79cd req-1ac503ee-30cc-4171-aedb-3559b52aed35 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:47.826105 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.826306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8dde76bd-c6ca-48ee-a2c3-f9842f0a79cd req-1ac503ee-30cc-4171-aedb-3559b52aed35 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 944 time: 0.1589684 Aug 12 02:12:47.844551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 77ac78d6-3579-42ac-82f1-f99e228f74c0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:47.845602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:47.919737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6d7dc-57ee-490b-93e7-07e62e0ff8c0 None None] Port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:47.929463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd891971-9e26-4f0f-9490-437eb134b248 req-1a17d65d-dd43-4df2-b4a7-0fb3c37db512 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:47.935190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 27693f14-84aa-4320-a2b3-2d508f0c9591 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:47.939110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd891971-9e26-4f0f-9490-437eb134b248 req-1a17d65d-dd43-4df2-b4a7-0fb3c37db512 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 935 time: 0.0864983 Aug 12 02:12:47.947147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-281dbd82-8776-4d9f-bc57-7c4433ab581a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:47.948827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-281dbd82-8776-4d9f-bc57-7c4433ab581a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 821 time: 0.4500165 Aug 12 02:12:47.975383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'port': {'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'admin_state_up': True, 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:48.033534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd891971-9e26-4f0f-9490-437eb134b248 req-a24cefdf-82dc-4132-9a75-715a24ac50bc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864658 Aug 12 02:12:48.033929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8dde76bd-c6ca-48ee-a2c3-f9842f0a79cd req-89abb13d-a09d-4f72-a132-069ba978867e tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948848 Aug 12 02:12:48.145535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 27693f14-84aa-4320-a2b3-2d508f0c9591 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:48.169480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a619e-4bc6-4a7b-9b80-c3c80213c485 req-400238c2-c51a-412e-bfe6-44ab7c12b9b0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:48.171041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d35a619e-4bc6-4a7b-9b80-c3c80213c485 req-400238c2-c51a-412e-bfe6-44ab7c12b9b0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0869169 Aug 12 02:12:48.191003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 27693f14-84aa-4320-a2b3-2d508f0c9591 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:48.191380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.206822 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.221777 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Transition to ACTIVE for port object d4d19993-e054-47ca-b335-d081fcbedd2f will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:48.230395 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.237457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d35a619e-4bc6-4a7b-9b80-c3c80213c485 req-54d60a5b-951e-415a-a24e-7d683c461054 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Aug 12 02:12:48.293970 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.333689 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576072c-9ad8-4ba5-9bfe-c62195f7dded None None] Pushing event updated for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:48.348869 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Attempting to bind port d4d19993-e054-47ca-b335-d081fcbedd2f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:48.349617 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Attempting to bind port d4d19993-e054-47ca-b335-d081fcbedd2f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:48.350380 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Attempting to bind port d4d19993-e054-47ca-b335-d081fcbedd2f on network 973a3b9b-1e28-4754-9621-67e6c5300529 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:48.359546 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:48.360479 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Checking segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:48.361130 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.361723 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Bound using segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:48.363419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Bound port: d4d19993-e054-47ca-b335-d081fcbedd2f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:48.364528 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.377056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 77ac78d6-3579-42ac-82f1-f99e228f74c0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=77ac78d6-3579-42ac-82f1-f99e228f74c0,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:48.394451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3c7c71d-d7bc-4f0a-a96a-f4de82d1e969 req-3dba5126-e217-42b5-879e-01234d88dca0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0707371 Aug 12 02:12:48.395281 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.499193 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] For port d4d19993-e054-47ca-b335-d081fcbedd2f, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:48.504406 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] For port d4d19993-e054-47ca-b335-d081fcbedd2f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4d19993-e054-47ca-b335-d081fcbedd2f,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:48.512460 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.589011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4f79a-b9a4-48f3-969a-0daf4faa9a9a req-5f9f3f04-1944-4abf-af98-debf858ba30d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:48.593036 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:48.595059 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:48.600243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c4f79a-b9a4-48f3-969a-0daf4faa9a9a req-5f9f3f04-1944-4abf-af98-debf858ba30d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1093268 Aug 12 02:12:48.614679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373ab52-fd77-4da7-959e-d0501ae4e4c8 req-b88cc5ab-c5e6-488b-bd0b-4bf3f50ecc37 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:48.616421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7373ab52-fd77-4da7-959e-d0501ae4e4c8 req-b88cc5ab-c5e6-488b-bd0b-4bf3f50ecc37 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.3944526 Aug 12 02:12:48.642305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:48.649035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c4f79a-b9a4-48f3-969a-0daf4faa9a9a req-774392e2-0bdb-4e99-9ad7-5e16ee75e639 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473590 Aug 12 02:12:48.652226 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576072c-9ad8-4ba5-9bfe-c62195f7dded None None] Pushing event updated for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:48.665870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.692260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=77ac78d6-3579-42ac-82f1-f99e228f74c0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:48.702442 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.712458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Transition to ACTIVE for port object 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:48.720667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7373ab52-fd77-4da7-959e-d0501ae4e4c8 req-f8bb3a1b-3a94-4aea-bd7b-667316cfe90d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882885 Aug 12 02:12:48.722696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.735615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Made reservation on behalf of a6f1c27b2082434390d9a56d9f2d0cd5 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:48.741034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.747922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:48.750176 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1f0b49-d109-446d-a98f-6e4f909c9242" -d '{"events": [{"server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "name": "network-vif-plugged", "status": "completed", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:48.791390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=27693f14-84aa-4320-a2b3-2d508f0c9591,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:48.823181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:48.831037 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:48.950529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b457e322-f92d-4af4-aac2-9abb5eac08bb req-3af16e5d-56a6-4b46-a0bf-38493b3a0de2 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 210 time: 0.0650949 Aug 12 02:12:48.973524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:49.038636 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118785c-d299-4ff2-bb3b-835b8a862569 x-openstack-request-id: req-4118785c-d299-4ff2-bb3b-835b8a862569 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:49.038883 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "name": "network-vif-plugged", "status": "completed", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:49.039123 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4118785c-d299-4ff2-bb3b-835b8a862569 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:49.039416 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'code': 200} Aug 12 02:12:49.154009 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:45Z', 'revision_number': 4, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd4d19993-e054-47ca-b335-d081fcbedd2f', 'name': '', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'mac_address': 'fa:16:3e:a5:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:44Z', 'updated_at': '2021-08-12T02:12:48Z', 'revision_number': 4, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'subnets': [{'id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:49.190291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035c148-b4d4-4453-8d40-8d87a5a31e66 req-0cdd9b21-11df-4038-97af-46e0711863ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.194514 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daf27f2-86c7-403c-896b-6496a0417b44 None None] The sync data for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 is: [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:12:45Z', 'revision_number': 4, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd4d19993-e054-47ca-b335-d081fcbedd2f', 'name': '', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'mac_address': 'fa:16:3e:a5:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:44Z', 'updated_at': '2021-08-12T02:12:48Z', 'revision_number': 4, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'subnets': [{'id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:49.208292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d035c148-b4d4-4453-8d40-8d87a5a31e66 req-0cdd9b21-11df-4038-97af-46e0711863ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0856471 Aug 12 02:12:49.276211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d035c148-b4d4-4453-8d40-8d87a5a31e66 req-8d2d41bf-60bd-4a65-b433-5b178ed454ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Aug 12 02:12:49.300111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 77ac78d6-3579-42ac-82f1-f99e228f74c0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:49.307322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Pushing event updated for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:49.378260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 77ac78d6-3579-42ac-82f1-f99e228f74c0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:49.378639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:49.454300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd64dd-6d26-4739-99cf-576144c1101f req-8d932825-48c3-4902-865a-b11c05b3fb49 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.462297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06cd64dd-6d26-4739-99cf-576144c1101f req-8d932825-48c3-4902-865a-b11c05b3fb49 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 947 time: 0.0823886 Aug 12 02:12:49.505437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06cd64dd-6d26-4739-99cf-576144c1101f req-6eb52932-ea06-424d-a9ed-024162529bb8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Aug 12 02:12:49.644169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f2fca-c4c2-4ec6-82a5-dba7700022ec req-4e47637e-ff4a-40d3-bf4e-cc0052c25c5d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.647953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b8f2fca-c4c2-4ec6-82a5-dba7700022ec req-4e47637e-ff4a-40d3-bf4e-cc0052c25c5d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0633295 Aug 12 02:12:49.680655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Attempting to bind port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:49.681011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Attempting to bind port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:49.681349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Attempting to bind port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:49.690662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b8f2fca-c4c2-4ec6-82a5-dba7700022ec req-7a8fe4f6-83c2-4b5e-97bb-bf92161357e6 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385561 Aug 12 02:12:49.727067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05a383-ff10-418b-bc1e-934ed02a66de req-6a46272b-ca0f-4df4-adf5-241e3e7635ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.728608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a05a383-ff10-418b-bc1e-934ed02a66de req-6a46272b-ca0f-4df4-adf5-241e3e7635ad service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 1096 time: 0.4103508 Aug 12 02:12:49.729161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:49.729482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Attempting to bind port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:49.781751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:49.782087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:49.782474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:49.782922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Bound port: 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:49.783848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:49.807482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5451087-b24e-4eac-a328-9c521e27fd1b req-da83f82f-34b8-43e9-b656-40baaa726f94 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.809170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-2868f878-5d8c-47a9-a121-96a5e0c83a00 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.809311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5451087-b24e-4eac-a328-9c521e27fd1b req-da83f82f-34b8-43e9-b656-40baaa726f94 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.0557971 Aug 12 02:12:49.810487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-2868f878-5d8c-47a9-a121-96a5e0c83a00 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 819 time: 0.4721236 Aug 12 02:12:49.813587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Allocated IP 172.20.0.13 (6fe2d619-df28-4acd-a1b1-23f275840625/054f899d-804f-4a36-96cf-7625769a9e1b/430f843b-c5dd-4054-92d9-fa53d9672f6e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:49.828119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-1b8513db-692d-4bed-aa0f-9325f6730f7d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:49.829625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-1b8513db-692d-4bed-aa0f-9325f6730f7d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 819 time: 0.4902365 Aug 12 02:12:49.853279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5451087-b24e-4eac-a328-9c521e27fd1b req-268527ca-fc59-4d59-8e42-7d58fabe88bd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Aug 12 02:12:49.854566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Request body: {'port': {'device_id': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'admin_state_up': True, 'tenant_id': '5654448732214f8aa760b6e446eecc5c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:49.889165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-ee8d054c-2bc0-4d4e-8211-a7e5d5ca5f6e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/quotas/5654448732214f8aa760b6e446eecc5c HTTP/1.1" status: 200 len: 375 time: 0.0704043 Aug 12 02:12:49.945773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a05a383-ff10-418b-bc1e-934ed02a66de req-958ba7be-50dc-45a1-9592-96c7460f5c7b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070947 Aug 12 02:12:50.063009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:50.132200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:50.159398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-15fb642c-69c4-4846-93c4-1f35d23ed25b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526529 Aug 12 02:12:50.169770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:50.245112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6034eec-0fcb-43e0-a519-3c39afe9717e req-a8b206ff-f03c-4777-a755-161eaeac3a1f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.254859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6034eec-0fcb-43e0-a519-3c39afe9717e req-a8b206ff-f03c-4777-a755-161eaeac3a1f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0776887 Aug 12 02:12:50.298044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.298799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:50.300183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] 10.222.0.21 "PUT /v2.0/ports/19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c HTTP/1.1" status: 200 len: 1095 time: 2.7985058 Aug 12 02:12:50.300738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:50.303039 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690699b8-b40e-4a64-8c4a-7093cbe7448f" -d '{"events": [{"name": "network-changed", "server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:50.303825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6034eec-0fcb-43e0-a519-3c39afe9717e req-30301eff-700e-46c6-8623-21dd23239c09 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467403 Aug 12 02:12:50.312769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Made reservation on behalf of 5654448732214f8aa760b6e446eecc5c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:50.316612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:50.361966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:50.552689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0e872-3144-47d8-91cc-a21c84537789 service neutron] Pushing event updated for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:50.557848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae453438-8b60-480f-a158-fbdaaedbd671 req-d1298a6b-d729-4505-9174-f1f6519437b0 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 210 time: 0.0462146 Aug 12 02:12:50.562427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Transition to ACTIVE for port object 430f843b-c5dd-4054-92d9-fa53d9672f6e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:50.583329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Allocated IP 172.20.0.5 (973a3b9b-1e28-4754-9621-67e6c5300529/a1aec171-0294-4c7d-ad20-6878ac3e24c2/0c169dad-e982-458e-9212-816268d3c26b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:50.597163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-533ed713-5183-4c3c-a660-6dc0bb4f4e22 service neutron] 10.222.0.11 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202361 Aug 12 02:12:50.648705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-f75191e6-c347-473a-bb4a-b025a7eb76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.650207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-f75191e6-c347-473a-bb4a-b025a7eb76e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 1098 time: 0.1515932 Aug 12 02:12:50.678060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d594e9-ef1a-44bf-88cb-16adb30b3cb2 req-b4217800-73d8-4b4a-a454-8d8fd837aa0f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.685806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17d594e9-ef1a-44bf-88cb-16adb30b3cb2 req-b4217800-73d8-4b4a-a454-8d8fd837aa0f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0561211 Aug 12 02:12:50.720734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17d594e9-ef1a-44bf-88cb-16adb30b3cb2 req-9033941b-d691-4426-a414-92067ae1ecae tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Aug 12 02:12:50.743632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-1db2f29d-ddd2-4ccf-b8da-34cacf752928 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c HTTP/1.1" status: 200 len: 217 time: 0.0630400 Aug 12 02:12:50.778245 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d6c7c-fe8a-4a9e-8dba-ffe37a816658 x-openstack-request-id: req-c33d6c7c-fe8a-4a9e-8dba-ffe37a816658 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:50.778523 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:50.778733 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c33d6c7c-fe8a-4a9e-8dba-ffe37a816658 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:50.779129 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c', 'status': 'completed', 'code': 200} Aug 12 02:12:50.805186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:50.845062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['0ab2fd92-8a21-4412-842e-ccb8e76fec17'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:50.871167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b35e-e6cc-474c-841c-f97ed60edbe6 req-f8753825-bfb1-42ea-9ac0-9a62a3f04e13 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.873013 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7411b35e-e6cc-474c-841c-f97ed60edbe6 req-f8753825-bfb1-42ea-9ac0-9a62a3f04e13 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 947 time: 0.0549316 Aug 12 02:12:50.915354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7411b35e-e6cc-474c-841c-f97ed60edbe6 req-b07130b2-a34b-49d5-b0df-c6ea71d763d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Aug 12 02:12:50.938798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-9c420293-8aff-4484-b607-1768942e1e3e service neutron] 10.222.0.11 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279216 Aug 12 02:12:50.949622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Network 6fe2d619-df28-4acd-a1b1-23f275840625 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:50.962696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:50.974977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-0d59f196-f7db-4c87-9d57-719a5ff726d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:50.976601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-0d59f196-f7db-4c87-9d57-719a5ff726d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2245481 Aug 12 02:12:50.979905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:50.997244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event updated for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:51.090888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.130695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c3220-e4c6-49af-b14b-161694eb9a3b req-c021c050-c38f-40fb-bdce-cb40d375e11d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.132694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de2c3220-e4c6-49af-b14b-161694eb9a3b req-c021c050-c38f-40fb-bdce-cb40d375e11d tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0635233 Aug 12 02:12:51.163640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.195720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de2c3220-e4c6-49af-b14b-161694eb9a3b req-fb05f799-c5fd-48ac-9120-b384b8c01fbf tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541656 Aug 12 02:12:51.241529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.241529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.276128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c3c25224-dcc1-4794-bc64-3608083c817a None None] Provisioning for port 430f843b-c5dd-4054-92d9-fa53d9672f6e completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:51.281925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c3c25224-dcc1-4794-bc64-3608083c817a None None] Provisioning complete for port 430f843b-c5dd-4054-92d9-fa53d9672f6e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:51.282438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c3c25224-dcc1-4794-bc64-3608083c817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.304457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-389c0e4a-9f41-4e63-8bac-0d989b0005b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.306415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-389c0e4a-9f41-4e63-8bac-0d989b0005b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3209128 Aug 12 02:12:51.337702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-087955b4-31fa-491b-8a89-53c28c5278a1 req-ea90ff25-08e6-439d-9901-349897fc8794 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 210 time: 0.0423601 Aug 12 02:12:51.374090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4d19993-e054-47ca-b335-d081fcbedd2f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:51.376433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c3c25224-dcc1-4794-bc64-3608083c817a None None] Port 430f843b-c5dd-4054-92d9-fa53d9672f6e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:12:51.441832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d4d19993-e054-47ca-b335-d081fcbedd2f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:51.446576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d4d19993-e054-47ca-b335-d081fcbedd2f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:51.447165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.455100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-31f47ece-e030-40a6-af6c-4c27a010a114 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256461 Aug 12 02:12:51.474515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Network 973a3b9b-1e28-4754-9621-67e6c5300529 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:51.477131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-498feb24-e001-4157-8b64-343e7854884d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.478819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-498feb24-e001-4157-8b64-343e7854884d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.3328831 Aug 12 02:12:51.481612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efea472-ab1b-4b94-a1b8-37d8eae76ab2 req-1d5e2eeb-1650-411d-ad77-e7047db1d750 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.486064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-672ca213-e29c-42a1-8d99-453044c7f593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5155070 Aug 12 02:12:51.490927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6efea472-ab1b-4b94-a1b8-37d8eae76ab2 req-1d5e2eeb-1650-411d-ad77-e7047db1d750 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0766232 Aug 12 02:12:51.494867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:51.523413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Pushing event updated for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:51.530414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:51.552195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6efea472-ab1b-4b94-a1b8-37d8eae76ab2 req-76206759-f83a-4756-81d2-c9532134c236 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559833 Aug 12 02:12:51.566244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:51.574849 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.597123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Request body: {'port': {'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:51.643651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d4d19993-e054-47ca-b335-d081fcbedd2f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4d19993-e054-47ca-b335-d081fcbedd2f,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:51.647911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:51.710313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:51.786420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc106c5c-f3f3-43b6-bdd4-2c9d9064ce08 req-c3eab4d9-979b-4679-a5d0-24e8b028c754 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.788438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc106c5c-f3f3-43b6-bdd4-2c9d9064ce08 req-c3eab4d9-979b-4679-a5d0-24e8b028c754 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 932 time: 0.0622668 Aug 12 02:12:51.834172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc106c5c-f3f3-43b6-bdd4-2c9d9064ce08 req-5900dcfc-8dd3-4da4-be25-e334ba541130 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Aug 12 02:12:51.960388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab5aa0-be6a-478e-b3b3-3b6fd82cf069 req-49ed3817-32cd-419e-96e6-695b6efd8f29 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.961935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1ab5aa0-be6a-478e-b3b3-3b6fd82cf069 req-49ed3817-32cd-419e-96e6-695b6efd8f29 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0573232 Aug 12 02:12:51.998775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:51.999407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:52.003982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1ab5aa0-be6a-478e-b3b3-3b6fd82cf069 req-f12ea336-5362-4be2-a813-5d6149168cc2 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Aug 12 02:12:52.055338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb9df5-c3bd-4946-99f2-7fe4d26f90f4 req-8248b801-178b-4820-844a-09409892ac7c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.057035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32bb9df5-c3bd-4946-99f2-7fe4d26f90f4 req-8248b801-178b-4820-844a-09409892ac7c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 945 time: 0.7428777 Aug 12 02:12:52.072009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:52.092448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-b4f0fae4-8ec6-4f51-9e16-c0d0e8de21a8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2454045 Aug 12 02:12:52.104940 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:52.120013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad92d38-8b5f-4f3d-8e90-defd508a011a req-b76f3f63-cef7-4fbb-9057-c6694557feb8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.121927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ad92d38-8b5f-4f3d-8e90-defd508a011a req-b76f3f63-cef7-4fbb-9057-c6694557feb8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 947 time: 0.0505536 Aug 12 02:12:52.126438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Request body: {'port': {'device_id': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:52.159791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ad92d38-8b5f-4f3d-8e90-defd508a011a req-fa28df06-16b6-408c-b5eb-096e9e6eb285 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Aug 12 02:12:52.174718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a2388dd-427a-41e5-94ee-9654a5d6235a req-c6e055ff-5998-4fca-a323-e003118257b9 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919663 Aug 12 02:12:52.238035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32bb9df5-c3bd-4946-99f2-7fe4d26f90f4 req-3f3846de-dc4a-447c-9fcb-b494e0eccc01 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689372 Aug 12 02:12:52.333655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:52.353008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb241b36-308c-43f7-a086-5ee968295619 req-c6151cb4-2f92-4b12-abb5-45e96419e911 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.354492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb241b36-308c-43f7-a086-5ee968295619 req-c6151cb4-2f92-4b12-abb5-45e96419e911 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Aug 12 02:12:52.397398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb241b36-308c-43f7-a086-5ee968295619 req-4be3d291-cc8b-4b92-b181-76291a142e70 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359871 Aug 12 02:12:52.501610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66a8732d-dd5b-4b73-9b8f-ba4f3d61dee9 req-938b0809-94f5-4341-ac67-ce83d031e9ea tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 210 time: 0.0912087 Aug 12 02:12:52.528092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a21bcc-b218-4567-a97e-dda916974c02 req-83fc3f5e-23d3-4394-8808-50809dcbb126 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.528092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8a21bcc-b218-4567-a97e-dda916974c02 req-83fc3f5e-23d3-4394-8808-50809dcbb126 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0596313 Aug 12 02:12:52.529187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53540) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:12:52.534007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Request body: {'floatingip': {'port_id': '27693f14-84aa-4320-a2b3-2d508f0c9591'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:52.573046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-8ec6fd3a-fe7f-4640-95fb-a6e668141bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.574868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-8ec6fd3a-fe7f-4640-95fb-a6e668141bed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 1098 time: 0.2549267 Aug 12 02:12:52.596243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:52.601563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:52.812783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69897e72-4e70-4aaa-b134-479c801a34dd req-09754004-b4e7-4044-8e15-2713998a5d50 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.814200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69897e72-4e70-4aaa-b134-479c801a34dd req-09754004-b4e7-4044-8e15-2713998a5d50 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1438360 Aug 12 02:12:52.867444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-efe46b19-622f-479a-bd8e-1b6ba0a034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.868999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-efe46b19-622f-479a-bd8e-1b6ba0a034b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2788472 Aug 12 02:12:52.872979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:52.885524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-93261f88-6008-4748-aaaf-560597a685fe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:52.887848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-93261f88-6008-4748-aaaf-560597a685fe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.21 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 819 time: 0.3199623 Aug 12 02:12:52.918921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Request body: {'port': {'device_id': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'admin_state_up': True, 'tenant_id': '5654448732214f8aa760b6e446eecc5c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:52.985875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69897e72-4e70-4aaa-b134-479c801a34dd req-b413e8f1-6bf0-49d2-9039-33b80269ae68 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625555 Aug 12 02:12:53.014302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-ff83f3c1-1f6c-451a-af34-bb54b1c66d2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c HTTP/1.1" status: 200 len: 217 time: 0.0953186 Aug 12 02:12:53.090499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:53.092704 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1849fb69-beb7-4c66-92ec-1bed97667363" -d '{"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-unplugged", "status": "completed", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:53.117532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.128787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-8ff80e75-8a34-470a-a5ae-5dc3ff244472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.130282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-8ff80e75-8a34-470a-a5ae-5dc3ff244472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0961020 Aug 12 02:12:53.154857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.182257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430f843b-c5dd-4054-92d9-fa53d9672f6e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:53.222731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Made reservation on behalf of 5654448732214f8aa760b6e446eecc5c for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:12:53.225848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.226250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.238352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9dc8e-3bf7-4c3f-a4b8-da01888abae1 req-001ebbd5-0364-48ad-9679-edd5b1985d31 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.243898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f22b04-a8fa-499c-8282-cb6d5845eb7d req-da19e2a9-546c-4def-a75d-0d8a5a51202d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.244067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41d9dc8e-3bf7-4c3f-a4b8-da01888abae1 req-001ebbd5-0364-48ad-9679-edd5b1985d31 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1656473 Aug 12 02:12:53.245413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7f22b04-a8fa-499c-8282-cb6d5845eb7d req-da19e2a9-546c-4def-a75d-0d8a5a51202d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 932 time: 0.3253281 Aug 12 02:12:53.251317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4d19993-e054-47ca-b335-d081fcbedd2f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:53.303260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d4d19993-e054-47ca-b335-d081fcbedd2f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:53.303670 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.307374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Transition to ACTIVE for port object 430f843b-c5dd-4054-92d9-fa53d9672f6e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:53.327550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.369045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41d9dc8e-3bf7-4c3f-a4b8-da01888abae1 req-a8a70f99-8190-46b4-857e-55c0601472eb tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077261 Aug 12 02:12:53.379930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:53.392661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-b702029f-6d51-4413-b7d4-46525e9b8f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.394226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-b702029f-6d51-4413-b7d4-46525e9b8f0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2532756 Aug 12 02:12:53.407870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7f22b04-a8fa-499c-8282-cb6d5845eb7d req-507d76aa-cdd8-4a1c-be05-175ad7a3534c tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420281 Aug 12 02:12:53.460905 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.475507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.494349 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac6470-b4e8-4dd2-9ad1-4e714fc962ca x-openstack-request-id: req-beac6470-b4e8-4dd2-9ad1-4e714fc962ca {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:53.494643 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-unplugged", "status": "completed", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:53.494952 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-beac6470-b4e8-4dd2-9ad1-4e714fc962ca {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:53.495342 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'code': 200} Aug 12 02:12:53.517963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:53.518585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:53.518681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:53.584971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:53.585297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:53.607840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c169dad-e982-458e-9212-816268d3c26b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:53.610695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d408-c297-4283-ba82-749553fb24e9 req-e36144ca-dc94-4b8f-83f7-32ec3e64d13d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.616021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9112d408-c297-4283-ba82-749553fb24e9 req-e36144ca-dc94-4b8f-83f7-32ec3e64d13d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0969102 Aug 12 02:12:53.622461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:53.641869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.647152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:53.647516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:53.647910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:53.648365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Bound port: 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:53.648719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.663215 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Floating IP ca42fa6d-df63-4af6-8576-f691aaa3b8ab associated. External IP: 172.25.3.212, port: 27693f14-84aa-4320-a2b3-2d508f0c9591. Aug 12 02:12:53.699288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9112d408-c297-4283-ba82-749553fb24e9 req-d4087228-90b6-4212-9919-c9489121e4c7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752439 Aug 12 02:12:53.718147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Transition to ACTIVE for port object 0c169dad-e982-458e-9212-816268d3c26b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:53.761489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:53.777689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb080f19-b11b-49b7-9fb5-5cb50b9e12fd req-96455a6b-3b79-4d2a-b37b-7fdb63043dea tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:53.779202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb080f19-b11b-49b7-9fb5-5cb50b9e12fd req-96455a6b-3b79-4d2a-b37b-7fdb63043dea tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 947 time: 0.2315998 Aug 12 02:12:53.806440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-968f858c-5a8e-4ebd-b7c9-d409afed460d service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473220 Aug 12 02:12:53.935376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Attempting to bind port 430f843b-c5dd-4054-92d9-fa53d9672f6e on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:53.935656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Attempting to bind port 430f843b-c5dd-4054-92d9-fa53d9672f6e by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:53.935977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Attempting to bind port 430f843b-c5dd-4054-92d9-fa53d9672f6e on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:53.943331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Pushing event updated for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:53.947042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:53.974874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Port 430f843b-c5dd-4054-92d9-fa53d9672f6e on network 6fe2d619-df28-4acd-a1b1-23f275840625 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:53.975206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Attempting to bind port 430f843b-c5dd-4054-92d9-fa53d9672f6e on network 6fe2d619-df28-4acd-a1b1-23f275840625 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:53.981631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:54.023938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb080f19-b11b-49b7-9fb5-5cb50b9e12fd req-6e9af218-2994-4709-8792-0267499c9083 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129109 Aug 12 02:12:54.024674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:54.025018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Checking segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:54.025393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Bound using segment: {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:54.025849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Bound port: 430f843b-c5dd-4054-92d9-fa53d9672f6e, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '181d4300-fbcb-42e2-8540-512574d80edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:54.026209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.029937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:54.066727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.072883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:54.109679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:54.110241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:54.111016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:54.115778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:54.116397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Attempting to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:54.123317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:54.123317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:54.124160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:54.125403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Bound port: 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:54.126398 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.128233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8555eebb-abe2-491f-9b0b-7eff175f1c75 req-5ebfc2ad-388f-4056-a9e5-cacfdfeac1e5 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 210 time: 0.3609076 Aug 12 02:12:54.160116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-690699b8-b40e-4a64-8c4a-7093cbe7448f req-0d89806d-0118-49d1-bc3c-be1a9cde0af6 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220868 Aug 12 02:12:54.175888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Allocated IP 172.20.0.11 (973a3b9b-1e28-4754-9621-67e6c5300529/a1aec171-0294-4c7d-ad20-6878ac3e24c2/2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:12:54.204027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Attempting to bind port 0c169dad-e982-458e-9212-816268d3c26b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:54.204358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Attempting to bind port 0c169dad-e982-458e-9212-816268d3c26b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:54.204693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Attempting to bind port 0c169dad-e982-458e-9212-816268d3c26b on network 973a3b9b-1e28-4754-9621-67e6c5300529 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:54.226396 n-d-804303-2 neutron-server[94675]: WARNING neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Concurrent port binding operations failed on port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 Aug 12 02:12:54.230678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:54.232324 n-d-804303-2 neutron-server[94675]: INFO neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Attempt 2 to bind port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 Aug 12 02:12:54.232877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:12:54.240516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:54.247732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Port 0c169dad-e982-458e-9212-816268d3c26b on network 973a3b9b-1e28-4754-9621-67e6c5300529 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:54.248102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Attempting to bind port 0c169dad-e982-458e-9212-816268d3c26b on network 973a3b9b-1e28-4754-9621-67e6c5300529 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:54.257663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.258290 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.259744 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-127fc32d-7c4f-4b53-b71d-933be80f1672 service neutron] 10.222.0.25 "PUT /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 1121 time: 2.7620699 Aug 12 02:12:54.263054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:54.263397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Checking segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:54.263808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Bound using segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:54.264251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Bound port: 0c169dad-e982-458e-9212-816268d3c26b, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:54.264711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.269006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:54.277311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:54.284162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.349238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.349731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.351880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] 10.222.0.21 "PUT /v2.0/ports/430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 1092 time: 2.7867198 Aug 12 02:12:54.381899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:54.401298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda757a-dc69-4c8d-af47-0b8a3f29cc87 service neutron] Pushing event updated for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:54.415157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:54.417270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0861caa-bdd5-43f5-8f6f-1af73302879b req-f8cef542-eeff-436b-979c-436e10a4d472 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.419559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0861caa-bdd5-43f5-8f6f-1af73302879b req-f8cef542-eeff-436b-979c-436e10a4d472 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1830549 Aug 12 02:12:54.426828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c169dad-e982-458e-9212-816268d3c26b,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:54.447490 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.504257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:54.506135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Router 8836a412-0699-472a-b7be-d7945d4f6080 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:12:54.561145 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0861caa-bdd5-43f5-8f6f-1af73302879b req-c72844b1-cd07-44f2-b3f0-6b2aa1429535 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247120 Aug 12 02:12:54.576476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.577992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.579633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] 10.222.0.25 "PUT /v2.0/ports/0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 1091 time: 2.4717889 Aug 12 02:12:54.622347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.683071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-90f24cf6-7c2e-44b6-a130-2915e6433e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.688999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-90f24cf6-7c2e-44b6-a130-2915e6433e4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1095 time: 0.2644253 Aug 12 02:12:54.710809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ad9a2-d0b6-4c5e-b42a-98b0b4b97c7c service neutron] Pushing event updated for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:54.735164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec096-bceb-491a-96f0-409d34d1d692 req-1dacc991-d249-4e98-9265-cc93ca121bde tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.736911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0acec096-bceb-491a-96f0-409d34d1d692 req-1dacc991-d249-4e98-9265-cc93ca121bde tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.2225888 Aug 12 02:12:54.759777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:12:54.766807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.769400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:54.781233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Sync routers for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:12:54.788523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-5f812272-7fa7-40d2-950c-30ba97007d33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 217 time: 0.0637047 Aug 12 02:12:54.804213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-4afbe0a6-65bf-4176-be42-6a9bcb957d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.806252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-4afbe0a6-65bf-4176-be42-6a9bcb957d22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1094 time: 0.1673179 Aug 12 02:12:54.812385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:54.813019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:54.827919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b3fac-03f8-47b4-afaa-ab6f79366593 req-c43c8f79-7c7c-47cb-b692-691ad78cb0a6 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.829575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e62b3fac-03f8-47b4-afaa-ab6f79366593 req-c43c8f79-7c7c-47cb-b692-691ad78cb0a6 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 944 time: 0.1386707 Aug 12 02:12:54.846023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3ef3075-7450-40ee-92b9-808643bd74a1 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "PUT /v2.0/floatingips/ca42fa6d-df63-4af6-8576-f691aaa3b8ab HTTP/1.1" status: 200 len: 991 time: 2.3156843 Aug 12 02:12:54.856363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:54.858814 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6163f375-84f1-4e57-9dee-680548bc3c55" -d '{"events": [{"name": "network-changed", "server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:54.864664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Network 973a3b9b-1e28-4754-9621-67e6c5300529 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:12:54.878660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:12:54.885923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:12:54.889844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Pushing event updated for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:54.910261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-756a6f0b-7cca-4666-8854-d634b380a9f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0925477 Aug 12 02:12:54.914910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0acec096-bceb-491a-96f0-409d34d1d692 req-b4af72e5-da36-4f6a-a8bf-999a8a0957c3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673234 Aug 12 02:12:54.929021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-823839e6-5845-4755-ade6-04fe9e2db93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.931492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-823839e6-5845-4755-ade6-04fe9e2db93e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1242619 Aug 12 02:12:54.958106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e62b3fac-03f8-47b4-afaa-ab6f79366593 req-e8bd90ea-90bc-4917-bad2-7dfbbcc7b1af tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137733 Aug 12 02:12:54.969964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:54.979528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:54.981166 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.002757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-91b35ec9-cc6a-40e9-a12e-559ddfc8ed91 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0892560 Aug 12 02:12:55.023640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Request body: {'port': {'device_id': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:12:55.094318 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ee9c48-4162-4b7f-9faf-75fcb8adad5c x-openstack-request-id: req-c3ee9c48-4162-4b7f-9faf-75fcb8adad5c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:55.094613 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:55.095009 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3ee9c48-4162-4b7f-9faf-75fcb8adad5c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:55.095630 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'status': 'completed', 'code': 200} Aug 12 02:12:55.110966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.275276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ecc0-394d-4cc2-86af-f558c589c94f req-cf1500be-8fe6-4bde-859e-87c4402e246b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.277681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e439ecc0-394d-4cc2-86af-f558c589c94f req-cf1500be-8fe6-4bde-859e-87c4402e246b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 947 time: 0.1257775 Aug 12 02:12:55.368265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e439ecc0-394d-4cc2-86af-f558c589c94f req-78881151-d4da-4488-8b1e-55e235bd12f6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809314 Aug 12 02:12:55.377780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-d404f172-4724-426a-97c2-c61f63a2d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.379087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-d404f172-4724-426a-97c2-c61f63a2d005 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.4588087 Aug 12 02:12:55.389913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-f4fb1ec2-ccfb-4504-87d5-1aa2bc559e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.391497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-f4fb1ec2-ccfb-4504-87d5-1aa2bc559e47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4386377 Aug 12 02:12:55.437212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ca42fa6d-df63-4af6-8576-f691aaa3b8ab', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'port_id': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'mac_address': 'fa:16:3e:14:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:32Z', 'updated_at': '2021-08-12T02:12:53Z', 'revision_number': 1, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:55.446589 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-1f399f78-1a69-4b4d-91e2-063da9df2a5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540862 Aug 12 02:12:55.478634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Checking router: 8836a412-0699-472a-b7be-d7945d4f6080 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:12:55.488470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:12:55.489085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:12:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:55.496703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'}, {'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e'}, {'name': 'network-changed', 'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'tag': '0c169dad-e982-458e-9212-816268d3c26b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:55.497746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:55.499036 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938840e0-2da6-4858-8882-40050e468c06" -d '{"events": [{"name": "network-changed", "server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2"}, {"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e"}, {"name": "network-changed", "server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "tag": "0c169dad-e982-458e-9212-816268d3c26b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:55.518868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.539176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Transition to ACTIVE for port object 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:12:55.552352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce33c6-40db-421f-a234-9a946629a289 req-238cf5d6-21e1-4b00-b0e9-04f372263dbf tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.553887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dce33c6-40db-421f-a234-9a946629a289 req-238cf5d6-21e1-4b00-b0e9-04f372263dbf tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 932 time: 0.0740440 Aug 12 02:12:55.555238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.569472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654ce04-50fe-440e-bc1f-900909ba4f39 req-e21a83c6-af0c-4dd0-9d4b-c02f8764d32f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.572926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6654ce04-50fe-440e-bc1f-900909ba4f39 req-e21a83c6-af0c-4dd0-9d4b-c02f8764d32f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.5536387 Aug 12 02:12:55.610243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-c0ef412f-ff0c-44f2-9333-d89b26815137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.611788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-c0ef412f-ff0c-44f2-9333-d89b26815137 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69d2b37c63b1416099d52fd102db74f0&device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 1096 time: 0.2376666 Aug 12 02:12:55.615462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:12:55.627384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:55.656669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dce33c6-40db-421f-a234-9a946629a289 req-8be2d670-f391-49a6-8da5-acd0bb8fdf4b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923381 Aug 12 02:12:55.704712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:55.723199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Attempting to bind port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:12:55.723665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Attempting to bind port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:12:55.724085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Attempting to bind port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e on network 973a3b9b-1e28-4754-9621-67e6c5300529 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:55.731907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e on network 973a3b9b-1e28-4754-9621-67e6c5300529 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:12:55.732709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Attempting to bind port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e on network 973a3b9b-1e28-4754-9621-67e6c5300529 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:12:55.737854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-46f2ad23-6bdf-46d0-b234-8bfac5426304 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182929 Aug 12 02:12:55.739867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:12:55.740279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Checking segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:12:55.740857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Bound using segment: {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:12:55.741702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Bound port: 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bcd996d-a40d-4beb-a87a-65eac7b1e485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:12:55.742115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.744126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6654ce04-50fe-440e-bc1f-900909ba4f39 req-35dfa2fa-9049-4a2b-bab9-c6c1d87f03fc tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568494 Aug 12 02:12:55.748868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-c184a2c0-e87f-48b5-b596-5bd9a37eed9c service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556472 Aug 12 02:12:55.849771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:12:55.854013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:12:55.865857 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.895281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:55.909360 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0d4f60-d0a9-41ce-a9b9-002ca249554e x-openstack-request-id: req-cf0d4f60-d0a9-41ce-a9b9-002ca249554e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:55.909666 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "tag": "0c169dad-e982-458e-9212-816268d3c26b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:55.909924 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf0d4f60-d0a9-41ce-a9b9-002ca249554e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:55.910311 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'status': 'completed', 'code': 200} Aug 12 02:12:55.910565 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'status': 'completed', 'code': 200} Aug 12 02:12:55.910817 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'tag': '0c169dad-e982-458e-9212-816268d3c26b', 'status': 'completed', 'code': 200} Aug 12 02:12:55.914249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c', 'mac_address': 'fa:16:3e:dd:4b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:55.936758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb0890f-aa97-4e17-810b-9c5e32ddd8cc req-b2d36efa-541b-4856-bca1-9f43125def5f service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758718 Aug 12 02:12:55.947836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.948282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:55.950110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] 10.222.0.21 "PUT /v2.0/ports/2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e HTTP/1.1" status: 200 len: 1092 time: 0.9325271 Aug 12 02:12:55.957467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-76fede87-d59a-4927-a3e1-dd42e4a3cfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.959222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-76fede87-d59a-4927-a3e1-dd42e4a3cfbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938 HTTP/1.1" status: 200 len: 913 time: 0.3337905 Aug 12 02:12:55.976216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5dc08-7938-4e7e-8560-2c3b8d7037c0 req-72536995-9d60-4c15-a911-54017bb0145e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:55.984771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4bf5dc08-7938-4e7e-8560-2c3b8d7037c0 req-72536995-9d60-4c15-a911-54017bb0145e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1228194 Aug 12 02:12:55.996235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eadfb-a944-4711-8b77-e9a3848cf93a service neutron] Pushing event updated for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:56.004263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:56.034027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:56.039781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4bf5dc08-7938-4e7e-8560-2c3b8d7037c0 req-6d9f72da-1cc8-4cf6-aef6-c06735846d1c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500250 Aug 12 02:12:56.086391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ca42fa6d-df63-4af6-8576-f691aaa3b8ab', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'port_id': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'mac_address': 'fa:16:3e:14:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:32Z', 'updated_at': '2021-08-12T02:12:53Z', 'revision_number': 1, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:12:56.090843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:56.099441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-7268d7c8-867f-47da-a12c-94c6e0afe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.101087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-7268d7c8-867f-47da-a12c-94c6e0afe70d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 1095 time: 0.0519309 Aug 12 02:12:56.114048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-60e0e0d4-2a23-4534-9a58-b96289f5ae5c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=27693f14-84aa-4320-a2b3-2d508f0c9591 HTTP/1.1" status: 200 len: 999 time: 0.1229992 Aug 12 02:12:56.126141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:56.128166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7cbcd2-63c7-4dbf-9ed8-ab30a2c6161e None None] The sync data for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 is: [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ca42fa6d-df63-4af6-8576-f691aaa3b8ab', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'floating_ip_address': '172.25.3.212', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'port_id': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'mac_address': 'fa:16:3e:14:24:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:32Z', 'updated_at': '2021-08-12T02:12:53Z', 'revision_number': 1, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:12:56.146083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d0e2c34-0ba3-4d51-9903-75972f94ea14 req-fa5c0fc6-15c4-4f19-a1cc-f0e24ccfc152 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822981 Aug 12 02:12:56.182145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:12:56.198109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-534438fe-29c6-46ca-b1fa-a4c1b0a0b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.198669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-67872f01-7841-4d4b-a7d2-3b199ae1f5e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e HTTP/1.1" status: 200 len: 217 time: 0.0666206 Aug 12 02:12:56.200892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-534438fe-29c6-46ca-b1fa-a4c1b0a0b389 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1124 time: 0.2304294 Aug 12 02:12:56.213760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-04e3b8a6-ebd0-47ff-b839-c94d1fd0d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.216262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-04e3b8a6-ebd0-47ff-b839-c94d1fd0d8c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=75b706f7-f792-4143-804e-79e5efd956a9 HTTP/1.1" status: 200 len: 851 time: 0.0739408 Aug 12 02:12:56.223246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7299a9-4bef-4592-b7f9-f3cdbe9c1e3b req-cf2350a1-4874-4e87-92db-f2ee2aebf76d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.224763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c7299a9-4bef-4592-b7f9-f3cdbe9c1e3b req-cf2350a1-4874-4e87-92db-f2ee2aebf76d tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 944 time: 0.1032088 Aug 12 02:12:56.241485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188d33-934e-4d6e-9370-026b45f3c19b req-81bd90ce-163c-4400-8960-70ca30d8ce7f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.247977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf188d33-934e-4d6e-9370-026b45f3c19b req-81bd90ce-163c-4400-8960-70ca30d8ce7f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1669447 Aug 12 02:12:56.295305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e30cb-655a-4326-99b3-a258a794805f req-0e0952f8-6f73-45c2-82ff-f124bd8b26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.296782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-0e0952f8-6f73-45c2-82ff-f124bd8b26b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.0825183 Aug 12 02:12:56.299544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c7299a9-4bef-4592-b7f9-f3cdbe9c1e3b req-f06cbf26-81a2-4f4e-b5b9-96df3bb28d34 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669518 Aug 12 02:12:56.342196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-e01564c5-daea-407a-83f9-bdd3af02f87a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316005 Aug 12 02:12:56.383575 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba0738-ff0e-4b1e-a2fe-8cfd78150f3e None None] New status for floating IP ca42fa6d-df63-4af6-8576-f691aaa3b8ab: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:12:56.440686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-8c5e38d9-1ff6-42e6-a486-0b6fd2af0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.442889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-8c5e38d9-1ff6-42e6-a486-0b6fd2af0a49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.2256668 Aug 12 02:12:56.461568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf188d33-934e-4d6e-9370-026b45f3c19b req-8672fcf1-b11d-4ab1-add5-6b54239485eb tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707103 Aug 12 02:12:56.474975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-935aa236-a93d-43fd-86d8-320fac286a9c service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226385 Aug 12 02:12:56.476252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-af4d6a19-b6d0-4c76-9162-55858807453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.477826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-af4d6a19-b6d0-4c76-9162-55858807453a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1094 time: 0.2595885 Aug 12 02:12:56.528232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-218b5fd6-0aff-47e5-bee9-72226aa33acf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0697019 Aug 12 02:12:56.531636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-ed9b7485-ed4f-4580-a97b-03ab1bf4aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.533079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-ed9b7485-ed4f-4580-a97b-03ab1bf4aa90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=34e26b5b-c8b2-432a-aa65-fddfe1ef7938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449634 Aug 12 02:12:56.567332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b081b1-7cd6-4f1e-a595-f5e6ce46d94b req-596142f5-89bd-4b8c-bbe2-89fe6e4f0f9d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.568820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7b081b1-7cd6-4f1e-a595-f5e6ce46d94b req-596142f5-89bd-4b8c-bbe2-89fe6e4f0f9d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 948 time: 0.1191363 Aug 12 02:12:56.619337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc4e30cb-655a-4326-99b3-a258a794805f req-795758de-3347-4696-a4fa-edbe6eaa1865 service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289425 Aug 12 02:12:56.627083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7b081b1-7cd6-4f1e-a595-f5e6ce46d94b req-38b35a31-74d5-4f8a-b3d8-d646979fbaf7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Aug 12 02:12:56.703506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-da9eb378-8a8e-4934-ba35-c477323c9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.704987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-da9eb378-8a8e-4934-ba35-c477323c9f03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1614280 Aug 12 02:12:56.764261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-9bf34954-395e-4f27-a519-f37242b7f7be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434179 Aug 12 02:12:56.780388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-6d553a55-e09d-40ef-8a58-2b2ac8b34c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.781831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-6d553a55-e09d-40ef-8a58-2b2ac8b34c22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.2652075 Aug 12 02:12:56.871845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-4ca222cc-0267-482f-b5ba-3f3d41f27f34 service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269811 Aug 12 02:12:56.874700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a255b1-3ecd-428b-a60b-af61ae30884a req-ae8f32da-26dd-4f9b-8f66-f2564c5065c9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.876342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-50a255b1-3ecd-428b-a60b-af61ae30884a req-ae8f32da-26dd-4f9b-8f66-f2564c5065c9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0525079 Aug 12 02:12:56.878463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-53acb170-5ce4-4557-842a-282d03580024 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0780830 Aug 12 02:12:56.915544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-50a255b1-3ecd-428b-a60b-af61ae30884a req-b24e4f25-482e-407c-ab90-f2344c2a2e1c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 Aug 12 02:12:56.921170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643650f-63a2-47b8-a1b8-092af18024ec req-fe1bffce-79c5-409c-abd4-8299b74291df tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:56.922652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b643650f-63a2-47b8-a1b8-092af18024ec req-fe1bffce-79c5-409c-abd4-8299b74291df tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 944 time: 0.1873548 Aug 12 02:12:56.988013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:12:57.042751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-6f1105ad-52cd-4b89-8cab-1c037fc024c1 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555504 Aug 12 02:12:57.052086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-7cec0d72-ba82-4e57-b2a8-4fde3e5a2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.053565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-7cec0d72-ba82-4e57-b2a8-4fde3e5a2021 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.1559420 Aug 12 02:12:57.091511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b643650f-63a2-47b8-a1b8-092af18024ec req-87599841-e29d-438a-a33a-448016119088 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205041 Aug 12 02:12:57.097151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:12:57.099590 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef223892-c9b6-4ef1-872c-eea5186560e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:12:57.139215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-41596a3a-ee52-4849-a243-c3be250ff3aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722332 Aug 12 02:12:57.164649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6163f375-84f1-4e57-9dee-680548bc3c55 req-c2b64a96-0f2f-43cd-ba12-c44bdc62f61a service neutron] 10.222.0.25 "GET /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802010 Aug 12 02:12:57.167432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6776c-855f-4afa-aa07-a62fc413d839 req-7bdbef08-597b-4dd7-b73c-4df8832b1a85 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.169481 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07a6776c-855f-4afa-aa07-a62fc413d839 req-7bdbef08-597b-4dd7-b73c-4df8832b1a85 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0638502 Aug 12 02:12:57.170654 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f835f5b-d989-4ec0-8c2a-6d184ba93116 x-openstack-request-id: req-5f835f5b-d989-4ec0-8c2a-6d184ba93116 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:12:57.171264 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:12:57.171264 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f835f5b-d989-4ec0-8c2a-6d184ba93116 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:12:57.171789 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e', 'status': 'completed', 'code': 200} Aug 12 02:12:57.233948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07a6776c-855f-4afa-aa07-a62fc413d839 req-7c09d185-9cb8-400a-acd9-3667462758bc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465727 Aug 12 02:12:57.248424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-120340bb-fbb2-49c7-86e5-2de3f56d6918 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923084 Aug 12 02:12:57.263847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-8ba99bc3-fcdb-4319-a345-8f240c100f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.265341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-8ba99bc3-fcdb-4319-a345-8f240c100f37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 1095 time: 0.0447814 Aug 12 02:12:57.267868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-4704b946-d6b9-4f89-9f9e-5646c8703944 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132970 Aug 12 02:12:57.370130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-47eb8343-4a3d-427c-b838-0dcec2c9de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.372562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-47eb8343-4a3d-427c-b838-0dcec2c9de9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.0940621 Aug 12 02:12:57.418647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-eb599b1d-3bef-4ef8-ac32-2d6aaabb4b3e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e HTTP/1.1" status: 200 len: 217 time: 0.0355551 Aug 12 02:12:57.433572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-659a6df4-f310-4321-bb28-44d449068e6f service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549935 Aug 12 02:12:57.444720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-c666fc0c-3206-41e2-8c11-9ec122076121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.446195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-c666fc0c-3206-41e2-8c11-9ec122076121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1095 time: 0.0945613 Aug 12 02:12:57.474990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-ac4205a0-4ebd-4543-a4e1-2bc8d52e333f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.476622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-ac4205a0-4ebd-4543-a4e1-2bc8d52e333f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.0489173 Aug 12 02:12:57.491095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214fa4b-7856-4e83-b660-65f1d269e19d req-3e24b4ec-7494-4ae9-9016-af8fccfdf651 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.492635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7214fa4b-7856-4e83-b660-65f1d269e19d req-3e24b4ec-7494-4ae9-9016-af8fccfdf651 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 944 time: 0.1132910 Aug 12 02:12:57.518829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-5be58713-1675-4b15-9e44-94241f58e587 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304246 Aug 12 02:12:57.573898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7214fa4b-7856-4e83-b660-65f1d269e19d req-e6a53124-e1a6-458d-819d-58b3065b2127 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Aug 12 02:12:57.595673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-d00e41db-c500-49fe-bbdc-9bd53adce00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.597197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-d00e41db-c500-49fe-bbdc-9bd53adce00c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1370790 Aug 12 02:12:57.645702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-a1a73cd1-484a-4cfc-81e9-9434d103cee9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 217 time: 0.0386729 Aug 12 02:12:57.658360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8138a8-2c74-412b-9b65-86875eb1ab11 req-605349d6-c8f2-4f4d-8bef-f00cfb259d0c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.659923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df8138a8-2c74-412b-9b65-86875eb1ab11 req-605349d6-c8f2-4f4d-8bef-f00cfb259d0c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0819771 Aug 12 02:12:57.665735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-fff8cfd6-0774-4dc7-ac5b-fa26d7298a0d service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336057 Aug 12 02:12:57.711056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-6a99a9a1-e515-4c1f-b373-b2aa394cbd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.712521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-6a99a9a1-e515-4c1f-b373-b2aa394cbd47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0561604 Aug 12 02:12:57.747782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df8138a8-2c74-412b-9b65-86875eb1ab11 req-9e4f4fd8-a74e-44ba-b537-f49c0ebdd0e3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800738 Aug 12 02:12:57.777501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d6be1-b3e3-482e-90bd-5ec4e759f618 req-550b714d-703a-4a3a-a481-1f27001ceed3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.779136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc3d6be1-b3e3-482e-90bd-5ec4e759f618 req-550b714d-703a-4a3a-a481-1f27001ceed3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 948 time: 0.0808742 Aug 12 02:12:57.784764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938840e0-2da6-4858-8882-40050e468c06 req-eabd9e6c-725d-4e3b-8ec9-083842783f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:57.786169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-eabd9e6c-725d-4e3b-8ec9-083842783f77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594022 Aug 12 02:12:57.790161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef223892-c9b6-4ef1-872c-eea5186560e0 req-b4b02462-e6ea-449a-bbf3-edb0540a46e1 service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085997 Aug 12 02:12:57.817974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc3d6be1-b3e3-482e-90bd-5ec4e759f618 req-e527b99c-3eed-4d06-bea4-a7e882329417 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Aug 12 02:12:57.912466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-b890c62f-7db0-4184-9cd7-c281e87cfb07 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850353 Aug 12 02:12:58.006631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938840e0-2da6-4858-8882-40050e468c06 req-a5d1a911-45e2-4372-80b9-385bf81afba8 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823460 Aug 12 02:12:58.032798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd179f40-d2bc-4db1-932f-9d213dea9009 req-d029b9de-2d1f-4dbe-8d49-a925ede7704c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.033946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd179f40-d2bc-4db1-932f-9d213dea9009 req-d029b9de-2d1f-4dbe-8d49-a925ede7704c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0502129 Aug 12 02:12:58.072654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd179f40-d2bc-4db1-932f-9d213dea9009 req-5b19771c-0ce5-4fef-bb8b-59b2efedc482 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Aug 12 02:12:58.216848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2a0c-ab52-4389-aeef-79430ffdbf7d req-130f4bb9-74b7-4284-a84a-4441da535f64 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.218239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-376a2a0c-ab52-4389-aeef-79430ffdbf7d req-130f4bb9-74b7-4284-a84a-4441da535f64 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 944 time: 0.0523272 Aug 12 02:12:58.254641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-376a2a0c-ab52-4389-aeef-79430ffdbf7d req-649fc022-913c-4cbb-acad-e2d6597b4843 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Aug 12 02:12:58.357224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25813f28-58b7-45a8-aedf-e48f46c4bdfd req-770f1977-6bce-46fa-bfec-2833ffc74636 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.358741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25813f28-58b7-45a8-aedf-e48f46c4bdfd req-770f1977-6bce-46fa-bfec-2833ffc74636 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0552869 Aug 12 02:12:58.399156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25813f28-58b7-45a8-aedf-e48f46c4bdfd req-13ef55a0-a2f3-40a3-b1e0-e464edecc0a3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Aug 12 02:12:58.687313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190d8e4-9b4c-4186-8f94-e1adba81bdf0 req-ffca5785-b958-4933-917b-2cf67cec8100 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.688828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d190d8e4-9b4c-4186-8f94-e1adba81bdf0 req-ffca5785-b958-4933-917b-2cf67cec8100 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 944 time: 0.0485079 Aug 12 02:12:58.731925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d190d8e4-9b4c-4186-8f94-e1adba81bdf0 req-03d929de-b447-42d6-a3ec-794ca9acc112 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371218 Aug 12 02:12:58.864199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6ce9b-7b40-4caf-b907-59422dd7115d req-0fb37ac8-1d25-456d-aef4-1c47d7c565d8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.865708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f6ce9b-7b40-4caf-b907-59422dd7115d req-0fb37ac8-1d25-456d-aef4-1c47d7c565d8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Aug 12 02:12:58.905031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f6ce9b-7b40-4caf-b907-59422dd7115d req-a87aef5f-5a7a-4404-8014-488eda8c145a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325866 Aug 12 02:12:58.934371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc448c91-e366-4c39-97fe-e052bc389849 req-ef5b0378-4828-4986-9698-2616b1c50dc7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:58.935905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc448c91-e366-4c39-97fe-e052bc389849 req-ef5b0378-4828-4986-9698-2616b1c50dc7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 948 time: 0.0494657 Aug 12 02:12:58.973204 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc448c91-e366-4c39-97fe-e052bc389849 req-d5f4ae3d-55f6-44b5-86b9-1c99a682f13a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312784 Aug 12 02:12:59.187143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd35b2-85ec-4ff5-b6e5-22236c44da31 req-a683f91c-8632-4125-94e1-8859285fa7b7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:59.188643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcbd35b2-85ec-4ff5-b6e5-22236c44da31 req-a683f91c-8632-4125-94e1-8859285fa7b7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0479782 Aug 12 02:12:59.228551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcbd35b2-85ec-4ff5-b6e5-22236c44da31 req-4fc835ff-367e-45cb-b7f2-3efef4dd688a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335379 Aug 12 02:12:59.373190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afd793-5056-413a-b620-efef514ada31 req-d25c92ae-20ab-43fb-b839-f9bc8ba366e2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:59.374733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78afd793-5056-413a-b620-efef514ada31 req-d25c92ae-20ab-43fb-b839-f9bc8ba366e2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 944 time: 0.0511363 Aug 12 02:12:59.413308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78afd793-5056-413a-b620-efef514ada31 req-89ec68db-5edf-4a32-a7f8-d32faaf4e78d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323553 Aug 12 02:12:59.516989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b812a-6ebb-4540-a165-7d2c09f10170 req-2f49f035-dd0d-46d9-a204-783e0120fd1e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:59.518341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-672b812a-6ebb-4540-a165-7d2c09f10170 req-2f49f035-dd0d-46d9-a204-783e0120fd1e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0514414 Aug 12 02:12:59.555421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-672b812a-6ebb-4540-a165-7d2c09f10170 req-e412415b-dbdf-4421-ac69-b9b3797296f0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Aug 12 02:12:59.709003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 430f843b-c5dd-4054-92d9-fa53d9672f6e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:12:59.724063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:12:59.843244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:12:59.849224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673392a-da7a-43c5-b1e3-832fbef9beb1 req-489b81be-404f-4104-9ef6-290c8e1dce5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:12:59.850717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3673392a-da7a-43c5-b1e3-832fbef9beb1 req-489b81be-404f-4104-9ef6-290c8e1dce5b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 944 time: 0.0486004 Aug 12 02:12:59.852294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:12:59.852672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:59.859288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:12:59.889425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3673392a-da7a-43c5-b1e3-832fbef9beb1 req-e690bd4e-b701-4999-ae83-7089977081bb tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 12 02:12:59.890296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:12:59.943546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:12:59.975493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430f843b-c5dd-4054-92d9-fa53d9672f6e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:12:59.992925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c169dad-e982-458e-9212-816268d3c26b details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:00.005461 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:00.017070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:00.025762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd881678-4dc1-49b9-900b-c048afd6160a req-4992eb13-0ecd-4dbb-b74b-063c1c7b8a5b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.027707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:00.028063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd881678-4dc1-49b9-900b-c048afd6160a req-4992eb13-0ecd-4dbb-b74b-063c1c7b8a5b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Aug 12 02:13:00.078375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:00.080498 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3253206-e399-4d78-a529-4201476f7cc9" -d '{"events": [{"server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "name": "network-vif-plugged", "status": "completed", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:00.084012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd881678-4dc1-49b9-900b-c048afd6160a req-520435a6-b676-4f64-a0c7-796f2f9e9005 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475388 Aug 12 02:13:00.100346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eefc76-5f7d-4499-becb-02dad225da22 req-0c858283-ce00-4f73-9b36-d1c2ea83f509 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.102157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39eefc76-5f7d-4499-becb-02dad225da22 req-0c858283-ce00-4f73-9b36-d1c2ea83f509 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 948 time: 0.0533459 Aug 12 02:13:00.134456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:00.148469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:00.151240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39eefc76-5f7d-4499-becb-02dad225da22 req-700f4e67-762f-45f8-b928-595f5732e61f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 Aug 12 02:13:00.153790 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2ff329-9865-490f-87c6-8ab8bddbc0ad x-openstack-request-id: req-8a2ff329-9865-490f-87c6-8ab8bddbc0ad {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:00.154078 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "name": "network-vif-plugged", "status": "completed", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:00.154338 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a2ff329-9865-490f-87c6-8ab8bddbc0ad {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:00.154721 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c', 'code': 200} Aug 12 02:13:00.158815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:00.222644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c169dad-e982-458e-9212-816268d3c26b,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:00.244602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:00.248166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0c169dad-e982-458e-9212-816268d3c26b', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'port_id': '0c169dad-e982-458e-9212-816268d3c26b', 'mac_address': 'fa:16:3e:2f:2c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:00.296513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:00.309901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c169dad-e982-458e-9212-816268d3c26b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:00.329734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c169dad-e982-458e-9212-816268d3c26b,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:00.333477 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:00.352982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43673d50-7574-439f-9987-7e12bee69180 req-843d777e-59fb-4d03-b32e-87f362a8f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.354738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43673d50-7574-439f-9987-7e12bee69180 req-843d777e-59fb-4d03-b32e-87f362a8f81a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 1100 time: 0.0437586 Aug 12 02:13:00.364111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd1f15-7684-4897-a4b2-fc3fb2f1ebdc req-2b3af26e-128a-44bd-86d6-001fc9e3fe6a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.365579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddfd1f15-7684-4897-a4b2-fc3fb2f1ebdc req-2b3af26e-128a-44bd-86d6-001fc9e3fe6a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0577209 Aug 12 02:13:00.381986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:00.403624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddfd1f15-7684-4897-a4b2-fc3fb2f1ebdc req-12470da3-7102-45da-ad92-c919766414d2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 12 02:13:00.454345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43673d50-7574-439f-9987-7e12bee69180 req-845ad641-96b7-4925-bca4-cab768005d87 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289185 Aug 12 02:13:00.535556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65d7f0-e0a3-42e5-b8d7-5266f8c56e97 req-d2d2e523-b5ca-4518-835a-b0159c82e8fc tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.537013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef65d7f0-e0a3-42e5-b8d7-5266f8c56e97 req-d2d2e523-b5ca-4518-835a-b0159c82e8fc tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 944 time: 0.0514004 Aug 12 02:13:00.576784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef65d7f0-e0a3-42e5-b8d7-5266f8c56e97 req-504493be-a798-4449-9eb2-39ac0627d97e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Aug 12 02:13:00.671236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103882b-d286-4f13-94e7-8ad299ca7b87 req-e0eddc87-0060-477b-a6de-2c5f54f792a4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:00.672747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b103882b-d286-4f13-94e7-8ad299ca7b87 req-e0eddc87-0060-477b-a6de-2c5f54f792a4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0503109 Aug 12 02:13:00.710335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b103882b-d286-4f13-94e7-8ad299ca7b87 req-ca0a4758-ab90-4659-ac9e-280d2b6e9aa3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 12 02:13:00.730190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c169dad-e982-458e-9212-816268d3c26b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:00.753637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['430f843b-c5dd-4054-92d9-fa53d9672f6e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:01.008463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b29561-7963-4039-9fbb-13f2e99c7b1e req-432e0adc-55e0-4858-b16e-7c5c82111b5f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.009935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38b29561-7963-4039-9fbb-13f2e99c7b1e req-432e0adc-55e0-4858-b16e-7c5c82111b5f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 945 time: 0.0511630 Aug 12 02:13:01.048452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38b29561-7963-4039-9fbb-13f2e99c7b1e req-bf227835-04c8-4184-8aac-9cbdfd211aa6 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Aug 12 02:13:01.197262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a182c-91e6-4037-bf73-3f6d54795927 req-527f47d5-8e67-4e4b-ba61-839ab0c5614c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.199575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-233a182c-91e6-4037-bf73-3f6d54795927 req-527f47d5-8e67-4e4b-ba61-839ab0c5614c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Aug 12 02:13:01.239432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-233a182c-91e6-4037-bf73-3f6d54795927 req-8e5bdb35-27c0-47ef-8e18-d969ab750a1c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Aug 12 02:13:01.275606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab075c-d1be-4fec-acc8-35321434dfa7 req-420c5fce-ee60-42fd-9a6c-c4e402981069 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.278260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfab075c-d1be-4fec-acc8-35321434dfa7 req-420c5fce-ee60-42fd-9a6c-c4e402981069 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0543406 Aug 12 02:13:01.319612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfab075c-d1be-4fec-acc8-35321434dfa7 req-50501945-052b-4936-8ca0-fa53d91a5ff3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Aug 12 02:13:01.541080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db3235-9c0a-4fa5-a12f-d7598146099f req-50c1a503-c04a-4ec9-b5c0-899ae8674d23 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.542872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61db3235-9c0a-4fa5-a12f-d7598146099f req-50c1a503-c04a-4ec9-b5c0-899ae8674d23 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0600772 Aug 12 02:13:01.545750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93bda7-72dc-4d68-b27f-6227f1cb4e6c req-c96edbe6-5285-4258-92e4-b0e2b0285f37 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.547338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a93bda7-72dc-4d68-b27f-6227f1cb4e6c req-c96edbe6-5285-4258-92e4-b0e2b0285f37 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.0561545 Aug 12 02:13:01.588458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61db3235-9c0a-4fa5-a12f-d7598146099f req-6565a965-7c3a-4050-bcdc-bb60f9cb4136 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380459 Aug 12 02:13:01.593180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a93bda7-72dc-4d68-b27f-6227f1cb4e6c req-79531451-7858-4c22-b2a1-21ed2d3b8aaf tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397441 Aug 12 02:13:01.700262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d40ff-6b1b-46cc-8a86-eb933732ab7c req-96745820-903b-4779-89dc-67651258abc7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.701679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c8d40ff-6b1b-46cc-8a86-eb933732ab7c req-96745820-903b-4779-89dc-67651258abc7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 944 time: 0.0549135 Aug 12 02:13:01.722732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:01.744225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c8d40ff-6b1b-46cc-8a86-eb933732ab7c req-ec1e2de7-22a5-4df0-b2b1-ccc59e1768e6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347619 Aug 12 02:13:01.841514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365e1b9-c27d-4864-817f-2185a6edfa4b req-aefbdfaa-2783-45cf-a6fc-d6858d46dc60 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:01.843412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9365e1b9-c27d-4864-817f-2185a6edfa4b req-aefbdfaa-2783-45cf-a6fc-d6858d46dc60 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0517590 Aug 12 02:13:01.848628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:01.886618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9365e1b9-c27d-4864-817f-2185a6edfa4b req-85d25fd1-bde7-4654-91ef-ab498c48f353 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340755 Aug 12 02:13:01.985406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e', 'network_id': '973a3b9b-1e28-4754-9621-67e6c5300529', 'port_id': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e', 'mac_address': 'fa:16:3e:d8:82:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aec171-0294-4c7d-ad20-6878ac3e24c2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:02.014600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-783c4a91-590f-411d-a670-68c2435c30e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:02.031533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:02.044518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:02.063963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:02.068044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:02.116754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:02.177676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d06637-1859-4729-93c8-c25f8ef44f49 req-c9d335ef-cd8b-430f-a6b8-a34bf0752c24 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:02.179220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5d06637-1859-4729-93c8-c25f8ef44f49 req-c9d335ef-cd8b-430f-a6b8-a34bf0752c24 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 945 time: 0.0498092 Aug 12 02:13:02.217871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5d06637-1859-4729-93c8-c25f8ef44f49 req-c760d912-c1dc-4378-b815-9a610143ecc3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Aug 12 02:13:02.368556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8ddeb-dd0b-46e4-9569-c6969ab228b5 req-21f27537-f953-40a5-af97-43b11f814f6b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:02.370068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55c8ddeb-dd0b-46e4-9569-c6969ab228b5 req-21f27537-f953-40a5-af97-43b11f814f6b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0600441 Aug 12 02:13:02.413398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55c8ddeb-dd0b-46e4-9569-c6969ab228b5 req-442a5b86-bca6-43cb-9604-8c1235527271 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338547 Aug 12 02:13:02.456299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a57924-92dd-41a0-b616-e629b2ba6904 req-774953f5-ac43-4acb-b551-8aceb0469c6d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:02.457869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15a57924-92dd-41a0-b616-e629b2ba6904 req-774953f5-ac43-4acb-b551-8aceb0469c6d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0548296 Aug 12 02:13:02.499423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15a57924-92dd-41a0-b616-e629b2ba6904 req-aeef8e41-7086-4fc0-b50a-d82e40adb780 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352976 Aug 12 02:13:02.697034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-cc69ad41-1c5d-41ca-a885-b04ebb84e3dc service neutron] 10.222.0.21 "GET /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.0582318 Aug 12 02:13:02.735110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc3711-af28-4d72-9487-122ca88b5d25 req-d921953e-7c40-4488-be91-04dbd40bf078 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:02.736652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bdc3711-af28-4d72-9487-122ca88b5d25 req-d921953e-7c40-4488-be91-04dbd40bf078 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 943 time: 0.0696571 Aug 12 02:13:02.781960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bdc3711-af28-4d72-9487-122ca88b5d25 req-e925167b-ded9-42fb-ab3f-f63cac257f14 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383530 Aug 12 02:13:02.976962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62923bb-cbf6-49a4-ac54-c0a8af931cc4 req-683392df-d241-4454-aa62-a13929798cc5 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:02.978463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b62923bb-cbf6-49a4-ac54-c0a8af931cc4 req-683392df-d241-4454-aa62-a13929798cc5 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 945 time: 0.0815158 Aug 12 02:13:02.986258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:02.995246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:03.021142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83867501-3d16-41a3-84c0-7a7482927c54 req-f6acb40f-c68b-46ad-a8dd-c452799a5a2f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.022850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83867501-3d16-41a3-84c0-7a7482927c54 req-f6acb40f-c68b-46ad-a8dd-c452799a5a2f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0586932 Aug 12 02:13:03.025047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:03.061104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b62923bb-cbf6-49a4-ac54-c0a8af931cc4 req-f5048cdd-930a-43be-b773-48f9b06bb1cf tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719395 Aug 12 02:13:03.068862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83867501-3d16-41a3-84c0-7a7482927c54 req-2e5ae109-d678-4d45-b692-15c3461bf6cd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374308 Aug 12 02:13:03.074500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:03.103208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:03.120251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:03.218523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-5859629e-391a-4f0f-ba29-f5e41333320c tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1857454749&fields=id&tenant_id=5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 267 time: 0.0535481 Aug 12 02:13:03.223154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] Transition to ACTIVE for port object 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:03.236397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:03.333391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6dd50-899e-4df0-88d5-e6694ea286e1 req-97d49391-a582-4c14-b427-6382859a4cd5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.334907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1f6dd50-899e-4df0-88d5-e6694ea286e1 req-97d49391-a582-4c14-b427-6382859a4cd5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 945 time: 0.0501900 Aug 12 02:13:03.356421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] No DVR routers for this DVR port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:03.373942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1f6dd50-899e-4df0-88d5-e6694ea286e1 req-9219742e-3f61-4a8a-965e-2479cff2c76b tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 12 02:13:03.374617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139526f-2fee-447a-abab-181483bd0980 service neutron] Pushing event updated for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:03.422122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5139526f-2fee-447a-abab-181483bd0980 service neutron] 10.222.0.21 "PUT /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7128730 Aug 12 02:13:03.428848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-9edaf0d5-f611-4830-b3d8-c9863d84af25 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.430487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-9edaf0d5-f611-4830-b3d8-c9863d84af25 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 824 time: 0.2048495 Aug 12 02:13:03.453106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-5c54e82b-2947-472f-8010-0c83005246a7 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/quotas/5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 375 time: 0.0156567 Aug 12 02:13:03.519639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-01642d7b-a5ae-45bf-8a66-935bf5db9afa tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0603232 Aug 12 02:13:03.554031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56db816-01c7-490d-af9e-bc7e4d72c087 req-f7c655f5-b543-4817-91c5-200dd0128bd6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.555799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c56db816-01c7-490d-af9e-bc7e4d72c087 req-f7c655f5-b543-4817-91c5-200dd0128bd6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0559239 Aug 12 02:13:03.594392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c56db816-01c7-490d-af9e-bc7e4d72c087 req-28a82d1f-7802-4ed9-a6b5-9ca0c09dab91 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Aug 12 02:13:03.701429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb26938-9d76-4ba9-b815-2fcf2887f925 req-64c8a873-6dfe-427d-8f90-66c3f78dd983 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.703214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bb26938-9d76-4ba9-b815-2fcf2887f925 req-64c8a873-6dfe-427d-8f90-66c3f78dd983 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0518224 Aug 12 02:13:03.744238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bb26938-9d76-4ba9-b815-2fcf2887f925 req-89957377-e6b8-4f45-a1c0-2ab04e346033 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Aug 12 02:13:03.744687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 430f843b-c5dd-4054-92d9-fa53d9672f6e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:03.796602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 430f843b-c5dd-4054-92d9-fa53d9672f6e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:03.802355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 430f843b-c5dd-4054-92d9-fa53d9672f6e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:03.802994 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:03.862380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6e8b8-e1a1-4fc8-9211-f335709184e6 req-1ee695a8-b119-499a-8742-cb0346220a17 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.864096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9e6e8b8-e1a1-4fc8-9211-f335709184e6 req-1ee695a8-b119-499a-8742-cb0346220a17 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 1100 time: 0.0434251 Aug 12 02:13:03.897158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:03.902354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9e6e8b8-e1a1-4fc8-9211-f335709184e6 req-337f85b6-f3c9-452a-8f9b-ad8fd52b1311 tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Aug 12 02:13:03.923172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:03.925977 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa12944-4a2d-4961-9036-cd2eda5ee4ee" -d '{"events": [{"server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "name": "network-vif-plugged", "status": "completed", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:03.941798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-756bd45d-0b65-4adf-99e6-a9fa6576ad3f tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:03.943365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-756bd45d-0b65-4adf-99e6-a9fa6576ad3f tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.3676472 Aug 12 02:13:03.945372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-e9112dd2-0d9f-4aba-a8ea-af3cbb7b078b service neutron] 10.222.0.11 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127414 Aug 12 02:13:03.945921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:03.952709 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:03.953813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:04.006745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c169dad-e982-458e-9212-816268d3c26b up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:04.038010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8709-03b4-4222-a9cc-a77d78a6658a req-207729e5-edfb-4ed6-b713-1fe196649005 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.040700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-459a8709-03b4-4222-a9cc-a77d78a6658a req-207729e5-edfb-4ed6-b713-1fe196649005 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0624211 Aug 12 02:13:04.068163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:04.069825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-0dfb0add-b32e-4e0e-8eb3-89749e260695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.071300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-0dfb0add-b32e-4e0e-8eb3-89749e260695 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553&tenant_id=94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 1095 time: 0.1175542 Aug 12 02:13:04.074574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:04.095430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-459a8709-03b4-4222-a9cc-a77d78a6658a req-c5c75f45-81a3-429b-8609-dc2c74efc184 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Aug 12 02:13:04.096796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-268f6d4c-2b39-4d7f-ac88-3564713d8f15 service neutron] 10.222.0.11 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341343 Aug 12 02:13:04.098229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0c169dad-e982-458e-9212-816268d3c26b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:04.102389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0c169dad-e982-458e-9212-816268d3c26b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:04.102777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.162410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-bebd8e4d-7727-4a8d-9ea0-82a1e6257278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.163667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-bebd8e4d-7727-4a8d-9ea0-82a1e6257278 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1095 time: 0.0451944 Aug 12 02:13:04.209214 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.212659 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcf527b-10d0-43ee-8b26-db944ed9820e x-openstack-request-id: req-6dcf527b-10d0-43ee-8b26-db944ed9820e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:04.212948 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "name": "network-vif-plugged", "status": "completed", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:04.213200 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dcf527b-10d0-43ee-8b26-db944ed9820e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:04.213589 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'code': 200} Aug 12 02:13:04.215766 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.252777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c169dad-e982-458e-9212-816268d3c26b,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:04.258627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.276313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-efd41fc6-0ec7-48fd-a596-ba8b2903599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.279582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-efd41fc6-0ec7-48fd-a596-ba8b2903599e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1059945 Aug 12 02:13:04.340849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:04.341215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-cd0d1a92-626b-49ec-ab04-2821b439bba0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 200 len: 217 time: 0.0478075 Aug 12 02:13:04.346192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-2b13af29-723f-4af3-9d17-0a8e5b6092f9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259907 Aug 12 02:13:04.467925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-6f7a838e-d83b-44c1-902e-e73f5d847784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.467925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-6f7a838e-d83b-44c1-902e-e73f5d847784 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1125348 Aug 12 02:13:04.479199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9aa8c089-971a-4a70-a1f4-dfbc5095b2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.482548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-dd5a0f3d-c37e-40f2-ac11-e990305efed9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.484130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-dd5a0f3d-c37e-40f2-ac11-e990305efed9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324286 Aug 12 02:13:04.491691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4eb71-0c00-42db-a826-904e9f9b2a01 req-08929d9b-33bb-4a2c-bc63-c9660bfed8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.493191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebe4eb71-0c00-42db-a826-904e9f9b2a01 req-08929d9b-33bb-4a2c-bc63-c9660bfed8a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1097 time: 0.1128967 Aug 12 02:13:04.501287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-6256c90d-465f-4a07-9b67-b2f33633fab1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/quotas/5225ea48e48c4dc993646e57eb05a930 HTTP/1.1" status: 200 len: 375 time: 0.0113425 Aug 12 02:13:04.505571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554535d3-7224-4091-99ec-20a1e3f1132d req-9cdd5504-e721-488d-adfb-fe9c6ac7b8c6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.507103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554535d3-7224-4091-99ec-20a1e3f1132d req-9cdd5504-e721-488d-adfb-fe9c6ac7b8c6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 945 time: 0.1253464 Aug 12 02:13:04.546380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-5b0da07e-2bb5-45c5-b05c-143398fc650c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718226 Aug 12 02:13:04.581267 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ff459919-f92d-4c11-93ec-34bdf58738b6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0743837 Aug 12 02:13:04.634886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ebe4eb71-0c00-42db-a826-904e9f9b2a01 req-12862997-a02b-4104-87c5-fa55460ab5f5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267567 Aug 12 02:13:04.636541 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:04.655195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554535d3-7224-4091-99ec-20a1e3f1132d req-90fd87ae-ef01-4a18-9c7c-7f92107bc4df tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285198 Aug 12 02:13:04.709530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-33cd1c10-55df-4273-8ba6-a52d269a5356 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450102 Aug 12 02:13:04.803134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-302a5371-3fed-4fc3-9914-e70dddc7756c req-223ae0be-2184-4e29-ac25-a4aac582aa73 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Aug 12 02:13:04.889930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bf6ad-bfd0-496d-ab44-abc9d2f952a9 req-514d2096-fb98-48d0-bcf9-e891ebe0d4ad tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.891542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-231bf6ad-bfd0-496d-ab44-abc9d2f952a9 req-514d2096-fb98-48d0-bcf9-e891ebe0d4ad tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0900314 Aug 12 02:13:04.919766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-605f7878-e58a-4063-b4fe-bce9c94a065f service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936564 Aug 12 02:13:04.940900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc4885-15a4-4591-b801-978d51996ec6 req-a049c0c3-c18e-43d9-86d8-d5e9dc310d93 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:04.942693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67dc4885-15a4-4591-b801-978d51996ec6 req-a049c0c3-c18e-43d9-86d8-d5e9dc310d93 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 946 time: 0.0604043 Aug 12 02:13:04.955083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-231bf6ad-bfd0-496d-ab44-abc9d2f952a9 req-3da36a2b-fb94-495e-8d14-619f69c84047 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Aug 12 02:13:05.012237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67dc4885-15a4-4591-b801-978d51996ec6 req-160def01-a7de-445c-8b59-9310eef555f4 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531929 Aug 12 02:13:05.112715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35ab2376-b554-4f03-89c3-8bd2fab2033a req-34175917-f706-433e-aa9c-b8045596c172 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 210 time: 0.0416911 Aug 12 02:13:05.172416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b5a8f-fb78-4e35-a265-5dd00e90bd34 req-e80cfca0-626e-4292-8a95-a5e64254ae20 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.173469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a5b5a8f-fb78-4e35-a265-5dd00e90bd34 req-e80cfca0-626e-4292-8a95-a5e64254ae20 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1447797 Aug 12 02:13:05.226969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-815746d6-4e26-474d-9d74-ba17f203dd23 service neutron] 10.222.0.25 "GET /v2.0/ports/02a08963-7cae-41fb-8557-1146376c4a04/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.1389406 Aug 12 02:13:05.253405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58643fa0-1ac1-4f27-999c-4d914a2bcb1d req-055387e7-7668-4428-a9a5-fe6ffd029461 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.260693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a5b5a8f-fb78-4e35-a265-5dd00e90bd34 req-fe6d1027-11ae-4fbd-b799-6999b3369ec6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784419 Aug 12 02:13:05.263769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58643fa0-1ac1-4f27-999c-4d914a2bcb1d req-055387e7-7668-4428-a9a5-fe6ffd029461 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0777147 Aug 12 02:13:05.319047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58643fa0-1ac1-4f27-999c-4d914a2bcb1d req-6d8cc467-daaf-4853-bf95-d9f2aa039b8f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Aug 12 02:13:05.561952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-d270ee4a-4fab-4a67-b874-a2290e4ed200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.563994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-d270ee4a-4fab-4a67-b874-a2290e4ed200 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1100 time: 0.0488636 Aug 12 02:13:05.689083 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:05.787509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0354f-6574-4c48-a699-59492ed05d40 req-bc57a04b-1e4f-4162-9ad0-ff9f338fcf2b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.788518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:05.789046 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31e0354f-6574-4c48-a699-59492ed05d40 req-bc57a04b-1e4f-4162-9ad0-ff9f338fcf2b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 945 time: 0.0537093 Aug 12 02:13:05.799364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-4c515b07-5f68-4bb4-9a47-efd2c7b720c8 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.800885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-4c515b07-5f68-4bb4-9a47-efd2c7b720c8 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cdc80c9-396c-4b70-8d3a-3a7f64497871 HTTP/1.1" status: 200 len: 945 time: 0.2108927 Aug 12 02:13:05.808539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-f9da2c97-0795-4bd4-979b-16653623fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.810330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-f9da2c97-0795-4bd4-979b-16653623fce9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1100 time: 0.2061777 Aug 12 02:13:05.832031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31e0354f-6574-4c48-a699-59492ed05d40 req-73b626c8-3ea8-4f91-bf21-07481b64590a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362263 Aug 12 02:13:05.853521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:05.856656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-351f6fb6-c257-40b3-b50b-50d63f0687e9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.857757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:05.858137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-351f6fb6-c257-40b3-b50b-50d63f0687e9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.25 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 824 time: 0.2570105 Aug 12 02:13:05.858272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:05.937507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:05.942672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-f71aca07-ceac-4b87-9979-647d24c226c7 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:05.944219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-f71aca07-ceac-4b87-9979-647d24c226c7 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.2201519 Aug 12 02:13:05.970392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:05.975080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:05.975941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:05.991515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea88b08f-6615-4792-a4ff-ddb0ba8633d0 req-40450fc5-067a-4a0f-aef1-3dba71a198c5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 210 time: 0.1050355 Aug 12 02:13:06.056215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:06.078927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-297bbcfa-aab3-4ead-a068-0d7a8fc4017c tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c30a2a0080b4d59873185b6b0599a2e HTTP/1.1" status: 200 len: 380 time: 0.1960087 Aug 12 02:13:06.109887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'port': {'device_id': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'admin_state_up': True, 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'security_groups': ['77e6e68c-565a-4201-a95a-30bfc8fa8e12']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:06.128202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.138404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.25', 65527) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:06.170595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-4426a36f-1648-418a-a71c-46ab5243b7ef tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5225ea48e48c4dc993646e57eb05a930&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297515 Aug 12 02:13:06.173357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:06.180404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.193191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-2ca2db30-9d31-4c5c-b660-c1c509279697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.194686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-2ca2db30-9d31-4c5c-b660-c1c509279697 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3630867 Aug 12 02:13:06.219847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c169dad-e982-458e-9212-816268d3c26b'}, {'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e'}, {'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:06.222327 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d2558-d46a-4601-9bad-b508dbb16a1f" -d '{"events": [{"server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "0c169dad-e982-458e-9212-816268d3c26b"}, {"server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e"}, {"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:06.249620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:06.250836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616bf2e-5973-4124-b9da-f52245721dfc req-d6bc1e4e-8864-4d6a-8f34-29c9ebcccd09 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.252423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3616bf2e-5973-4124-b9da-f52245721dfc req-d6bc1e4e-8864-4d6a-8f34-29c9ebcccd09 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1570332 Aug 12 02:13:06.317084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Deleting port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:06.317437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.326355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-71a534e9-58cd-43af-82b7-b8fe7bec1f28 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.327818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-71a534e9-58cd-43af-82b7-b8fe7bec1f28 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489456 Aug 12 02:13:06.330612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3616bf2e-5973-4124-b9da-f52245721dfc req-cd1cc8c5-ec84-4f27-b257-ccd41de0b52b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695245 Aug 12 02:13:06.331401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-e8541d2d-ddce-44b1-b7c9-d8aa5c4bee97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.1132157 Aug 12 02:13:06.356683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Request body: {'port': {'device_id': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '5225ea48e48c4dc993646e57eb05a930'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:06.432176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd863512-ceb1-410f-b3b3-cc5d3fdb7da4 req-5d89f398-d189-4834-a2d2-05995d8c74ea tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 210 time: 0.0330610 Aug 12 02:13:06.469237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6ed5d-c989-456e-b97b-1babd8099a8a req-a65af6b1-380d-4fd1-a996-6334ddef3024 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.471034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65e6ed5d-c989-456e-b97b-1babd8099a8a req-a65af6b1-380d-4fd1-a996-6334ddef3024 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 946 time: 0.2837527 Aug 12 02:13:06.502362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2d0ded-e176-44de-97b4-415a96e94ab0 x-openstack-request-id: req-5b2d0ded-e176-44de-97b4-415a96e94ab0 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:06.502915 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "name": "network-vif-plugged", "status": "completed", "tag": "0c169dad-e982-458e-9212-816268d3c26b", "code": 200}, {"server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "name": "network-vif-plugged", "status": "completed", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e", "code": 200}, {"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-unplugged", "status": "completed", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:06.503326 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b2d0ded-e176-44de-97b4-415a96e94ab0 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:06.503905 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c169dad-e982-458e-9212-816268d3c26b', 'code': 200} Aug 12 02:13:06.504307 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e', 'code': 200} Aug 12 02:13:06.504722 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'code': 200} Aug 12 02:13:06.529018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-329a4d0a-8b2c-4eb4-8b11-9102fda5dadb service neutron] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:06.537881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-dae9f454-300f-4bd7-bbf9-97f587cdf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.539384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-dae9f454-300f-4bd7-bbf9-97f587cdf90b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1536903 Aug 12 02:13:06.545481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Made reservation on behalf of 5225ea48e48c4dc993646e57eb05a930 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:06.547453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-329a4d0a-8b2c-4eb4-8b11-9102fda5dadb service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.548553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28bb636c-f5cb-4150-a93f-f81c82e9c82f req-329a4d0a-8b2c-4eb4-8b11-9102fda5dadb service neutron] 10.222.0.25 "DELETE /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.5618100 Aug 12 02:13:06.549517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.552879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:13:06.552879 n-d-804303-2 neutron-server[94673]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 12 02:13:06.552879 n-d-804303-2 neutron-server[94673]: [parameters: {'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'id': 'e776c9a9-1a55-4e7d-adf9-b609de081812', 'expiration': datetime.datetime(2021, 8, 12, 2, 15, 6, 529773)}] Aug 12 02:13:06.552879 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:13:06.553324 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:13:06.622277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65e6ed5d-c989-456e-b97b-1babd8099a8a req-aeeb0b97-aa14-407f-8244-cd03da132b0e tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379540 Aug 12 02:13:06.643067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] For port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:06.643454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:06.684647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b831-92e4-402e-9823-d6e34abd4580 req-fa5de947-e7cd-4e1a-b0f2-d7c69626e405 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.692731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d14b831-92e4-402e-9823-d6e34abd4580 req-fa5de947-e7cd-4e1a-b0f2-d7c69626e405 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1210575 Aug 12 02:13:06.741356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-2e8abfa9-9850-48a3-9690-8eafd8fc8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.743937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-2e8abfa9-9850-48a3-9690-8eafd8fc8714 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811826 Aug 12 02:13:06.791008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d14b831-92e4-402e-9823-d6e34abd4580 req-549e588b-127b-43d0-a7cd-c40a24f2bb01 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Aug 12 02:13:06.821307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Allocated IP 192.168.233.170 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/c4186590-1107-40cd-8ace-c63bc0d4227d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:06.844014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9344bd-8df7-48a4-a599-30c634251c2c req-73032bc2-794f-42dd-bf04-a5674bdfa326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.845618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe9344bd-8df7-48a4-a599-30c634251c2c req-73032bc2-794f-42dd-bf04-a5674bdfa326 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 1097 time: 0.0928068 Aug 12 02:13:06.884005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93214b8e-6c91-4ae7-a6c7-a1f975823394 req-c00a1d40-357d-4801-b174-b16deadb9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.885721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93214b8e-6c91-4ae7-a6c7-a1f975823394 req-c00a1d40-357d-4801-b174-b16deadb9775 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.2842734 Aug 12 02:13:06.923534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe9344bd-8df7-48a4-a599-30c634251c2c req-c8be5a26-0f91-4427-9f3e-7da1f742e3a4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654893 Aug 12 02:13:06.978397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278730f-60be-4c13-99ee-6fc8417378fe req-78104c0d-8816-4ac4-875d-99039cc01efd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:06.979988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b278730f-60be-4c13-99ee-6fc8417378fe req-78104c0d-8816-4ac4-875d-99039cc01efd tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.2485061 Aug 12 02:13:07.030846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b264fb-07bb-43d3-8dfd-350ddb8e3539 req-401f8d80-3fdf-4a0d-823b-cba8247724a7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:07.032262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90b264fb-07bb-43d3-8dfd-350ddb8e3539 req-401f8d80-3fdf-4a0d-823b-cba8247724a7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0850043 Aug 12 02:13:07.055398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.055774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93214b8e-6c91-4ae7-a6c7-a1f975823394 req-eea64e94-5740-488a-82ad-a6ce9f631513 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366434 Aug 12 02:13:07.080321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-039e25a5-a9b3-4724-8063-8819d8b2ab07 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107007 Aug 12 02:13:07.087034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Transition to ACTIVE for port object c4186590-1107-40cd-8ace-c63bc0d4227d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:07.094792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90b264fb-07bb-43d3-8dfd-350ddb8e3539 req-3ec7fe7b-9f57-4bda-bb9d-3cee298df439 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Aug 12 02:13:07.137247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.141528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.141917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.142232 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab disassociated. External IP: 172.25.3.252, port: 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c. Aug 12 02:13:07.142585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Calling delete_port for 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:07.153484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b278730f-60be-4c13-99ee-6fc8417378fe req-054efbf4-ab5b-4326-a0bb-20d9c24f1de7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612418 Aug 12 02:13:07.154543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:07.212459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', '5310701d-913e-45cb-ba99-dec416321a66', '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:07.219268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37fb92cb-677b-4f5c-85ad-b9fb19d48e8e req-623ca7b5-10d1-4ed4-a5a0-72167805359f tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 210 time: 0.0509231 Aug 12 02:13:07.219899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event updated for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:07.223821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:07.225925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:07.228735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:07.232605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Made reservation on behalf of 5c30a2a0080b4d59873185b6b0599a2e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:07.238417 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.311597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:07.312230 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.329588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-b0de0af3-b4b5-4a9b-9499-cd1d509483e3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9785781 Aug 12 02:13:07.347612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Request body: {'port': {'device_id': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:07.356975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.443099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.479344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d93a9f3-0311-4370-8ad6-138620c02a57 req-0fdf0d89-7d80-4e83-ac4e-f24836f5c982 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494673 Aug 12 02:13:07.506044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7caa28-81ff-4bf9-afb6-e9beccb77f4d req-38dfd87a-3cb8-4286-a412-adce55926fb2 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:07.507867 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd7caa28-81ff-4bf9-afb6-e9beccb77f4d req-38dfd87a-3cb8-4286-a412-adce55926fb2 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1095 time: 0.2123632 Aug 12 02:13:07.626932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7084a1-5606-4c52-9860-1aaa12f2948b req-b8d675a6-9b00-4dfb-a04c-94d23563e1ca tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:07.628848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a7084a1-5606-4c52-9860-1aaa12f2948b req-b8d675a6-9b00-4dfb-a04c-94d23563e1ca tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1739712 Aug 12 02:13:07.660050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4c37849d-c7b4-4f50-a2c2-e09881d2bb69 None None] Provisioning for port c4186590-1107-40cd-8ace-c63bc0d4227d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:07.682117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4c37849d-c7b4-4f50-a2c2-e09881d2bb69 None None] Provisioning complete for port c4186590-1107-40cd-8ace-c63bc0d4227d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:07.682581 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c37849d-c7b4-4f50-a2c2-e09881d2bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.741865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a7084a1-5606-4c52-9860-1aaa12f2948b req-394d7bcd-4f3b-43d4-91ae-9babc117b213 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060007 Aug 12 02:13:07.784698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4c37849d-c7b4-4f50-a2c2-e09881d2bb69 None None] Port c4186590-1107-40cd-8ace-c63bc0d4227d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:13:07.935972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4186590-1107-40cd-8ace-c63bc0d4227d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:07.944562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:07.960043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18699e-b0fa-4d22-9483-e2af8ffb0501 req-79ec7ff0-7523-49b6-87f1-e03599454d9d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:07.967766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da18699e-b0fa-4d22-9483-e2af8ffb0501 req-79ec7ff0-7523-49b6-87f1-e03599454d9d tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 936 time: 0.1156890 Aug 12 02:13:07.981226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Transition to ACTIVE for port object c4186590-1107-40cd-8ace-c63bc0d4227d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:07.990305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.022931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd7caa28-81ff-4bf9-afb6-e9beccb77f4d req-927a88f8-401a-48e5-9772-d6b184c2ea5d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945714 Aug 12 02:13:08.024151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Allocated IP 172.20.0.3 (c2f0c4b1-a69b-49c1-bf58-78bf1aec8615/60692fbf-23e2-44f9-a2e1-bbf45bcbcda4/a1092d67-6e3b-41bd-ab67-c6d64defed00) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:08.064098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da18699e-b0fa-4d22-9483-e2af8ffb0501 req-68f82e06-048b-45ef-83f8-e016e61efb20 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Aug 12 02:13:08.065641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.102900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event deleted for resources: {'Port': ['ID=4e3ae3cb-9637-487c-a9ef-5938a6a0c01c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:08.124013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Pushing event updated for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:08.294312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5eb9-5538-4f59-bc15-a821e13a7330 req-d77e585a-10b7-411d-ad7a-99f0beb16295 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.296242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75dd5eb9-5538-4f59-bc15-a821e13a7330 req-d77e585a-10b7-411d-ad7a-99f0beb16295 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0894620 Aug 12 02:13:08.297455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Attempting to bind port c4186590-1107-40cd-8ace-c63bc0d4227d on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:08.297890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Attempting to bind port c4186590-1107-40cd-8ace-c63bc0d4227d by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:08.298488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Attempting to bind port c4186590-1107-40cd-8ace-c63bc0d4227d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:08.313481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Port c4186590-1107-40cd-8ace-c63bc0d4227d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:13:08.315273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Attempting to bind port c4186590-1107-40cd-8ace-c63bc0d4227d on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:08.338225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:08.338853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:08.340358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:08.341478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Bound port: c4186590-1107-40cd-8ace-c63bc0d4227d, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:08.342242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.398311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75dd5eb9-5538-4f59-bc15-a821e13a7330 req-655cea85-8ed7-4c4c-b7cc-581721e1e773 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941267 Aug 12 02:13:08.404559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.419259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Transition to ACTIVE for port object a1092d67-6e3b-41bd-ab67-c6d64defed00 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:08.445255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1de248-8263-44b0-b20d-1f27cdd59b67 req-ff1a4476-6004-41b4-b8d1-675425b8a3ac tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.460368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1de248-8263-44b0-b20d-1f27cdd59b67 req-ff1a4476-6004-41b4-b8d1-675425b8a3ac tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 946 time: 0.2379050 Aug 12 02:13:08.478495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:08.489033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c4186590-1107-40cd-8ace-c63bc0d4227d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:08.492960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:08.496154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.580045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1de248-8263-44b0-b20d-1f27cdd59b67 req-62afcb9f-c590-4b84-9c56-ddd90e0de7df tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185656 Aug 12 02:13:08.581303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.660757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event updated for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:08.729755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:08.750610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:08.756000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:08.801628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f73cc-b0db-4417-a804-1d945b66be44 req-66a9eac4-da8e-4b24-a409-8857ab1cb94d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.803209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c1f73cc-b0db-4417-a804-1d945b66be44 req-66a9eac4-da8e-4b24-a409-8857ab1cb94d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1080575 Aug 12 02:13:08.809206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:08.827785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:08.842491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:08.843362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:08.860858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] No DVR routers for this DVR port 4e3ae3cb-9637-487c-a9ef-5938a6a0c01c on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:08.872315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Pushing event updated for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:08.884889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.885500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.893045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.895008 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ecbe7b4-bb3d-42f3-95d9-8bb180b10067 req-00b8088f-7718-4a56-bad2-a03e43c26293 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.21 "DELETE /v2.0/ports/4e3ae3cb-9637-487c-a9ef-5938a6a0c01c HTTP/1.1" status: 204 len: 173 time: 3.0785851 Aug 12 02:13:08.895477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-deleted', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:08.897727 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68254ca-61cd-4550-8a1b-4506d9e0bf11" -d '{"events": [{"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-deleted", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:08.927731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.928506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:08.930028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c1f73cc-b0db-4417-a804-1d945b66be44 req-793bfb2c-be4b-48e5-bd03-cda6d09d1b04 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894203 Aug 12 02:13:08.934993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-ddc8b1ae-d3e0-4c63-9870-610917923fee service neutron] 10.222.0.25 "PUT /v2.0/ports/c4186590-1107-40cd-8ace-c63bc0d4227d HTTP/1.1" status: 200 len: 1096 time: 1.5919838 Aug 12 02:13:08.935712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:08.940457 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb288e-0930-45c6-a5f2-c924bf9076a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:08.944015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-31528bd5-39ef-4d04-9b59-92d15900b8a9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8458972 Aug 12 02:13:08.958368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Request body: {'port': {'device_id': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:08.984743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b498-234f-4648-bca8-9cde8eb77c7c req-aff0ca6b-d0d8-4e7b-a79c-587bcbc7b08d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:08.986465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2840b498-234f-4648-bca8-9cde8eb77c7c req-aff0ca6b-d0d8-4e7b-a79c-587bcbc7b08d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 1095 time: 0.1152906 Aug 12 02:13:09.036180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:09.100548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:09.142872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2840b498-234f-4648-bca8-9cde8eb77c7c req-ccc3305f-2ac6-402a-87fb-40ea8ce0ab6e tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461470 Aug 12 02:13:09.165423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-079ba33c-c344-4ae7-ba38-571a769a55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.166911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-079ba33c-c344-4ae7-ba38-571a769a55f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 1099 time: 0.1414158 Aug 12 02:13:09.186415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7fd9d-b379-4b2f-b4c4-3589a6277700 req-af4212a7-101c-466e-9aec-ce8f74c176a1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.199851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87b7fd9d-b379-4b2f-b4c4-3589a6277700 req-af4212a7-101c-466e-9aec-ce8f74c176a1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 931 time: 0.1584730 Aug 12 02:13:09.267694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-f9840694-66c9-4433-a500-e5ea89f5527d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c4186590-1107-40cd-8ace-c63bc0d4227d HTTP/1.1" status: 200 len: 217 time: 0.0860877 Aug 12 02:13:09.344080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87b7fd9d-b379-4b2f-b4c4-3589a6277700 req-7c70f8d2-dadb-482c-b286-32bba6f0f19f tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433361 Aug 12 02:13:09.381573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-144cd949-89fd-442d-836d-8a4b9226c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.384230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-144cd949-89fd-442d-836d-8a4b9226c729 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1015968 Aug 12 02:13:09.424666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:09.455435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:09.462043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-376b1843-b34f-4513-8954-1cc445a0b109 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.465982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:09.466695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:09.469909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-376b1843-b34f-4513-8954-1cc445a0b109 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2012115 Aug 12 02:13:09.518958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-5daf5b49-846b-422f-81f3-8dcab272a3e9 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0479808 Aug 12 02:13:09.536083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-2a358d9c-07fb-47d0-ab21-a97a004fc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.537593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-2a358d9c-07fb-47d0-ab21-a97a004fc3ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417036 Aug 12 02:13:09.540767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:09.554479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935f6f1-4b86-474e-bbc0-5a199b92bb44 req-a4cd313c-54e9-4a38-9363-e535612c9026 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:09.562583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f935f6f1-4b86-474e-bbc0-5a199b92bb44 req-a4cd313c-54e9-4a38-9363-e535612c9026 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.1260102 Aug 12 02:13:09.589475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:09.601378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:09.637014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f935f6f1-4b86-474e-bbc0-5a199b92bb44 req-d62199db-945b-4019-99b5-b4bee63141ae tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733411 Aug 12 02:13:09.724513 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f79a31-488e-4e11-95a7-d519964ca901 x-openstack-request-id: req-04f79a31-488e-4e11-95a7-d519964ca901 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:09.724995 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc80c9-396c-4b70-8d3a-3a7f64497871", "name": "network-vif-deleted", "tag": "4e3ae3cb-9637-487c-a9ef-5938a6a0c01c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:09.725398 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04f79a31-488e-4e11-95a7-d519964ca901 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:09.725962 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc80c9-396c-4b70-8d3a-3a7f64497871', 'name': 'network-vif-deleted', 'tag': '4e3ae3cb-9637-487c-a9ef-5938a6a0c01c', 'status': 'completed', 'code': 200} Aug 12 02:13:09.761405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1092d67-6e3b-41bd-ab67-c6d64defed00 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:09.772483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:09.778748 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f20f03-bd04-46da-808c-3d850df2dc90 x-openstack-request-id: req-e1f20f03-bd04-46da-808c-3d850df2dc90 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:09.779366 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:09.779749 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1f20f03-bd04-46da-808c-3d850df2dc90 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:09.780241 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d', 'status': 'completed', 'code': 200} Aug 12 02:13:09.795608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Transition to ACTIVE for port object a1092d67-6e3b-41bd-ab67-c6d64defed00 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:09.801492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:09.911142 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-9e02708e-04c5-4fb9-90f2-6f8421b244d7 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604184 Aug 12 02:13:09.945157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Pushing event updated for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:10.012709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ec925-4fd8-45c3-99b8-b4de6a4519cb req-e0baa46d-93f1-4f0a-bfa8-dcd14d8886f7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.014725 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e3ec925-4fd8-45c3-99b8-b4de6a4519cb req-e0baa46d-93f1-4f0a-bfa8-dcd14d8886f7 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 948 time: 0.1300685 Aug 12 02:13:10.024220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:10.069254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Attempting to bind port a1092d67-6e3b-41bd-ab67-c6d64defed00 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:10.069739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Attempting to bind port a1092d67-6e3b-41bd-ab67-c6d64defed00 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:10.070266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Attempting to bind port a1092d67-6e3b-41bd-ab67-c6d64defed00 on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:10.075924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Port a1092d67-6e3b-41bd-ab67-c6d64defed00 on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:13:10.075924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Attempting to bind port a1092d67-6e3b-41bd-ab67-c6d64defed00 on network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:10.080796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:10.082232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e3ec925-4fd8-45c3-99b8-b4de6a4519cb req-793680a6-eccc-431f-859e-a89a8388dd01 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606391 Aug 12 02:13:10.085166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:10.085631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Checking segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:10.086189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Bound using segment: {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:10.086733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Bound port: a1092d67-6e3b-41bd-ab67-c6d64defed00, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1798bb61-5e52-4c81-8ea9-4b122bca58e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:10.087200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.151683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea22110-4981-489f-867e-ca3d036042f7 None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:10.190479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:10.194595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:10.207295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.210463 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be325afb-35ec-4c2c-a227-a8ae7fc90d38 req-7eb56254-66e2-4a25-a765-c2d98f4d8563 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809448 Aug 12 02:13:10.256013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.306923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:10.309017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:10.312558 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4cb786-d542-4652-82a8-e50b7b171300" -d '{"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-unplugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:10.319601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.388992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.389738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.391264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] 10.222.0.25 "PUT /v2.0/ports/a1092d67-6e3b-41bd-ab67-c6d64defed00 HTTP/1.1" status: 200 len: 1091 time: 1.4372706 Aug 12 02:13:10.426345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ddbc9-32ad-4a6a-84fa-e510adb0b150 service neutron] Pushing event updated for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:10.430715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:10.543395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-281f120d-eeb6-4e7a-82ef-e3e37910c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.545779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-281f120d-eeb6-4e7a-82ef-e3e37910c650 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 1094 time: 0.0718112 Aug 12 02:13:10.595688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:13:10.634135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-7b0b680f-60e4-4526-a449-6b3761662388 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00 HTTP/1.1" status: 200 len: 217 time: 0.0683131 Aug 12 02:13:10.654963 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fd8835-3a35-4593-a6f9-3052f65b96c1 None None] New status for floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:10.669828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-18b24051-d1d9-4f3d-bc18-b6f879edfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.673059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-18b24051-d1d9-4f3d-bc18-b6f879edfcff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5225ea48e48c4dc993646e57eb05a930&device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 1099 time: 0.3207126 Aug 12 02:13:10.695989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.716232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-199fdd25-a604-46a7-a018-7634962c01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.717962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-199fdd25-a604-46a7-a018-7634962c01bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.0648763 Aug 12 02:13:10.783692 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:10.826762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79063a-c2b8-4070-a916-8e32c614c018 req-3a7d8310-2fe6-4058-9708-11bcdcaa0713 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.834216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b79063a-c2b8-4070-a916-8e32c614c018 req-3a7d8310-2fe6-4058-9708-11bcdcaa0713 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1111932 Aug 12 02:13:10.853962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-1b015ef4-f569-4a62-8ae6-b5b9bd37e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.856327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-1b015ef4-f569-4a62-8ae6-b5b9bd37e676 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934081 Aug 12 02:13:10.880184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b79063a-c2b8-4070-a916-8e32c614c018 req-4965ea55-1b65-47c5-8885-382cf39e6457 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 Aug 12 02:13:10.910463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-70413e07-4741-4b3e-a0a4-3cacf97f68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:10.912069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-70413e07-4741-4b3e-a0a4-3cacf97f68b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2127929 Aug 12 02:13:10.929636 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66 associated. External IP: 172.25.3.228, port: 0ab2fd92-8a21-4412-842e-ccb8e76fec17. Aug 12 02:13:10.983603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-ec07d5aa-8958-4a80-8ba9-ade86458ee28 service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993643 Aug 12 02:13:11.000647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-95463af9-f64a-4054-bd92-2507d456b160 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=c4186590-1107-40cd-8ace-c63bc0d4227d HTTP/1.1" status: 200 len: 217 time: 0.0797410 Aug 12 02:13:11.110007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-bc6f122d-e195-43d7-aba7-57c859836ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.111948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-bc6f122d-e195-43d7-aba7-57c859836ed5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0992973 Aug 12 02:13:11.117205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9105a-bf63-42ec-8cd2-f40af8efe629 req-00a70007-2f79-40fe-a930-ab618923201c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.118835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29a9105a-bf63-42ec-8cd2-f40af8efe629 req-00a70007-2f79-40fe-a930-ab618923201c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1066828 Aug 12 02:13:11.124949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be88a98b-2d71-4dfd-a89a-540e92ceeebd req-2785f76e-f98c-45fa-981e-10bef505dffd service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325703 Aug 12 02:13:11.163830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29a9105a-bf63-42ec-8cd2-f40af8efe629 req-5a6d7e2f-6c76-4495-984b-eb188fe0fcc2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Aug 12 02:13:11.230200 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f48d16d-65ba-43ea-b481-56dfe26eac6e x-openstack-request-id: req-8f48d16d-65ba-43ea-b481-56dfe26eac6e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:11.230761 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-unplugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:11.230761 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f48d16d-65ba-43ea-b481-56dfe26eac6e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:11.231297 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'code': 200} Aug 12 02:13:11.263503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-8369464d-ddf2-48e2-a7d1-c01ac0dcb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.265009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-8369464d-ddf2-48e2-a7d1-c01ac0dcb6ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075103 Aug 12 02:13:11.275670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:11.340656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a76d3-3478-4be1-8904-b2d68510ec66 req-65782b25-fd68-4e26-87be-f015a30cd315 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.342255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d03a76d3-3478-4be1-8904-b2d68510ec66 req-65782b25-fd68-4e26-87be-f015a30cd315 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 943 time: 0.0595424 Aug 12 02:13:11.385191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d03a76d3-3478-4be1-8904-b2d68510ec66 req-f70331e4-2251-4ad8-a8e5-f1490b56f4b7 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366418 Aug 12 02:13:11.466354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-2c1ee52f-c3af-4857-a487-0289e3b709fd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872241 Aug 12 02:13:11.499855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:11.504118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:11.512277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:11.521177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-615832a3-48a7-4e93-a740-7f205f64cc0d None None] Provisioning for port a1092d67-6e3b-41bd-ab67-c6d64defed00 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:11.529089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:11.529992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:11.561774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e92305-36c0-442b-9f1f-739e73f63d5e req-43f06cb2-1bcd-4d7d-90ad-520b218516c0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.569507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64e92305-36c0-442b-9f1f-739e73f63d5e req-43f06cb2-1bcd-4d7d-90ad-520b218516c0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0703180 Aug 12 02:13:11.588098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-2168044d-3fc7-4b00-ad02-f9d81dbccf7a tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "PUT /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 996 time: 2.0476356 Aug 12 02:13:11.623954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64e92305-36c0-442b-9f1f-739e73f63d5e req-2aeb8222-5955-4be2-9b4e-9ff72c538ee7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531666 Aug 12 02:13:11.670211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcb288e-0930-45c6-a5f2-c924bf9076a8 req-5f10b2d0-8dc3-401e-ac1e-f170c32daac9 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923404 Aug 12 02:13:11.679247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-21f6f05e-473b-4f77-bdd3-5d4789272155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.688857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-21f6f05e-473b-4f77-bdd3-5d4789272155 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0996413 Aug 12 02:13:11.721419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:11.735399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:11.738392 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca46be4-bc1f-40aa-8307-47a7a15f5896" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:11.784109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:11.786449 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d836b08-e24a-497e-8a49-8cc073b8b3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:11.788954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae226e1-f88b-4c0c-9b17-598baefbc776 req-646abe7b-3496-4c1e-b4d6-6c06db6738d6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.802240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fae226e1-f88b-4c0c-9b17-598baefbc776 req-646abe7b-3496-4c1e-b4d6-6c06db6738d6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 948 time: 0.1043487 Aug 12 02:13:11.826613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-43894664-1c2c-4023-b167-5b69761fbd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:11.828425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-43894664-1c2c-4023-b167-5b69761fbd70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1386230 Aug 12 02:13:11.858725 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fae226e1-f88b-4c0c-9b17-598baefbc776 req-ff2e8d30-1a77-4805-9ff0-5ce038637ba2 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551407 Aug 12 02:13:11.937697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-6d1ccf74-645d-4cdf-94e1-013008750b92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 999 time: 0.1023266 Aug 12 02:13:12.011866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-1f310ae9-0ef6-4a92-9a69-239ec243e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.013435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-1f310ae9-0ef6-4a92-9a69-239ec243e33a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0693595 Aug 12 02:13:12.023270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:10Z', 'revision_number': 1, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:12.062357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:12.066162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:12.087638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:12.088155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-84fe68e4-186d-4d2c-b46b-3e4197c8d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.090690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-84fe68e4-186d-4d2c-b46b-3e4197c8d0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703390 Aug 12 02:13:12.091452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:12.226741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-7419b53f-ec13-482b-b325-8daf99135548 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240938 Aug 12 02:13:12.244874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-6f183425-18b0-427c-ae51-b634e9a83bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.248315 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-6f183425-18b0-427c-ae51-b634e9a83bd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 1097 time: 0.0896108 Aug 12 02:13:12.278777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:12.304524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:12.307254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '02a08963-7cae-41fb-8557-1146376c4a04', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '02a08963-7cae-41fb-8557-1146376c4a04', 'mac_address': 'fa:16:3e:64:da:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:12.361427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92c73ae0-fbd9-4c26-9450-2cb7f67506b0 req-9ebb4456-56ac-4b18-bb3f-71cd63c02dca service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249571 Aug 12 02:13:12.409527 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:12.413256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-4638009e-adf8-4b0b-991d-4044a9419521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.414911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-4638009e-adf8-4b0b-991d-4044a9419521 service neutron] 10.222.0.21 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.1486697 Aug 12 02:13:12.433119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:12.494576 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c354050-7c67-476c-9820-cdc36410e842 x-openstack-request-id: req-9c354050-7c67-476c-9820-cdc36410e842 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:12.495027 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:12.495385 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c354050-7c67-476c-9820-cdc36410e842 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:12.496111 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'status': 'completed', 'code': 200} Aug 12 02:13:12.497714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-e4e75ef5-a9c6-4c6e-84bc-ed2e48f91dae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e HTTP/1.1" status: 200 len: 217 time: 0.0677474 Aug 12 02:13:12.502508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:12.516450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:12.516643 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b5fbb1-8dd5-497e-beef-eb834eca9f1b x-openstack-request-id: req-b0b5fbb1-8dd5-497e-beef-eb834eca9f1b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:12.517527 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:12.518411 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0b5fbb1-8dd5-497e-beef-eb834eca9f1b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:12.518411 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:13:12.622253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:12.691205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-5d4d2e64-f7f2-4d3b-9b2e-a76b7e547f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.692901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-5d4d2e64-f7f2-4d3b-9b2e-a76b7e547f5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.1835623 Aug 12 02:13:12.696567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-1139091e-7512-4f3f-a491-f05cdd55299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.698147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-1139091e-7512-4f3f-a491-f05cdd55299b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 1094 time: 0.1684835 Aug 12 02:13:12.706147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-276acd7f-035e-45a5-9f95-4ac5d444bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.707701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-276acd7f-035e-45a5-9f95-4ac5d444bdba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1248245 Aug 12 02:13:12.719439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e76e4-bfbc-4fbd-9097-23e52f656383 req-b6e7eda2-16fd-4a4f-a3a2-11e3e1895584 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.721189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e3e76e4-bfbc-4fbd-9097-23e52f656383 req-b6e7eda2-16fd-4a4f-a3a2-11e3e1895584 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1394439 Aug 12 02:13:12.727337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:10Z', 'revision_number': 1, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:12.741477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-2ece53e2-0383-47d7-89bf-d903e3b1217e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.741477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-2ece53e2-0383-47d7-89bf-d903e3b1217e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 948 time: 0.1817663 Aug 12 02:13:12.766459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-19bd797d-b2b8-4d72-b87f-7ac4f0ad7742 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598605 Aug 12 02:13:12.767770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5e22a-c0f0-41b4-9818-293f3b91d31f None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:10Z', 'revision_number': 1, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:12.900526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f711-a419-4b0d-9d3a-f40edeb0068f req-9d61902c-f042-43b1-a07f-54472253d90f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.902876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f58f711-a419-4b0d-9d3a-f40edeb0068f req-9d61902c-f042-43b1-a07f-54472253d90f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1985669 Aug 12 02:13:12.914393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e3e76e4-bfbc-4fbd-9097-23e52f656383 req-26425adf-df0f-4c8c-a2c5-8020db891f7a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742156 Aug 12 02:13:12.953991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-96234e7c-414b-4000-a5ac-0f6324898d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.955496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-96234e7c-414b-4000-a5ac-0f6324898d65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.2321510 Aug 12 02:13:12.957028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-2a9f5b2b-1d83-4f95-bdaa-b76b54058314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:12.958381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-2a9f5b2b-1d83-4f95-bdaa-b76b54058314 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2362423 Aug 12 02:13:12.971308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-93c34ac1-f96b-4c1a-8d79-32578de055b3 service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815386 Aug 12 02:13:12.981188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-e7c23432-61e0-4601-8397-5070dfae5c5e service neutron] 10.222.0.25 "GET /v2.0/ports/02a08963-7cae-41fb-8557-1146376c4a04/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.2187276 Aug 12 02:13:12.982158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:13.089216 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7c5a64-c98e-40a4-b4d5-3e1147bcbc3d None None] New status for floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:13.108787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f58f711-a419-4b0d-9d3a-f40edeb0068f req-71840265-3a0d-45c0-8e0c-b9177e6961e4 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489079 Aug 12 02:13:13.109102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-460114f0-ba1d-4744-8c98-e996be21bf7f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00 HTTP/1.1" status: 200 len: 217 time: 0.1433320 Aug 12 02:13:13.169717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-564014fd-688a-46a3-b278-e5198a2952be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.171225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-564014fd-688a-46a3-b278-e5198a2952be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1099 time: 0.1487598 Aug 12 02:13:13.280308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-63041d08-d6de-42ff-bf7d-bca8f8f766a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 999 time: 0.2863927 Aug 12 02:13:13.288984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-bbc1d81c-3632-4abb-8067-615563ee0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.290419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-bbc1d81c-3632-4abb-8067-615563ee0e7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.1603041 Aug 12 02:13:13.303053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c4dbf4c-6217-46be-bcd7-6b380eb46565 req-f6e3d36b-72dc-496b-8766-72c4a6d76977 service neutron] 10.222.0.21 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188186 Aug 12 02:13:13.346929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb582a-846f-4886-9c41-73e268278b76 req-dabe01fc-6c17-4b6e-a51f-cfb6f1c506bf tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.348476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74eb582a-846f-4886-9c41-73e268278b76 req-dabe01fc-6c17-4b6e-a51f-cfb6f1c506bf tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 943 time: 0.0894978 Aug 12 02:13:13.366657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-2097c718-7537-4aef-a4ae-09350ebe6d4e tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.374084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-2097c718-7537-4aef-a4ae-09350ebe6d4e tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3146760 Aug 12 02:13:13.384626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-38296109-ce2a-4b4e-8574-e5352e11735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.386810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-38296109-ce2a-4b4e-8574-e5352e11735f service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1949430 Aug 12 02:13:13.439394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-4178689c-2dfe-4b5c-839f-139398c8e6a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.0415115 Aug 12 02:13:13.444654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74eb582a-846f-4886-9c41-73e268278b76 req-16a555c9-d679-4630-a9a3-6dd21526c7c9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898435 Aug 12 02:13:13.462606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-1091a95c-f6ab-4c4b-97c3-2b32ca42961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.469391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-1091a95c-f6ab-4c4b-97c3-2b32ca42961f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1777937 Aug 12 02:13:13.491810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-c947c156-2d97-48f8-9fac-6538db834be5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1001 time: 0.1168361 Aug 12 02:13:13.503274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-1e34557d-1687-4510-88dc-d90261887b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.505072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-1e34557d-1687-4510-88dc-d90261887b29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617298 Aug 12 02:13:13.505936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-1561c6a5-bac3-42ff-ad80-3a74802ac7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.507407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-1561c6a5-bac3-42ff-ad80-3a74802ac7a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0579202 Aug 12 02:13:13.518289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:13.569443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-4f7013a6-3a2b-4292-a63b-dbbd1eff5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.570996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-4f7013a6-3a2b-4292-a63b-dbbd1eff5b3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414817 Aug 12 02:13:13.683853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc71a2-f47c-43bc-ab3e-0886e4df6e72 req-f9ea03e1-78e1-4d06-8bf2-9616dd124b3e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.685696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46dc71a2-f47c-43bc-ab3e-0886e4df6e72 req-f9ea03e1-78e1-4d06-8bf2-9616dd124b3e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 948 time: 0.1113436 Aug 12 02:13:13.725034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-41182532-81c1-4c66-abf5-41df69d384b1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420627 Aug 12 02:13:13.787441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46dc71a2-f47c-43bc-ab3e-0886e4df6e72 req-6a1f0092-7604-4176-bac0-390bae029b92 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895431 Aug 12 02:13:13.876047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-3d21ffff-a6bb-4ced-a7fb-c29d85cebcaa service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391687 Aug 12 02:13:13.929015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7f4dd-c1ef-4a9d-a2cc-a076ee6f9736 req-13df1e13-31ea-431e-ab9d-8af260739edc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.931433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cc7f4dd-c1ef-4a9d-a2cc-a076ee6f9736 req-13df1e13-31ea-431e-ab9d-8af260739edc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 948 time: 0.0712438 Aug 12 02:13:13.943075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:13.948065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-28d5e487-739e-406a-b541-a4bd727dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:13.950458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-28d5e487-739e-406a-b541-a4bd727dbbdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4440589 Aug 12 02:13:13.972740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cc7f4dd-c1ef-4a9d-a2cc-a076ee6f9736 req-b18f3e93-d4e9-45e7-b902-6c0e9bd24c64 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339072 Aug 12 02:13:14.053514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c4186590-1107-40cd-8ace-c63bc0d4227d details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:14.085695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-7744731b-5a98-4f91-9e98-b1a0bbdbfb90 service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134349 Aug 12 02:13:14.154378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e52db-8c55-44bc-a641-3bc774b40b15 req-ae1ae5ad-7310-42f4-8131-f4143059c05d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:14.163048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828e52db-8c55-44bc-a641-3bc774b40b15 req-ae1ae5ad-7310-42f4-8131-f4143059c05d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0677474 Aug 12 02:13:14.208906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c4186590-1107-40cd-8ace-c63bc0d4227d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:14.209927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-828e52db-8c55-44bc-a641-3bc774b40b15 req-5b68c97a-c9c7-4001-ac52-8c36543a72d3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Aug 12 02:13:14.226287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c4186590-1107-40cd-8ace-c63bc0d4227d', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'c4186590-1107-40cd-8ace-c63bc0d4227d', 'mac_address': 'fa:16:3e:f4:8b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:14.250780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-cb7fa16c-f2e9-4961-9452-521e9ab63c62 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545545 Aug 12 02:13:14.272050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:14.288575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4186590-1107-40cd-8ace-c63bc0d4227d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:14.313569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c4186590-1107-40cd-8ace-c63bc0d4227d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:14.321154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:14.327244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ff136-2f57-4983-b349-b438a62ee2f7 req-cde563f8-2b08-44b1-be47-29cfa1673e59 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:14.329048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-610ff136-2f57-4983-b349-b438a62ee2f7 req-cde563f8-2b08-44b1-be47-29cfa1673e59 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0584946 Aug 12 02:13:14.388075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:14.398274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-610ff136-2f57-4983-b349-b438a62ee2f7 req-cc54d215-a499-41e4-b437-6126c403dcee tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579181 Aug 12 02:13:14.427319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bca46be4-bc1f-40aa-8307-47a7a15f5896 req-c26311ad-d653-4933-b30b-4bb79241441e service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186667 Aug 12 02:13:14.494842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d836b08-e24a-497e-8a49-8cc073b8b3b7 req-b91b169a-7228-43b5-952e-33732daf8e10 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109356 Aug 12 02:13:14.576662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cc8f2-dedf-4e36-b2c3-8021a23a604f req-35a03236-9c61-4352-a936-583a59180e5d tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:14.578662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f1cc8f2-dedf-4e36-b2c3-8021a23a604f req-35a03236-9c61-4352-a936-583a59180e5d tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 943 time: 0.0559266 Aug 12 02:13:14.617028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f1cc8f2-dedf-4e36-b2c3-8021a23a604f req-1ef7b386-0530-43b5-a1f1-cba9619cafc5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Aug 12 02:13:14.723045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:14.726765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:14.744201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c4186590-1107-40cd-8ace-c63bc0d4227d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:14.838154 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66 associated. External IP: 172.25.3.228, port: 0ab2fd92-8a21-4412-842e-ccb8e76fec17. Aug 12 02:13:14.938135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14089d00-8189-4699-b3d7-90b917b60cb6 req-c204810c-a047-4337-83a1-3f3fbaa1a5d4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:14.939749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14089d00-8189-4699-b3d7-90b917b60cb6 req-c204810c-a047-4337-83a1-3f3fbaa1a5d4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 948 time: 0.0585172 Aug 12 02:13:14.981455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14089d00-8189-4699-b3d7-90b917b60cb6 req-601cf425-cdbe-44f7-869c-65bad2e5a2a1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347562 Aug 12 02:13:15.067999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:15.096250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee49735-dfff-41cd-bce4-fa4caaf8a969 req-a0e4a7ea-8af5-4665-8e81-4a971102fa3e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.097917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ee49735-dfff-41cd-bce4-fa4caaf8a969 req-a0e4a7ea-8af5-4665-8e81-4a971102fa3e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 949 time: 0.0507965 Aug 12 02:13:15.138523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ee49735-dfff-41cd-bce4-fa4caaf8a969 req-70fce113-7916-4bdd-8233-34443c745832 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341909 Aug 12 02:13:15.182011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:15.193570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:15.204032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:15.205010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:15.329135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:15.342116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596844d6-a5e8-405b-bbb4-ec4b942cd28f req-70055cd9-35fa-4b0b-97c0-b5415201e252 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.344244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-596844d6-a5e8-405b-bbb4-ec4b942cd28f req-70055cd9-35fa-4b0b-97c0-b5415201e252 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0560706 Aug 12 02:13:15.403942 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-596844d6-a5e8-405b-bbb4-ec4b942cd28f req-29fb68b9-b863-4686-8048-2a8f2c7516e8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Aug 12 02:13:15.441340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:15.529790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e10cf-b756-4ce4-a47e-a619f63ff2a6 req-36d4d1b7-7619-4025-a39d-61b728083347 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.531409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-564e10cf-b756-4ce4-a47e-a619f63ff2a6 req-36d4d1b7-7619-4025-a39d-61b728083347 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0520580 Aug 12 02:13:15.568979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:15.576093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:15.582956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-564e10cf-b756-4ce4-a47e-a619f63ff2a6 req-d539c7f5-e520-45f6-b9ad-b83ad700d0f3 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444694 Aug 12 02:13:15.605382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:14Z', 'revision_number': 3, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:15.620837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:15.623110 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:15.632516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:15.644364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:15.644982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:15.659103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-d2ebf2a8-4307-4362-803d-d1b077788a13 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "PUT /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 999 time: 2.1592066 Aug 12 02:13:15.675488 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb30682-6ab1-4a26-a275-44cc6556800f x-openstack-request-id: req-acb30682-6ab1-4a26-a275-44cc6556800f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:15.675819 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:15.676071 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-acb30682-6ab1-4a26-a275-44cc6556800f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:15.676580 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:13:15.727576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-74225683-aff2-4f32-8868-9ef407b9e779 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.729307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-74225683-aff2-4f32-8868-9ef407b9e779 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports/0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 942 time: 0.0641837 Aug 12 02:13:15.787586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:15.794161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-ac188349-59d3-4231-a581-9507b1c7572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.796036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-ac188349-59d3-4231-a581-9507b1c7572c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0651517 Aug 12 02:13:15.801819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1f94c-435a-4a94-9d95-6ce48b73d72e req-02a31b5c-d802-4342-a49b-9eb126a535f9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.803775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70f1f94c-435a-4a94-9d95-6ce48b73d72e req-02a31b5c-d802-4342-a49b-9eb126a535f9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 943 time: 0.0843840 Aug 12 02:13:15.865903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70f1f94c-435a-4a94-9d95-6ce48b73d72e req-61df581f-d7b2-482e-8e4c-2a69a916863e tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520737 Aug 12 02:13:15.940949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-90eb712d-c056-4df3-9d14-69addc65a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:15.942515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-90eb712d-c056-4df3-9d14-69addc65a044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1128919 Aug 12 02:13:16.007400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-cacbfb1d-03be-4ed5-aa35-58dc2b028c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.008970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-cacbfb1d-03be-4ed5-aa35-58dc2b028c89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2056944 Aug 12 02:13:16.061403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-456c0944-5031-4c0f-b36d-6b8935e0f00d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.0391660 Aug 12 02:13:16.091322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a1092d67-6e3b-41bd-ab67-c6d64defed00 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:16.093870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-f412e1e0-803b-478d-931f-dcdf792bf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.094489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:16.095399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-f412e1e0-803b-478d-931f-dcdf792bf517 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1461899 Aug 12 02:13:16.148190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-0f10e58e-3b01-499c-9a35-428ebfdf3bbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.0420597 Aug 12 02:13:16.172078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cff8f-4b75-4c5c-af42-8ee3cbdb3ab8 req-710cbc63-88a7-42f8-869a-9b50d5dfa469 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.179732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016cff8f-4b75-4c5c-af42-8ee3cbdb3ab8 req-710cbc63-88a7-42f8-869a-9b50d5dfa469 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 948 time: 0.1040406 Aug 12 02:13:16.207661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-d16d1a9b-9474-4b00-b049-5f1fd5ddd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.209617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-d16d1a9b-9474-4b00-b049-5f1fd5ddd591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1132660 Aug 12 02:13:16.226800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016cff8f-4b75-4c5c-af42-8ee3cbdb3ab8 req-a122165b-3572-413c-bec5-a39b074ee9ed tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411773 Aug 12 02:13:16.309788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 02a08963-7cae-41fb-8557-1146376c4a04 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:16.310356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:16.312573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-3dd8293d-59d2-4a3a-8484-72b5a4e71059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.315608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-3dd8293d-59d2-4a3a-8484-72b5a4e71059 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791750 Aug 12 02:13:16.319749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-eea47bee-71c3-4fdf-85b8-12cf86d04ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.321565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-eea47bee-71c3-4fdf-85b8-12cf86d04ca4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1235242 Aug 12 02:13:16.373412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a36e9-7c81-4182-b15a-c64309badea1 req-3700adf9-a673-49fd-9985-3512aeb90bc0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.375689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f5a36e9-7c81-4182-b15a-c64309badea1 req-3700adf9-a673-49fd-9985-3512aeb90bc0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 949 time: 0.0573301 Aug 12 02:13:16.433055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f5a36e9-7c81-4182-b15a-c64309badea1 req-e261ca30-0073-4564-b9b8-4b8cfa95401e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Aug 12 02:13:16.437068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:16.491906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-96bd6943-b7e0-445a-a885-0a2deb6ce79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.496307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-96bd6943-b7e0-445a-a885-0a2deb6ce79a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506319 Aug 12 02:13:16.505615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-881986cf-d97b-4a86-b629-923a0f7978ec service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772575 Aug 12 02:13:16.522611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'port_id': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'mac_address': 'fa:16:3e:ae:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:16.537923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:14Z', 'revision_number': 3, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:16.681388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-73a3d304-ccc4-47bb-aec6-383832669ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746733 Aug 12 02:13:16.685613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fdd353d-f2e9-4e1e-85f3-fe1d3cb83643 req-09ae6804-267e-4a4f-a485-53220f2d5fd8 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715925 Aug 12 02:13:16.697773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:16.708175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0da058-5b69-4ace-8c15-47ab19508232 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:14Z', 'revision_number': 3, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:16.771378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1092d67-6e3b-41bd-ab67-c6d64defed00 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:16.782768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:16.828083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d081d-0deb-49e0-8240-31147c89cc00 req-71d69db7-b54d-4ca3-9be0-861007f848fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:16.829672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e72d081d-0deb-49e0-8240-31147c89cc00 req-71d69db7-b54d-4ca3-9be0-861007f848fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1636403 Aug 12 02:13:16.873601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:16.897523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:16.899140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e72d081d-0deb-49e0-8240-31147c89cc00 req-ea5453e1-ad65-4856-822f-69be11723e1e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473793 Aug 12 02:13:16.901956 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95137faf-2438-419a-9215-6975a758fd49" -d '{"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:16.920523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:16.932556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:16.963141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:17.016510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:17.099701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:17.134995 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2dafad-c5de-42dd-9b34-e8b86cb526a3 None None] New status for floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:17.299374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['a1092d67-6e3b-41bd-ab67-c6d64defed00'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:17.317728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-64097fe4-bb6b-41ed-9d04-1a727222a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.329774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-64097fe4-bb6b-41ed-9d04-1a727222a7a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1100 time: 0.1316404 Aug 12 02:13:17.363774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-15d9255a-9fda-4277-a498-d933f7cecc9c service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716299 Aug 12 02:13:17.494326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-b2062d0a-6a70-47e8-94b6-a1ca60cbbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.497110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-b2062d0a-6a70-47e8-94b6-a1ca60cbbeeb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 1100 time: 0.1268110 Aug 12 02:13:17.536197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439226da-d208-4687-ac76-4b1157835e32 req-d0ee585c-eefc-4f12-9024-a23d910a17ee tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.537411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-439226da-d208-4687-ac76-4b1157835e32 req-d0ee585c-eefc-4f12-9024-a23d910a17ee tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.4904764 Aug 12 02:13:17.597104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-9cd82c90-f990-4f78-b9b5-7f3adf3bd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.600193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-9cd82c90-f990-4f78-b9b5-7f3adf3bd8c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1097 time: 0.1747806 Aug 12 02:13:17.619113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-439226da-d208-4687-ac76-4b1157835e32 req-ad2688d1-ae06-4cb9-b385-95ae9927ba73 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Aug 12 02:13:17.676433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:17.685992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:17.687753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:17.691602 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401657c4-7dd0-489f-b329-69d4f3c510ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:17.700763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:17.702131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:17.735765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-691b5e2e-cc05-41b1-996e-b45cef338c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.737304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-691b5e2e-cc05-41b1-996e-b45cef338c20 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2288828 Aug 12 02:13:17.788639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-59876cac-125d-411d-a5ed-d23ab6a0cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.790832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-59876cac-125d-411d-a5ed-d23ab6a0cd25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1675911 Aug 12 02:13:17.817162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3dc56-f2e7-4abf-94ea-1323c9c385ca req-b7c966e9-b412-4041-90c8-9e6580304121 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.819833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4b3dc56-f2e7-4abf-94ea-1323c9c385ca req-b7c966e9-b412-4041-90c8-9e6580304121 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 944 time: 0.0990303 Aug 12 02:13:17.874565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4b3dc56-f2e7-4abf-94ea-1323c9c385ca req-a309358f-d233-41d0-aa9f-7ddd9633b2ee tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485833 Aug 12 02:13:17.880588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-b38b5688-698f-4aab-94f5-d2a07422318e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 200 len: 217 time: 0.0883231 Aug 12 02:13:17.881523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:17.965500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-755ea00a-8409-47d7-9f3a-5f1d5199eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:17.967151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-755ea00a-8409-47d7-9f3a-5f1d5199eae1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0781567 Aug 12 02:13:17.977910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-8b4768dd-f137-437d-a5fe-2c809a90bde8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 1002 time: 0.1774571 Aug 12 02:13:17.990802 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56e159d-2df0-4533-8317-9ff2d2b25d2e x-openstack-request-id: req-b56e159d-2df0-4533-8317-9ff2d2b25d2e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:17.991248 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:17.991629 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b56e159d-2df0-4533-8317-9ff2d2b25d2e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:17.992120 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'code': 200} Aug 12 02:13:18.074305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-b2de1719-97ed-4a1c-88f8-c9f3e80537d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.083349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-b2de1719-97ed-4a1c-88f8-c9f3e80537d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1043725 Aug 12 02:13:18.092433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f86ba-9b26-47d7-9e63-f19a8e2cfff3 req-d3742ff9-9883-433d-b742-f0e137c88c35 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.094156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-579f86ba-9b26-47d7-9e63-f19a8e2cfff3 req-d3742ff9-9883-433d-b742-f0e137c88c35 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 949 time: 0.0721519 Aug 12 02:13:18.099748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-4b0900c3-b5af-4945-89ed-98e794b37457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.102349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-4b0900c3-b5af-4945-89ed-98e794b37457 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213100 Aug 12 02:13:18.103540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c4186590-1107-40cd-8ace-c63bc0d4227d up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:18.160031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-579f86ba-9b26-47d7-9e63-f19a8e2cfff3 req-13175905-0213-4165-aa03-086f92b2ec8f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Aug 12 02:13:18.210065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:13:18.220137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-8cbafcb7-2892-4c0b-aecd-a289c50c5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.221678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-8cbafcb7-2892-4c0b-aecd-a289c50c5cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375198 Aug 12 02:13:18.289981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c4186590-1107-40cd-8ace-c63bc0d4227d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:18.296300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c4186590-1107-40cd-8ace-c63bc0d4227d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:18.296807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:18.356595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-cb0f9c4c-564e-4253-ba8a-f453021ccf9c service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395520 Aug 12 02:13:18.358447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:17Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:18.365023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae1c9f-4ca1-4f5d-9214-a7e2210f790d req-e13d00b0-43c5-43c3-86b7-3d7eec5b2713 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.367235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dae1c9f-4ca1-4f5d-9214-a7e2210f790d req-e13d00b0-43c5-43c3-86b7-3d7eec5b2713 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 949 time: 0.0793831 Aug 12 02:13:18.399990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:18.417732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dae1c9f-4ca1-4f5d-9214-a7e2210f790d req-148c4a73-4f30-4525-b7b9-7b10fab45d40 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Aug 12 02:13:18.442103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-85cd3135-4ffb-4011-891c-fec2105bc7a9 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139564 Aug 12 02:13:18.447336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:18.448001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:18.499499 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:18.589055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f25ad347-15bb-4340-a7e3-b7dc073572f1 req-25e18157-d1e1-446a-b7dd-ecc3f48af4c2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222455 Aug 12 02:13:18.595278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c4186590-1107-40cd-8ace-c63bc0d4227d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:18.607933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:18.608779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:18.614075 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237238e2-7325-46a4-8b66-09d680b4dae8 x-openstack-request-id: req-237238e2-7325-46a4-8b66-09d680b4dae8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:18.614636 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:18.615181 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-237238e2-7325-46a4-8b66-09d680b4dae8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:18.615534 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'status': 'completed', 'code': 200} Aug 12 02:13:18.670748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:18.690520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74566c6b-e1ef-4db5-b15b-5c6dc05b2c2d req-9e362af7-cd64-4798-a018-72b2671ecee8 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428608 Aug 12 02:13:18.704145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5332cf-7fa9-4867-96e2-0441c548d3ef req-5ceb4f03-6e53-4b3a-b448-593eb435bbad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.710301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-3f5af261-f832-423e-b89d-1dd7cd869b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.712491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a5332cf-7fa9-4867-96e2-0441c548d3ef req-5ceb4f03-6e53-4b3a-b448-593eb435bbad tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0613468 Aug 12 02:13:18.717243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-3f5af261-f832-423e-b89d-1dd7cd869b05 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1097 time: 0.0709326 Aug 12 02:13:18.762151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a5332cf-7fa9-4867-96e2-0441c548d3ef req-a725209a-f009-4fb1-b36d-a835db07f1f6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434213 Aug 12 02:13:18.829438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:18.885211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54d4c401-285b-4b4f-9143-4247785afb5f req-5da63197-7baf-401d-ae80-1494693b7684 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.1106181 Aug 12 02:13:18.895089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:18.928108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-1e5e0fa4-d20b-481b-88e4-455aaed73536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.929665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-1e5e0fa4-d20b-481b-88e4-455aaed73536 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2023063 Aug 12 02:13:18.942438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c401-285b-4b4f-9143-4247785afb5f req-832cb0e7-90f9-474b-aca2-5e793e5680f8 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:18.944067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54d4c401-285b-4b4f-9143-4247785afb5f req-832cb0e7-90f9-474b-aca2-5e793e5680f8 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports/430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 943 time: 0.0523674 Aug 12 02:13:18.998470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43ed3-21b0-408f-9b45-fba681b37ea7 req-a700c940-a4e4-489c-b373-96f827eb2f99 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.006325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1f43ed3-21b0-408f-9b45-fba681b37ea7 req-a700c940-a4e4-489c-b373-96f827eb2f99 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1813264 Aug 12 02:13:19.050756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-21dd10ca-7843-4485-a4cc-eb8c318959c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 1002 time: 0.1121962 Aug 12 02:13:19.065059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1f43ed3-21b0-408f-9b45-fba681b37ea7 req-af02a836-c89e-4ac4-a1bb-db7c486ee8c1 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574565 Aug 12 02:13:19.078820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54d4c401-285b-4b4f-9143-4247785afb5f req-60b3c0ca-c359-4840-876e-8d1d171298b3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.0799820 Aug 12 02:13:19.120772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-36336838-2bc2-4b5b-8881-1b3f7707da80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.123025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-36336838-2bc2-4b5b-8881-1b3f7707da80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0543747 Aug 12 02:13:19.200825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-0aad3810-8291-4562-a8e1-d3f58a95bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.202533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-0aad3810-8291-4562-a8e1-d3f58a95bbcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718005 Aug 12 02:13:19.216147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4c401-285b-4b4f-9143-4247785afb5f req-c281512b-0766-4c84-bc7a-dabe70a8e3c5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.217624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54d4c401-285b-4b4f-9143-4247785afb5f req-c281512b-0766-4c84-bc7a-dabe70a8e3c5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1379209 Aug 12 02:13:19.237587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:19.246157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:19.331499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a257b2-cfc5-478f-820b-85b2be549362 req-0cc52419-a5d5-4eed-8893-23dd754e39f2 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.333404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01a257b2-cfc5-478f-820b-85b2be549362 req-0cc52419-a5d5-4eed-8893-23dd754e39f2 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 944 time: 0.1362414 Aug 12 02:13:19.341608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:19.363874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7969a8b-d966-4e87-b439-5b33935c348c req-2e189530-733f-4fed-8f79-fa0f5c327486 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.372819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7969a8b-d966-4e87-b439-5b33935c348c req-2e189530-733f-4fed-8f79-fa0f5c327486 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0920718 Aug 12 02:13:19.386717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:17Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:19.422414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01a257b2-cfc5-478f-820b-85b2be549362 req-ee486505-8e56-47ad-88a0-fc4993e1fb6f tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660043 Aug 12 02:13:19.423438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f705219-a0a3-42f9-8714-6673cdeeef63 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:5c:f8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:17Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:19.430127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7969a8b-d966-4e87-b439-5b33935c348c req-7472cd60-2e35-4aed-87b9-dd0fca056658 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506723 Aug 12 02:13:19.454107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-3793428f-2e1a-4186-be10-952e984058ab service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231643 Aug 12 02:13:19.554569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-78392056-761e-4b8b-86bb-ca90681ac6d3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.1118610 Aug 12 02:13:19.609385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-85131b62-e2d0-4abd-b76d-3e3452febbcc tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.622857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-85131b62-e2d0-4abd-b76d-3e3452febbcc tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports/430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 943 time: 0.0540187 Aug 12 02:13:19.628619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdde1f1-c252-4092-ac56-3594a1d943c6 req-409c568a-4568-4c6b-99ce-71d10e7eaf0b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.638064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fdde1f1-c252-4092-ac56-3594a1d943c6 req-409c568a-4568-4c6b-99ce-71d10e7eaf0b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1043878 Aug 12 02:13:19.650524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-401657c4-7dd0-489f-b329-69d4f3c510ff req-b2e25c96-1cc9-42d6-95b8-0de197b3e73f service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869631 Aug 12 02:13:19.690985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fdde1f1-c252-4092-ac56-3594a1d943c6 req-19cd7ad8-09a3-47bd-8fc2-354ec8bb97b9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507727 Aug 12 02:13:19.738568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-f3849b32-7837-407e-9b58-5f8825dd7593 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.0823023 Aug 12 02:13:19.862582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-3998463a-4011-4c40-891a-ebe45ed727dd tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.871338 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-3998463a-4011-4c40-891a-ebe45ed727dd tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1268632 Aug 12 02:13:19.891757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2ee38-bcf0-4d89-957d-436fd7bec195 req-4a277a6c-fb53-415b-b0d1-a8ed3279cc22 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:19.894056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f2ee38-bcf0-4d89-957d-436fd7bec195 req-4a277a6c-fb53-415b-b0d1-a8ed3279cc22 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0630569 Aug 12 02:13:19.943072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f2ee38-bcf0-4d89-957d-436fd7bec195 req-742cff9a-6a89-4dcf-9ddc-80f84bdb9d0f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Aug 12 02:13:19.945077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-814533a8-1cfc-4563-81ef-c2e98f2de2ea tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1002 time: 0.0728097 Aug 12 02:13:19.956786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:19.993628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d'}, {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:19.996297 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f039819-bc88-4806-9eab-d6cd96f41f8b" -d '{"events": [{"server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "name": "network-vif-plugged", "status": "completed", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d"}, {"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-unplugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:20.017187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.049695 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5650f1-8a6d-4f10-9647-60d391f73e8a x-openstack-request-id: req-3e5650f1-8a6d-4f10-9647-60d391f73e8a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:20.050249 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "name": "network-vif-plugged", "status": "completed", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d", "code": 200}, {"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-unplugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:20.051022 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e5650f1-8a6d-4f10-9647-60d391f73e8a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:20.051615 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d', 'code': 200} Aug 12 02:13:20.051865 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'code': 200} Aug 12 02:13:20.067018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a1092d67-6e3b-41bd-ab67-c6d64defed00 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:20.124452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port a1092d67-6e3b-41bd-ab67-c6d64defed00 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:20.131870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port a1092d67-6e3b-41bd-ab67-c6d64defed00 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:20.131870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.203803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.208404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.208724 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66 disassociated. External IP: 172.25.3.228, port: 430f843b-c5dd-4054-92d9-fa53d9672f6e. Aug 12 02:13:20.244441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f970f-cbee-4239-97c3-a137ffee4391 req-abf003d2-6581-4442-bcac-cae71da381de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.244441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-581f970f-cbee-4239-97c3-a137ffee4391 req-abf003d2-6581-4442-bcac-cae71da381de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 1101 time: 0.1127448 Aug 12 02:13:20.271407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9466ba-a03d-4ddc-a2eb-a8879862f785 req-231ff0b6-4b4e-450d-8384-991ba68ca7a4 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.273564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c9466ba-a03d-4ddc-a2eb-a8879862f785 req-231ff0b6-4b4e-450d-8384-991ba68ca7a4 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0985749 Aug 12 02:13:20.273837 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.318375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:20.320883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-581f970f-cbee-4239-97c3-a137ffee4391 req-e05abbae-59c4-4b0a-8c6f-8c86552d3e7e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666356 Aug 12 02:13:20.323681 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.341683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c9466ba-a03d-4ddc-a2eb-a8879862f785 req-b5cf42ec-5b01-43a7-9cca-02317c3dcee0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687852 Aug 12 02:13:20.402860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:20.489394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:20.565108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be612c-b365-4442-af80-3a70b6485b06 req-1bead7d3-15e6-4d46-81c1-b1545a6e5199 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.567166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-96be612c-b365-4442-af80-3a70b6485b06 req-1bead7d3-15e6-4d46-81c1-b1545a6e5199 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0603564 Aug 12 02:13:20.618737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-96be612c-b365-4442-af80-3a70b6485b06 req-70f7e2dd-25fd-4f59-9560-739bb395e6c5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Aug 12 02:13:20.619395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:20.625013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:20.634151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:20.645582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:20.646285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:20.677969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d0a641aa-3c9c-43b6-aa2a-f33d2046fbb3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "PUT /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 695 time: 0.7193773 Aug 12 02:13:20.679085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:20.685074 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:20.742138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d541f7c8-dc93-4755-8805-add348a62a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.750854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-d541f7c8-dc93-4755-8805-add348a62a30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1097 time: 0.0620518 Aug 12 02:13:20.757738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1336e-e4a1-46ae-949d-79ee2b09f41f req-6b9197bb-7d86-4280-9db5-cccc72fc39b3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.759938 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9db1336e-e4a1-46ae-949d-79ee2b09f41f req-6b9197bb-7d86-4280-9db5-cccc72fc39b3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.0654056 Aug 12 02:13:20.800551 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:20.833892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9db1336e-e4a1-46ae-949d-79ee2b09f41f req-be105a86-285a-411c-ad2a-46cc74b368fc tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586979 Aug 12 02:13:20.898225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-6d6a0854-3488-40b0-b7ee-410f8a7aa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:20.903828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-6d6a0854-3488-40b0-b7ee-410f8a7aa1b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1519830 Aug 12 02:13:20.915182 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ca158e-251a-424f-90d0-2f72653f40b2 x-openstack-request-id: req-26ca158e-251a-424f-90d0-2f72653f40b2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:20.915182 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:20.915182 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26ca158e-251a-424f-90d0-2f72653f40b2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:20.915182 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'status': 'completed', 'code': 200} Aug 12 02:13:20.988208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-849879c8-6c93-4850-ba1f-3d2a588730b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 217 time: 0.0711346 Aug 12 02:13:21.072076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-4f0a255f-b1fc-45e4-a4d0-c585bb66f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.073636 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-4f0a255f-b1fc-45e4-a4d0-c585bb66f3aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 1097 time: 0.0984006 Aug 12 02:13:21.076267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-ea05f62d-e6c4-4804-969c-5e31ffbc46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.078217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-ea05f62d-e6c4-4804-969c-5e31ffbc46c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0891767 Aug 12 02:13:21.084416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ac70-8fb6-412b-94b3-234c831a8925 req-18a67ddb-392a-4aff-9c20-192e19283b20 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.085947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1894ac70-8fb6-412b-94b3-234c831a8925 req-18a67ddb-392a-4aff-9c20-192e19283b20 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1260214 Aug 12 02:13:21.143505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-dd6391df-14a5-430d-bd8f-89375063f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.145084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-dd6391df-14a5-430d-bd8f-89375063f98c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577693 Aug 12 02:13:21.185840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:21.220434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1894ac70-8fb6-412b-94b3-234c831a8925 req-0d22ce1d-bb0c-4618-96eb-acbd962e4eb3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162269 Aug 12 02:13:21.224687 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:21.235681 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:21.236301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:21.254972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-c348b15a-30fb-43e8-8073-3cc8bc6357ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.256706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-c348b15a-30fb-43e8-8073-3cc8bc6357ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1682501 Aug 12 02:13:21.318932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-38d50709-de73-4ed4-b22f-30bcd474343e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 200 len: 217 time: 0.0469744 Aug 12 02:13:21.324661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-cc49374a-25b8-4e27-a665-1b261c82869a service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720529 Aug 12 02:13:21.385366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-99a4597a-500f-4b8b-ab1e-d0da8e56e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.388597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-99a4597a-500f-4b8b-ab1e-d0da8e56e7af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0577826 Aug 12 02:13:21.392069 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:21.493500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6abd861b-0b39-4593-b47c-1df5c3883328 req-a6b533df-c7ea-44aa-a094-cf1d9dd69d27 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448097 Aug 12 02:13:21.511295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-c02eb35c-6d28-49db-bf73-f7e0edac8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.512916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-c02eb35c-6d28-49db-bf73-f7e0edac8f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162460 Aug 12 02:13:21.525757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e4391-31cc-44ed-8cd6-473891377cb4 req-92d0f70e-77c6-45a9-bc8c-bd5ba2bf3397 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.527359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f0e4391-31cc-44ed-8cd6-473891377cb4 req-92d0f70e-77c6-45a9-bc8c-bd5ba2bf3397 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.1181824 Aug 12 02:13:21.620037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f0e4391-31cc-44ed-8cd6-473891377cb4 req-24580f0c-77f3-499b-a8dd-13eaf5419560 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844111 Aug 12 02:13:21.653529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-b3e371df-5c75-466b-b8d4-b1db99e254d1 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251686 Aug 12 02:13:21.720154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649da58-3e21-400a-9f9b-7231f72375dc req-d1d077d4-893c-426f-9f3a-1c9b3b818ad6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.725148 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:21.732070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6649da58-3e21-400a-9f9b-7231f72375dc req-d1d077d4-893c-426f-9f3a-1c9b3b818ad6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1444283 Aug 12 02:13:21.764519 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741de209-bcd4-4454-a9f8-5c8bb4a5793b None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:21.809920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-719b5bd0-39ea-45b1-9c28-e94ac3104d8f req-46e70fde-a637-4ffc-9d92-dc10df313b9f service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477416 Aug 12 02:13:21.824397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6649da58-3e21-400a-9f9b-7231f72375dc req-852944be-33f4-415a-bc4e-09e71d547754 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913043 Aug 12 02:13:21.996659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3686d-be91-4ef1-bb03-0a22f75f6d5c req-5b659a9c-0211-4859-b7ec-05111fd73d35 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:21.998910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abd3686d-be91-4ef1-bb03-0a22f75f6d5c req-5b659a9c-0211-4859-b7ec-05111fd73d35 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0747149 Aug 12 02:13:22.012866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a9c7c-1faf-4159-846d-db3e69c6b29c req-6cbc6761-768b-4422-aff6-2844679ca5db tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.014539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-654a9c7c-1faf-4159-846d-db3e69c6b29c req-6cbc6761-768b-4422-aff6-2844679ca5db tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.0744660 Aug 12 02:13:22.045532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abd3686d-be91-4ef1-bb03-0a22f75f6d5c req-74b6355e-4226-4c7c-8753-88c94505485f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Aug 12 02:13:22.053625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:22.056392 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8507b419-8a71-4228-b3fd-070de36c053b" -d '{"events": [{"server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "name": "network-vif-plugged", "status": "completed", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:22.074201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-654a9c7c-1faf-4159-846d-db3e69c6b29c req-b381c30c-2a07-43f7-87b2-18082590dcb1 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521355 Aug 12 02:13:22.079665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:22.125334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4924ac63-8fee-43c6-a212-177c5b05ba7b None None] New status for floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:22.183038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-f5eb990c-0d4e-4109-89e9-02e4a766d3f5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.185134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-f5eb990c-0d4e-4109-89e9-02e4a766d3f5 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0724690 Aug 12 02:13:22.223660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8d32-3b21-40ce-aad2-49c46d9d68a1 req-91cde120-b848-4954-b284-661250b30076 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.225911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75bc8d32-3b21-40ce-aad2-49c46d9d68a1 req-91cde120-b848-4954-b284-661250b30076 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 947 time: 0.0666842 Aug 12 02:13:22.256180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2ad926b5-8576-4d31-9756-654e337f7de0 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 698 time: 0.0640352 Aug 12 02:13:22.276788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:22.278930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75bc8d32-3b21-40ce-aad2-49c46d9d68a1 req-696608b6-3306-4578-990b-0220c770ce8f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464802 Aug 12 02:13:22.336153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:22.364115 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c891be5-6fc2-4d2f-9fa7-78b0ce392e17 x-openstack-request-id: req-5c891be5-6fc2-4d2f-9fa7-78b0ce392e17 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:22.364476 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "name": "network-vif-plugged", "status": "completed", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:22.364805 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c891be5-6fc2-4d2f-9fa7-78b0ce392e17 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:22.365090 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'code': 200} Aug 12 02:13:22.425691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:22.440631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '02a08963-7cae-41fb-8557-1146376c4a04', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '02a08963-7cae-41fb-8557-1146376c4a04', 'mac_address': 'fa:16:3e:64:da:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:22.485725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:22.501618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:22.532757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:22.545840 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:22.611723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8e77a-9a8f-49c7-90fb-f0c5c665cca1 req-12e2f8a4-8494-44ae-b85a-3e0bac15e433 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.613117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8fd8e77a-9a8f-49c7-90fb-f0c5c665cca1 req-12e2f8a4-8494-44ae-b85a-3e0bac15e433 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1779389 Aug 12 02:13:22.619239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef46a6-589c-4559-a90a-89bb138e8fd5 req-58b587fc-8d65-49f1-9b36-7df653a972f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.621527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40ef46a6-589c-4559-a90a-89bb138e8fd5 req-58b587fc-8d65-49f1-9b36-7df653a972f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 1096 time: 0.1992633 Aug 12 02:13:22.630120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:22.673829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40ef46a6-589c-4559-a90a-89bb138e8fd5 req-22570ddf-e1c9-4cca-a724-38b40c15c165 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Aug 12 02:13:22.688781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8fd8e77a-9a8f-49c7-90fb-f0c5c665cca1 req-f51903c3-7604-454c-b520-fcfc68d4908e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638068 Aug 12 02:13:22.881867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:13:22.882198 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:13:22.905244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067ffb-fa3f-4d45-8628-70fc182f16ab req-d4ca8331-2841-4089-a2f4-8a8429af5bfd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:22.906639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31067ffb-fa3f-4d45-8628-70fc182f16ab req-d4ca8331-2841-4089-a2f4-8a8429af5bfd tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0572436 Aug 12 02:13:22.923667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:22.954688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31067ffb-fa3f-4d45-8628-70fc182f16ab req-ec0518c0-3a8a-4f07-a4b6-043d9d3ec9be tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Aug 12 02:13:23.053560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b56eeb-627b-453a-a5da-cbb28f0e0dc1 req-0f59bd09-a8d3-43d6-abae-fe401ae6c29e tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:23.055534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46b56eeb-627b-453a-a5da-cbb28f0e0dc1 req-0f59bd09-a8d3-43d6-abae-fe401ae6c29e tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 1101 time: 0.0420408 Aug 12 02:13:23.090651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46b56eeb-627b-453a-a5da-cbb28f0e0dc1 req-a6e01321-4ed7-4055-b91a-1556ed323f1d tempest-ServersOnMultiNodesTest-303471545 tempest-ServersOnMultiNodesTest-303471545-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290186 Aug 12 02:13:23.188344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-f4ae0f40-60a0-4d4b-bf0e-b29787c1c99d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225153 Aug 12 02:13:23.321181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-8f0dc610-cbc5-471a-b1a0-b5ed0c358eed tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:23.326421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-8f0dc610-cbc5-471a-b1a0-b5ed0c358eed tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232867 Aug 12 02:13:23.338549 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-f06a68d7-edde-4998-b871-1c7bc8bf94ef tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/quotas/0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 375 time: 0.0096445 Aug 12 02:13:23.383722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:23.395996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-8cd287fa-e8b7-4a60-bf94-a8049dc82f19 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511727 Aug 12 02:13:23.608361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6674f89-4c71-4d1b-acab-d8665556c8e6 req-01915ef6-2e25-4059-b1f9-fb7862c702a6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:23.627236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6674f89-4c71-4d1b-acab-d8665556c8e6 req-01915ef6-2e25-4059-b1f9-fb7862c702a6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0753942 Aug 12 02:13:23.676085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6674f89-4c71-4d1b-acab-d8665556c8e6 req-5c41c72b-cdae-449e-912a-196a294ae9fb tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 Aug 12 02:13:23.844491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742f05-4fac-481e-b895-4835db6c2d96 req-1e932d00-ecff-4cb2-8711-125f51f808b5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:23.846188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46742f05-4fac-481e-b895-4835db6c2d96 req-1e932d00-ecff-4cb2-8711-125f51f808b5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.0928807 Aug 12 02:13:23.916050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46742f05-4fac-481e-b895-4835db6c2d96 req-cbb76b3d-eb83-4e8a-b24e-3e6e1ec4b82a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Aug 12 02:13:23.987774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:23.993184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.097849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:24.173100 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66 associated. External IP: 172.25.3.228, port: 0ab2fd92-8a21-4412-842e-ccb8e76fec17. Aug 12 02:13:24.191588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-a4cfc81e-8e10-44da-90ef-af34d33be506 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:24.193774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-a4cfc81e-8e10-44da-90ef-af34d33be506 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b170188-e9d3-43fb-ab36-d7e53ae98eac HTTP/1.1" status: 200 len: 946 time: 0.0974705 Aug 12 02:13:24.234225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.263597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff8944-dac2-431b-8f23-5c0023f0448f req-da61bc12-5f84-4163-a22c-c0232b3108a9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 210 time: 0.0685480 Aug 12 02:13:24.299931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:24.308338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.366031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:24.372959 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd21f94-3dd8-4db4-b7a5-45a74dcb703d" -d '{"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-unplugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:24.381050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Deleting port 430f843b-c5dd-4054-92d9-fa53d9672f6e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:24.381414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.455720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:24.500257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:24.534203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf532805-4dd1-4835-a9c4-e5f1f2791819 req-58d21800-db2d-4c57-8131-fa0a42081af7 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:24.552482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf532805-4dd1-4835-a9c4-e5f1f2791819 req-58d21800-db2d-4c57-8131-fa0a42081af7 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 943 time: 0.1083958 Aug 12 02:13:24.608954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] For port 430f843b-c5dd-4054-92d9-fa53d9672f6e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=430f843b-c5dd-4054-92d9-fa53d9672f6e,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:24.609284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.647810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:24.656155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Calling delete_port for 430f843b-c5dd-4054-92d9-fa53d9672f6e owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:24.660341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:24.660813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:24.683875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf532805-4dd1-4835-a9c4-e5f1f2791819 req-0d2412ce-577a-4060-ab22-39b60c1474ab tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309781 Aug 12 02:13:24.684572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:24.685411 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:24.709712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-2518bfb6-78bc-4c1a-a490-1011bcca3566 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "PUT /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 996 time: 2.4374833 Aug 12 02:13:24.710252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:24.720480 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4899d03-a905-4a45-a163-a2f9b46dee45" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:24.773787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-fe896eeb-c0e5-40d5-b3ee-0bcb44527fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1490152 Aug 12 02:13:24.807808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-cce34249-1587-4281-9989-5de9133e5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:24.815818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-cce34249-1587-4281-9989-5de9133e5022 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0913439 Aug 12 02:13:24.911808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:24.925546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d80149-ea3e-4a56-878c-869c0fffb3e6 req-d47f24a5-237b-44ab-85f4-78aa1076b9b3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:24.931298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02d80149-ea3e-4a56-878c-869c0fffb3e6 req-d47f24a5-237b-44ab-85f4-78aa1076b9b3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1249180 Aug 12 02:13:24.964314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-09161a6d-48e7-434a-b67f-bff27d5c5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:24.966122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-09161a6d-48e7-434a-b67f-bff27d5c5aaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 1095 time: 0.1085262 Aug 12 02:13:25.026941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-e4f11a85-d4cf-4a07-bff9-01edb1dea81e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284462 Aug 12 02:13:25.069855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-eb9698d3-94f2-475f-a95e-652909b8d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:25.072837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-eb9698d3-94f2-475f-a95e-652909b8d655 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2561843 Aug 12 02:13:25.125220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02d80149-ea3e-4a56-878c-869c0fffb3e6 req-b4182d13-c95d-4985-af56-7979c305571e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646266 Aug 12 02:13:25.208638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:25.239955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-8212c7fd-bc20-44ce-b978-011229040a55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:25.242053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-8212c7fd-bc20-44ce-b978-011229040a55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082987 Aug 12 02:13:25.253224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['0ab2fd92-8a21-4412-842e-ccb8e76fec17', '430f843b-c5dd-4054-92d9-fa53d9672f6e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:25.266739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Request body: {'port': {'device_id': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0d41e8bfce3e4e86bf7da7aa8e87260d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:25.274529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-14b783fa-7731-4166-b3e0-1ae1ef3edb60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 999 time: 0.1129866 Aug 12 02:13:25.302902 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f845c28-71ad-402c-8b96-d3025632174e x-openstack-request-id: req-1f845c28-71ad-402c-8b96-d3025632174e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:25.303278 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-unplugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:25.303493 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f845c28-71ad-402c-8b96-d3025632174e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:25.303867 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'code': 200} Aug 12 02:13:25.322670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event deleted for resources: {'Port': ['ID=430f843b-c5dd-4054-92d9-fa53d9672f6e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:25.392771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-0b61467c-5824-48fc-ad9e-e05acfb64962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:25.392771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-0b61467c-5824-48fc-ad9e-e05acfb64962 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.3656178 Aug 12 02:13:25.426073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:23Z', 'revision_number': 8, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:25.492343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] No DVR routers for this DVR port 430f843b-c5dd-4054-92d9-fa53d9672f6e on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:25.506569 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:25.528180 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:25.528729 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:25.559406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:25.562969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5564f2f1-939c-4e76-b47c-1c090c4cd136 req-c4730527-06db-44e9-8b6c-3d6e0660d959 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "DELETE /v2.0/ports/430f843b-c5dd-4054-92d9-fa53d9672f6e HTTP/1.1" status: 204 len: 173 time: 1.3579397 Aug 12 02:13:25.583335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'name': 'network-vif-deleted', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:25.585635 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fd74aa-809b-4aac-85eb-53c0693d40b3" -d '{"events": [{"server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "name": "network-vif-deleted", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:25.591103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-9b28d49f-b75d-4e13-a04b-866772c90331 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 200 len: 217 time: 0.1366127 Aug 12 02:13:25.696303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2983f-6c47-48bd-8f10-1c944e415eae req-4404a5f2-9bf2-4ed8-b95f-423b3ddeb68b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:25.704395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4b2983f-6c47-48bd-8f10-1c944e415eae req-4404a5f2-9bf2-4ed8-b95f-423b3ddeb68b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.2384393 Aug 12 02:13:25.749138 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:25.751407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-5ab6f781-f39c-4801-bc02-6a345002c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:25.752902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-5ab6f781-f39c-4801-bc02-6a345002c855 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1515253 Aug 12 02:13:25.792908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4b2983f-6c47-48bd-8f10-1c944e415eae req-32f98ab8-3c43-4000-a3a9-f348615a04f3 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834599 Aug 12 02:13:25.834833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-1848f9d9-be92-440a-8dcc-a84dcefde4b0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690689 Aug 12 02:13:26.015904 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0185865f-96da-4cb4-a336-596f4f7dfc5b x-openstack-request-id: req-0185865f-96da-4cb4-a336-596f4f7dfc5b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:26.016524 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:26.016524 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0185865f-96da-4cb4-a336-596f4f7dfc5b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:26.016847 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:13:26.102057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:26.143073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcca15f-8548-4cf6-9381-c1fc5c30dd80 req-fd0aa2c1-2d4a-4cf7-97e4-a471bd0383e9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.144270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-24cc0c35-9fe8-400a-94a4-bb0fa739b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.145780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-24cc0c35-9fe8-400a-94a4-bb0fa739b37f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.8584983 Aug 12 02:13:26.156404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dcca15f-8548-4cf6-9381-c1fc5c30dd80 req-fd0aa2c1-2d4a-4cf7-97e4-a471bd0383e9 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.1945195 Aug 12 02:13:26.156637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-89cbaa14-edeb-45de-9f90-d12712b4d8a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.158197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-89cbaa14-edeb-45de-9f90-d12712b4d8a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1335654 Aug 12 02:13:26.200078 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-b2927e0f-525e-423d-a901-e61c1fb54101 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519166 Aug 12 02:13:26.205821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-a0f1cf44-aaf1-4f42-961b-09f5e717d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.207606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-a0f1cf44-aaf1-4f42-961b-09f5e717d928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1854782 Aug 12 02:13:26.228604 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:23Z', 'revision_number': 8, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:26.235081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:26.329004 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dcca15f-8548-4cf6-9381-c1fc5c30dd80 req-9424bdbf-1720-48ed-ab23-73ff42fa9d76 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587987 Aug 12 02:13:26.376154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-0985c334-ba87-40c1-b191-d74e8cc50a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.380275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-0985c334-ba87-40c1-b191-d74e8cc50a10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2211316 Aug 12 02:13:26.391899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Made reservation on behalf of 0d41e8bfce3e4e86bf7da7aa8e87260d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:26.404495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c67fd484-82d1-4f0e-9955-3690cd59be8a req-2eff5573-2633-43e3-91ee-49150274fcb3 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957009 Aug 12 02:13:26.406059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-15b43df7-6de4-4c7c-a371-163a00c32228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.407797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:26.411903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-15b43df7-6de4-4c7c-a371-163a00c32228 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.1938763 Aug 12 02:13:26.415002 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d6a43-afca-4ee6-bac1-1ee0def3a1f7 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '40ca533a-c61e-4e65-9379-abb79d6c4c66', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'port_id': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'mac_address': 'fa:16:3e:db:a2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:12:42Z', 'updated_at': '2021-08-12T02:13:23Z', 'revision_number': 8, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:26.448780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:26.503299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'port_id': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'mac_address': 'fa:16:3e:1a:90:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7ea11-5793-46c0-a2e6-72db8651c324', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:26.569335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:26.607995 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21bda9e8-fc04-4353-8c60-5ae92e07c181 req-80070cf6-7cfe-4f13-aeab-2117e097afad tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 210 time: 0.0821693 Aug 12 02:13:26.626976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c760a118-12b8-43fb-9373-f0d994a31f71 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:26.639660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 02a08963-7cae-41fb-8557-1146376c4a04 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:26.640102 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:26.662729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-ccb2b2ec-8ce4-4997-801f-3f86afb6a7af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 999 time: 0.2224548 Aug 12 02:13:26.716034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-ec1683aa-0f3c-42f7-8158-c31b4d599d26 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004906 Aug 12 02:13:26.735694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:26.746803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:26.780631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-4ce69ffd-d87b-4831-9282-73f1c7ff40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.782553 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-4ce69ffd-d87b-4831-9282-73f1c7ff40e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1123505 Aug 12 02:13:26.848624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30165b7c-b411-4649-b97d-327e11ad0fa7 None None] New status for floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:26.863105 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb7a0d6-46e0-436f-a4f9-97e19888b26b x-openstack-request-id: req-3eb7a0d6-46e0-436f-a4f9-97e19888b26b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:26.863457 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b170188-e9d3-43fb-ab36-d7e53ae98eac", "name": "network-vif-deleted", "tag": "430f843b-c5dd-4054-92d9-fa53d9672f6e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:26.863789 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3eb7a0d6-46e0-436f-a4f9-97e19888b26b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:26.864243 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b170188-e9d3-43fb-ab36-d7e53ae98eac', 'name': 'network-vif-deleted', 'tag': '430f843b-c5dd-4054-92d9-fa53d9672f6e', 'status': 'completed', 'code': 200} Aug 12 02:13:26.879037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-4bd31b16-909e-4d8e-9029-9e2c8415e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:26.882725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-4bd31b16-909e-4d8e-9029-9e2c8415e461 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901592 Aug 12 02:13:26.920876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:26.940053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:26.997892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:27.037027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port c4186590-1107-40cd-8ace-c63bc0d4227d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:27.037665 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.052080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.175814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c0dac8c-d524-4f23-8a2a-a5aaad6d19da req-4ca15ff1-b10a-4706-b5d0-ae6ccd926a11 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364512 Aug 12 02:13:27.191901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Allocated IP 192.168.233.231 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:27.216609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c760a118-12b8-43fb-9373-f0d994a31f71'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:27.231713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:27.309184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:27.312309 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6450cd-e518-4528-97ef-49400617c754" -d '{"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:27.382597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbc5c8-e7e6-4274-984e-e1c74804b3b6 req-b3490f42-5f66-4776-a735-4f25c2dc37ae tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:27.387824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port c4186590-1107-40cd-8ace-c63bc0d4227d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c4186590-1107-40cd-8ace-c63bc0d4227d,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:27.388203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.390011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddbbc5c8-e7e6-4274-984e-e1c74804b3b6 req-b3490f42-5f66-4776-a735-4f25c2dc37ae tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 944 time: 0.1011064 Aug 12 02:13:27.404168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for c4186590-1107-40cd-8ace-c63bc0d4227d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:27.461291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddbbc5c8-e7e6-4274-984e-e1c74804b3b6 req-cbcb5a80-107c-4e16-924a-3dab2f16bc0d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696030 Aug 12 02:13:27.466005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-d8ca7b4f-1eb3-451f-8f44-bba32ed4862a service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5733593 Aug 12 02:13:27.569670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a678c0-2fba-48ed-868d-37f3ac983f90 req-275d09fe-b236-48bd-a288-2094174c5bf0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:27.576027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63a678c0-2fba-48ed-868d-37f3ac983f90 req-275d09fe-b236-48bd-a288-2094174c5bf0 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9 HTTP/1.1" status: 200 len: 950 time: 0.1603603 Aug 12 02:13:27.607614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.652331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d210-605c-4611-a0e7-8cbe5653eb76 req-543607ac-6482-4b88-b7c0-d5bc083d50a0 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:27.662130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2422d210-605c-4611-a0e7-8cbe5653eb76 req-543607ac-6482-4b88-b7c0-d5bc083d50a0 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.1011348 Aug 12 02:13:27.670426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54130) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:27.682534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Request body: {'floatingip': {'port_id': 'a1092d67-6e3b-41bd-ab67-c6d64defed00'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:27.691973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4899d03-a905-4a45-a163-a2f9b46dee45 req-1ef65855-0f39-4985-8b68-cf7003ffbdb2 service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102940 Aug 12 02:13:27.719349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Transition to ACTIVE for port object 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:27.722934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.740743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63a678c0-2fba-48ed-868d-37f3ac983f90 req-61548465-2f01-4053-8ee2-d9dea4b0fa45 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463184 Aug 12 02:13:27.759745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', '5310701d-913e-45cb-ba99-dec416321a66', '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:27.772382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.796889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=c4186590-1107-40cd-8ace-c63bc0d4227d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:27.850949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd0975-1113-42a7-bc9f-67075363a0c9 req-2c92f8d3-acc6-4124-9c52-158494e911cf tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:27.858924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1cd0975-1113-42a7-bc9f-67075363a0c9 req-2c92f8d3-acc6-4124-9c52-158494e911cf tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1325772 Aug 12 02:13:27.859921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port c4186590-1107-40cd-8ace-c63bc0d4227d on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:27.869327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:27.872082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c207d72e-0908-4f07-a3f6-89eaebde1027 req-1143ddee-5da5-4d0f-a03e-8b17309df1da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "DELETE /v2.0/ports/c4186590-1107-40cd-8ace-c63bc0d4227d HTTP/1.1" status: 204 len: 173 time: 1.6752045 Aug 12 02:13:27.913028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 430f843b-c5dd-4054-92d9-fa53d9672f6e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:27.970200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 430f843b-c5dd-4054-92d9-fa53d9672f6e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:27.970200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 430f843b-c5dd-4054-92d9-fa53d9672f6e not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:27.993482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18e7b361-7679-4d50-8fca-8825493aa0ce req-931dfeb9-cf0e-4da6-a052-98177ed64889 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 998 time: 0.1906075 Aug 12 02:13:28.000449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.006368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1cd0975-1113-42a7-bc9f-67075363a0c9 req-7c8bf284-3147-486a-a967-e728fa40f939 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463358 Aug 12 02:13:28.021717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'name': 'network-vif-deleted', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:28.025212 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a08a9-1004-49ad-a01d-ec33e4ef4f03" -d '{"events": [{"server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "name": "network-vif-deleted", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:28.135057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c4186590-1107-40cd-8ace-c63bc0d4227d no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:28.174047 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef145da-844b-4181-831f-83292206749b x-openstack-request-id: req-fef145da-844b-4181-831f-83292206749b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:28.174290 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-plugged", "status": "completed", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:28.174492 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fef145da-844b-4181-831f-83292206749b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:28.174881 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'code': 200} Aug 12 02:13:28.178386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c4186590-1107-40cd-8ace-c63bc0d4227d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:28.178569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c4186590-1107-40cd-8ace-c63bc0d4227d not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:28.190475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:28.219152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:28.226235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:28.234357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:28.315285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:28.316075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.327374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7b361-7679-4d50-8fca-8825493aa0ce req-b2855532-8482-4130-9213-fa97b38a37d9 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:28.329022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18e7b361-7679-4d50-8fca-8825493aa0ce req-b2855532-8482-4130-9213-fa97b38a37d9 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.3252833 Aug 12 02:13:28.342450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-18e7b361-7679-4d50-8fca-8825493aa0ce req-5747d592-7802-476a-984b-2f758b4912ef tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:13:28.349849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18e7b361-7679-4d50-8fca-8825493aa0ce req-5747d592-7802-476a-984b-2f758b4912ef tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135190 Aug 12 02:13:28.394146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-68f9a510-4fc7-4b05-94c7-7f6a43d9f9f2 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1343827 Aug 12 02:13:28.415017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Request body: {'port': {'device_id': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:28.473679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:28.488630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5', '02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:28.525175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.563546 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0361da-438d-477a-9b6d-0e63258894b5 x-openstack-request-id: req-7c0361da-438d-477a-9b6d-0e63258894b5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:28.563744 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9", "name": "network-vif-deleted", "tag": "c4186590-1107-40cd-8ace-c63bc0d4227d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:28.564001 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c0361da-438d-477a-9b6d-0e63258894b5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:28.564403 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c73ccd1-097b-4f2c-a25e-5874f5e6f4b9', 'name': 'network-vif-deleted', 'tag': 'c4186590-1107-40cd-8ace-c63bc0d4227d', 'status': 'completed', 'code': 200} Aug 12 02:13:28.642316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394c8e2-05e2-43a6-9adb-829f4aa050f6 req-51fcf965-3a75-4bbc-bdb1-0276f37ab9eb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:28.647954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7394c8e2-05e2-43a6-9adb-829f4aa050f6 req-51fcf965-3a75-4bbc-bdb1-0276f37ab9eb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 936 time: 0.2261009 Aug 12 02:13:28.744407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7394c8e2-05e2-43a6-9adb-829f4aa050f6 req-5770bb2a-6a14-4aa0-a517-968557ea925c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906930 Aug 12 02:13:28.756659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-45c6fe9b-061e-4e41-888a-61db6b33b3fb tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1001 time: 0.1546378 Aug 12 02:13:28.794811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.809341 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.843165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-478923d7-a4f0-49de-8ed6-c135fdc76f24 None None] Provisioning for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:28.862323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-e7970a51-0a4b-40a6-afff-d555e1e14bd3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:28.867209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-478923d7-a4f0-49de-8ed6-c135fdc76f24 None None] Provisioning complete for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:28.867680 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-478923d7-a4f0-49de-8ed6-c135fdc76f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:28.877376 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-e7970a51-0a4b-40a6-afff-d555e1e14bd3 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports/0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 942 time: 0.1088426 Aug 12 02:13:29.020436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46c3e3-e8c4-4248-a61a-3356ebb42e85 req-7615a26e-ce5d-4bd0-9e49-86e1564202a8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:29.031718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed46c3e3-e8c4-4248-a61a-3356ebb42e85 req-7615a26e-ce5d-4bd0-9e49-86e1564202a8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 944 time: 0.1498835 Aug 12 02:13:29.084558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-940dcc3e-91be-4c6c-b3cd-a58fd3d13ef1 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1001 time: 0.1173904 Aug 12 02:13:29.103436 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab associated. External IP: 172.25.3.252, port: a1092d67-6e3b-41bd-ab67-c6d64defed00. Aug 12 02:13:29.124216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-478923d7-a4f0-49de-8ed6-c135fdc76f24 None None] Port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:13:29.197602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed46c3e3-e8c4-4248-a61a-3356ebb42e85 req-ceb5c8a5-17ef-4d24-8318-db9555dca25c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640975 Aug 12 02:13:29.199519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:29.237690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.266537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Transition to ACTIVE for port object 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:29.277956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.327487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:29.339431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-5464988f-c92f-49e5-a814-c58a6e9dc436 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:29.340910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-5464988f-c92f-49e5-a814-c58a6e9dc436 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.2458913 Aug 12 02:13:29.507738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-fa5e2d42-f910-4322-82ca-6bf4da8aea32 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 1001 time: 0.1594975 Aug 12 02:13:29.522286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:29.552081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d344f-8741-473b-9dd0-eeca511313c2 req-bb276f0f-43bb-4192-991c-44b80f5e6113 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:29.553649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-857d344f-8741-473b-9dd0-eeca511313c2 req-bb276f0f-43bb-4192-991c-44b80f5e6113 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1406691 Aug 12 02:13:29.570544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:29.570544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:29.570544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:29.578254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:13:29.578254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:29.585062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:29.585415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:29.585809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:29.586256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Bound port: 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:29.586623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.609666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.649252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-857d344f-8741-473b-9dd0-eeca511313c2 req-3418dbf8-2fad-4fe2-bc75-6c218643a6fc tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853047 Aug 12 02:13:29.659395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:29.766707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:29.791031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:29.802025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.823340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:29.829623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.833450 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:29.850438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:29.858877 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:29.866569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-db15845c-f06f-4769-b3e9-a1ffe00ffdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "PUT /v2.0/floatingips/c971c85f-327c-4eed-b2eb-453ccfe7e5ab HTTP/1.1" status: 200 len: 991 time: 2.1903024 Aug 12 02:13:29.866846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.867178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:29.870775 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:29.877615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:29.878343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.879688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] 10.222.0.21 "PUT /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 1096 time: 1.4691570 Aug 12 02:13:29.880294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:29.880609 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66 disassociated. External IP: 172.25.3.228, port: 0ab2fd92-8a21-4412-842e-ccb8e76fec17. Aug 12 02:13:29.950539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfd0c0-0a5f-447e-8e5c-833877a9438c service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:30.034589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:30.071918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-a2ed592f-e095-4eca-be47-ac747bdb0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.074536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-a2ed592f-e095-4eca-be47-ac747bdb0beb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.0736852 Aug 12 02:13:30.102845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7d78d-8845-41f8-b5e1-01b1d02042e9 req-ba918e5f-7590-4437-a1d1-7ee149438fe1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.105011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3f7d78d-8845-41f8-b5e1-01b1d02042e9 req-ba918e5f-7590-4437-a1d1-7ee149438fe1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.0796845 Aug 12 02:13:30.112368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:30.182859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3f7d78d-8845-41f8-b5e1-01b1d02042e9 req-b0cd070d-44b7-4cfc-8931-1a576cf2d3f6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Aug 12 02:13:30.196875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-d7674013-5661-4032-a439-c2c4ac483ba6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.1015003 Aug 12 02:13:30.227504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c760a118-12b8-43fb-9373-f0d994a31f71 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:30.231586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:30.363976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500ee02-bbb7-4d62-97df-1ede4c4d8c14 req-97b2408c-80ad-4f2c-a526-59d746b376f3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.366000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1500ee02-bbb7-4d62-97df-1ede4c4d8c14 req-97b2408c-80ad-4f2c-a526-59d746b376f3 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0861046 Aug 12 02:13:30.367046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-2f4d9ad5-f28e-4b61-9098-cc15761236bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.367592 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:30.370263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-2f4d9ad5-f28e-4b61-9098-cc15761236bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1639042 Aug 12 02:13:30.395628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:30.414582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:30.424399 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8cf750-d65d-4282-84ec-fcfa176f42a3" -d '{"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-plugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:30.441402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1500ee02-bbb7-4d62-97df-1ede4c4d8c14 req-ff17d39d-848e-423c-9042-4d92af5bafec tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591278 Aug 12 02:13:30.456070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:30.464490 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:ae:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:13:28Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:30.481646 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:30.494731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-47211eca-33e6-49f7-8f05-041860e7f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.496390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-47211eca-33e6-49f7-8f05-041860e7f13e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133907 Aug 12 02:13:30.517218 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:30.528003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:30.529285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:30.554764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:30.576770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:30.579635 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba002a4e-1c45-4af3-a7a7-fe42939783c1 x-openstack-request-id: req-ba002a4e-1c45-4af3-a7a7-fe42939783c1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:30.579918 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:30.580172 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba002a4e-1c45-4af3-a7a7-fe42939783c1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:30.580577 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'status': 'completed', 'code': 200} Aug 12 02:13:30.581892 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:30.685229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:30.704963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b4912-4f29-4ad4-8ec3-9c370460da9b req-d210a87d-1606-4d1d-bd2b-d2d23c7b487c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:30.706691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f66b4912-4f29-4ad4-8ec3-9c370460da9b req-d210a87d-1606-4d1d-bd2b-d2d23c7b487c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0661376 Aug 12 02:13:30.753095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f66b4912-4f29-4ad4-8ec3-9c370460da9b req-12d27fdb-8d18-4732-bbee-e50a818bc4c6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Aug 12 02:13:30.817948 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed806762-d507-4aaf-9c24-9f727771c651 x-openstack-request-id: req-ed806762-d507-4aaf-9c24-9f727771c651 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:30.818447 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-plugged", "status": "completed", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:30.819135 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed806762-d507-4aaf-9c24-9f727771c651 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:30.819729 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'code': 200} Aug 12 02:13:30.966246 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:ae:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:13:28Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:30.995989 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4554799f-2cba-427d-9895-5de0ac52d2af None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c971c85f-327c-4eed-b2eb-453ccfe7e5ab', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'floating_ip_address': '172.25.3.252', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e6678758-e060-4837-9282-10ba240698d0', 'port_id': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'mac_address': 'fa:16:3e:ae:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:09:56Z', 'updated_at': '2021-08-12T02:13:28Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:31.019069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f5ded-d4ab-431c-ba44-4d6a2c4feb57 req-1ef57bd0-db86-41c7-908a-825e4968c765 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.030972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-369f5ded-d4ab-431c-ba44-4d6a2c4feb57 req-1ef57bd0-db86-41c7-908a-825e4968c765 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0901465 Aug 12 02:13:31.032088 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1364b85f-5898-4ab6-8f41-63db17d927de x-openstack-request-id: req-1364b85f-5898-4ab6-8f41-63db17d927de {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:31.032394 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:31.032643 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1364b85f-5898-4ab6-8f41-63db17d927de {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:31.033011 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'status': 'completed', 'code': 200} Aug 12 02:13:31.100469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:31.108594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-8e5f5f96-9d94-48ea-be1d-55de39790e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.110110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-8e5f5f96-9d94-48ea-be1d-55de39790e54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 1096 time: 0.0886517 Aug 12 02:13:31.118117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-369f5ded-d4ab-431c-ba44-4d6a2c4feb57 req-b21478b7-305d-4a69-8e60-d929564c680f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834825 Aug 12 02:13:31.125019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:31.129177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bdf9a-9ddf-48a3-8975-82736e87aca6 req-62dc7d15-5e94-41b4-ae19-c42a623d9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.132160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd7bdf9a-9ddf-48a3-8975-82736e87aca6 req-62dc7d15-5e94-41b4-ae19-c42a623d9b2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 1096 time: 0.0675368 Aug 12 02:13:31.137354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:31.137990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:31.138313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:31.212022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd7bdf9a-9ddf-48a3-8975-82736e87aca6 req-147f27a1-1bc5-40a7-b775-c439ab09aa51 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720766 Aug 12 02:13:31.230795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-0b343229-303b-466b-b877-75367d737a1e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203674 Aug 12 02:13:31.245957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d837869d-8e8f-4aa5-8c81-8d56d96eee05 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "PUT /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 696 time: 1.7270188 Aug 12 02:13:31.367006 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2b4e4-7405-483e-81bc-ff191e3bc1f5 None None] New status for floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:31.367229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:31.394517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6052a9-b84d-49be-8de7-1f1d5e20344b req-e89c7262-4874-4422-98b8-fee833a2ff15 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225941 Aug 12 02:13:31.398023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6404a7-8ec7-444e-86c4-917220592334 req-4281014c-3346-4428-afd3-21c42b2b28b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.410395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d6404a7-8ec7-444e-86c4-917220592334 req-4281014c-3346-4428-afd3-21c42b2b28b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.1090372 Aug 12 02:13:31.468360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-1f989a24-b2df-48db-bb03-320687fb82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.468360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-1f989a24-b2df-48db-bb03-320687fb82b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 200 len: 925 time: 0.3237734 Aug 12 02:13:31.495927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d6404a7-8ec7-444e-86c4-917220592334 req-38be243b-b1b5-4097-955a-65b6e7ea105d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765219 Aug 12 02:13:31.548988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-50be8d76-f200-4adb-8aae-bab0ab6709a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.550540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-50be8d76-f200-4adb-8aae-bab0ab6709a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.2923779 Aug 12 02:13:31.564294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:31.628283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7728438-cb32-4be7-88de-7a30a8dd2f9e req-e385f0ca-e39d-4b6e-bdb2-912f35925d03 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.629965 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7728438-cb32-4be7-88de-7a30a8dd2f9e req-e385f0ca-e39d-4b6e-bdb2-912f35925d03 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0731592 Aug 12 02:13:31.701278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7728438-cb32-4be7-88de-7a30a8dd2f9e req-27893650-9c59-48b9-b774-5e3fe9e3eb35 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555375 Aug 12 02:13:31.738125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-6d25ee4f-fc7d-4242-8991-5ea984d0ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.739669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-6d25ee4f-fc7d-4242-8991-5ea984d0ee08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.2057259 Aug 12 02:13:31.743665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-1cb109c6-794a-43ed-9da8-c83e98d316fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00 HTTP/1.1" status: 200 len: 999 time: 0.2617288 Aug 12 02:13:31.844577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-5e54d987-4d52-46dd-8c53-9de0891fc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.846222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-5e54d987-4d52-46dd-8c53-9de0891fc502 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2715387 Aug 12 02:13:31.901604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-9f102165-be28-48c5-8cf5-585ddde96423 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.0485620 Aug 12 02:13:31.924976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-274c3806-9823-47ce-a242-6f513e272c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:31.927002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad61c0-7977-49ee-ab3a-718f17c4cb2b req-b63508d8-d3c5-45d0-9791-06bac7c43e38 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.933907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:31.935728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daad61c0-7977-49ee-ab3a-718f17c4cb2b req-b63508d8-d3c5-45d0-9791-06bac7c43e38 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0742493 Aug 12 02:13:31.962259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:31.963154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d4a5f52f-11eb-4b29-9fd4-67a60abcdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.964669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-d4a5f52f-11eb-4b29-9fd4-67a60abcdbce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.0532799 Aug 12 02:13:31.969750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-0dc77caa-afd5-4ba6-bb8b-28138a4b844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:31.971779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:31.971938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-0dc77caa-afd5-4ba6-bb8b-28138a4b844b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 200 len: 863 time: 0.2122250 Aug 12 02:13:31.973020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:31.988165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daad61c0-7977-49ee-ab3a-718f17c4cb2b req-6b645a00-a4f4-456a-a345-5cafb1f8e153 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514035 Aug 12 02:13:32.049095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-64e12e6b-994f-4258-86e0-ef6bfe0ea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.050574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-64e12e6b-994f-4258-86e0-ef6bfe0ea54f service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3009374 Aug 12 02:13:32.071692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-6accb628-f75b-4041-a945-d361239dd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.073800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-6accb628-f75b-4041-a945-d361239dd854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993552 Aug 12 02:13:32.077674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-6e3e188f-3cdd-4580-a1e0-db7c10c16174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.079435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-6e3e188f-3cdd-4580-a1e0-db7c10c16174 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943213 Aug 12 02:13:32.107048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:32.125216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-78cd9c10-cb77-4b76-9d89-cfcd447684af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0624831 Aug 12 02:13:32.310082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1d3e-62c0-4ca8-8cd1-17dcb28ad56e req-4d76eac4-cae7-4816-adf2-0afea6f57bfd tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.311061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-f278d322-7ab3-4ef4-8b34-1f5fdac9b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.312549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-f278d322-7ab3-4ef4-8b34-1f5fdac9b683 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1121891 Aug 12 02:13:32.317427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c8c1d3e-62c0-4ca8-8cd1-17dcb28ad56e req-4d76eac4-cae7-4816-adf2-0afea6f57bfd tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0861673 Aug 12 02:13:32.319255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-f9c2565e-f587-4a7f-bf95-dca711691c2e service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134335 Aug 12 02:13:32.321031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-8ee742f0-2906-4983-a4d4-cb634b5bed7f service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141623 Aug 12 02:13:32.346868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-a3e65e5b-0253-4d39-9d9f-51cfecc045d8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.348386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-a3e65e5b-0253-4d39-9d9f-51cfecc045d8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.1505919 Aug 12 02:13:32.412770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:32.431882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c8c1d3e-62c0-4ca8-8cd1-17dcb28ad56e req-39a4cf52-1da6-495c-b8e3-953cfd19faaa tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104319 Aug 12 02:13:32.502162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3661f5b4-bfea-43b9-8f88-d27e74d05666 None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:12:14Z', 'revision_number': 4, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c6ee84af-134d-4831-92fc-f94a73fd4cd2', 'name': '', 'network_id': '6fe2d619-df28-4acd-a1b1-23f275840625', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'mac_address': 'fa:16:3e:fb:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:13Z', 'updated_at': '2021-08-12T02:12:21Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'subnets': [{'id': '054f899d-804f-4a36-96cf-7625769a9e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:32.603167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd5fd1c-7c3b-4271-8eb1-8bde3b9f4a32 req-b719e68e-d1b0-407f-8677-b4ae533af0f3 service neutron] 10.222.0.25 "GET /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705619 Aug 12 02:13:32.614581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:32.614927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:32.634645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-f42d558f-a3fd-48c3-b18c-e6e6169cfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.636487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-f42d558f-a3fd-48c3-b18c-e6e6169cfd2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3127732 Aug 12 02:13:32.716644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34b47882-c68a-4820-8daa-0e5283491fd5 req-11916559-5f3d-40b8-812e-ddc1cab2ef94 service neutron] 10.222.0.11 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850136 Aug 12 02:13:32.772502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-64546f1e-94f1-49ec-990a-d9827252417d service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269221 Aug 12 02:13:32.809632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:32.810293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:32.831505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:32.859253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fcd49-7131-4f14-8e6d-ce7800892fbf req-68255ca7-10ce-4c0d-bf8b-638824cef1d3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.867667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e3fcd49-7131-4f14-8e6d-ce7800892fbf req-68255ca7-10ce-4c0d-bf8b-638824cef1d3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.1098056 Aug 12 02:13:32.904103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db268ad-529b-4345-8105-e7478f89a745 req-75d6c776-ac96-409e-8f6f-954744bf6f6f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:32.905783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7db268ad-529b-4345-8105-e7478f89a745 req-75d6c776-ac96-409e-8f6f-954744bf6f6f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=7152c7c9-baba-4a9b-a49e-93515eadb52d HTTP/1.1" status: 200 len: 949 time: 0.0906270 Aug 12 02:13:32.925522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5161d9-b7f5-46dc-96a8-7307379894fd None None] New status for floating IP 40ca533a-c61e-4e65-9379-abb79d6c4c66: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:13:32.968466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e3fcd49-7131-4f14-8e6d-ce7800892fbf req-df224c1f-535d-4483-8230-5050c6706dd7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964522 Aug 12 02:13:32.973874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347928-f66e-4ee8-b3b8-e4dbfc1d9a00 req-4980c1b2-fd9c-4a10-8751-776e2c57c3ae service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908064 Aug 12 02:13:32.987709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7db268ad-529b-4345-8105-e7478f89a745 req-b02da5d8-3ebb-4696-9307-cce59a6959c2 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749805 Aug 12 02:13:33.034764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:33.037147 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:33.083400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:33.129453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:33.131629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', '5310701d-913e-45cb-ba99-dec416321a66', '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:33.143121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:33.145192 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eb9ecb-acb2-49fd-8489-16956b36144f x-openstack-request-id: req-f7eb9ecb-acb2-49fd-8489-16956b36144f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:33.145419 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:33.145643 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7eb9ecb-acb2-49fd-8489-16956b36144f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:33.146041 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:13:33.202360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.203110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.203782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.204487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.205035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.206198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.206847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.207503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.208212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.208771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.209307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.209843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:33.264199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:33.272274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:33.274686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d514258-50b7-4dc9-97c3-ed25cd4679a4 req-051824a5-352d-4bd6-b884-253c7ad2e908 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "DELETE /v2.0/ports/19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c HTTP/1.1" status: 204 len: 173 time: 0.9180739 Aug 12 02:13:33.276343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'name': 'network-vif-deleted', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:33.278801 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8021f4-085a-4127-b03c-35c8bb3d8aa9" -d '{"events": [{"server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "name": "network-vif-deleted", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:33.321939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89b82-9c9c-44a7-b76f-7f4432214977 req-5fb7fcc1-3a73-42df-a39a-acd8e091a45a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.324376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e89b82-9c9c-44a7-b76f-7f4432214977 req-5fb7fcc1-3a73-42df-a39a-acd8e091a45a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.2202759 Aug 12 02:13:33.336222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-84a80029-1243-419a-a1ac-a2ac1bd9cce8 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 200 len: 696 time: 0.0898004 Aug 12 02:13:33.365655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-641a5220-93b7-4a1b-a7af-388757cefd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.370581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-641a5220-93b7-4a1b-a7af-388757cefd71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 1096 time: 0.1671090 Aug 12 02:13:33.440412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e89b82-9c9c-44a7-b76f-7f4432214977 req-77e18a32-2d45-4fc1-9b9d-7a9d637b6b8f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052942 Aug 12 02:13:33.539951 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56982fff-483f-47e3-b02b-301cbfb35c5e x-openstack-request-id: req-56982fff-483f-47e3-b02b-301cbfb35c5e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:33.540238 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7152c7c9-baba-4a9b-a49e-93515eadb52d", "name": "network-vif-deleted", "tag": "19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:33.540492 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56982fff-483f-47e3-b02b-301cbfb35c5e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:33.540890 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7152c7c9-baba-4a9b-a49e-93515eadb52d', 'name': 'network-vif-deleted', 'tag': '19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c', 'status': 'completed', 'code': 200} Aug 12 02:13:33.607540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-58649103-5030-48e6-8fa4-ebdffa8ac878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.610099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-58649103-5030-48e6-8fa4-ebdffa8ac878 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 200 len: 922 time: 0.2227018 Aug 12 02:13:33.666605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9922e-7afc-461c-8a91-9de051e6c248 req-f213596c-ca9b-4e89-9c54-a53578ae40d9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.674971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46e9922e-7afc-461c-8a91-9de051e6c248 req-f213596c-ca9b-4e89-9c54-a53578ae40d9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0758147 Aug 12 02:13:33.690750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-ec20a002-0d76-45d0-9fb0-553998192c85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 200 len: 217 time: 0.0621910 Aug 12 02:13:33.725592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46e9922e-7afc-461c-8a91-9de051e6c248 req-d52204fb-cbdc-444e-879b-7706f51b1a51 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474885 Aug 12 02:13:33.739363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-ccf8a3d9-0a1e-486b-aae5-cffa077f40ee tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.739363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-ccf8a3d9-0a1e-486b-aae5-cffa077f40ee tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.3918664 Aug 12 02:13:33.818234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-7c5ec11c-12b8-4ab5-a54d-e9700a26fdd8 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 697 time: 0.0796964 Aug 12 02:13:33.847092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9fd86-fc7d-4665-a5ac-7a48f51dbce0 req-6273aaf8-0e63-477f-b9c5-f451c1600183 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.848803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd9fd86-fc7d-4665-a5ac-7a48f51dbce0 req-6273aaf8-0e63-477f-b9c5-f451c1600183 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0627880 Aug 12 02:13:33.887502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-1919f6fa-c344-4c40-990f-f360a5568845 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 697 time: 0.0683792 Aug 12 02:13:33.894316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-eef4ca3a-c734-41de-a14c-7aefb76330cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:33.896003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-eef4ca3a-c734-41de-a14c-7aefb76330cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 200 len: 860 time: 0.1910081 Aug 12 02:13:33.896717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd9fd86-fc7d-4665-a5ac-7a48f51dbce0 req-7c6d6fcf-9b5e-4660-9b57-b000ca34076f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Aug 12 02:13:34.030868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-7241d026-dba1-4bc2-810d-4a4739a22106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:34.032450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-7241d026-dba1-4bc2-810d-4a4739a22106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6fe2d619-df28-4acd-a1b1-23f275840625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275272 Aug 12 02:13:34.149807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Deleting port 04f38285-f5af-4d03-9fab-c48a02cc1a6a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:34.150161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.216394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.223251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-db3e078c-76af-46f9-9477-bdcbcdc3b16d service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599886 Aug 12 02:13:34.282193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad95b3-3f62-4221-a84e-e1124f5dd6ee req-dc944784-dd5b-495a-bd77-d336728dedd0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:34.289708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4bad95b3-3f62-4221-a84e-e1124f5dd6ee req-dc944784-dd5b-495a-bd77-d336728dedd0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.0590324 Aug 12 02:13:34.298168 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.298506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.321942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Calling delete_port for 04f38285-f5af-4d03-9fab-c48a02cc1a6a owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:34.328345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4bad95b3-3f62-4221-a84e-e1124f5dd6ee req-22d9c695-9747-4ad4-8fbb-c892a8c06bdc tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Aug 12 02:13:34.394943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddbbfab-3bf6-4a7a-8a1e-f82ada971d5c req-2456ce80-f47b-4a15-bfb0-3513d2928e1d service neutron] 10.222.0.21 "GET /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593957 Aug 12 02:13:34.477648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3c253c4a-58d7-4048-91f5-0907f2b4dd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.497920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.530275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event deleted for resources: {'Port': ['ID=04f38285-f5af-4d03-9fab-c48a02cc1a6a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:34.541060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.541413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.542324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.542668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.543008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.543348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.543696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.544031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.544362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.544692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.545022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.545349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:34.601512 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.618315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.619628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-198aef80-94e7-480e-b6c8-d9b973782f0d req-477c90c2-b5cf-4e74-8791-0664f6396cab tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "DELETE /v2.0/floatingips/40ca533a-c61e-4e65-9379-abb79d6c4c66 HTTP/1.1" status: 204 len: 173 time: 0.7226427 Aug 12 02:13:34.633865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-555d217b-7afc-4389-ae8d-8aca8cfb99fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:34.634096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:34.637992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-555d217b-7afc-4389-ae8d-8aca8cfb99fe tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.1257899 Aug 12 02:13:34.654848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-c1865b10-8fbd-4de8-82de-ca5e5c63e94b tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/quotas/9e89bd7503ef4a5580443da4b02763de HTTP/1.1" status: 200 len: 375 time: 0.0104067 Aug 12 02:13:34.712972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-89ba2843-864a-418d-8671-a830c7576e71 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521224 Aug 12 02:13:34.821982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-6b5feabc-f46c-4cba-8379-14ce0b777756 service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004493 Aug 12 02:13:34.923931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-f0d7023a-2676-4b7f-877b-657aa5180336 service neutron] 10.222.0.11 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948644 Aug 12 02:13:35.014969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab131b01-5868-4d2b-8e2f-d5a3cc86b9d1 req-fa8376d7-dda8-40ce-b012-d6183c5f4b90 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:35.016535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab131b01-5868-4d2b-8e2f-d5a3cc86b9d1 req-fa8376d7-dda8-40ce-b012-d6183c5f4b90 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.0584764 Aug 12 02:13:35.074392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab131b01-5868-4d2b-8e2f-d5a3cc86b9d1 req-f0b63f4f-d735-4c35-97db-b94353d371b6 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Aug 12 02:13:35.160598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9460-74a7-4c80-bb6e-5c3a4ffa73c2 req-99b19f8b-9475-4281-b646-1404f8a3f461 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:35.162183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57fe9460-74a7-4c80-bb6e-5c3a4ffa73c2 req-99b19f8b-9475-4281-b646-1404f8a3f461 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.0689270 Aug 12 02:13:35.217588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57fe9460-74a7-4c80-bb6e-5c3a4ffa73c2 req-a82c8f1b-186a-4586-8424-38795c5fbe8c tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Aug 12 02:13:35.237912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6374bdf-10b6-476a-879e-96ac1a65721b req-e7d0b9a6-716e-4257-92b6-ce18ef154ac5 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:35.240626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6374bdf-10b6-476a-879e-96ac1a65721b req-e7d0b9a6-716e-4257-92b6-ce18ef154ac5 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0945556 Aug 12 02:13:35.300651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6374bdf-10b6-476a-879e-96ac1a65721b req-22d570e8-ea0c-4ed6-9664-3e3b5b091198 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522199 Aug 12 02:13:35.401317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-693084ba-03e5-452e-82ab-786a8d3667d2 req-df999e15-83fa-4787-9f77-652ec4770863 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 210 time: 0.0477705 Aug 12 02:13:35.481120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865b31-bbfa-4e29-af18-9d9258bdbc11 req-21fbd9a9-850f-483c-939c-14b1d0d00af1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:35.483930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a865b31-bbfa-4e29-af18-9d9258bdbc11 req-21fbd9a9-850f-483c-939c-14b1d0d00af1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.0895803 Aug 12 02:13:35.532048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a865b31-bbfa-4e29-af18-9d9258bdbc11 req-a37ac11b-429a-408d-b1ba-32a9e9f9fb6e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Aug 12 02:13:35.688813 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:35.924516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:36.002391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-be02fd6d-6fa4-4e52-8a7d-abdb36e793ed tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:36.003921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-be02fd6d-6fa4-4e52-8a7d-abdb36e793ed tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3151413-bfb2-471b-b619-4af9c00a9711 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Aug 12 02:13:36.022882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:36.037897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'mac_address': 'fa:16:3e:49:32:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:36.076775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.090739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:36.109841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Deleting port c760a118-12b8-43fb-9373-f0d994a31f71 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:36.110089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.143497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:36.148493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.204031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:36.212386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.212734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.213076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.213980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.214513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.214865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.215763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a8f3-7186-4110-9455-bdf8a42d937a req-9bd5b977-f3de-4319-9fb2-9bffa008853a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:36.223448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ac7a8f3-7186-4110-9455-bdf8a42d937a req-9bd5b977-f3de-4319-9fb2-9bffa008853a tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.0612354 Aug 12 02:13:36.229491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.229870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.230217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.230558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.230896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.231752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:36.277846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] For port c760a118-12b8-43fb-9373-f0d994a31f71, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c760a118-12b8-43fb-9373-f0d994a31f71,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:36.278106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.281608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ac7a8f3-7186-4110-9455-bdf8a42d937a req-42dc4bab-09c5-4014-a7c1-5e813f306284 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Aug 12 02:13:36.301633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Calling delete_port for c760a118-12b8-43fb-9373-f0d994a31f71 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:36.424103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc54cb8-dd04-4eac-84f8-939836135309 req-53f57d5b-7689-4179-8eaa-65f6333c283c tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:36.428041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ecc54cb8-dd04-4eac-84f8-939836135309 req-53f57d5b-7689-4179-8eaa-65f6333c283c tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.1148612 Aug 12 02:13:36.496119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-d2deee49-6ef9-4f50-833b-e0def15fff6c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:36.498811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-d2deee49-6ef9-4f50-833b-e0def15fff6c tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 814 time: 0.1851110 Aug 12 02:13:36.516031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ecc54cb8-dd04-4eac-84f8-939836135309 req-122d875c-8659-41b8-9292-b51f19ca6171 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770276 Aug 12 02:13:36.560768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Request body: {'port': {'device_id': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'admin_state_up': True, 'tenant_id': '9e89bd7503ef4a5580443da4b02763de'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:36.591899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.604887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c760a118-12b8-43fb-9373-f0d994a31f71'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:36.652096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d272-4e72-4134-95ad-48864c69cd17 req-eb7d0a49-1753-409f-8e9e-5dc18127bd4b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:36.658222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event deleted for resources: {'Port': ['ID=c760a118-12b8-43fb-9373-f0d994a31f71,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:36.659709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fe5d272-4e72-4134-95ad-48864c69cd17 req-eb7d0a49-1753-409f-8e9e-5dc18127bd4b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1962733 Aug 12 02:13:36.711565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] No DVR routers for this DVR port c760a118-12b8-43fb-9373-f0d994a31f71 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:36.714972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.717174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a9d00c6-8963-45c6-8623-4a02e13242bc req-af8a0c0a-5d65-42a4-9a9f-68cb04826ff3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "DELETE /v2.0/ports/c760a118-12b8-43fb-9373-f0d994a31f71 HTTP/1.1" status: 204 len: 173 time: 0.7056890 Aug 12 02:13:36.740393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-deleted', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:36.742649 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd3c84-e52c-4b57-9996-0130033a3e42" -d '{"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-deleted", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:36.742794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fe5d272-4e72-4134-95ad-48864c69cd17 req-090c5502-5150-4d97-99a8-bc0cb1175e3e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822208 Aug 12 02:13:36.764415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-22874e0e-06d1-448c-81e0-c4e1508c288e req-a37565e2-8367-48d6-a1f6-5d5d47695e92 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 210 time: 0.1070921 Aug 12 02:13:36.769072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Made reservation on behalf of 9e89bd7503ef4a5580443da4b02763de for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:36.774006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:36.780233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:36.978085 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0205262b-78f9-48e7-bbd6-7e0aebdf5daf x-openstack-request-id: req-0205262b-78f9-48e7-bbd6-7e0aebdf5daf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:36.978455 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3151413-bfb2-471b-b619-4af9c00a9711", "name": "network-vif-deleted", "tag": "c760a118-12b8-43fb-9373-f0d994a31f71", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:36.978639 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0205262b-78f9-48e7-bbd6-7e0aebdf5daf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:36.979054 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3151413-bfb2-471b-b619-4af9c00a9711', 'name': 'network-vif-deleted', 'tag': 'c760a118-12b8-43fb-9373-f0d994a31f71', 'status': 'completed', 'code': 200} Aug 12 02:13:36.990017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Allocated IP 172.20.0.12 (1ec25fcb-623a-438a-8ce9-4f942b099d0d/f6e7ea11-5793-46c0-a2e6-72db8651c324/0956a663-3276-4038-9af0-91d0dabe6f22) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:37.008555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-56752dba-3d47-442f-9e66-2016e13d8ba1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:37.010227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-56752dba-3d47-442f-9e66-2016e13d8ba1 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.1525409 Aug 12 02:13:37.022106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc24e4-b535-4fce-ab03-187f6c8bc999 req-050c72cd-4bb9-4887-abba-e6dccd4f4faa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:37.023630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55cc24e4-b535-4fce-ab03-187f6c8bc999 req-050c72cd-4bb9-4887-abba-e6dccd4f4faa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.1023579 Aug 12 02:13:37.122456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55cc24e4-b535-4fce-ab03-187f6c8bc999 req-da90ae3a-8f99-40fc-932f-f99d82d22d89 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907269 Aug 12 02:13:37.156560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 5310701d-913e-45cb-ba99-dec416321a66 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:37.156976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.196378 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.250255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-d8eeaffc-f77e-4ef0-869e-ea426dc80e2f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:37.252251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-d8eeaffc-f77e-4ef0-869e-ea426dc80e2f tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.0976841 Aug 12 02:13:37.260022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.397742 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.415385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c760a118-12b8-43fb-9373-f0d994a31f71'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:37.530494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Network 1ec25fcb-623a-438a-8ce9-4f942b099d0d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:37.545432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Deleting port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:37.545782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.785580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c447-2444-4c32-baa9-20500403c4cc req-aaa60840-0bf2-4536-a41a-40e849987ee6 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:37.787411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28c4c447-2444-4c32-baa9-20500403c4cc req-aaa60840-0bf2-4536-a41a-40e849987ee6 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 945 time: 0.0984361 Aug 12 02:13:37.796243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 5310701d-913e-45cb-ba99-dec416321a66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5310701d-913e-45cb-ba99-dec416321a66,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:37.796704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:37.825547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 5310701d-913e-45cb-ba99-dec416321a66 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:37.889972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:37.906312 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28c4c447-2444-4c32-baa9-20500403c4cc req-add2ee66-0fa5-480d-b24f-9f0e0ddc09d7 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/security-groups?id=2aee21f2-4b80-4127-9cce-d645567281ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066391 Aug 12 02:13:37.929362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:37.942974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:37.986119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:37.986798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.002640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cac1b-363a-4168-9dd5-9605ff34b6ba req-8ad03d5b-632c-4598-add7-09c91fad6166 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:38.004552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50cac1b-363a-4168-9dd5-9605ff34b6ba req-8ad03d5b-632c-4598-add7-09c91fad6166 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=a65cf2ee-2533-4889-a00c-f0b1001ea326 HTTP/1.1" status: 200 len: 950 time: 0.6203313 Aug 12 02:13:38.030771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:38.032358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19b1f6a2-689f-4033-bdfe-2ed5b5a7b10c not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:38.044053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event updated for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:38.067165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-720bfe82-2bc2-4c58-acde-c73a430ae4ea tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5206151 Aug 12 02:13:38.085156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.085747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Request body: {'port': {'device_id': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:38.097251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50cac1b-363a-4168-9dd5-9605ff34b6ba req-c11b17a3-b9bc-47b3-b169-cfc0955294fc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752294 Aug 12 02:13:38.106712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:38.145186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=5310701d-913e-45cb-ba99-dec416321a66,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:38.169324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d214f9d-2e54-4733-85a0-3b20f31d10fa req-fab7b759-04f0-41c3-a2de-cb604a8dff2f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:38.181182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d214f9d-2e54-4733-85a0-3b20f31d10fa req-fab7b759-04f0-41c3-a2de-cb604a8dff2f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1513493 Aug 12 02:13:38.202925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', '5310701d-913e-45cb-ba99-dec416321a66'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:38.249964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 5310701d-913e-45cb-ba99-dec416321a66 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:38.263201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.265518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34ad8594-95b4-4e11-a4b9-7bb2bc0a26ce req-39b6e451-1153-48ca-a06b-fd3694efb5db tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "DELETE /v2.0/ports/5310701d-913e-45cb-ba99-dec416321a66 HTTP/1.1" status: 204 len: 173 time: 1.2160666 Aug 12 02:13:38.286755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d214f9d-2e54-4733-85a0-3b20f31d10fa req-eaaa1e35-8aef-4389-a6a8-3541ba8a978f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045477 Aug 12 02:13:38.297016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.297016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] For port 0ab2fd92-8a21-4412-842e-ccb8e76fec17, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0ab2fd92-8a21-4412-842e-ccb8e76fec17,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:38.297016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.334627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3682cd-060b-495b-a7ff-2affe49c5326 req-646ca5b5-40a8-4b51-ad6d-110efcfd4ad4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:38.336176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f3682cd-060b-495b-a7ff-2affe49c5326 req-646ca5b5-40a8-4b51-ad6d-110efcfd4ad4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 932 time: 0.1106617 Aug 12 02:13:38.337957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Calling delete_port for 0ab2fd92-8a21-4412-842e-ccb8e76fec17 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:38.516804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6707f-223f-442b-bac8-20305c5f2b7f req-da24e1c3-5524-4698-b65c-12f37a662032 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:38.518933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6e6707f-223f-442b-bac8-20305c5f2b7f req-da24e1c3-5524-4698-b65c-12f37a662032 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.0718443 Aug 12 02:13:38.581734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f3682cd-060b-495b-a7ff-2affe49c5326 req-70f193aa-8204-4398-9a94-f5e6b6fa6732 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807001 Aug 12 02:13:38.590852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6e6707f-223f-442b-bac8-20305c5f2b7f req-c60e2615-3d9f-4489-a96f-4f23172f1d84 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594902 Aug 12 02:13:38.847448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0956a663-3276-4038-9af0-91d0dabe6f22 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:38.865635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.872565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.919891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Transition to ACTIVE for port object 0956a663-3276-4038-9af0-91d0dabe6f22 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:38.921055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Pushing event deleted for resources: {'Port': ['ID=0ab2fd92-8a21-4412-842e-ccb8e76fec17,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:38.925273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:38.980740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'name': 'network-vif-deleted', 'tag': '5310701d-913e-45cb-ba99-dec416321a66'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:38.984561 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c895c-2ef0-47cf-9a6b-0f82fb5a14d8" -d '{"events": [{"server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "name": "network-vif-deleted", "tag": "5310701d-913e-45cb-ba99-dec416321a66"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:39.013067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] No DVR routers for this DVR port 0ab2fd92-8a21-4412-842e-ccb8e76fec17 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:39.017098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:39.019087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c2b5270-fa1e-4d87-baff-8cbe99a7b6a7 req-b1eca7a1-3ea8-4ff6-b1f4-340247a81711 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.21 "DELETE /v2.0/ports/0ab2fd92-8a21-4412-842e-ccb8e76fec17 HTTP/1.1" status: 204 len: 173 time: 1.7352386 Aug 12 02:13:39.022778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'name': 'network-vif-deleted', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:39.024078 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76740ce1-9b3f-4d46-8b31-b0bc84bc9b31" -d '{"events": [{"server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "name": "network-vif-deleted", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:39.028023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:39.055730 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e23bc5-3f62-4031-848f-cedb0d512c18 x-openstack-request-id: req-f2e23bc5-3f62-4031-848f-cedb0d512c18 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:39.056012 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a65cf2ee-2533-4889-a00c-f0b1001ea326", "name": "network-vif-deleted", "tag": "5310701d-913e-45cb-ba99-dec416321a66", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:39.056263 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2e23bc5-3f62-4031-848f-cedb0d512c18 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:39.056651 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a65cf2ee-2533-4889-a00c-f0b1001ea326', 'name': 'network-vif-deleted', 'tag': '5310701d-913e-45cb-ba99-dec416321a66', 'status': 'completed', 'code': 200} Aug 12 02:13:39.059317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c8acd07-84c1-427c-b4bd-c49ef74dcae6 req-d549297c-ef48-46f4-b644-bc2bde7a5639 tempest-FloatingIPsAssociationTestJSON-1397375080 tempest-FloatingIPsAssociationTestJSON-1397375080-project] 10.222.0.11 "GET /v2.0/ports?device_id=619b4701-40df-43a6-88d6-c8c9a5673cb1 HTTP/1.1" status: 200 len: 210 time: 0.0538919 Aug 12 02:13:39.107192 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd73a6b-944e-4212-a41c-7410b2e942f1 x-openstack-request-id: req-fdd73a6b-944e-4212-a41c-7410b2e942f1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:39.107666 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619b4701-40df-43a6-88d6-c8c9a5673cb1", "name": "network-vif-deleted", "tag": "0ab2fd92-8a21-4412-842e-ccb8e76fec17", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:39.107912 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdd73a6b-944e-4212-a41c-7410b2e942f1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:39.108302 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619b4701-40df-43a6-88d6-c8c9a5673cb1', 'name': 'network-vif-deleted', 'tag': '0ab2fd92-8a21-4412-842e-ccb8e76fec17', 'status': 'completed', 'code': 200} Aug 12 02:13:39.124838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Attempting to bind port 0956a663-3276-4038-9af0-91d0dabe6f22 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:39.126327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Attempting to bind port 0956a663-3276-4038-9af0-91d0dabe6f22 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:39.126327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Attempting to bind port 0956a663-3276-4038-9af0-91d0dabe6f22 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:39.130862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Port 0956a663-3276-4038-9af0-91d0dabe6f22 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:13:39.131183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Attempting to bind port 0956a663-3276-4038-9af0-91d0dabe6f22 on network 1ec25fcb-623a-438a-8ce9-4f942b099d0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:39.137938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:39.139684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Checking segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:39.140322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Bound using segment: {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:39.142465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Bound port: 0956a663-3276-4038-9af0-91d0dabe6f22, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:39.142465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:39.237445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:39.241164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0956a663-3276-4038-9af0-91d0dabe6f22,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:39.249033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:39.294888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.295582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:39.297300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] 10.222.0.25 "PUT /v2.0/ports/0956a663-3276-4038-9af0-91d0dabe6f22 HTTP/1.1" status: 200 len: 1092 time: 1.2163930 Aug 12 02:13:39.343793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e991f-7484-4f4c-aea0-9f252fdbcfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:39.419566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8719-29b3-4e83-a3a1-09fc3e13ac95 req-e053bc84-28c5-43ac-ae2f-89781f9e9796 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.426714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39ad8719-29b3-4e83-a3a1-09fc3e13ac95 req-e053bc84-28c5-43ac-ae2f-89781f9e9796 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0663145 Aug 12 02:13:39.431696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-bb433837-49f5-4148-9918-6d7dc33de9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.434496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-bb433837-49f5-4148-9918-6d7dc33de9c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 1095 time: 0.0635521 Aug 12 02:13:39.470719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39ad8719-29b3-4e83-a3a1-09fc3e13ac95 req-54f85c8e-2c77-4e45-9283-829654e68e7e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Aug 12 02:13:39.500406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-baca6a27-e4e0-4282-a8cd-8455ce3f02c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0956a663-3276-4038-9af0-91d0dabe6f22 HTTP/1.1" status: 200 len: 217 time: 0.0509930 Aug 12 02:13:39.564460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-a0a85c11-07fa-4287-bcb2-276f9ed02b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.565999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-a0a85c11-07fa-4287-bcb2-276f9ed02b5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.0535591 Aug 12 02:13:39.622070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-03ce15ef-ff02-4678-83f0-b806db98f5cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452964 Aug 12 02:13:39.667482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018157ba-c2a1-4b79-b611-9391f33d5209 req-fd0e40b6-1780-4663-8e73-1a016f2a1adc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.670579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-018157ba-c2a1-4b79-b611-9391f33d5209 req-fd0e40b6-1780-4663-8e73-1a016f2a1adc tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 949 time: 0.0835941 Aug 12 02:13:39.713039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec9244-8cab-415d-93cd-d22e75c78da4 req-b466d9aa-5e33-4fbd-9c05-abec4584f1c6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.720107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cec9244-8cab-415d-93cd-d22e75c78da4 req-b466d9aa-5e33-4fbd-9c05-abec4584f1c6 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 944 time: 0.0621276 Aug 12 02:13:39.742617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-018157ba-c2a1-4b79-b611-9391f33d5209 req-a1a324d3-2319-4cc5-8ee6-a9188e48efdf tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484476 Aug 12 02:13:39.768570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cec9244-8cab-415d-93cd-d22e75c78da4 req-4ed8206c-0a36-4c47-8e25-0ac0a7eaf0ce tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Aug 12 02:13:39.769006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-938a04e0-e99a-41ef-912f-64dd8927aa22 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313109 Aug 12 02:13:39.902912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21227-3af5-42df-858b-9d475a41a145 req-e10fb265-55e3-49d6-beb5-2a26eaf72c38 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:39.904342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0f21227-3af5-42df-858b-9d475a41a145 req-e10fb265-55e3-49d6-beb5-2a26eaf72c38 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.0747764 Aug 12 02:13:39.909609 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ce5034a-421c-4a7a-b6df-75899a26bcd6 req-c8279597-3ac7-4fdd-aeb3-f91b6ad44470 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311197 Aug 12 02:13:39.943368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0f21227-3af5-42df-858b-9d475a41a145 req-a09f19e3-8fe1-418c-9c8d-d54c17a6c427 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Aug 12 02:13:40.000074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:40.047451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:40.050931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:40.051629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:40.113524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:40.120400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54352) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:40.138593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c760a118-12b8-43fb-9373-f0d994a31f71 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:40.138929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c760a118-12b8-43fb-9373-f0d994a31f71 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:40.150052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:40.174269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:40.176807 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed5197-0f9d-48b2-ac5b-de4b03f4b761" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:40.199217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:40.204140 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:40.205178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0ab2fd92-8a21-4412-842e-ccb8e76fec17 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:40.254631 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeda6d6-1c59-4e85-9fc0-49e6712180df x-openstack-request-id: req-efeda6d6-1c59-4e85-9fc0-49e6712180df {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:40.254958 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:40.255169 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efeda6d6-1c59-4e85-9fc0-49e6712180df {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:40.255578 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'code': 200} Aug 12 02:13:40.258018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 0ab2fd92-8a21-4412-842e-ccb8e76fec17 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:40.258382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0ab2fd92-8a21-4412-842e-ccb8e76fec17 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:40.258793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5310701d-913e-45cb-ba99-dec416321a66 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:40.300686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 5310701d-913e-45cb-ba99-dec416321a66 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:40.301482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5310701d-913e-45cb-ba99-dec416321a66 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:40.323460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:40.402039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a134-4f5b-4a89-a5e4-d0a66083ed24 req-a23e50e5-44f6-4359-bacf-8675f4322733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:40.404363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c190a134-4f5b-4a89-a5e4-d0a66083ed24 req-a23e50e5-44f6-4359-bacf-8675f4322733 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1101 time: 0.0738857 Aug 12 02:13:40.433879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-0f75995a-afa0-4213-ae18-e4fe40f53bae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:40.435296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-0f75995a-afa0-4213-ae18-e4fe40f53bae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.1060650 Aug 12 02:13:40.451110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-a5942da0-a308-4f92-8839-2deae9286341 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/quotas/94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 375 time: 0.0099828 Aug 12 02:13:40.475709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c190a134-4f5b-4a89-a5e4-d0a66083ed24 req-6d0e3842-9d13-40bb-b676-b1e7426d0a00 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616720 Aug 12 02:13:40.512828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-70f38f32-0fd6-48df-ac20-00d5b5ba519a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559623 Aug 12 02:13:40.602341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b046d5-2bf4-4fa9-8eb5-bcaf4cdd74dc req-bddadb95-d6be-4110-827d-49bdd8499760 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:40.604339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0b046d5-2bf4-4fa9-8eb5-bcaf4cdd74dc req-bddadb95-d6be-4110-827d-49bdd8499760 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0608873 Aug 12 02:13:40.607185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:40.608457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9e0ab2b5-7e16-4bb3-95a1-09d533a5c75a service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883315 Aug 12 02:13:40.699631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-f2ab7795-be07-443c-bef1-4198767a4c44 service neutron] 10.222.0.11 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847411 Aug 12 02:13:40.712750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0b046d5-2bf4-4fa9-8eb5-bcaf4cdd74dc req-4ac125a1-4302-4dd9-b549-ee2b47152196 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Aug 12 02:13:40.915181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e561367-bb37-424a-a071-e6bb997a9f8a req-74875457-04df-4006-867f-e3dce20d6f36 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:40.917325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e561367-bb37-424a-a071-e6bb997a9f8a req-74875457-04df-4006-867f-e3dce20d6f36 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 949 time: 0.0772049 Aug 12 02:13:40.950643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Deleting port c6ee84af-134d-4831-92fc-f94a73fd4cd2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:40.950910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.013133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e561367-bb37-424a-a071-e6bb997a9f8a req-7793d40a-248e-4d88-8d8e-f56223775d71 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851755 Aug 12 02:13:41.040777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e722f-4b14-4dfa-8912-91b24eeccba9 req-8c0ffaed-4c0f-4f40-a116-bc6cf5ad473e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.050810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2f6e722f-4b14-4dfa-8912-91b24eeccba9 req-8c0ffaed-4c0f-4f40-a116-bc6cf5ad473e tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 944 time: 0.0635905 Aug 12 02:13:41.063729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] For port c6ee84af-134d-4831-92fc-f94a73fd4cd2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6ee84af-134d-4831-92fc-f94a73fd4cd2,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:41.064237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.083857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Calling delete_port for c6ee84af-134d-4831-92fc-f94a73fd4cd2 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:41.098051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2f6e722f-4b14-4dfa-8912-91b24eeccba9 req-44c503b6-4792-4267-9878-3920e3f01278 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Aug 12 02:13:41.164394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:41.168230 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7f9227-9afb-4909-88cb-495ebff7b29c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:41.184598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2c9ed366-9b41-4e37-9af6-b556a910f1a4 req-1967d4f9-5366-4e9a-b48a-a8073f63a128 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0431907 Aug 12 02:13:41.236722 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01794500-4f13-42af-b399-37a53463c620 x-openstack-request-id: req-01794500-4f13-42af-b399-37a53463c620 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:41.237353 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:41.237353 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01794500-4f13-42af-b399-37a53463c620 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:41.237666 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22', 'status': 'completed', 'code': 200} Aug 12 02:13:41.331715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7199c-37ff-4849-8a3b-0df06973a481 req-4a477060-2061-4b63-a767-6043014f2355 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.333254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bf7199c-37ff-4849-8a3b-0df06973a481 req-4a477060-2061-4b63-a767-6043014f2355 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1444426 Aug 12 02:13:41.342759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-3730fea9-a4f5-4242-a23b-88c1b253ab45 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.344704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-3730fea9-a4f5-4242-a23b-88c1b253ab45 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 949 time: 0.0612586 Aug 12 02:13:41.365065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-f01f949a-c6cb-498e-bc1e-a069fbfc06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.365777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-f01f949a-c6cb-498e-bc1e-a069fbfc06d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e89bd7503ef4a5580443da4b02763de&device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 1095 time: 0.1156514 Aug 12 02:13:41.448373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:41.449470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.449695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bf7199c-37ff-4849-8a3b-0df06973a481 req-31431acd-6d87-47f3-95e3-43b29a7aa9b8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069672 Aug 12 02:13:41.538566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-cb2e8ebf-cda5-4bf2-9ca4-ca7e5fecf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.540408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-cb2e8ebf-cda5-4bf2-9ca4-ca7e5fecf924 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 200 len: 915 time: 0.1586950 Aug 12 02:13:41.545554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.560241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 0a0723ec-bc8a-4e70-98a7-fefd5945be27, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0a0723ec-bc8a-4e70-98a7-fefd5945be27,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:41.560765 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.574765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 0a0723ec-bc8a-4e70-98a7-fefd5945be27 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:41.579959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ee84af-134d-4831-92fc-f94a73fd4cd2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:41.611363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-c6a23168-6d4e-438b-bb99-d96d098f841c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0956a663-3276-4038-9af0-91d0dabe6f22 HTTP/1.1" status: 200 len: 217 time: 0.0401454 Aug 12 02:13:41.705119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-cd291b0d-a2c0-4856-a8ba-a8e224b233db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.706466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-cd291b0d-a2c0-4856-a8ba-a8e224b233db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 200 len: 854 time: 0.0804138 Aug 12 02:13:41.777569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.781970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-4ac3aea1-d5e6-4aa0-94c8-5db2d5f02686 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1ec25fcb-623a-438a-8ce9-4f942b099d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408380 Aug 12 02:13:41.793283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:41.832461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=0a0723ec-bc8a-4e70-98a7-fefd5945be27,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:41.845212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:41.904748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 0a0723ec-bc8a-4e70-98a7-fefd5945be27 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:41.908230 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.910761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b7a0158-6da1-4ad5-a4d0-a9060f83812e req-d0d4cb24-bb9d-4ccc-a662-668442e3a4a8 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "DELETE /v2.0/ports/0a0723ec-bc8a-4e70-98a7-fefd5945be27 HTTP/1.1" status: 204 len: 173 time: 0.5553110 Aug 12 02:13:41.914627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'name': 'network-vif-deleted', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:41.925055 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a1addb-488f-4fa8-8d7b-1412fb80379b" -d '{"events": [{"server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "name": "network-vif-deleted", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:41.980935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:41.983500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996d4de-76bc-41bd-b61a-bd1069d7468f req-faa84414-e386-442b-8ab4-17042e97c2d7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:41.985085 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8996d4de-76bc-41bd-b61a-bd1069d7468f req-faa84414-e386-442b-8ab4-17042e97c2d7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1274860 Aug 12 02:13:42.021021 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f631d81-1cd3-48de-8e11-3f1a82019c50 x-openstack-request-id: req-4f631d81-1cd3-48de-8e11-3f1a82019c50 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:42.021300 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e6b5e-96d4-49e5-8805-960af5c2a6bb", "name": "network-vif-deleted", "tag": "0a0723ec-bc8a-4e70-98a7-fefd5945be27", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:42.021548 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f631d81-1cd3-48de-8e11-3f1a82019c50 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:42.022257 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e6b5e-96d4-49e5-8805-960af5c2a6bb', 'name': 'network-vif-deleted', 'tag': '0a0723ec-bc8a-4e70-98a7-fefd5945be27', 'status': 'completed', 'code': 200} Aug 12 02:13:42.038052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8996d4de-76bc-41bd-b61a-bd1069d7468f req-54aeba3b-82b9-46bb-a94f-aeebb98cf32f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Aug 12 02:13:42.072249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-405fd30b-8c4c-4d5c-ab64-e30733944f42 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:42.074533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-405fd30b-8c4c-4d5c-ab64-e30733944f42 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 950 time: 0.1899796 Aug 12 02:13:42.107623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-37821e0d-da50-4bd1-89a5-3d488192eb53 service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143582 Aug 12 02:13:42.265679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607375e-369e-40f7-b85f-ad51768ccba3 req-7b97b246-ef89-4dbf-a990-3f26fbf508ba tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:42.275604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e607375e-369e-40f7-b85f-ad51768ccba3 req-7b97b246-ef89-4dbf-a990-3f26fbf508ba tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 944 time: 0.0775430 Aug 12 02:13:42.286379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82a6ceaf-7aba-4710-8247-50b5bde96a57 req-8fcbad77-cbd9-449f-9fe3-a16ddea44243 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=d38e6b5e-96d4-49e5-8805-960af5c2a6bb HTTP/1.1" status: 200 len: 210 time: 0.0676453 Aug 12 02:13:42.352427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e607375e-369e-40f7-b85f-ad51768ccba3 req-72e510ab-0a8f-4c02-8a22-4990cd723dae tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749702 Aug 12 02:13:42.449567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7f9227-9afb-4909-88cb-495ebff7b29c req-0e86814b-bad5-4a61-b9aa-e3b6fee684af service neutron] 10.222.0.25 "GET /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243148 Aug 12 02:13:42.506711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:42.507055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:42.559998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c46476a-6c82-441b-ac13-82860d4b6c6d req-08fb718b-42bd-4370-ae66-d44332976a25 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0420713 Aug 12 02:13:42.595108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-3ba8c417-d5de-462b-a3df-8d2c4bac87f7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:42.597072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-3ba8c417-d5de-462b-a3df-8d2c4bac87f7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 808 time: 0.2278416 Aug 12 02:13:42.626086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Request body: {'port': {'device_id': '6fce318b-cc88-4e83-a407-020b0043a777', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'admin_state_up': True, 'tenant_id': '94683b871dc544029360e92468ab5871'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:42.757514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Made reservation on behalf of 94683b871dc544029360e92468ab5871 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:42.762189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:42.906057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Allocated IP 172.20.0.5 (c40ecc8c-d8c3-4613-9d6b-455f298d5ceb/9901f5c6-bada-4abe-ba5d-804761754cd1/e276f7f0-1d03-4403-8bd5-86957630dfe0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:42.936542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Router 2b7b44f2-987c-405a-aa41-3f0beb692285 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:43.030363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb88e83-a019-40f4-a505-1da1ed0f4595 req-c8eb86f2-208a-47cf-b23a-eef67657be7b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:43.031956 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bb88e83-a019-40f4-a505-1da1ed0f4595 req-c8eb86f2-208a-47cf-b23a-eef67657be7b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.4648817 Aug 12 02:13:43.051763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:43.052122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.092371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.117863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:43.152286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.154218 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bb88e83-a019-40f4-a505-1da1ed0f4595 req-4d3baa21-13dc-4972-83cd-f1e451b29ed9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078136 Aug 12 02:13:43.164695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:43.205052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:43.216851 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Sync routers for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:43.219426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3e2bac3d-5051-42a0-b528-8802071c4e80 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b7b44f2-987c-405a-aa41-3f0beb692285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0978572 Aug 12 02:13:43.220191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54414) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:43.224016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:43.233043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:43.239992 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:43.241843 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:43.248044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbe80f-2f7a-41ab-8589-4a46414ba72f req-21df6217-1a73-4183-ab04-2adfedbebe0e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:43.265760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55cbe80f-2f7a-41ab-8589-4a46414ba72f req-21df6217-1a73-4183-ab04-2adfedbebe0e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1364367 Aug 12 02:13:43.270596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:43.338862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:43.404133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.467965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55cbe80f-2f7a-41ab-8589-4a46414ba72f req-48622c08-f2b9-4bf9-9963-56baf329e556 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958332 Aug 12 02:13:43.480873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:43.481564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.518661 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:43.528101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-b8e42337-5dfd-44e6-9b91-c1af4bbc9311 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1475241 Aug 12 02:13:43.544368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-adc3198e-8a7f-4f8f-87a2-2a96b58496f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320705 Aug 12 02:13:43.570424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Request body: {'port': {'device_id': '6fce318b-cc88-4e83-a407-020b0043a777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:43.614534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76553c6f-b251-4ea0-8656-a90b475a0078 req-23c8479c-f1c0-4828-aa29-37f736b8cab8 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:43.618508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76553c6f-b251-4ea0-8656-a90b475a0078 req-23c8479c-f1c0-4828-aa29-37f736b8cab8 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1101 time: 0.2106953 Aug 12 02:13:43.648179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.684040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:43.695670 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.703647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=9d519eaa-6b7e-40c0-a94c-61b489ca4d4b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:43.721615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76553c6f-b251-4ea0-8656-a90b475a0078 req-14e26abe-0a8c-494a-bae2-7995f24bcfac tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946050 Aug 12 02:13:43.730436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-ad41c883-4db4-48ba-b65b-421bba7a7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:43.732227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-ad41c883-4db4-48ba-b65b-421bba7a7e68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 1101 time: 0.1662359 Aug 12 02:13:43.773107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b', '0a0723ec-bc8a-4e70-98a7-fefd5945be27'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:43.830661 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:13:41Z', 'revision_number': 5, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port': {'id': '43e6a4e1-7bda-4683-a90f-f4bedb0297c7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:10Z', 'updated_at': '2021-08-12T02:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:43.881058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.888339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:43.893736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:43.896228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04c0fb60-e828-469d-99c1-1b1c5c14ffc1 req-8d156e0b-68e7-4359-a1e9-708364b405d5 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "DELETE /v2.0/ports/9d519eaa-6b7e-40c0-a94c-61b489ca4d4b HTTP/1.1" status: 204 len: 173 time: 1.8054454 Aug 12 02:13:43.896693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'name': 'network-vif-deleted', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:43.901429 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d580b2-c871-482f-83c3-c607dad4612d" -d '{"events": [{"server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "name": "network-vif-deleted", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:43.909345 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Checking router: 2b7b44f2-987c-405a-aa41-3f0beb692285 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:43.941548 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Routers {'2b7b44f2-987c-405a-aa41-3f0beb692285'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:43.942096 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2b7b44f2-987c-405a-aa41-3f0beb692285'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:43.962971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Deleting port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:43.964447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.074519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] For port 43e6a4e1-7bda-4683-a90f-f4bedb0297c7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:44.075234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.086183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e276f7f0-1d03-4403-8bd5-86957630dfe0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:44.095308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.107144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Calling delete_port for 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:44.110041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Transition to ACTIVE for port object e276f7f0-1d03-4403-8bd5-86957630dfe0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:44.131342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664f0da-027d-4da2-9d6c-ac146855d995 req-3bd40abc-3fee-4c92-b027-baad1b8540b0 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:44.133268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b664f0da-027d-4da2-9d6c-ac146855d995 req-3bd40abc-3fee-4c92-b027-baad1b8540b0 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 944 time: 0.5345013 Aug 12 02:13:44.134173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.144652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0956a663-3276-4038-9af0-91d0dabe6f22 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:44.175713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] Set router 2b7b44f2-987c-405a-aa41-3f0beb692285 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:44.274613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b664f0da-027d-4da2-9d6c-ac146855d995 req-59c29e4c-aa8e-4409-9e34-9ab3f67f5078 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094701 Aug 12 02:13:44.304945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f572a56d-1c38-4b0b-90cd-5dfa2cd8980c req-454ac96d-534b-4fea-8ef7-c2a2c334e5b9 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8970705-a54c-480c-86f9-7c38ccd72a4e HTTP/1.1" status: 200 len: 210 time: 0.1627207 Aug 12 02:13:44.439211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0956a663-3276-4038-9af0-91d0dabe6f22,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:44.461842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0956a663-3276-4038-9af0-91d0dabe6f22', 'network_id': '1ec25fcb-623a-438a-8ce9-4f942b099d0d', 'port_id': '0956a663-3276-4038-9af0-91d0dabe6f22', 'mac_address': 'fa:16:3e:bb:a5:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e7ea11-5793-46c0-a2e6-72db8651c324', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:44.509596 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.526261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0956a663-3276-4038-9af0-91d0dabe6f22 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:44.562550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0956a663-3276-4038-9af0-91d0dabe6f22,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:44.576983 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.669860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:44.707963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:44.716565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.731808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c26b7-545a-4657-9552-100a69672dae req-10131670-1742-4d24-8c2e-a1c9d501faf6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:44.745914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-490c26b7-545a-4657-9552-100a69672dae req-10131670-1742-4d24-8c2e-a1c9d501faf6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.3005531 Aug 12 02:13:44.747366 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:13:43Z', 'revision_number': 6, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:44.765626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:44.765976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:44.767716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:44.798833 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405767f3-b5de-4949-8b8f-29bafc7ffb5a None None] The sync data for ids ['2b7b44f2-987c-405a-aa41-3f0beb692285'] in n-d-804303-2 is: [{'id': '2b7b44f2-987c-405a-aa41-3f0beb692285', 'name': 'tempest-FloatingIPsAssociationTestJSON-1832851192-router', 'tenant_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:09Z', 'updated_at': '2021-08-12T02:13:43Z', 'revision_number': 6, 'project_id': 'a6f1c27b2082434390d9a56d9f2d0cd5', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:44.817366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-5070d077-d5a2-465d-b2c3-2ed14eedb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:44.819896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-5070d077-d5a2-465d-b2c3-2ed14eedb6cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.7080469 Aug 12 02:13:44.825463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=43e6a4e1-7bda-4683-a90f-f4bedb0297c7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:44.829331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:13:44.829670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:44.878758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.890478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:44.890945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:44.891501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:44.892171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Bound port: e276f7f0-1d03-4403-8bd5-86957630dfe0, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:44.892605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:44.898365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-0fdd52a5-ff88-47f5-978d-c305fa1eb0a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 200 len: 217 time: 0.0577309 Aug 12 02:13:44.916526 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223a44f-e21b-4b87-8764-3d0cec256bcd x-openstack-request-id: req-0223a44f-e21b-4b87-8764-3d0cec256bcd {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:44.917069 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8970705-a54c-480c-86f9-7c38ccd72a4e", "name": "network-vif-deleted", "tag": "9d519eaa-6b7e-40c0-a94c-61b489ca4d4b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:44.917328 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0223a44f-e21b-4b87-8764-3d0cec256bcd {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:44.917776 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8970705-a54c-480c-86f9-7c38ccd72a4e', 'name': 'network-vif-deleted', 'tag': '9d519eaa-6b7e-40c0-a94c-61b489ca4d4b', 'status': 'completed', 'code': 200} Aug 12 02:13:44.940371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0956a663-3276-4038-9af0-91d0dabe6f22'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:44.967853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-7153fcc9-6f5d-4398-b62e-a226300bd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:44.970199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-7153fcc9-6f5d-4398-b62e-a226300bd741 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0535476 Aug 12 02:13:45.016198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.019233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.040184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:45.044290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:45.058795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-490c26b7-545a-4657-9552-100a69672dae req-6e5478f2-e9b1-4c8e-a993-e91adc1217f2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112757 Aug 12 02:13:45.084811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-00f43044-f695-4efb-b031-a3718b71578e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1702323 Aug 12 02:13:45.097402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.100351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.102203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7b44f2-987c-405a-aa41-3f0beb692285 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:13:45.114289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.115723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-67c449ee-4c76-4559-b6f6-25d930393c6d admin admin] 10.222.0.11 "DELETE /v2.0/routers/2b7b44f2-987c-405a-aa41-3f0beb692285 HTTP/1.1" status: 204 len: 168 time: 1.8891850 Aug 12 02:13:45.128432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54442) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:45.291212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Deleting subnet 054f899d-804f-4a36-96cf-7625769a9e1b {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:13:45.297448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.302165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.303101 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.304951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] 10.222.0.21 "PUT /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 1091 time: 1.7401388 Aug 12 02:13:45.305888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:45.308988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649674a-7618-499c-ab66-18483a6c036c req-2a9c8f63-ec1b-424d-b800-2bc4476f5f03 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.310331 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4181de7-ad5b-44ad-97c1-56f71b311a46" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:45.310747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7649674a-7618-499c-ab66-18483a6c036c req-2a9c8f63-ec1b-424d-b800-2bc4476f5f03 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1939228 Aug 12 02:13:45.362125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8ac62-504a-49ec-95ea-a0a63afe388f service neutron] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:45.369518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-713366a5-ff3b-4b5a-a093-4d26f4a566b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.371765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-713366a5-ff3b-4b5a-a093-4d26f4a566b2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3061526 Aug 12 02:13:45.385228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8b8c1-8d5f-4c80-852f-23377a94f8f4 req-1e4288fe-6650-401f-920c-44dc52665552 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.387404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ec8b8c1-8d5f-4c80-852f-23377a94f8f4 req-1e4288fe-6650-401f-920c-44dc52665552 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1863034 Aug 12 02:13:45.390935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6ee84af-134d-4831-92fc-f94a73fd4cd2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:45.426077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.432643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c6ee84af-134d-4831-92fc-f94a73fd4cd2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:45.433582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6ee84af-134d-4831-92fc-f94a73fd4cd2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:45.439842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7649674a-7618-499c-ab66-18483a6c036c req-602f74a7-bfd4-47a0-8f85-c9f6a81539b8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Aug 12 02:13:45.582587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.606769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-0f042b23-d1ec-4c80-a646-9867ff7d093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.621214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-0f042b23-d1ec-4c80-a646-9867ff7d093b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1094 time: 0.2142389 Aug 12 02:13:45.633347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ec8b8c1-8d5f-4c80-852f-23377a94f8f4 req-5924315a-b65e-4814-bd50-f56d8f68bb59 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824951 Aug 12 02:13:45.683202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a16941-135a-4ba8-8937-7ba89a93245c req-dd6c4296-7a79-4f87-bb58-c5bb6c887114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.684748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24a16941-135a-4ba8-8937-7ba89a93245c req-dd6c4296-7a79-4f87-bb58-c5bb6c887114 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 1097 time: 0.0703261 Aug 12 02:13:45.686146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.715883 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-a74519db-d78a-47e8-8e47-1292a4cf9d94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0696778 Aug 12 02:13:45.741789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054f899d-804f-4a36-96cf-7625769a9e1b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:45.794210 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99c9886-ff34-403d-a392-74b6cc86ef7d x-openstack-request-id: req-d99c9886-ff34-403d-a392-74b6cc86ef7d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:45.794480 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:45.798165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.798545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8a499-7446-49da-bce8-536e28dac6f1 None None] Network 6fe2d619-df28-4acd-a1b1-23f275840625 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:13:45.799542 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d99c9886-ff34-403d-a392-74b6cc86ef7d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:45.800121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1861f35f-b963-401d-a106-a9e54ef30573 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/054f899d-804f-4a36-96cf-7625769a9e1b HTTP/1.1" status: 204 len: 168 time: 0.6694293 Aug 12 02:13:45.800272 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'status': 'completed', 'code': 200} Aug 12 02:13:45.802893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:45.815909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-4d8118ff-72ab-4eae-962c-4fea24df7350 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271243 Aug 12 02:13:45.870926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24a16941-135a-4ba8-8937-7ba89a93245c req-cddd4953-d7b7-4683-9e0e-fa1bdce44a9a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410012 Aug 12 02:13:45.911086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4865-06dd-49e3-90ea-659e67d91771 req-24dfec7e-498f-4a16-9cb2-33cd2da678de tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.912694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a30e4865-06dd-49e3-90ea-659e67d91771 req-24dfec7e-498f-4a16-9cb2-33cd2da678de tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 945 time: 0.1847398 Aug 12 02:13:45.925154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-1055bc7f-bf46-48d1-b642-ea1875bbb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:45.926623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-1055bc7f-bf46-48d1-b642-ea1875bbb753 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.2015760 Aug 12 02:13:45.956833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:45.983050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:45.995407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a30e4865-06dd-49e3-90ea-659e67d91771 req-a09001fc-ba39-4cbb-a277-84bae801bce9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736179 Aug 12 02:13:46.051961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:46.054276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d519eaa-6b7e-40c0-a94c-61b489ca4d4b not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:46.073734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3b2332-0ec9-493a-8098-507e6e29ad96 req-e655fc99-ae63-4ccc-b4f1-d725093b8852 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431164 Aug 12 02:13:46.121349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Deleting port 65842927-6108-496c-a036-dd66ddd2319f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:46.121662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.152136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0a0723ec-bc8a-4e70-98a7-fefd5945be27 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:46.199211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0a0723ec-bc8a-4e70-98a7-fefd5945be27 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:46.199600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0a0723ec-bc8a-4e70-98a7-fefd5945be27 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:46.325152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] DHCP port deletion for 6fe2d619-df28-4acd-a1b1-23f275840625 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:13:46.330049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-7888a585-a6b5-4f8d-b1fa-b6bc7d939ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957971 Aug 12 02:13:46.376387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] For port 65842927-6108-496c-a036-dd66ddd2319f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=65842927-6108-496c-a036-dd66ddd2319f,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:46.381483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.452379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Deleting port 65842927-6108-496c-a036-dd66ddd2319f {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:46.452756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.462497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Calling delete_port for 65842927-6108-496c-a036-dd66ddd2319f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:46.508144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330fc4c-ca52-4eec-8ae3-babe5d6fe6bf req-5c12bb3f-c5c0-46f2-8414-5a3b70053741 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:46.517326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5330fc4c-ca52-4eec-8ae3-babe5d6fe6bf req-5c12bb3f-c5c0-46f2-8414-5a3b70053741 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.2446461 Aug 12 02:13:46.538924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31b239-c93a-41d6-9adc-ddda5a8eafe3 req-f8568836-64d1-4ff1-8ba5-86a6231b5d4f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:46.554969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa31b239-c93a-41d6-9adc-ddda5a8eafe3 req-f8568836-64d1-4ff1-8ba5-86a6231b5d4f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 949 time: 0.0874348 Aug 12 02:13:46.586212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] For port 65842927-6108-496c-a036-dd66ddd2319f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=65842927-6108-496c-a036-dd66ddd2319f,segment=NetworkSegment(181d4300-fbcb-42e2-8540-512574d80edf),segment_id=181d4300-fbcb-42e2-8540-512574d80edf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:46.586934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.598021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa31b239-c93a-41d6-9adc-ddda5a8eafe3 req-eab26aeb-2dc7-403d-bc12-420787d54a56 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Aug 12 02:13:46.626723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Calling delete_port for 65842927-6108-496c-a036-dd66ddd2319f owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:46.634105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5330fc4c-ca52-4eec-8ae3-babe5d6fe6bf req-703867de-6cc5-4e11-9825-131b36ac4c2f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109402 Aug 12 02:13:46.664210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-2010359a-f547-4b39-b00e-91c4c1d87724 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911973 Aug 12 02:13:46.738984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99883-4965-472d-81dc-839d444b02da req-6b2cbd74-8118-4bc5-955f-fb08f8488efe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:46.747670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36a99883-4965-472d-81dc-839d444b02da req-6b2cbd74-8118-4bc5-955f-fb08f8488efe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0700247 Aug 12 02:13:46.789578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.792119 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:46.817877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36a99883-4965-472d-81dc-839d444b02da req-8815579c-0db2-49b4-8c53-7ece41e0e988 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684617 Aug 12 02:13:46.844155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] Pushing event deleted for resources: {'Port': ['ID=65842927-6108-496c-a036-dd66ddd2319f,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:46.848808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c560c7a-6693-43de-9618-a0c4cf26cfc6 None None] No DVR routers for this DVR port 65842927-6108-496c-a036-dd66ddd2319f on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:46.860154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=65842927-6108-496c-a036-dd66ddd2319f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:46.875662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] No DVR routers for this DVR port 65842927-6108-496c-a036-dd66ddd2319f on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:46.940270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa08f6e9-1cf9-4aa8-9b36-1cadb7e52014 req-97fc742b-8927-4991-93a5-b70ea8650675 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561328 Aug 12 02:13:47.162343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c168f32-7fec-492f-8f49-dcc615c6658b req-e726883a-b9bc-46ee-a376-1d60f7b5a0c4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.164296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c168f32-7fec-492f-8f49-dcc615c6658b req-e726883a-b9bc-46ee-a376-1d60f7b5a0c4 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 945 time: 0.0694795 Aug 12 02:13:47.215725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c168f32-7fec-492f-8f49-dcc615c6658b req-ce94016b-ac93-4189-8850-d7383d754a0d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 Aug 12 02:13:47.296465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:47.322412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:47.323085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 43e6a4e1-7bda-4683-a90f-f4bedb0297c7 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:47.323689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 65842927-6108-496c-a036-dd66ddd2319f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:47.351389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bde04-a8d8-4fa7-a2d4-01a54a03db93 req-b5238448-2e5c-4b7e-aff1-c9e1670dfa06 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.351639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 65842927-6108-496c-a036-dd66ddd2319f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:47.352308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 65842927-6108-496c-a036-dd66ddd2319f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:47.359278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-006bde04-a8d8-4fa7-a2d4-01a54a03db93 req-b5238448-2e5c-4b7e-aff1-c9e1670dfa06 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.5135419 Aug 12 02:13:47.365234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.395124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe2d619-df28-4acd-a1b1-23f275840625']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:47.417914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181d4300-fbcb-42e2-8540-512574d80edf') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:47.418210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181d4300-fbcb-42e2-8540-512574d80edf') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:47.436010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-e76d87bb-31e2-4d5a-8101-58c026141036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.437512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-e76d87bb-31e2-4d5a-8101-58c026141036 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1101 time: 0.1532800 Aug 12 02:13:47.442441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-03a07c18-2179-473d-841e-2d05b8c99649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.443843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-03a07c18-2179-473d-841e-2d05b8c99649 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1094 time: 0.1682346 Aug 12 02:13:47.445641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.449635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-006bde04-a8d8-4fa7-a2d4-01a54a03db93 req-e862873d-bbc4-461e-ab7a-b780740a195a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896041 Aug 12 02:13:47.487699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.562774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:13:47.563187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:13:47.564859 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:13:47.669553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.674229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-011338ad-f2a0-41a1-b6fe-13fc37536202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.675789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-011338ad-f2a0-41a1-b6fe-13fc37536202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.2192957 Aug 12 02:13:47.679457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.700725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:47.702541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6fe2d619-df28-4acd-a1b1-23f275840625 HTTP/1.1" status: 204 len: 168 time: 1.8985074 Aug 12 02:13:47.742335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-4ec9717e-7e3c-4170-bbc8-b13a76578b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.745910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-4ec9717e-7e3c-4170-bbc8-b13a76578b2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2905600 Aug 12 02:13:47.755571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac394c-6c39-4578-a8d6-0392eb6d4f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe2d619-df28-4acd-a1b1-23f275840625,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:47.761650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba903e-c84f-4a8e-9b0b-95b45cf2bf97 req-e691ec5f-ffcf-4108-bbe6-59815f292018 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.766273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-f49bd18d-d4ee-4f0d-aa96-7c2fe38a5c99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0751550 Aug 12 02:13:47.771798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcba903e-c84f-4a8e-9b0b-95b45cf2bf97 req-e691ec5f-ffcf-4108-bbe6-59815f292018 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 949 time: 0.0784562 Aug 12 02:13:47.811135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcba903e-c84f-4a8e-9b0b-95b45cf2bf97 req-4580faac-1d8c-440f-a327-0bcfa6ec2737 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Aug 12 02:13:47.840701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-8dac3e18-a673-4bb4-b4c4-d800f70eee42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0830266 Aug 12 02:13:47.887873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54508) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:47.898305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-c9fd8035-2275-492f-8ce0-fd7c5c17e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.899797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-c9fd8035-2275-492f-8ce0-fd7c5c17e1b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.0895662 Aug 12 02:13:47.919250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d9185-b933-4ff0-89cc-1629e9937eea req-b8a9d713-01df-437a-a7d2-7f857e2787be tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.920600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f31d9185-b933-4ff0-89cc-1629e9937eea req-b8a9d713-01df-437a-a7d2-7f857e2787be tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.1737742 Aug 12 02:13:47.936433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b3c52f2-972c-4789-af07-54c12a371974 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6f1c27b2082434390d9a56d9f2d0cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470538 Aug 12 02:13:47.938952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54510) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:47.958238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-3f32a914-5606-45f8-b157-089c5bbd57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:47.959728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-3f32a914-5606-45f8-b157-089c5bbd57c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1075141 Aug 12 02:13:47.967999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-28951baf-0bff-462d-8b09-491694fc0a00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444951 Aug 12 02:13:47.988495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f31d9185-b933-4ff0-89cc-1629e9937eea req-ed1eecb3-86ef-4b2b-aab9-fb7910bea319 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559325 Aug 12 02:13:48.026793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.055879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.075337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4eee1-a2c7-4585-bb4a-380243082615 req-7802a7d9-9370-4c5a-bdcf-8f2261039e50 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.077109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95b4eee1-a2c7-4585-bb4a-380243082615 req-7802a7d9-9370-4c5a-bdcf-8f2261039e50 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0868201 Aug 12 02:13:48.096366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-cd2032c3-4d69-45b4-9382-25cd419574d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.098026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-cd2032c3-4d69-45b4-9382-25cd419574d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086104 Aug 12 02:13:48.138659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95b4eee1-a2c7-4585-bb4a-380243082615 req-722edec6-57f2-4abb-a827-12490c68f47f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446258 Aug 12 02:13:48.141865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0956a663-3276-4038-9af0-91d0dabe6f22 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:48.159501 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.160363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.161862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2aee21f2-4b80-4127-9cce-d645567281ce HTTP/1.1" status: 204 len: 168 time: 0.2209363 Aug 12 02:13:48.185295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed74f38-2afc-4e67-aa03-4c34a2f04d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aee21f2-4b80-4127-9cce-d645567281ce,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:48.236916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-3e46b0ab-6942-48dd-bc74-d354687eb0f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386668 Aug 12 02:13:48.253971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0956a663-3276-4038-9af0-91d0dabe6f22 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:48.263845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0956a663-3276-4038-9af0-91d0dabe6f22 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:48.265758 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.375821 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.386741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-233a6088-50ad-47eb-abf4-a75742ff28a2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665639 Aug 12 02:13:48.422379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:48.433946 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae266e3e-247f-4942-b967-292615a518a1" -d '{"events": [{"server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "name": "network-vif-plugged", "status": "completed", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:48.434488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a109-9b93-4685-bd21-1bb1a1808c37 req-0ceecf4c-0d79-4200-b346-c66054307fd8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.438152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45769a-323d-4b63-adf3-9650d35b1ff7 req-ef563ded-d643-4d59-9435-fcdfe56082e5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.440227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b45769a-323d-4b63-adf3-9650d35b1ff7 req-ef563ded-d643-4d59-9435-fcdfe56082e5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 945 time: 0.1088336 Aug 12 02:13:48.442379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd00a109-9b93-4685-bd21-1bb1a1808c37 req-0ceecf4c-0d79-4200-b346-c66054307fd8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1257041 Aug 12 02:13:48.478090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0956a663-3276-4038-9af0-91d0dabe6f22,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:48.488528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:48.522017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b45769a-323d-4b63-adf3-9650d35b1ff7 req-eb662a4b-cef7-4dfc-b6cf-26c414d1082d tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Aug 12 02:13:48.554408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:48.566678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4181de7-ad5b-44ad-97c1-56f71b311a46 req-7f5efa09-169e-4aec-960c-ab6d5f2fb059 service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177869 Aug 12 02:13:48.623369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd00a109-9b93-4685-bd21-1bb1a1808c37 req-c99752b4-3f13-4226-89db-b46798361e7a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800904 Aug 12 02:13:48.672672 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60e403c-1310-42c5-99c6-f30b3298dbac x-openstack-request-id: req-b60e403c-1310-42c5-99c6-f30b3298dbac {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:48.672966 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "name": "network-vif-plugged", "status": "completed", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:48.673448 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b60e403c-1310-42c5-99c6-f30b3298dbac {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:48.674350 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22', 'code': 200} Aug 12 02:13:48.692107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-09407ec2-5ae9-48fa-a7e2-598765af105b service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447591 Aug 12 02:13:48.752022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-93c4922e-c021-40e4-8fa3-1e9c7513228c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.754435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-93c4922e-c021-40e4-8fa3-1e9c7513228c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0d0f191-1901-4348-805f-acd6880194d3 HTTP/1.1" status: 200 len: 950 time: 0.0927846 Aug 12 02:13:48.848793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9e6df-de71-43fb-82ad-16844a1b832e req-cae58e49-bb93-4a5a-80f4-c2b034e15678 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.857045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527686f-3207-47cb-9f19-b46a62a08392 req-1fd64f54-52bb-4596-9b00-52c6093227f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.858044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fa9e6df-de71-43fb-82ad-16844a1b832e req-cae58e49-bb93-4a5a-80f4-c2b034e15678 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1024389 Aug 12 02:13:48.859561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8527686f-3207-47cb-9f19-b46a62a08392 req-1fd64f54-52bb-4596-9b00-52c6093227f4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 1097 time: 0.0641694 Aug 12 02:13:48.954480 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8527686f-3207-47cb-9f19-b46a62a08392 req-22d7b169-4a7e-4dcc-aff2-2e5ed117f48a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753529 Aug 12 02:13:48.971540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d868c-8a15-4176-9bd4-2024b2b38637 req-6001238e-8221-4740-9b79-dcfa0768a365 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:48.980148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-976d868c-8a15-4176-9bd4-2024b2b38637 req-6001238e-8221-4740-9b79-dcfa0768a365 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0797274 Aug 12 02:13:48.984258 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fa9e6df-de71-43fb-82ad-16844a1b832e req-8a7cde7a-bba9-4429-8a28-90739a8f761a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199880 Aug 12 02:13:49.009998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-5ba9270c-f83f-4f97-8bc2-bf5c1d0d86da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:49.014996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-5ba9270c-f83f-4f97-8bc2-bf5c1d0d86da tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 949 time: 0.1236324 Aug 12 02:13:49.023790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:49.025338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.031981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-976d868c-8a15-4176-9bd4-2024b2b38637 req-aa0b1d42-fca5-49ed-846b-4e1d479e76fe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Aug 12 02:13:49.215822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb521a-9ce4-436f-bca9-f9e34c4a6227 req-e5602771-6784-4d7d-854e-76134764cf0c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:49.222969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45eb521a-9ce4-436f-bca9-f9e34c4a6227 req-e5602771-6784-4d7d-854e-76134764cf0c tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 949 time: 0.1520445 Aug 12 02:13:49.247514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98882315-5a9e-4ca7-bb87-1bec54b8f982 req-27aad2f8-ad15-4451-82ce-7c3cba57a609 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:49.249041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98882315-5a9e-4ca7-bb87-1bec54b8f982 req-27aad2f8-ad15-4451-82ce-7c3cba57a609 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0590539 Aug 12 02:13:49.271808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:49.272093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.295864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:49.297409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98882315-5a9e-4ca7-bb87-1bec54b8f982 req-fbb63b0d-6601-4a06-97f6-79179ce09d82 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Aug 12 02:13:49.302481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:49.310944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45eb521a-9ce4-436f-bca9-f9e34c4a6227 req-cf08bf9e-90d1-4d23-bb6d-6123e15bf9cb tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870678 Aug 12 02:13:49.326832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 442cd051-8509-456f-8e36-dfa8b324c638 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:49.327177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.411166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-network', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:49.435755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Made reservation on behalf of e8863a61f57d48139476a612ff6da15d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:49.438160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.446262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.469236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 442cd051-8509-456f-8e36-dfa8b324c638, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=442cd051-8509-456f-8e36-dfa8b324c638,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:49.469622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.508151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 442cd051-8509-456f-8e36-dfa8b324c638 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:49.561369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.566623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.575506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.588556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:49.599603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:13:49.618246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:49.618502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f63e990-f445-42ac-b6d8-b853b13a6a76,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:49.621086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['442cd051-8509-456f-8e36-dfa8b324c638', '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:49.656339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.657125 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Added segment 54feec31-db22-46ab-8d3a-7a274fe1031c of type vlan for network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 Aug 12 02:13:49.683429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:49.686233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.688428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fccec365-c535-4b60-9ec1-f2a0041fa7d9 req-7b3d0d32-e3ab-4374-ad44-1e725e323a86 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "DELETE /v2.0/ports/71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c HTTP/1.1" status: 204 len: 173 time: 0.9226122 Aug 12 02:13:49.689060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'name': 'network-vif-deleted', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:49.691277 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2344609f-57d7-4690-88f8-08cf8e583d78" -d '{"events": [{"server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "name": "network-vif-deleted", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:49.726385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.771449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.773007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5549c-bf97-4fce-af44-abb05ac7c694 req-7ffcd190-45c9-4f61-ae36-8d8ff378be79 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:49.785320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ea5549c-bf97-4fce-af44-abb05ac7c694 req-7ffcd190-45c9-4f61-ae36-8d8ff378be79 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.1867013 Aug 12 02:13:49.811004 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165464c1-3eaa-47c0-81ab-e145a9b0769d x-openstack-request-id: req-165464c1-3eaa-47c0-81ab-e145a9b0769d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:49.811291 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d0f191-1901-4348-805f-acd6880194d3", "name": "network-vif-deleted", "tag": "71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:49.811803 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-165464c1-3eaa-47c0-81ab-e145a9b0769d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:49.812408 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d0f191-1901-4348-805f-acd6880194d3', 'name': 'network-vif-deleted', 'tag': '71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c', 'status': 'completed', 'code': 200} Aug 12 02:13:49.813237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=442cd051-8509-456f-8e36-dfa8b324c638,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:49.852265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ea5549c-bf97-4fce-af44-abb05ac7c694 req-0fcf4e40-9ec9-4ab3-bc2a-6a3337ae95ed tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Aug 12 02:13:49.867795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.871014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:49.871886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.872006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 442cd051-8509-456f-8e36-dfa8b324c638 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:49.884966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:49.890938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2795444a-2ed8-4469-af24-5fb506d527c1 req-37d7fa74-0479-4668-8d26-03f119266da4 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.21 "DELETE /v2.0/ports/442cd051-8509-456f-8e36-dfa8b324c638 HTTP/1.1" status: 204 len: 173 time: 0.7849288 Aug 12 02:13:49.935674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6317816 Aug 12 02:13:49.938588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:49.944678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Request body: {'subnet': {'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-subnet', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:49.944883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae71b0-c86f-4d40-9f40-5d33f5be9947 admin admin] Pushing event updated for resources: {'Network': ['ID=1f31b7ed-9e8d-4146-93ba-d6c58a82ed07,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:49.955937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:13:49.969727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Made reservation on behalf of e8863a61f57d48139476a612ff6da15d for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:13:49.972082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.078638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:50.196996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3753cb-d75b-4d99-b43b-d9183ac2edc9 req-84d12479-fe72-4f8f-a941-5a7138fe265b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:50.205338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd3753cb-d75b-4d99-b43b-d9183ac2edc9 req-84d12479-fe72-4f8f-a941-5a7138fe265b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0726535 Aug 12 02:13:50.208162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b778f44-1fa0-4647-b059-243f6d6a34da req-ef739686-0412-4943-b01c-c9514f729b45 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:50.209671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b778f44-1fa0-4647-b059-243f6d6a34da req-ef739686-0412-4943-b01c-c9514f729b45 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1218314 Aug 12 02:13:50.241695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd3753cb-d75b-4d99-b43b-d9183ac2edc9 req-256f38ea-ac82-41b4-9044-bc27a54f7e15 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Aug 12 02:13:50.294910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.299195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b778f44-1fa0-4647-b059-243f6d6a34da req-d42bd5c9-7dad-4a82-8b1c-872e48a7cba5 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818594 Aug 12 02:13:50.332581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:50.376549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd7e1df-06ae-489f-9bc9-ba5a934da5a3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:50.410905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Checking segment: {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:50.411376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Network hostable DHCP agents. Network: 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:13:50.438228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:13:50.457145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:50.484981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:50.486675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4590a8-972d-4e65-a919-bdef35aef9a0 None None] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:13:50.486842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.520158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69825539-9729-4491-9bb5-57099df42622 req-f78ee27c-b426-43a5-8388-496a3a278b6d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:50.521821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69825539-9729-4491-9bb5-57099df42622 req-f78ee27c-b426-43a5-8388-496a3a278b6d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.1002173 Aug 12 02:13:50.529241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9efc217d-2fc8-4a20-87b1-3b423cc43206 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5859604 Aug 12 02:13:50.529475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:50.535018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:13:50.593072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69825539-9729-4491-9bb5-57099df42622 req-e8cccb39-ebe3-4480-b57b-3365897d704c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560384 Aug 12 02:13:50.618296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d63f073-6cf0-4480-b295-9d2ae1549fe0 req-eae9c5f7-4241-471b-b993-c4e45b42f355 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b1cff8-a8c0-422d-849e-c8d3d92dddbd HTTP/1.1" status: 200 len: 210 time: 0.0734220 Aug 12 02:13:50.655757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.657715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.701836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'fixed_ips': [{'subnet_id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:13:50.703432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.754764 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.902305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Allocated IP 172.20.0.2 (1f31b7ed-9e8d-4146-93ba-d6c58a82ed07/8cd7e1df-06ae-489f-9bc9-ba5a934da5a3/4a79e458-6574-4700-98f0-2aac2a252280) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:50.960632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:50.999775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ffd0b-3a37-4f9b-a41d-7b198396134f req-6de4dade-336c-46f9-a3ee-e6cf0a14b42b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.008638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b1ffd0b-3a37-4f9b-a41d-7b198396134f req-6de4dade-336c-46f9-a3ee-e6cf0a14b42b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1590936 Aug 12 02:13:51.016256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22682a07-dfec-4cfa-b4c8-c0713f21ffd5 req-3835f0ff-c47d-417f-9774-f5efed0f2aa8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.018464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22682a07-dfec-4cfa-b4c8-c0713f21ffd5 req-3835f0ff-c47d-417f-9774-f5efed0f2aa8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0655954 Aug 12 02:13:51.059879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22682a07-dfec-4cfa-b4c8-c0713f21ffd5 req-b1150052-254f-4bfa-8681-b531ab1fece0 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343826 Aug 12 02:13:51.099796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b1ffd0b-3a37-4f9b-a41d-7b198396134f req-d7261bf2-f895-4b69-a9e0-ed000278e88a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894210 Aug 12 02:13:51.101590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.114781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Transition to ACTIVE for port object 4a79e458-6574-4700-98f0-2aac2a252280 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:51.144071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Transition to ACTIVE for port object 4a79e458-6574-4700-98f0-2aac2a252280 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:51.150085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.194354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:51.202241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:51.203631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715af25a-3d7a-463c-82d8-fb811eacb8cb req-4bbbdc5e-af9f-4df9-b443-48e5b4f2fd26 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.203631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-715af25a-3d7a-463c-82d8-fb811eacb8cb req-4bbbdc5e-af9f-4df9-b443-48e5b4f2fd26 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0544388 Aug 12 02:13:51.204501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:51.217926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Pushing event updated for resources: {'Port': ['ID=4a79e458-6574-4700-98f0-2aac2a252280,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:51.257818 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.269005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-715af25a-3d7a-463c-82d8-fb811eacb8cb req-b6ab0f1e-9d06-4320-848d-9705e1f6db88 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Aug 12 02:13:51.273889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Attempting to bind port 4a79e458-6574-4700-98f0-2aac2a252280 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:51.274260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Attempting to bind port 4a79e458-6574-4700-98f0-2aac2a252280 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:51.274629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Attempting to bind port 4a79e458-6574-4700-98f0-2aac2a252280 on network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:51.280000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:51.280393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Checking segment: {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:51.280829 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.281221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Bound using segment: {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:51.281780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Bound port: 4a79e458-6574-4700-98f0-2aac2a252280, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:51.281984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.282104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.350875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] For port 4a79e458-6574-4700-98f0-2aac2a252280, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:51.354868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] For port 4a79e458-6574-4700-98f0-2aac2a252280, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a79e458-6574-4700-98f0-2aac2a252280,segment=NetworkSegment(54feec31-db22-46ab-8d3a-7a274fe1031c),segment_id=54feec31-db22-46ab-8d3a-7a274fe1031c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:51.359888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.428574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c867fa-2b91-423e-b7d2-57683e30de9e None None] Pushing event updated for resources: {'Port': ['ID=4a79e458-6574-4700-98f0-2aac2a252280,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:51.448851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Allocated IP 172.25.3.167 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c318d339-587c-41c0-b9fd-0219671e9f5c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:51.474248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa96a12-827c-428c-8b8c-36bdbb9836a3 req-0c68121b-0a25-4387-910e-faee36c61a39 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.482922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efa96a12-827c-428c-8b8c-36bdbb9836a3 req-0c68121b-0a25-4387-910e-faee36c61a39 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0901747 Aug 12 02:13:51.532060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efa96a12-827c-428c-8b8c-36bdbb9836a3 req-9979004e-ff32-4ad3-81d8-5334a90375d9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Aug 12 02:13:51.598062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.636485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f12c8-821b-4660-8998-10db89339a02 req-2c41a2ca-cc39-4500-b23d-ed5b49e653ef tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.639102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-636f12c8-821b-4660-8998-10db89339a02 req-2c41a2ca-cc39-4500-b23d-ed5b49e653ef tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0988617 Aug 12 02:13:51.710438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-636f12c8-821b-4660-8998-10db89339a02 req-90894b37-1e7a-449f-ad48-4520ff291d1f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653639 Aug 12 02:13:51.716601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:51.730676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60478c-73bd-46cf-bfca-6e1416abc389 req-bb1464f2-95bd-477c-9cf7-67f82ade75ec tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:51.739088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b60478c-73bd-46cf-bfca-6e1416abc389 req-bb1464f2-95bd-477c-9cf7-67f82ade75ec tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0640323 Aug 12 02:13:51.764662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:51.767624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:51.773468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:51.804516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b60478c-73bd-46cf-bfca-6e1416abc389 req-962c5d83-7091-4457-a07a-7e3e19504e96 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640228 Aug 12 02:13:51.806547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=c318d339-587c-41c0-b9fd-0219671e9f5c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:51.816073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'name': 'network-vif-deleted', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:51.818314 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acfe63b-3419-412f-b880-be66843b1b57" -d '{"events": [{"server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "name": "network-vif-deleted", "tag": "442cd051-8509-456f-8e36-dfa8b324c638"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:52.212670 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058803d2-4ac5-4700-bf06-90f6b54cd02f x-openstack-request-id: req-058803d2-4ac5-4700-bf06-90f6b54cd02f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:52.213943 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b1cff8-a8c0-422d-849e-c8d3d92dddbd", "name": "network-vif-deleted", "tag": "442cd051-8509-456f-8e36-dfa8b324c638", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:52.213943 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-058803d2-4ac5-4700-bf06-90f6b54cd02f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:52.214163 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b1cff8-a8c0-422d-849e-c8d3d92dddbd', 'name': 'network-vif-deleted', 'tag': '442cd051-8509-456f-8e36-dfa8b324c638', 'status': 'completed', 'code': 200} Aug 12 02:13:52.235363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4ef38-8f8b-4e52-8d16-6a4d4f4749cb req-06d5881f-b2a2-4cdc-a14c-6b44a1f3df8e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.237290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e4ef38-8f8b-4e52-8d16-6a4d4f4749cb req-06d5881f-b2a2-4cdc-a14c-6b44a1f3df8e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0619638 Aug 12 02:13:52.264490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bd934-d87d-43c5-bf63-d61c67be1f3d req-a09149dc-5465-4bfc-af5c-e8c777aa368f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.266064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6bd934-d87d-43c5-bf63-d61c67be1f3d req-a09149dc-5465-4bfc-af5c-e8c777aa368f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.4328644 Aug 12 02:13:52.281797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e4ef38-8f8b-4e52-8d16-6a4d4f4749cb req-7474c918-be17-40c7-aa39-35aeeb96540b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Aug 12 02:13:52.328660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b6bd934-d87d-43c5-bf63-d61c67be1f3d req-d64da48d-afce-4f30-a826-6178e58a1ff9 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557795 Aug 12 02:13:52.472597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:52.495563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c8351-0e9f-4193-9e14-3ba56484bdbd req-0d9f2dc0-c3a0-4802-9d3b-6d82ad42d140 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.507937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b4c8351-0e9f-4193-9e14-3ba56484bdbd req-0d9f2dc0-c3a0-4802-9d3b-6d82ad42d140 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 950 time: 0.1132665 Aug 12 02:13:52.561098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464fa8a-8185-4aff-bc03-092d7e54409b None None] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:13:52.571935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b4c8351-0e9f-4193-9e14-3ba56484bdbd req-7f40eb63-fd48-4b4a-a48c-f2da22ec7ed2 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Aug 12 02:13:52.771242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d0796-c3a2-4928-a3a6-c991bde02334 req-2c854ab3-7782-47c8-a115-0692f37794e3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.780810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd4d0796-c3a2-4928-a3a6-c991bde02334 req-2c854ab3-7782-47c8-a115-0692f37794e3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.1190925 Aug 12 02:13:52.789051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4422c-7cf9-40f2-8522-c9f65ce2f5f0 req-5f69522a-c4c5-4d83-93e3-15751879ba52 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.791326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1c4422c-7cf9-40f2-8522-c9f65ce2f5f0 req-5f69522a-c4c5-4d83-93e3-15751879ba52 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0817697 Aug 12 02:13:52.793500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:52.805374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5c97e046-9d87-4162-89ee-621dc62b869d None None] Provisioning for port 4a79e458-6574-4700-98f0-2aac2a252280 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:52.836683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd4d0796-c3a2-4928-a3a6-c991bde02334 req-0d0d8c6a-b545-4215-aa3c-9b2749f08014 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Aug 12 02:13:52.939913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1c4422c-7cf9-40f2-8522-c9f65ce2f5f0 req-ca5f6c72-03e1-4e24-92a1-9690d6737852 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856464 Aug 12 02:13:52.980634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10253212-49ca-4832-a68d-fb1b70b0362f req-95634665-b029-4f9e-8327-2c12b0ecaa58 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:52.983359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10253212-49ca-4832-a68d-fb1b70b0362f req-95634665-b029-4f9e-8327-2c12b0ecaa58 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0912814 Aug 12 02:13:53.010543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:13:53.045339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10253212-49ca-4832-a68d-fb1b70b0362f req-18278e92-f49b-42df-944a-e823c5f11842 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534339 Aug 12 02:13:53.164661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b2f2a-2501-4746-9b4c-9267ac04c379 req-67e5c07b-9263-4659-bf6c-4f43272882f5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:53.166278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-536b2f2a-2501-4746-9b4c-9267ac04c379 req-67e5c07b-9263-4659-bf6c-4f43272882f5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0990062 Aug 12 02:13:53.207736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:53.217888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Sync routers for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:53.236728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-536b2f2a-2501-4746-9b4c-9267ac04c379 req-805f4a2e-5abc-4c41-8e96-8124478bcc3f tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 Aug 12 02:13:53.237211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:53.238323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:53.245689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:53.249735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22ccb9b4-e419-42cf-80a6-e9581e0d2fc8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7165935 Aug 12 02:13:53.250146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54640) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:53.386845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a79e458-6574-4700-98f0-2aac2a252280 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:53.418278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:53.600450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4a79e458-6574-4700-98f0-2aac2a252280 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:53.609380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a79e458-6574-4700-98f0-2aac2a252280 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:53.609824 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:53.740464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:53.751459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:52Z', 'revision_number': 3, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:53.764519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153146d-53a0-4082-8e07-0caf510a6c81 req-a8525a3f-d2dd-4901-a582-9f02359cdce8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:53.768101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967190e-50ac-4b73-8abc-11c2fbaa7fd0 req-74227864-2f9f-40be-9f74-07937d03362f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:53.773597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5153146d-53a0-4082-8e07-0caf510a6c81 req-a8525a3f-d2dd-4901-a582-9f02359cdce8 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.1100698 Aug 12 02:13:53.776923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5967190e-50ac-4b73-8abc-11c2fbaa7fd0 req-74227864-2f9f-40be-9f74-07937d03362f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 950 time: 0.0857203 Aug 12 02:13:53.788594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Checking router: 05de2a3d-f433-42ec-ab5a-824dbc4ced7a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:53.788941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Updating router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a port c318d339-587c-41c0-b9fd-0219671e9f5c binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:13:53.822697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5967190e-50ac-4b73-8abc-11c2fbaa7fd0 req-9b756f32-674c-4461-96a1-11de2b57b86b tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/security-groups?id=60e4593b-c9d3-42ff-830b-1b221f8631c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427141 Aug 12 02:13:53.830418 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:53.854501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5153146d-53a0-4082-8e07-0caf510a6c81 req-1d2af6b8-fb55-4892-b293-7063577c4d9a tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Aug 12 02:13:53.863760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4a79e458-6574-4700-98f0-2aac2a252280, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a79e458-6574-4700-98f0-2aac2a252280,segment=NetworkSegment(54feec31-db22-46ab-8d3a-7a274fe1031c),segment_id=54feec31-db22-46ab-8d3a-7a274fe1031c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:53.887126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:53.930637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-31249d1a-3b2e-4867-9e4c-003ad8d3456f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:53.932408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-31249d1a-3b2e-4867-9e4c-003ad8d3456f tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 950 time: 0.1118615 Aug 12 02:13:54.023422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4a79e458-6574-4700-98f0-2aac2a252280,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:54.038897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.066417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 442cd051-8509-456f-8e36-dfa8b324c638 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:54.114320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 442cd051-8509-456f-8e36-dfa8b324c638 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:54.114683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 442cd051-8509-456f-8e36-dfa8b324c638 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:54.115116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:54.122456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61a00e-24fa-4733-a4a6-8fca9e72b9d3 req-cca757a5-8f24-4996-ac19-7c6459bbcf87 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.124923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c61a00e-24fa-4733-a4a6-8fca9e72b9d3 req-cca757a5-8f24-4996-ac19-7c6459bbcf87 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0990772 Aug 12 02:13:54.140007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Deleting port 0c30cdd6-fb36-4447-8748-e32c81eb020b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:54.141041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.141376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:54.141726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 71fc6314-ad7f-4c5e-a3ba-c0dfaed9741c not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:54.214139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-2746b205-d35d-40df-81bd-275047fcd23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.215671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-2746b205-d35d-40df-81bd-275047fcd23f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0810549 Aug 12 02:13:54.218523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c61a00e-24fa-4733-a4a6-8fca9e72b9d3 req-7dbe8151-82b6-4160-ba0e-22dadfdc4364 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851831 Aug 12 02:13:54.259362 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.273588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Transition to ACTIVE for port object c318d339-587c-41c0-b9fd-0219671e9f5c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:54.286522 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.308330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d87ae4-a0e6-45bd-bf9a-4aa988b72b08 req-7a9eb1d6-3f17-4939-a28c-49facd71b1dd tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.309841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37d87ae4-a0e6-45bd-bf9a-4aa988b72b08 req-7a9eb1d6-3f17-4939-a28c-49facd71b1dd tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1213171 Aug 12 02:13:54.348386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Attempting to bind port c318d339-587c-41c0-b9fd-0219671e9f5c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:54.348386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Attempting to bind port c318d339-587c-41c0-b9fd-0219671e9f5c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:54.348885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Attempting to bind port c318d339-587c-41c0-b9fd-0219671e9f5c on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:54.350711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea9b1-185f-4054-a16e-47b3a72c11f8 None None] Pushing event updated for resources: {'Port': ['ID=c318d339-587c-41c0-b9fd-0219671e9f5c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:54.356815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:54.356815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:54.357284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.358523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:54.358523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Bound port: c318d339-587c-41c0-b9fd-0219671e9f5c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:54.358523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.361192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] For port 0c30cdd6-fb36-4447-8748-e32c81eb020b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c30cdd6-fb36-4447-8748-e32c81eb020b,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:54.361568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.388866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-d56c6c5b-4a10-4eb8-ae58-5132cb8cf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.389477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Calling delete_port for 0c30cdd6-fb36-4447-8748-e32c81eb020b owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:54.390381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-d56c6c5b-4a10-4eb8-ae58-5132cb8cf597 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.1533077 Aug 12 02:13:54.399147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a93b0-428e-4063-99cb-e9c97b699730 req-afab3f32-44c1-4d04-ad40-77655428bb7c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.401214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b91a93b0-428e-4063-99cb-e9c97b699730 req-afab3f32-44c1-4d04-ad40-77655428bb7c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0995929 Aug 12 02:13:54.406227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Allocated IP 172.20.0.1 (1f31b7ed-9e8d-4146-93ba-d6c58a82ed07/8cd7e1df-06ae-489f-9bc9-ba5a934da5a3/8685cc05-f64d-46f0-aa9d-ce27f96db835) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:13:54.430916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] For port c318d339-587c-41c0-b9fd-0219671e9f5c, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:54.437372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] For port c318d339-587c-41c0-b9fd-0219671e9f5c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c318d339-587c-41c0-b9fd-0219671e9f5c,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:54.440387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37d87ae4-a0e6-45bd-bf9a-4aa988b72b08 req-cc56ff08-d21d-4bb9-81db-ac78a32eb1c1 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960197 Aug 12 02:13:54.445229 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.468484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-a44d585a-12a6-4185-9a40-fce427844501 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0662518 Aug 12 02:13:54.520896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ea9b1-185f-4054-a16e-47b3a72c11f8 None None] Pushing event updated for resources: {'Port': ['ID=c318d339-587c-41c0-b9fd-0219671e9f5c,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:54.544779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:54.545575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:54.545849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b91a93b0-428e-4063-99cb-e9c97b699730 req-92d087a4-00d1-4f0b-9e6c-5194af78aa45 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876231 Aug 12 02:13:54.549638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-888c1728-be5f-4507-939f-56d951ce257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:54.551028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-888c1728-be5f-4507-939f-56d951ce257d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.0711443 Aug 12 02:13:54.592953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-c0a4a5e7-59c6-43aa-8636-bb22e458d642 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295918 Aug 12 02:13:54.630384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.649448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Transition to ACTIVE for port object 8685cc05-f64d-46f0-aa9d-ce27f96db835 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:54.657207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:54.703670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-71b48613-503c-4c71-9480-0b5087d5e549 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010828 Aug 12 02:13:54.711028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.728023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c30cdd6-fb36-4447-8748-e32c81eb020b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:54.750774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.753062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Pushing event deleted for resources: {'Port': ['ID=0c30cdd6-fb36-4447-8748-e32c81eb020b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:54.828875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:54.833260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] No DVR routers for this DVR port 0c30cdd6-fb36-4447-8748-e32c81eb020b on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:54.833564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36e88207-e253-4793-8dc6-9bcd9185f3db req-e6e0b6ff-49c3-465e-a45b-7b4b90c8d98a service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190121 Aug 12 02:13:54.843710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.845924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa55725c-322a-4e0e-89e6-c446edc74c0b req-b9b96d9d-e25c-4deb-9f2d-43548dccb29e tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.25 "DELETE /v2.0/ports/0c30cdd6-fb36-4447-8748-e32c81eb020b HTTP/1.1" status: 204 len: 173 time: 0.9054499 Aug 12 02:13:54.846448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'name': 'network-vif-deleted', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:54.848800 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839dee9-0eea-4376-8627-d8454168229d" -d '{"events": [{"server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "name": "network-vif-deleted", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:54.855439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:54.858092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Pushing event updated for resources: {'Port': ['ID=8685cc05-f64d-46f0-aa9d-ce27f96db835,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:54.860397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:13:54.889048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:52Z', 'revision_number': 3, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:54.930602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:54.937316 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef12654e-14da-4010-9c24-1d1b0d14a960 x-openstack-request-id: req-ef12654e-14da-4010-9c24-1d1b0d14a960 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:54.937595 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dff7f5-576b-4527-bf5c-3020e9e00bde", "name": "network-vif-deleted", "tag": "0c30cdd6-fb36-4447-8748-e32c81eb020b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:54.937853 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef12654e-14da-4010-9c24-1d1b0d14a960 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:54.938249 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dff7f5-576b-4527-bf5c-3020e9e00bde', 'name': 'network-vif-deleted', 'tag': '0c30cdd6-fb36-4447-8748-e32c81eb020b', 'status': 'completed', 'code': 200} Aug 12 02:13:54.941040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6bb84-aa3a-4bad-9b83-8bc714e08576 None None] The sync data for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 is: [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:52Z', 'revision_number': 3, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:55.115607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc98c8-d648-46f3-93d9-bd649efcaba3 req-17774e1e-fd64-4ce5-8eb8-faaaed4092ce tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:55.117738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0abc98c8-d648-46f3-93d9-bd649efcaba3 req-17774e1e-fd64-4ce5-8eb8-faaaed4092ce tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0783134 Aug 12 02:13:55.196609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0abc98c8-d648-46f3-93d9-bd649efcaba3 req-9d47511a-1227-4f04-a251-e9d755f25ca5 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627699 Aug 12 02:13:55.210819 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:13:55.295696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7d7ac0c5-fc60-4562-b036-96a02fd2cffe None None] Provisioning for port 8685cc05-f64d-46f0-aa9d-ce27f96db835 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:55.317558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7d7ac0c5-fc60-4562-b036-96a02fd2cffe None None] Provisioning complete for port 8685cc05-f64d-46f0-aa9d-ce27f96db835 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:55.317943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac0c5-fc60-4562-b036-96a02fd2cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:55.407872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a79e458-6574-4700-98f0-2aac2a252280 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:55.481288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ac0c5-fc60-4562-b036-96a02fd2cffe None None] Port 8685cc05-f64d-46f0-aa9d-ce27f96db835 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:13:55.509263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a79e458-6574-4700-98f0-2aac2a252280 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:55.510562 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:55.527368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df8b6fe1-607f-4bc5-94ba-01479f3d2b5c req-b41b9cc5-4cd4-4cb9-9681-0486e5b51711 tempest-ServersOnMultiNodesTest-1001898236 tempest-ServersOnMultiNodesTest-1001898236-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7dff7f5-576b-4527-bf5c-3020e9e00bde HTTP/1.1" status: 200 len: 210 time: 0.5183749 Aug 12 02:13:55.532700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d3b28-5720-48a5-8a66-12cacb890609 req-6c77e899-ca15-4836-a011-8006bf2f2b54 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:55.550070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-085d3b28-5720-48a5-8a66-12cacb890609 req-6c77e899-ca15-4836-a011-8006bf2f2b54 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0946665 Aug 12 02:13:55.618126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-2df35a6f-d5d8-471c-9ae0-38ff647fa2c1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:55.620561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-2df35a6f-d5d8-471c-9ae0-38ff647fa2c1 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.1877058 Aug 12 02:13:55.647351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-085d3b28-5720-48a5-8a66-12cacb890609 req-b5b85c5f-0618-423e-9446-3c8636e6d997 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 Aug 12 02:13:55.777875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:55.787096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e76979-32ca-46c0-8d85-44d2d6e95ed9 req-b178a1c8-1378-4793-884f-ec19aecbda33 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:55.788668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e76979-32ca-46c0-8d85-44d2d6e95ed9 req-b178a1c8-1378-4793-884f-ec19aecbda33 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1653531 Aug 12 02:13:55.836182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d5cc3-17df-47d6-9273-02697ffcf00f req-4f752c60-6400-4b34-a698-e32ba5a9c08a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:55.838777 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e03d5cc3-17df-47d6-9273-02697ffcf00f req-4f752c60-6400-4b34-a698-e32ba5a9c08a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0610452 Aug 12 02:13:55.884124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e03d5cc3-17df-47d6-9273-02697ffcf00f req-ffa3fec7-126c-4bfd-8040-2bc95203326a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393305 Aug 12 02:13:55.890690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e76979-32ca-46c0-8d85-44d2d6e95ed9 req-75518951-967e-4432-872b-fb89c4e0b1fe tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913742 Aug 12 02:13:55.922178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Deleting port 0956a663-3276-4038-9af0-91d0dabe6f22 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:55.922525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.074930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] For port 0956a663-3276-4038-9af0-91d0dabe6f22, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0956a663-3276-4038-9af0-91d0dabe6f22,segment=NetworkSegment(9f7b0a15-c10a-4450-96e4-b5b65a6b83ad),segment_id=9f7b0a15-c10a-4450-96e4-b5b65a6b83ad)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:56.075377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.096188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Calling delete_port for 0956a663-3276-4038-9af0-91d0dabe6f22 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:56.120344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.128575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.254863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.257820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Pushing event updated for resources: {'Port': ['ID=8685cc05-f64d-46f0-aa9d-ce27f96db835,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:56.308525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee5893-b137-4f8c-bdf0-8cd06e745dd2 req-3f34c367-a7f3-44b2-b08c-750b005cdc42 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:56.310170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05ee5893-b137-4f8c-bdf0-8cd06e745dd2 req-3f34c367-a7f3-44b2-b08c-750b005cdc42 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cf3e5c5-7d51-4804-9f44-aafb6e708b61 HTTP/1.1" status: 200 len: 946 time: 0.0486777 Aug 12 02:13:56.351650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05ee5893-b137-4f8c-bdf0-8cd06e745dd2 req-e6dc1d77-a86e-4a9b-9524-93de850e33da tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7358fa4-8eeb-4d41-a69d-ff4e812503f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Aug 12 02:13:56.394872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.406759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0956a663-3276-4038-9af0-91d0dabe6f22'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:56.431146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:13:56.435136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Pushing event deleted for resources: {'Port': ['ID=0956a663-3276-4038-9af0-91d0dabe6f22,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:56.438899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:13:56.528870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] No DVR routers for this DVR port 0956a663-3276-4038-9af0-91d0dabe6f22 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:13:56.532494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.534451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e73b8a0-dd59-4b29-8cbb-bdbc6e347cf2 req-7d386e6d-4274-4f9a-93a4-c3a50baefdb3 tempest-ServerDiskConfigTestJSON-1877256080 tempest-ServerDiskConfigTestJSON-1877256080-project] 10.222.0.25 "DELETE /v2.0/ports/0956a663-3276-4038-9af0-91d0dabe6f22 HTTP/1.1" status: 204 len: 173 time: 0.8989072 Aug 12 02:13:56.614110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:13:56.717979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-83ce2a3d-dee4-452c-94f9-b19049a2b074 None None] Provisioning complete for port 8685cc05-f64d-46f0-aa9d-ce27f96db835 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:56.718281 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a3d-dee4-452c-94f9-b19049a2b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:56.767321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-83ce2a3d-dee4-452c-94f9-b19049a2b074 None None] Port 8685cc05-f64d-46f0-aa9d-ce27f96db835 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:13:56.814266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598ad59-a7c9-4d62-b7e2-3ba12d9fb0d9 req-e8edd2ba-238c-48bd-9f1d-472b30871390 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:56.815552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3598ad59-a7c9-4d62-b7e2-3ba12d9fb0d9 req-e8edd2ba-238c-48bd-9f1d-472b30871390 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0738118 Aug 12 02:13:56.816870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:13:56.821948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1fd4b10-4830-4df2-9869-c1f833968222 admin admin] 10.222.0.11 "PUT /v2.0/routers/05de2a3d-f433-42ec-ab5a-824dbc4ced7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5706401 Aug 12 02:13:56.861513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3598ad59-a7c9-4d62-b7e2-3ba12d9fb0d9 req-aaa2cff9-ff0c-4692-9c38-135f0ba32c43 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Aug 12 02:13:56.873440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54700) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:56.935827 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Sync routers for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:13:56.939084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'name': 'network-vif-deleted', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:13:56.942078 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9dcb09-6dcf-4af0-93cf-57566958ab56" -d '{"events": [{"server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "name": "network-vif-deleted", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:13:56.955868 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:56.956537 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:57.037449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283ce1-fff6-43e7-89b6-b76e253a9632 req-f3cf6dee-aa63-48f7-bfea-975ddbf5db6c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:57.038977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0283ce1-fff6-43e7-89b6-b76e253a9632 req-f3cf6dee-aa63-48f7-bfea-975ddbf5db6c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0628762 Aug 12 02:13:57.067462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7ef56-95b9-4f9c-b11e-6e50ff926d4c req-df5761e3-b67e-4206-8748-131b1e9e1853 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:57.075342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45c7ef56-95b9-4f9c-b11e-6e50ff926d4c req-df5761e3-b67e-4206-8748-131b1e9e1853 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0929339 Aug 12 02:13:57.089608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0283ce1-fff6-43e7-89b6-b76e253a9632 req-3ffbe9ee-14a7-47f3-8046-a42027170241 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Aug 12 02:13:57.112067 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:57.122446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ab250ab-d8a4-462b-9c73-a5bf21117720 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5225ea48e48c4dc993646e57eb05a930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477577 Aug 12 02:13:57.125553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:57.141063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45c7ef56-95b9-4f9c-b11e-6e50ff926d4c req-8e384cda-eacb-47f0-a091-1c355f5ee407 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639248 Aug 12 02:13:57.204214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.227589 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdbb047-3141-4f46-87b8-3eef21a797c2 x-openstack-request-id: req-dbdbb047-3141-4f46-87b8-3eef21a797c2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:13:57.227888 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf3e5c5-7d51-4804-9f44-aafb6e708b61", "name": "network-vif-deleted", "tag": "0956a663-3276-4038-9af0-91d0dabe6f22", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:13:57.228195 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbdbb047-3141-4f46-87b8-3eef21a797c2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:13:57.229338 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf3e5c5-7d51-4804-9f44-aafb6e708b61', 'name': 'network-vif-deleted', 'tag': '0956a663-3276-4038-9af0-91d0dabe6f22', 'status': 'completed', 'code': 200} Aug 12 02:13:57.241135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.333577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.339657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.341026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60e4593b-c9d3-42ff-830b-1b221f8631c1 HTTP/1.1" status: 204 len: 168 time: 0.2142580 Aug 12 02:13:57.362670 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:55Z', 'revision_number': 4, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8685cc05-f64d-46f0-aa9d-ce27f96db835', 'name': '', 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'mac_address': 'fa:16:3e:50:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:54Z', 'updated_at': '2021-08-12T02:13:55Z', 'revision_number': 2, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'subnets': [{'id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:57.390225 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Checking router: 05de2a3d-f433-42ec-ab5a-824dbc4ced7a for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:13:57.390523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Updating router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a port 8685cc05-f64d-46f0-aa9d-ce27f96db835 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:13:57.400929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c318d339-587c-41c0-b9fd-0219671e9f5c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:57.438900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-21d71ea9-806c-4487-a3ac-9436b60130d5 req-5aa54de6-6f9a-435b-a96a-cc82665efc3b tempest-FloatingIPsNegativeTestJSON-1514387902 tempest-FloatingIPsNegativeTestJSON-1514387902-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=e8863a61f57d48139476a612ff6da15d HTTP/1.1" status: 200 len: 217 time: 0.0965025 Aug 12 02:13:57.439956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851f428-8116-46cc-b65d-fc3af5392aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e4593b-c9d3-42ff-830b-1b221f8631c1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:57.452249 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.489957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c318d339-587c-41c0-b9fd-0219671e9f5c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:13:57.497895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c318d339-587c-41c0-b9fd-0219671e9f5c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:57.498411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.529729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20eb6610-02e9-4cc3-8a61-445ab6f980f6 req-2df0988a-5ca8-4e31-9f59-f6fecacac7e8 tempest-FloatingIPsNegativeTestJSON-1514387902 tempest-FloatingIPsNegativeTestJSON-1514387902-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0334861 Aug 12 02:13:57.592811 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-69ee765c-b338-4867-8d9e-bbeba5d4870d req-a030bd97-d9b3-446b-9f35-32af9b63ee41 tempest-FloatingIPsNegativeTestJSON-1514387902 tempest-FloatingIPsNegativeTestJSON-1514387902-project] show failed (client error): The resource could not be found. Aug 12 02:13:57.601853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69ee765c-b338-4867-8d9e-bbeba5d4870d req-a030bd97-d9b3-446b-9f35-32af9b63ee41 tempest-FloatingIPsNegativeTestJSON-1514387902 tempest-FloatingIPsNegativeTestJSON-1514387902-project] 10.222.0.11 "GET /v2.0/floatingips/a1cec558-379d-40de-8f9a-aef3f4bcac91 HTTP/1.1" status: 404 len: 350 time: 0.0484924 Aug 12 02:13:57.607646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:57.631433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.654928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c318d339-587c-41c0-b9fd-0219671e9f5c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c318d339-587c-41c0-b9fd-0219671e9f5c,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:57.664827 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.688628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:57.762600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Deleting subnet f6e7ea11-5793-46c0-a2e6-72db8651c324 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:13:57.763156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c318d339-587c-41c0-b9fd-0219671e9f5c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:57.766824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.814460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.816080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54742) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:57.871773 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.886684 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Transition to ACTIVE for port object 8685cc05-f64d-46f0-aa9d-ce27f96db835 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:13:57.896567 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.902083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6328a1a-1ca2-49e8-9630-df97cf9b830a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95acd5ecaaf44d20a9b91ba56f346072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813003 Aug 12 02:13:57.906977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54746) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:57.936527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:57.952812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Pushing event updated for resources: {'Port': ['ID=8685cc05-f64d-46f0-aa9d-ce27f96db835,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:57.962621 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.963390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.963996 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.965317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.965908 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.966699 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.967324 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.968099 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.968672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.969386 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.969934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:57.970480 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:13:58.029849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.030348 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Attempting to bind port 8685cc05-f64d-46f0-aa9d-ce27f96db835 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:13:58.030931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Attempting to bind port 8685cc05-f64d-46f0-aa9d-ce27f96db835 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:13:58.031496 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Attempting to bind port 8685cc05-f64d-46f0-aa9d-ce27f96db835 on network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:13:58.038263 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:13:58.039641 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Checking segment: {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:13:58.039993 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.040389 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Bound using segment: {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:13:58.040944 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Bound port: 8685cc05-f64d-46f0-aa9d-ce27f96db835, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54feec31-db22-46ab-8d3a-7a274fe1031c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:13:58.042393 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.051825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb3df8-672d-41c7-aa7b-b3ccad5e30fc req-89a95ecc-5cca-4f57-a5e4-730b5df2cc4d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:58.054033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fdb3df8-672d-41c7-aa7b-b3ccad5e30fc req-89a95ecc-5cca-4f57-a5e4-730b5df2cc4d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0790162 Aug 12 02:13:58.070283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.070549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:13:58.106194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.124128 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] For port 8685cc05-f64d-46f0-aa9d-ce27f96db835, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:13:58.127978 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] For port 8685cc05-f64d-46f0-aa9d-ce27f96db835, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8685cc05-f64d-46f0-aa9d-ce27f96db835,segment=NetworkSegment(54feec31-db22-46ab-8d3a-7a274fe1031c),segment_id=54feec31-db22-46ab-8d3a-7a274fe1031c)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:13:58.135952 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.167833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fdb3df8-672d-41c7-aa7b-b3ccad5e30fc req-4f631eb8-f80a-4f71-b1f9-315ff2dc0ec7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005211 Aug 12 02:13:58.202196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e7ea11-5793-46c0-a2e6-72db8651c324,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:58.208997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.220753 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:13:58.221397 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:58.225660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.235653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e49182d7-4c97-4f5b-8ce4-79dbd09ddac3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f6e7ea11-5793-46c0-a2e6-72db8651c324 HTTP/1.1" status: 204 len: 168 time: 0.5428634 Aug 12 02:13:58.235832 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ea5ae-339e-4103-a51d-cd3091fc518e None None] Pushing event updated for resources: {'Port': ['ID=8685cc05-f64d-46f0-aa9d-ce27f96db835,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:58.236342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:58.257117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c30cdd6-fb36-4447-8748-e32c81eb020b no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:58.356378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.359048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.370958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/119005a5-c157-4e85-a3bc-159954829731 HTTP/1.1" status: 204 len: 168 time: 0.4592140 Aug 12 02:13:58.373239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:58.391004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0c30cdd6-fb36-4447-8748-e32c81eb020b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:58.392197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c30cdd6-fb36-4447-8748-e32c81eb020b not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:58.393207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0956a663-3276-4038-9af0-91d0dabe6f22 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:13:58.419626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb', 'port_id': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'mac_address': 'fa:16:3e:d1:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9901f5c6-bada-4abe-ba5d-804761754cd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:13:58.426541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0956a663-3276-4038-9af0-91d0dabe6f22 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:58.427135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0956a663-3276-4038-9af0-91d0dabe6f22 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:13:58.428162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7181fc2-9a5b-40df-bebb-f271c1ce412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119005a5-c157-4e85-a3bc-159954829731,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:58.437634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:13:58.451078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.468885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880484-b24b-48b7-8c06-74d58da0519a req-d673909e-f24d-4863-8397-86a5f3c9f81f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:58.479132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e55ae-63e7-4a52-ab68-24c26046a232 req-e7bd1943-f0b0-4b20-bb42-4a7854b40911 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:58.488652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74880484-b24b-48b7-8c06-74d58da0519a req-d673909e-f24d-4863-8397-86a5f3c9f81f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.2303338 Aug 12 02:13:58.490905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c00e55ae-63e7-4a52-ab68-24c26046a232 req-e7bd1943-f0b0-4b20-bb42-4a7854b40911 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2012253 Aug 12 02:13:58.537010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.573061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e276f7f0-1d03-4403-8bd5-86957630dfe0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:13:58.601658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:58.608785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.629857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74880484-b24b-48b7-8c06-74d58da0519a req-32b7cc18-27e3-4965-9845-3df9baa5313b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400964 Aug 12 02:13:58.659339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c00e55ae-63e7-4a52-ab68-24c26046a232 req-8956a332-0b16-412b-9717-98f8a644c3cb tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526685 Aug 12 02:13:58.777467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.787736 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:55Z', 'revision_number': 4, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8685cc05-f64d-46f0-aa9d-ce27f96db835', 'name': '', 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'mac_address': 'fa:16:3e:50:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:54Z', 'updated_at': '2021-08-12T02:13:58Z', 'revision_number': 4, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'subnets': [{'id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:58.802071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec25fcb-623a-438a-8ce9-4f942b099d0d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:58.819837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:58.820455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7b0a15-c10a-4450-96e4-b5b65a6b83ad') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:13:58.831256 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f1992f-8aa5-4296-a86a-7a8de321cd3d None None] The sync data for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 is: [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:55Z', 'revision_number': 4, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8685cc05-f64d-46f0-aa9d-ce27f96db835', 'name': '', 'network_id': '1f31b7ed-9e8d-4146-93ba-d6c58a82ed07', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'mac_address': 'fa:16:3e:50:73:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:54Z', 'updated_at': '2021-08-12T02:13:58Z', 'revision_number': 4, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'subnets': [{'id': '8cd7e1df-06ae-489f-9bc9-ba5a934da5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:13:58.832668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Deleting port 8685cc05-f64d-46f0-aa9d-ce27f96db835 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:13:58.833194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.840210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.859078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.871578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:13:58.877310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:13:58.883312 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:13:58.954466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:58.983545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.989966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:58.991935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ec25fcb-623a-438a-8ce9-4f942b099d0d HTTP/1.1" status: 204 len: 168 time: 0.7529283 Aug 12 02:13:59.007319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506455e-e5e9-42c0-874d-917800854a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec25fcb-623a-438a-8ce9-4f942b099d0d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:59.034913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] For port 8685cc05-f64d-46f0-aa9d-ce27f96db835, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8685cc05-f64d-46f0-aa9d-ce27f96db835,segment=NetworkSegment(54feec31-db22-46ab-8d3a-7a274fe1031c),segment_id=54feec31-db22-46ab-8d3a-7a274fe1031c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:13:59.035305 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.049319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e276f7f0-1d03-4403-8bd5-86957630dfe0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:13:59.053276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Calling delete_port for 8685cc05-f64d-46f0-aa9d-ce27f96db835 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:13:59.204399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54774) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:59.318771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4a7f26db-96da-4ff7-bd64-e0385cafaa26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e89bd7503ef4a5580443da4b02763de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113448 Aug 12 02:13:59.321717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54778) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:13:59.346394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.399570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8685cc05-f64d-46f0-aa9d-ce27f96db835,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:59.429634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2138-6aa0-4643-85df-06f7a3162a4a req-f64026c1-407a-4645-a999-4ca7bdab7d12 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:59.434603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7c2138-6aa0-4643-85df-06f7a3162a4a req-f64026c1-407a-4645-a999-4ca7bdab7d12 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1379569 Aug 12 02:13:59.492600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c7c2138-6aa0-4643-85df-06f7a3162a4a req-f903c9a9-75d3-40bd-8058-c6ea90245d02 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528593 Aug 12 02:13:59.529798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8685cc05-f64d-46f0-aa9d-ce27f96db835 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:59.565829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8685cc05-f64d-46f0-aa9d-ce27f96db835 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:13:59.566485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8685cc05-f64d-46f0-aa9d-ce27f96db835 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 02:13:59.574232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.604443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Port 8685cc05-f64d-46f0-aa9d-ce27f96db835 not found, will not notify nova. {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 02:13:59.605263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c318d339-587c-41c0-b9fd-0219671e9f5c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:13:59.630824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.666291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c318d339-587c-41c0-b9fd-0219671e9f5c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:13:59.667318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.731193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.731458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.734147 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:13:59.737882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7358fa4-8eeb-4d41-a69d-ff4e812503f9 HTTP/1.1" status: 204 len: 168 time: 0.4122531 Aug 12 02:13:59.758413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9319e76-a0c6-4d83-8e51-4dd37c50326e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7358fa4-8eeb-4d41-a69d-ff4e812503f9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:13:59.864859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ee4a-f637-47ab-a724-acd95290baf1 req-95c07775-f7a1-4978-bf6b-fd93cbb618b9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:59.866529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6df9ee4a-f637-47ab-a724-acd95290baf1 req-95c07775-f7a1-4978-bf6b-fd93cbb618b9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1120138 Aug 12 02:13:59.868910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea20ca-29b7-4aa3-885c-b4f594eb796c req-d3bef099-36f9-40e8-9213-9d39ab7c6b2c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:13:59.871089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15ea20ca-29b7-4aa3-885c-b4f594eb796c req-d3bef099-36f9-40e8-9213-9d39ab7c6b2c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.1312983 Aug 12 02:13:59.955542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6df9ee4a-f637-47ab-a724-acd95290baf1 req-26bfd1e1-9e5e-485a-81d2-8fcac8da384e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808663 Aug 12 02:13:59.984299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15ea20ca-29b7-4aa3-885c-b4f594eb796c req-d2a43e5d-06dc-40a4-ae69-db4cf299cb38 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681794 Aug 12 02:14:00.163186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:14:00.626361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:00.631434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-26e876d5-3808-4558-bd60-88d0d4e48a5a admin admin] 10.222.0.11 "PUT /v2.0/routers/05de2a3d-f433-42ec-ab5a-824dbc4ced7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225608 Aug 12 02:14:00.634995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:00.637828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Sync routers for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:00.648939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:00.652501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:00.685425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb38dec-92d4-4d4f-ae27-00d53109882a req-8e9bf988-009a-419c-bc26-c92396794f96 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:00.687083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abb38dec-92d4-4d4f-ae27-00d53109882a req-8e9bf988-009a-419c-bc26-c92396794f96 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0833406 Aug 12 02:14:00.740897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abb38dec-92d4-4d4f-ae27-00d53109882a req-10174f5a-4ee7-4241-bbd2-4ff20ad95282 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452285 Aug 12 02:14:00.761377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:00.803815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:00.877795 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:00.898691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54836) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:00.948454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Deleting port c318d339-587c-41c0-b9fd-0219671e9f5c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:00.948800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.009298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:13:59Z', 'revision_number': 5, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port': {'id': 'c318d339-587c-41c0-b9fd-0219671e9f5c', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ab:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:13:51Z', 'updated_at': '2021-08-12T02:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:01.042455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Checking router: 05de2a3d-f433-42ec-ab5a-824dbc4ced7a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:01.052712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Routers {'05de2a3d-f433-42ec-ab5a-824dbc4ced7a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:01.053546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:13:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:01.060019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-526350787-network', 'tenant_id': '760a91cb6c594a0c94335de3872d4aad'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:01.070499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] For port c318d339-587c-41c0-b9fd-0219671e9f5c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c318d339-587c-41c0-b9fd-0219671e9f5c,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:01.070499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.084878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Calling delete_port for c318d339-587c-41c0-b9fd-0219671e9f5c owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:01.108773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Made reservation on behalf of 760a91cb6c594a0c94335de3872d4aad for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:01.111231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.122407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.131002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6c604-ea62-4542-a579-1089c0ddca68 req-81bbc566-7592-48f8-8a46-e06a9536c0b9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:01.138815 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3e6c604-ea62-4542-a579-1089c0ddca68 req-81bbc566-7592-48f8-8a46-e06a9536c0b9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1023500 Aug 12 02:14:01.169769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] Set router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:01.207405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3e6c604-ea62-4542-a579-1089c0ddca68 req-416018d3-a08c-488c-9345-6873d85b5d83 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Aug 12 02:14:01.251011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:14:00Z', 'revision_number': 6, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:01.284360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf5e23-d83f-4f7d-b0ce-4958e35306c9 None None] The sync data for ids ['05de2a3d-f433-42ec-ab5a-824dbc4ced7a'] in n-d-804303-2 is: [{'id': '05de2a3d-f433-42ec-ab5a-824dbc4ced7a', 'name': 'tempest-FloatingIPsNegativeTestJSON-1683094037-router', 'tenant_id': 'e8863a61f57d48139476a612ff6da15d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:13:50Z', 'updated_at': '2021-08-12T02:14:00Z', 'revision_number': 6, 'project_id': 'e8863a61f57d48139476a612ff6da15d', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:01.289228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7016f9-f1db-4c2f-b7d9-ba481de7825a req-4eef027f-da14-4fe2-88c2-9604913f3cda tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:01.291252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b7016f9-f1db-4c2f-b7d9-ba481de7825a req-4eef027f-da14-4fe2-88c2-9604913f3cda tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.1504734 Aug 12 02:14:01.340006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.348980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.362383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b7016f9-f1db-4c2f-b7d9-ba481de7825a req-8970767c-294d-4e8c-ab24-a47e987f77f6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 Aug 12 02:14:01.387697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:01.410680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.419826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:14:01.430489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.430841 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Added segment cc7ce9e9-0435-41b5-9ea9-38b19200f8df of type vlan for network d1dd6530-75bc-4a7b-a85c-86a531720c51 Aug 12 02:14:01.437865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c318d339-587c-41c0-b9fd-0219671e9f5c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:01.488420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.507689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.531148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.532754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:01.533762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.594003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6940293 Aug 12 02:14:01.594615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54856) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:01.602654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Request body: {'subnet': {'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-526350787-subnet', 'tenant_id': '760a91cb6c594a0c94335de3872d4aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:01.617175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22053c04-f458-41e7-92d1-3e7768208178 admin admin] Pushing event updated for resources: {'Network': ['ID=d1dd6530-75bc-4a7b-a85c-86a531720c51,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:01.619811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.623286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.630128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Made reservation on behalf of 760a91cb6c594a0c94335de3872d4aad for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:01.632406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d1dd6530-75bc-4a7b-a85c-86a531720c51 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:14:01.632964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.709526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.710186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05de2a3d-f433-42ec-ab5a-824dbc4ced7a {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:14:01.726155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.727212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c802e54e-6585-430d-b419-29e4169ee5e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/05de2a3d-f433-42ec-ab5a-824dbc4ced7a HTTP/1.1" status: 204 len: 168 time: 1.0911169 Aug 12 02:14:01.730374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:01.813878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Deleting subnet 8cd7e1df-06ae-489f-9bc9-ba5a934da5a3 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:14:01.818985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.836074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:01.866692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.901931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.917732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2e9c97f-52ae-47d6-866b-bae44aa71321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.958735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a348e-5e15-4476-9380-293ff60a2d94 req-c69b0f0a-c440-4fed-8d86-315975790ed7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:01.960318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab0a348e-5e15-4476-9380-293ff60a2d94 req-c69b0f0a-c440-4fed-8d86-315975790ed7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1022511 Aug 12 02:14:01.988981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:01.991054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e961a114-4a28-4194-8398-acdc01cec256,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.009311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f94c6cd8-12aa-4b51-af12-846b462abc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.044656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.047556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Checking segment: {'id': 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:02.047913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Network hostable DHCP agents. Network: d1dd6530-75bc-4a7b-a85c-86a531720c51, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:14:02.054241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab0a348e-5e15-4476-9380-293ff60a2d94 req-fa732d99-1207-4511-acd9-2bca7e592cdd tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815086 Aug 12 02:14:02.075909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd7e1df-06ae-489f-9bc9-ba5a934da5a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.077889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.079945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-47c49a33-787b-487d-99e0-9f354f5c64a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8cd7e1df-06ae-489f-9bc9-ba5a934da5a3 HTTP/1.1" status: 204 len: 168 time: 0.3485992 Aug 12 02:14:02.082882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:02.085186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ca649-1684-485c-b85f-e11e1b84cd72 None None] Network 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:02.098054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Network d1dd6530-75bc-4a7b-a85c-86a531720c51 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:14:02.100853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:02.114558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d1dd6530-75bc-4a7b-a85c-86a531720c51) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:02.124238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:02.125062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.162592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.184676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f94c6cd8-12aa-4b51-af12-846b462abc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.188489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e905a-bfa1-4a3b-b7b7-31ec9027f2b2 None None] Network d1dd6530-75bc-4a7b-a85c-86a531720c51 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:02.191677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f94c6cd8-12aa-4b51-af12-846b462abc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.220222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Deleting port 4a79e458-6574-4700-98f0-2aac2a252280 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:02.220564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.246919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e245b30f-4cc7-4ede-b08a-9dfbaca3d149 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6414192 Aug 12 02:14:02.246919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f94c6cd8-12aa-4b51-af12-846b462abc6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=646f42263a9c4f37822630d4a0f0fed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4044931 Aug 12 02:14:02.268813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54872) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:02.311005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c6cd8-12aa-4b51-af12-846b462abc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a899ec6c-5dca-4219-82aa-5fbb5636d979,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.341137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] For port 4a79e458-6574-4700-98f0-2aac2a252280, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a79e458-6574-4700-98f0-2aac2a252280,segment=NetworkSegment(54feec31-db22-46ab-8d3a-7a274fe1031c),segment_id=54feec31-db22-46ab-8d3a-7a274fe1031c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:02.341749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.349150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.361691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Calling delete_port for 4a79e458-6574-4700-98f0-2aac2a252280 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:02.376581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.419664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port e276f7f0-1d03-4403-8bd5-86957630dfe0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:02.447238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port e276f7f0-1d03-4403-8bd5-86957630dfe0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:02.456021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.472424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.475676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.477342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a899ec6c-5dca-4219-82aa-5fbb5636d979 HTTP/1.1" status: 204 len: 168 time: 0.2005827 Aug 12 02:14:02.494856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748571d8-8d62-45ef-95a7-d0491262d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a899ec6c-5dca-4219-82aa-5fbb5636d979,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.578316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.583167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff0c0b-919e-43ef-8959-3fbaa1135c8e None None] Network d1dd6530-75bc-4a7b-a85c-86a531720c51 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:02.649942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38041b8b-4fe9-463b-8ddb-d3a60fc20d37 None None] DHCP port deletion for 1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:14:02.663937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a79e458-6574-4700-98f0-2aac2a252280,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.672760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe0c48-0c7f-4817-8936-af8f1a2bbbad req-10f728b6-993b-48fa-882e-1119e6e91e66 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:02.687359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dbe0c48-0c7f-4817-8936-af8f1a2bbbad req-10f728b6-993b-48fa-882e-1119e6e91e66 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.0948970 Aug 12 02:14:02.703525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] No DVR routers for this DVR port 4a79e458-6574-4700-98f0-2aac2a252280 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:02.717500 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.748285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dbe0c48-0c7f-4817-8936-af8f1a2bbbad req-722c3ef1-6bd0-4d48-86d0-8b8c412830de tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598309 Aug 12 02:14:02.760486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a37e-8ede-4a0c-8be6-7b4874fdf35b req-86e67fa7-55fe-4fc9-bf3a-c48b93a36a42 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:02.760486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10c9a37e-8ede-4a0c-8be6-7b4874fdf35b req-86e67fa7-55fe-4fc9-bf3a-c48b93a36a42 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2264392 Aug 12 02:14:02.764754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:02.766161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:02.768750 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194b1b5-98ff-45d9-9c24-2c680390e43f" -d '{"events": [{"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-plugged", "status": "completed", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:02.776605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.827059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.847281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f31b7ed-9e8d-4146-93ba-d6c58a82ed07']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:02.857901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10c9a37e-8ede-4a0c-8be6-7b4874fdf35b req-0c32c712-fe9a-49a9-b42b-96c71998c499 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 Aug 12 02:14:02.861311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54feec31-db22-46ab-8d3a-7a274fe1031c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:02.861701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54feec31-db22-46ab-8d3a-7a274fe1031c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:02.870399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:02.872533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.902591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:02.915273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.920638 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef0a40-9d0d-4bbd-ad52-1c2483d565e9 x-openstack-request-id: req-f5ef0a40-9d0d-4bbd-ad52-1c2483d565e9 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:02.921163 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-plugged", "status": "completed", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:02.921163 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5ef0a40-9d0d-4bbd-ad52-1c2483d565e9 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:02.921559 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'code': 200} Aug 12 02:14:02.925854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf343822-6224-42e1-b285-ed2de753bec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.929921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:14:02.930591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:14:02.933013 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:14:03.006527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.018402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.020290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f31b7ed-9e8d-4146-93ba-d6c58a82ed07 HTTP/1.1" status: 204 len: 168 time: 0.9365191 Aug 12 02:14:03.045574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca689c8-9e45-4121-8012-2deb5963dd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f31b7ed-9e8d-4146-93ba-d6c58a82ed07,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:03.092220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07aa44-00d4-4d6a-b2f0-c502b07bcd33 req-c1a63024-c2f1-4f22-aced-0b59d4b05b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:03.093857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e07aa44-00d4-4d6a-b2f0-c502b07bcd33 req-c1a63024-c2f1-4f22-aced-0b59d4b05b63 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1096 time: 0.0613842 Aug 12 02:14:03.163260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf343822-6224-42e1-b285-ed2de753bec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.188711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf343822-6224-42e1-b285-ed2de753bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.215841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e07aa44-00d4-4d6a-b2f0-c502b07bcd33 req-fd0b9168-4808-4f7b-8681-10fc957e193a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955026 Aug 12 02:14:03.223723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:03.236332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf343822-6224-42e1-b285-ed2de753bec1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1f9ed1732ca4c239d826a498060fcef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293064 Aug 12 02:14:03.240297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:03.252037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf343822-6224-42e1-b285-ed2de753bec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767389d0-e0fe-4590-b3db-b8af5fbf5184,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:03.271084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefc1cb-4d5d-4b70-8669-496c9b149777 req-5bd4eecf-d495-4093-a5ce-893aa1b54d10 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:03.283508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5aefc1cb-4d5d-4b70-8669-496c9b149777 req-5bd4eecf-d495-4093-a5ce-893aa1b54d10 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1369741 Aug 12 02:14:03.335050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8685cc05-f64d-46f0-aa9d-ce27f96db835 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:03.339708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5aefc1cb-4d5d-4b70-8669-496c9b149777 req-033e57d8-3afb-4917-b00c-a851f14c85b8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584953 Aug 12 02:14:03.350238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.350873 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-88327dc5-36d1-4ba9-85ce-28b8ecf9e561 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8863a61f57d48139476a612ff6da15d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249208 Aug 12 02:14:03.352897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:03.365528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8685cc05-f64d-46f0-aa9d-ce27f96db835 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:03.365872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8685cc05-f64d-46f0-aa9d-ce27f96db835 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:03.366301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c318d339-587c-41c0-b9fd-0219671e9f5c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:03.380117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.386343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c318d339-587c-41c0-b9fd-0219671e9f5c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:03.386693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c318d339-587c-41c0-b9fd-0219671e9f5c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:03.387124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a79e458-6574-4700-98f0-2aac2a252280 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:03.406735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4a79e458-6574-4700-98f0-2aac2a252280 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:03.407084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a79e458-6574-4700-98f0-2aac2a252280 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:03.425966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-ce32190a-ae9e-4b60-8810-87c9731c694e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:03.427538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-ce32190a-ae9e-4b60-8810-87c9731c694e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/networks?id=d1dd6530-75bc-4a7b-a85c-86a531720c51 HTTP/1.1" status: 200 len: 821 time: 0.1850512 Aug 12 02:14:03.433581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.436216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.437389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/767389d0-e0fe-4590-b3db-b8af5fbf5184 HTTP/1.1" status: 204 len: 168 time: 0.1953640 Aug 12 02:14:03.445638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7bc71-2588-43b8-9ff5-c1198c1a7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767389d0-e0fe-4590-b3db-b8af5fbf5184,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:03.453247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.455876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-0328eb47-aebd-42b4-af0a-3e33c842332e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/quotas/760a91cb6c594a0c94335de3872d4aad HTTP/1.1" status: 200 len: 375 time: 0.0208573 Aug 12 02:14:03.503192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.506459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-56495f21-f6ae-4a03-87f6-b768d96c209a tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=760a91cb6c594a0c94335de3872d4aad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415473 Aug 12 02:14:03.621853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.621853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:03.622205 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f63e990-f445-42ac-b6d8-b853b13a6a76 HTTP/1.1" status: 204 len: 168 time: 0.2674847 Aug 12 02:14:03.632009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b22ad-be55-49f4-8e3d-2577b47754af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f63e990-f445-42ac-b6d8-b853b13a6a76,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:03.640924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-86b2e759-8e98-4325-bdd0-39a2afdfbd28 service neutron] 10.222.0.11 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209347 Aug 12 02:14:03.733214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-5aab0fc8-d4cf-46b4-9130-8283bbf65bad service neutron] 10.222.0.11 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914283 Aug 12 02:14:03.912430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132b39f-10a0-4f94-9aad-81448dca2570 req-934d826c-0583-478f-b418-56e60eaa86d3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:03.914438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9132b39f-10a0-4f94-9aad-81448dca2570 req-934d826c-0583-478f-b418-56e60eaa86d3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.0886900 Aug 12 02:14:03.935353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311d6cfe-0c8a-4cfa-8194-22e853ccf700 req-28a3075c-e86d-401d-b243-8c6a5d493e48 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 210 time: 0.0373349 Aug 12 02:14:03.962422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9132b39f-10a0-4f94-9aad-81448dca2570 req-47b85910-c780-4c37-9198-476c8930773b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Aug 12 02:14:04.153484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5de0fe-73b4-4171-a8c2-b326b9980f2a req-fa5e958f-76e0-456c-8e57-eb4b8e67fb94 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:04.155038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a5de0fe-73b4-4171-a8c2-b326b9980f2a req-fa5e958f-76e0-456c-8e57-eb4b8e67fb94 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0688345 Aug 12 02:14:04.206798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a5de0fe-73b4-4171-a8c2-b326b9980f2a req-a76c65bd-9078-4449-a588-3eea066cb0f2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445826 Aug 12 02:14:04.230420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.457982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:04.484713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-85afc9fd-f6b0-482f-8cfd-845532bf088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.488732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9a68-1769-4756-b87c-83906b4e202d req-abc8d088-34db-4168-b1fa-16a74cb9f36a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:04.496311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0a1d9a68-1769-4756-b87c-83906b4e202d req-abc8d088-34db-4168-b1fa-16a74cb9f36a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0840151 Aug 12 02:14:04.539612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0a1d9a68-1769-4756-b87c-83906b4e202d req-037eff22-2496-4229-ad41-2d61343b9e43 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415208 Aug 12 02:14:04.625081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.626442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54980) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:04.675703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-network', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:04.699917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Made reservation on behalf of e159e7a9ee464434a7818b8165d6a73f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:04.702313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.711122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.735790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-356009059-network', 'tenant_id': '84a18610eee64e7a9d7255fbdbe6e1ba'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:04.815165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.818976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.838465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Made reservation on behalf of 84a18610eee64e7a9d7255fbdbe6e1ba for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:04.841255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.845729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:14:04.850261 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.855443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4048b2e5-d35e-4deb-8a21-bfb67716161d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:04.867381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.867835 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Added segment b2b37f40-f2ff-4bee-8435-f6f294781792 of type vlan for network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c Aug 12 02:14:04.912607 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.942528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.942748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.943577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:04.944228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.946055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:04.978118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:14:04.999310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a26de-49c7-4d6a-95ad-c5da04454027,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:05.008972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5491810 Aug 12 02:14:05.010986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.015382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54988) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:05.016765 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Added segment ddfea450-0f30-4764-9277-7a9780db7dd1 of type vlan for network 567a46f8-2dd2-4718-99d4-7727de31520b Aug 12 02:14:05.031126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Request body: {'subnet': {'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-subnet', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:05.043002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173065c-a3c3-4db6-8586-9ea74583363f admin admin] Pushing event updated for resources: {'Network': ['ID=6d8dd3cd-cf57-4dfa-8c86-b5f81913221c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:05.054321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:14:05.091874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7ea8284-03a1-4c34-96b8-c448fae38708 req-0f92228b-7474-4897-ba62-4c4ed9087033 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 210 time: 0.0556715 Aug 12 02:14:05.096856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.111671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Made reservation on behalf of e159e7a9ee464434a7818b8165d6a73f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:05.115680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.197916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.199187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.199801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.223897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0570700-24b1-4726-a32c-c834fc8aa034 req-e9d702d6-7013-4894-b0f8-6dbe07a4702b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.232660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0570700-24b1-4726-a32c-c834fc8aa034 req-e9d702d6-7013-4894-b0f8-6dbe07a4702b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1596527 Aug 12 02:14:05.276883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6470127 Aug 12 02:14:05.277109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:05.283894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Request body: {'subnet': {'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-356009059-subnet', 'tenant_id': '84a18610eee64e7a9d7255fbdbe6e1ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:05.293561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-0e412d58-15b1-4304-a462-f574d65cc62e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.294868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-0e412d58-15b1-4304-a462-f574d65cc62e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.25 "GET /v2.0/networks?id=d1dd6530-75bc-4a7b-a85c-86a531720c51 HTTP/1.1" status: 200 len: 821 time: 0.2002349 Aug 12 02:14:05.312143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac748a-9e53-4916-8bdd-4a28947c596f admin admin] Pushing event updated for resources: {'Network': ['ID=567a46f8-2dd2-4718-99d4-7727de31520b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:05.322118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Request body: {'port': {'device_id': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51', 'admin_state_up': True, 'tenant_id': '760a91cb6c594a0c94335de3872d4aad'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:05.325628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 567a46f8-2dd2-4718-99d4-7727de31520b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:14:05.337044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0570700-24b1-4726-a32c-c834fc8aa034 req-530953a8-804d-4a89-95e9-e10aebb3f4e3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035144 Aug 12 02:14:05.408839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Made reservation on behalf of 84a18610eee64e7a9d7255fbdbe6e1ba for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:05.411118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.414180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.483058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3586bf8-0662-4430-8104-4b8e95785ab6 req-c288f1d7-6db8-423c-92fa-4605edfdb1b0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.484787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3586bf8-0662-4430-8104-4b8e95785ab6 req-c288f1d7-6db8-423c-92fa-4605edfdb1b0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1879392 Aug 12 02:14:05.508129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=87035d60-8dba-4efe-86ac-d1b287dc364c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:05.530026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8a2a0-792d-47c5-996b-24bd520c9be2 req-551cd2c1-8006-4596-9ba8-7358e6184097 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.531668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16f8a2a0-792d-47c5-996b-24bd520c9be2 req-551cd2c1-8006-4596-9ba8-7358e6184097 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1096 time: 0.0902407 Aug 12 02:14:05.532814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Checking segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:05.533179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Network hostable DHCP agents. Network: 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:14:05.578100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16f8a2a0-792d-47c5-996b-24bd520c9be2 req-af20d3be-f265-4fd5-bb5c-82c8a61104c1 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Aug 12 02:14:05.578850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:14:05.592287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:05.611970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.612774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46d40c3-1ee2-4496-b76a-10174ba0de29 None None] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:05.613028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.616408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3586bf8-0662-4430-8104-4b8e95785ab6 req-d7c9608b-fa06-4025-9f38-47d98067acd7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232841 Aug 12 02:14:05.673080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b89bef1d-d8f7-4718-be8e-8f898052b75f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6557429 Aug 12 02:14:05.674195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:05.682645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:05.692748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Made reservation on behalf of 760a91cb6c594a0c94335de3872d4aad for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:05.705727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.726955 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.741717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.743619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.789146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920501-a5b3-4b33-bedf-fda9267b3577 req-8dfe8e26-f945-4e00-aab7-0aa5097a59aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:05.790873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5920501-a5b3-4b33-bedf-fda9267b3577 req-8dfe8e26-f945-4e00-aab7-0aa5097a59aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0937438 Aug 12 02:14:05.832852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:05.956608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5920501-a5b3-4b33-bedf-fda9267b3577 req-96902d5c-edf1-49d9-87a6-b1b83b93d160 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260009 Aug 12 02:14:05.984323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.020554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'fixed_ips': [{'subnet_id': '87035d60-8dba-4efe-86ac-d1b287dc364c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:14:06.021418 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.036114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.062967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6793a0c-c7da-403f-99df-368c4e25e36b req-510a8e94-61b9-4550-ac16-61d724914fbf tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:06.070111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6793a0c-c7da-403f-99df-368c4e25e36b req-510a8e94-61b9-4550-ac16-61d724914fbf tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1096 time: 0.2351968 Aug 12 02:14:06.075790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Allocated IP 172.20.0.8 (d1dd6530-75bc-4a7b-a85c-86a531720c51/e961a114-4a28-4194-8398-acdc01cec256/eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:06.093734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d967c2cb-0a10-4213-b747-15deb720f6de,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:06.186689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Allocated IP 172.20.0.2 (6d8dd3cd-cf57-4dfa-8c86-b5f81913221c/87035d60-8dba-4efe-86ac-d1b287dc364c/06ae3ed5-72f5-4f01-a934-813a21063a4d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:06.273190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-baf7e9ac-1c28-45c1-a1af-b28d80575aeb req-c7b9bf2b-889e-40d8-a1e7-221a38bff5c0 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 210 time: 0.0609567 Aug 12 02:14:06.323565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.344938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.352338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.362269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Transition to ACTIVE for port object 06ae3ed5-72f5-4f01-a934-813a21063a4d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:06.378658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Transition to ACTIVE for port object 06ae3ed5-72f5-4f01-a934-813a21063a4d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:06.386745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.434733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:06.439219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:06.440723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Pushing event updated for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:06.442975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:06.463797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Allocated IP 172.25.3.60 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/2e4424cc-ec49-40d1-929e-757ba3cd26cb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:06.476557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6793a0c-c7da-403f-99df-368c4e25e36b req-2ba9725e-f83b-4450-a9d7-2d5e67aeb868 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050167 Aug 12 02:14:06.479084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Checking segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:06.480521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Network hostable DHCP agents. Network: 567a46f8-2dd2-4718-99d4-7727de31520b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:14:06.514355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Attempting to bind port 06ae3ed5-72f5-4f01-a934-813a21063a4d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:06.514851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Attempting to bind port 06ae3ed5-72f5-4f01-a934-813a21063a4d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:06.515314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Attempting to bind port 06ae3ed5-72f5-4f01-a934-813a21063a4d on network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:06.521501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:06.521994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Checking segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:06.522469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.522934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Bound using segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:06.523614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Bound port: 06ae3ed5-72f5-4f01-a934-813a21063a4d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:06.524012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.596053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Network 567a46f8-2dd2-4718-99d4-7727de31520b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:14:06.596380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.604429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:06.608995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=06ae3ed5-72f5-4f01-a934-813a21063a4d,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:06.614557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 567a46f8-2dd2-4718-99d4-7727de31520b) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:06.616892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.626695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:06.627344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.635864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74396691-0410-4cd9-878a-bf51b7b7748c None None] Network 567a46f8-2dd2-4718-99d4-7727de31520b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:06.653145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.653892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.661764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c7866f24-fd8e-45bf-8d8a-7c1e2905dd0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3835797 Aug 12 02:14:06.704835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:06.708928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:06.712143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:06.724954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.783330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349707-5089-4b9d-98c2-c2468c75b32d None None] Pushing event updated for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:06.798565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Network d1dd6530-75bc-4a7b-a85c-86a531720c51 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:06.801885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:06.804465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:06.861524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Pushing event updated for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:06.885369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:06.886012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:06.914439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-484e399c-d5fe-4c25-9a78-c4bfbda6678e tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5961001 Aug 12 02:14:06.930739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Request body: {'port': {'device_id': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:06.948773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb94380-4986-4333-92da-ffe78ae220d6 None None] Network 567a46f8-2dd2-4718-99d4-7727de31520b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:07.022630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.197096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.295844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e4424cc-ec49-40d1-929e-757ba3cd26cb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:07.378982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 06ae3ed5-72f5-4f01-a934-813a21063a4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:07.434466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d109c3-6264-480d-aff4-dbccdd77aa17 req-ff61fadf-f688-4e91-bcf8-fee38315fe85 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:07.442573 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6d109c3-6264-480d-aff4-dbccdd77aa17 req-ff61fadf-f688-4e91-bcf8-fee38315fe85 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2019880 Aug 12 02:14:07.469112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 06ae3ed5-72f5-4f01-a934-813a21063a4d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:07.485136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:07.493469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.506947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Transition to ACTIVE for port object eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:07.510710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.530166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6d109c3-6264-480d-aff4-dbccdd77aa17 req-386175b9-01a5-4903-b3ef-b0bb20806bd7 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867977 Aug 12 02:14:07.583729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:07.617632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.674361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Attempting to bind port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:07.674928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Attempting to bind port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:07.675261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Attempting to bind port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f on network d1dd6530-75bc-4a7b-a85c-86a531720c51 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:07.681332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f on network d1dd6530-75bc-4a7b-a85c-86a531720c51 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:07.682992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Attempting to bind port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f on network d1dd6530-75bc-4a7b-a85c-86a531720c51 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:07.689981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:07.690329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Checking segment: {'id': 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:07.690724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Bound using segment: {'id': 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:07.691160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Bound port: eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:07.691564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.776981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:07.780673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,segment=NetworkSegment(cc7ce9e9-0435-41b5-9ea9-38b19200f8df),segment_id=cc7ce9e9-0435-41b5-9ea9-38b19200f8df)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:07.786503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.839992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:07.841635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.845164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] 10.222.0.25 "PUT /v2.0/ports/eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f HTTP/1.1" status: 200 len: 1091 time: 0.9192383 Aug 12 02:14:07.845838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:07.848829 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:07.859787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-d1b77c72-1772-4c5b-9a04-1a1b7648eae5 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:14:07.869830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-d1b77c72-1772-4c5b-9a04-1a1b7648eae5 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153334 Aug 12 02:14:07.875180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:07.875973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Unknown quota resources ['binding']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:14:07.922117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:07.986434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc223a1f-188f-4082-8610-263f11f23731 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:08.037639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98859fcf-3a1f-4f41-a51c-fa570d8c8e9e None None] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:08.055152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-45c951f2-010d-4fee-bebe-24bdee713b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.057807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-45c951f2-010d-4fee-bebe-24bdee713b53 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=760a91cb6c594a0c94335de3872d4aad&device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 1094 time: 0.1339614 Aug 12 02:14:08.109636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Provisioning for port 06ae3ed5-72f5-4f01-a934-813a21063a4d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:08.117774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Provisioning complete for port 06ae3ed5-72f5-4f01-a934-813a21063a4d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:08.118382 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.123898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-95159a93-3e02-4a40-b444-fbc89c886342 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f HTTP/1.1" status: 200 len: 217 time: 0.0514476 Aug 12 02:14:08.151409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-7f606bd5-98b8-4faf-b287-623681e04a58 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.153671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-7f606bd5-98b8-4faf-b287-623681e04a58 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.1819351 Aug 12 02:14:08.165150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:08.165584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:08.166043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:08.174490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:08.174815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:08.182273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-92f5633d-50ac-4a29-93a9-79e83b13a01b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/quotas/84a18610eee64e7a9d7255fbdbe6e1ba HTTP/1.1" status: 200 len: 375 time: 0.0147083 Aug 12 02:14:08.188246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:08.189733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:14:08.195614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:08.196334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:08.198059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Bound port: e276f7f0-1d03-4403-8bd5-86957630dfe0, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:08.204863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-99d9e253-0649-4821-9cc9-eff7effd6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.206682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-99d9e253-0649-4821-9cc9-eff7effd6c76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e961a114-4a28-4194-8398-acdc01cec256 HTTP/1.1" status: 200 len: 861 time: 0.0704930 Aug 12 02:14:08.229775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-973dfc69-27f9-44b6-a490-c9c3f737d5fe tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364895 Aug 12 02:14:08.263416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.266066 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-5b937d6f-dcd3-4314-bd39-a88c4d4f7609 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d1dd6530-75bc-4a7b-a85c-86a531720c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357184 Aug 12 02:14:08.308389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=06ae3ed5-72f5-4f01-a934-813a21063a4d,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:08.312948 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.338289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:08.358578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.359882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-558a31a5-ddaf-43ae-89f2-c8930fff0766 service neutron] 10.222.0.11 "POST /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4888196 Aug 12 02:14:08.392123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-2f381534-42dd-4c8a-afae-ff6a0af8b8ed service neutron] 10.222.0.25 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101923 Aug 12 02:14:08.395711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07c29-2218-4911-bf63-182a8fac6d28 None None] Pushing event updated for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:08.413127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:08.424089 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Sync routers for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:08.438964 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:08.440134 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:08.448582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-ffeb6456-9fb0-442b-bc56-a73f0d22fc1f service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860762 Aug 12 02:14:08.537184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a49f3d8-55d0-4493-8277-b5d36169fcbc req-97702598-3a7d-46e2-b8cd-05ba2322451b service neutron] 10.222.0.25 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352112 Aug 12 02:14:08.563555 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.568158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60fcd64d-60a3-4a7c-9b44-5222819540f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8931124 Aug 12 02:14:08.571216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:08.628095 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:08.637983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8ff2e4ee-8e23-4452-8328-f41a4883dc46 None None] Provisioning complete for port 06ae3ed5-72f5-4f01-a934-813a21063a4d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:08.638862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e4ee-8e23-4452-8328-f41a4883dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:08.640584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16aecf-ca68-4e4b-8ef7-99dd177a807c req-5614c6b1-8ca2-49b3-a01b-6a0995d2745d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.643332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e16aecf-ca68-4e4b-8ef7-99dd177a807c req-5614c6b1-8ca2-49b3-a01b-6a0995d2745d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0834332 Aug 12 02:14:08.695189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-3613f4cb-5ab9-4434-86e0-3f160b83acc8 service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454970 Aug 12 02:14:08.724532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e16aecf-ca68-4e4b-8ef7-99dd177a807c req-66816bb4-71f3-4e1a-aa02-96e6347f1bf0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Aug 12 02:14:08.740235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-dd719108-18da-466a-95b9-0cc8f1dca0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.741850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-dd719108-18da-466a-95b9-0cc8f1dca0f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1096 time: 0.0975311 Aug 12 02:14:08.906405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-860f96a0-15f2-4941-9074-32a996855780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.907936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-860f96a0-15f2-4941-9074-32a996855780 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1551704 Aug 12 02:14:08.924074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe9411-e11b-41c8-b804-e230a5cf0be1 req-92b5db84-69ef-4176-be0f-4c9e35300783 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:08.932315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3abe9411-e11b-41c8-b804-e230a5cf0be1 req-92b5db84-69ef-4176-be0f-4c9e35300783 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 943 time: 0.0987802 Aug 12 02:14:08.987248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f0e08f4b-1a93-4ae1-9484-2de1f799f602 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 217 time: 0.0521276 Aug 12 02:14:09.003431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:07Z', 'revision_number': 3, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:09.029503 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba62613-23d2-4ce0-a6f1-a453767dd01c x-openstack-request-id: req-9ba62613-23d2-4ce0-a6f1-a453767dd01c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:09.029843 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:09.030006 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ba62613-23d2-4ce0-a6f1-a453767dd01c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:09.030396 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f', 'status': 'completed', 'code': 200} Aug 12 02:14:09.038562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Checking router: 18acadbd-dc08-4e23-a759-8e1f4391f4c3 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:09.039007 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Updating router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 port 2e4424cc-ec49-40d1-929e-757ba3cd26cb binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:09.046449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3abe9411-e11b-41c8-b804-e230a5cf0be1 req-b36a5092-4594-4c73-a09b-bdbfcf81f8cd tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131706 Aug 12 02:14:09.078370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-99e2ec20-135b-440a-9d25-df720d0976e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.080269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-99e2ec20-135b-440a-9d25-df720d0976e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.0813208 Aug 12 02:14:09.086148 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.122325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-40e8bf5e-8b80-4d6d-8f77-3aba746261bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319042 Aug 12 02:14:09.255804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94ef44-aaa5-4ce3-97a0-c65c8d97f145 req-7a263e99-2066-4485-86ee-ad953a4240ab tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.264988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc94ef44-aaa5-4ce3-97a0-c65c8d97f145 req-7a263e99-2066-4485-86ee-ad953a4240ab tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1357229 Aug 12 02:14:09.272201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850f770-e348-47a4-8745-e5d83f2289ce req-cb4b62b8-e109-47a8-b02c-59a47e14c748 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.283018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f850f770-e348-47a4-8745-e5d83f2289ce req-cb4b62b8-e109-47a8-b02c-59a47e14c748 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1816130 Aug 12 02:14:09.294870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-f220baa4-717d-4413-be1d-90ab6b695b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.297238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-f220baa4-717d-4413-be1d-90ab6b695b15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=760a91cb6c594a0c94335de3872d4aad&device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 1094 time: 0.1950288 Aug 12 02:14:09.331608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc94ef44-aaa5-4ce3-97a0-c65c8d97f145 req-e4e2e145-aa48-4ef4-b4c4-5ab3f3d0e26b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656171 Aug 12 02:14:09.365737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 06ae3ed5-72f5-4f01-a934-813a21063a4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:09.380583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-4c5f7a72-5ce1-40bf-9280-0788257fbe12 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207232 Aug 12 02:14:09.464820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f850f770-e348-47a4-8745-e5d83f2289ce req-d3f3f579-8668-45cc-9e0f-632b7c31f6d8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804557 Aug 12 02:14:09.470718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 06ae3ed5-72f5-4f01-a934-813a21063a4d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:09.471215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.517236 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.533160 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Transition to ACTIVE for port object 2e4424cc-ec49-40d1-929e-757ba3cd26cb will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:09.553713 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.555167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b835dbc-3d24-4371-8ae6-fa35aa5d12c5 req-3e5769eb-5d59-4568-b5f4-4d64903af7da tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 210 time: 0.0537667 Aug 12 02:14:09.596275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-1e27e9aa-0a35-49ab-b9d0-d7a8ceb54581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.598160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-1e27e9aa-0a35-49ab-b9d0-d7a8ceb54581 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d1dd6530-75bc-4a7b-a85c-86a531720c51 HTTP/1.1" status: 200 len: 922 time: 0.2712996 Aug 12 02:14:09.619856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-cb26c1f1-ab79-4873-8820-4a6e3b1d3ec5 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233679 Aug 12 02:14:09.653693 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Attempting to bind port 2e4424cc-ec49-40d1-929e-757ba3cd26cb on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:09.654135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Attempting to bind port 2e4424cc-ec49-40d1-929e-757ba3cd26cb by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:09.654597 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Attempting to bind port 2e4424cc-ec49-40d1-929e-757ba3cd26cb on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:09.656916 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb37506-0d1d-4666-a1a1-0b2dbfee5594 None None] Pushing event updated for resources: {'Port': ['ID=2e4424cc-ec49-40d1-929e-757ba3cd26cb,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:09.663019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:09.663566 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:09.663710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.664152 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.664627 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:09.665377 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Bound port: 2e4424cc-ec49-40d1-929e-757ba3cd26cb, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:09.665902 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.667344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-22e9e33a-7410-43d2-814d-fe8a691983f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f HTTP/1.1" status: 200 len: 217 time: 0.0594995 Aug 12 02:14:09.720402 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] For port 2e4424cc-ec49-40d1-929e-757ba3cd26cb, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:09.724405 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] For port 2e4424cc-ec49-40d1-929e-757ba3cd26cb, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4424cc-ec49-40d1-929e-757ba3cd26cb,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:09.733134 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:09.773856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-42800676-0a7c-4a6e-b3fb-273b4e42f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:09.776078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-42800676-0a7c-4a6e-b3fb-273b4e42f4c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e961a114-4a28-4194-8398-acdc01cec256 HTTP/1.1" status: 200 len: 861 time: 0.0947199 Aug 12 02:14:09.796479 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb37506-0d1d-4666-a1a1-0b2dbfee5594 None None] Pushing event updated for resources: {'Port': ['ID=2e4424cc-ec49-40d1-929e-757ba3cd26cb,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:09.812442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:09.813139 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:09.834804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-85da0665-b121-4ce3-b61c-bade67a2e001 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d1dd6530-75bc-4a7b-a85c-86a531720c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280499 Aug 12 02:14:09.936939 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:10.021201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Allocated IP 172.20.0.1 (6d8dd3cd-cf57-4dfa-8c86-b5f81913221c/87035d60-8dba-4efe-86ac-d1b287dc364c/302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:10.035222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d48ef-cf7e-4d17-b87e-c913dc1aaad9 req-9f588fee-ef41-4917-bf06-ee37125c5e4b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:10.036778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd5d48ef-cf7e-4d17-b87e-c913dc1aaad9 req-9f588fee-ef41-4917-bf06-ee37125c5e4b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1844094 Aug 12 02:14:10.075220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-71842cdf-7351-4018-9345-b281d733419a service neutron] 10.222.0.25 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238574 Aug 12 02:14:10.177233 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:07Z', 'revision_number': 3, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:10.189933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99d1b5-3fd2-48a1-b1a6-e323442cdc24 req-85749267-13e0-490f-9642-350a0e742152 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:10.199071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd5d48ef-cf7e-4d17-b87e-c913dc1aaad9 req-3c4da2c8-7496-4a20-ba23-bea6604fd1fa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533034 Aug 12 02:14:10.200176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa99d1b5-3fd2-48a1-b1a6-e323442cdc24 req-85749267-13e0-490f-9642-350a0e742152 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 943 time: 0.0784504 Aug 12 02:14:10.211119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743e121-7f38-49f4-9d76-58b5d723deda None None] The sync data for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 is: [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:07Z', 'revision_number': 3, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:10.269059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa99d1b5-3fd2-48a1-b1a6-e323442cdc24 req-3d304431-753e-4dc6-ab0a-eef0a7dbc35f tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679197 Aug 12 02:14:10.310551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:10.318511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63226b0-d1c1-4a9c-a5fd-2b96381a9724 req-0b13d5db-e258-4185-a04d-1d0fb479e471 service neutron] 10.222.0.25 "GET /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282612 Aug 12 02:14:10.347683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Transition to ACTIVE for port object 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:10.423061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:10.437242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-6f924be5-a9e9-4dfe-af21-64f66ba8d8d2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:10.438777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-6f924be5-a9e9-4dfe-af21-64f66ba8d8d2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.1855819 Aug 12 02:14:10.461747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'port': {'device_id': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'admin_state_up': True, 'tenant_id': '84a18610eee64e7a9d7255fbdbe6e1ba'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:10.480076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Pushing event updated for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:10.518378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:10.522546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:10.528206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:10.591445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:10.811397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766730-1857-404f-88f1-03e6b19bf444 req-d0a8d52e-85c1-4d36-b2c3-4be5e1d769ac tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:10.813053 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d766730-1857-404f-88f1-03e6b19bf444 req-d0a8d52e-85c1-4d36-b2c3-4be5e1d769ac tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1285141 Aug 12 02:14:10.814396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Made reservation on behalf of 84a18610eee64e7a9d7255fbdbe6e1ba for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:10.818622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:10.902996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-20192dc7-da72-4a3d-b3d1-ab37b7375cde None None] Provisioning for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:10.909092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-20192dc7-da72-4a3d-b3d1-ab37b7375cde None None] Provisioning complete for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:10.909415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d766730-1857-404f-88f1-03e6b19bf444 req-d87e2c0e-7392-4af6-b3c2-1303c89a1c56 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Aug 12 02:14:10.909705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-20192dc7-da72-4a3d-b3d1-ab37b7375cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:10.979921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-20192dc7-da72-4a3d-b3d1-ab37b7375cde None None] Port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:14:11.061261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0b06275-9cff-4252-8fb3-513ff444f487 req-e82e7035-20c7-4155-a913-20763fa60f27 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 210 time: 0.0422752 Aug 12 02:14:11.078895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3a419-baea-40f3-9654-506d657c578b req-9be3dfde-5709-4a39-b355-c2b64c52c3db tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:11.086218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bef3a419-baea-40f3-9654-506d657c578b req-9be3dfde-5709-4a39-b355-c2b64c52c3db tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.6016917 Aug 12 02:14:11.172737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bef3a419-baea-40f3-9654-506d657c578b req-6439a174-1758-412c-989c-72cf644e04e8 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800507 Aug 12 02:14:11.179281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Allocated IP 172.20.0.8 (567a46f8-2dd2-4718-99d4-7727de31520b/d967c2cb-0a10-4213-b747-15deb720f6de/4ed424fa-2b80-41cf-bca5-c92bb754a060) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:11.233174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.418759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4424cc-ec49-40d1-929e-757ba3cd26cb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:11.488662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.499582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2e4424cc-ec49-40d1-929e-757ba3cd26cb completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:11.504332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2e4424cc-ec49-40d1-929e-757ba3cd26cb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:11.505006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.507204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253556-09b0-4269-9320-b6a940a64d25 req-fdde20bc-61db-4ccc-8b4c-8912a871c5f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:11.514128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7253556-09b0-4269-9320-b6a940a64d25 req-fdde20bc-61db-4ccc-8b4c-8912a871c5f1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.2073796 Aug 12 02:14:11.529042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bd3a5-dd91-49fe-955c-95f4d3a0c5dd req-7670ddb6-f34a-4b5d-9b07-ed275c564181 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:11.536776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a0bd3a5-dd91-49fe-955c-95f4d3a0c5dd req-7670ddb6-f34a-4b5d-9b07-ed275c564181 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 943 time: 0.1621647 Aug 12 02:14:11.594641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a0bd3a5-dd91-49fe-955c-95f4d3a0c5dd req-a94d3e83-13dd-451d-b6b7-8cd7b9047b57 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566392 Aug 12 02:14:11.614680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7253556-09b0-4269-9320-b6a940a64d25 req-eb19dd02-5eb8-4c29-9f35-d7eec0d465aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969028 Aug 12 02:14:11.653316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.683122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.690143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.700376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.732874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2e4424cc-ec49-40d1-929e-757ba3cd26cb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4424cc-ec49-40d1-929e-757ba3cd26cb,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:11.744828 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.774427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Network 567a46f8-2dd2-4718-99d4-7727de31520b is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:11.776224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:11.792920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Pushing event updated for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:11.801164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.803061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:11.812001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2e4424cc-ec49-40d1-929e-757ba3cd26cb,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:11.815943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:11.817693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c5c22-ed87-4a6c-b88d-611eaf1c0dec req-3f7cc474-1de0-4df4-9d73-498197c59f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:11.819259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-583c5c22-ed87-4a6c-b88d-611eaf1c0dec req-3f7cc474-1de0-4df4-9d73-498197c59f38 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0908458 Aug 12 02:14:11.865126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:11.865747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:11.880792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-2cfb510f-ecd4-4a64-ab5a-d32065651566 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237125 Aug 12 02:14:11.895231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Request body: {'port': {'device_id': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:11.903066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-583c5c22-ed87-4a6c-b88d-611eaf1c0dec req-5a42b90d-0505-46dc-840c-7c296432359a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736639 Aug 12 02:14:11.928120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:11.929596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:11.961052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.142374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:14:12.236803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ee3dc-bfd0-4df6-845c-e8fdfd3ecb12 req-fe3bfec5-88e6-4c2d-b32e-b2c97005b8fa tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:12.238403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-915ee3dc-bfd0-4df6-845c-e8fdfd3ecb12 req-fe3bfec5-88e6-4c2d-b32e-b2c97005b8fa tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1848526 Aug 12 02:14:12.242497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:12.289598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba6a3c-b536-49ed-87bd-ead917487107 req-4afbb346-772a-4a87-873b-0938d141c2f1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:12.291257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7ba6a3c-b536-49ed-87bd-ead917487107 req-4afbb346-772a-4a87-873b-0938d141c2f1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 931 time: 0.1279192 Aug 12 02:14:12.335213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-915ee3dc-bfd0-4df6-845c-e8fdfd3ecb12 req-4e5775e6-dc53-4356-b1f9-b6e98ee9ca0a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847273 Aug 12 02:14:12.349229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7ba6a3c-b536-49ed-87bd-ead917487107 req-a1fa6f6a-8ff2-424b-9159-573c73d7649b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487182 Aug 12 02:14:12.380508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:12.394245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-845d1b29-03fc-444e-b1c8-3589aab04b97 admin admin] 10.222.0.11 "PUT /v2.0/routers/18acadbd-dc08-4e23-a759-8e1f4391f4c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8185160 Aug 12 02:14:12.425527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,segment=NetworkSegment(cc7ce9e9-0435-41b5-9ea9-38b19200f8df),segment_id=cc7ce9e9-0435-41b5-9ea9-38b19200f8df)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:12.441485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f', 'network_id': 'd1dd6530-75bc-4a7b-a85c-86a531720c51', 'port_id': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f', 'mac_address': 'fa:16:3e:44:95:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e961a114-4a28-4194-8398-acdc01cec256', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:12.467089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed424fa-2b80-41cf-bca5-c92bb754a060 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:12.489619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.511264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Transition to ACTIVE for port object 4ed424fa-2b80-41cf-bca5-c92bb754a060 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:12.518074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-80b870f4-bea6-43a9-9609-c9ddcf83dd9c None None] Provisioning complete for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:12.519865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80b870f4-bea6-43a9-9609-c9ddcf83dd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.520246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.567448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca48ea-3f64-4888-9c10-f05b202d15ba req-87d1416e-4aaa-4d44-8e14-da6b7be69d12 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:12.575853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cca48ea-3f64-4888-9c10-f05b202d15ba req-87d1416e-4aaa-4d44-8e14-da6b7be69d12 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0919278 Aug 12 02:14:12.583654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:12.616519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.631014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-80b870f4-bea6-43a9-9609-c9ddcf83dd9c None None] Port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:14:12.636347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Sync routers for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:12.640794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:12.645025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cca48ea-3f64-4888-9c10-f05b202d15ba req-1b39872c-db42-4160-b02b-fa1ff1022ffd tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 Aug 12 02:14:12.670323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:12.671215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:12.677732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,segment=NetworkSegment(cc7ce9e9-0435-41b5-9ea9-38b19200f8df),segment_id=cc7ce9e9-0435-41b5-9ea9-38b19200f8df)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:12.716424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.803326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Attempting to bind port 4ed424fa-2b80-41cf-bca5-c92bb754a060 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:12.803613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Attempting to bind port 4ed424fa-2b80-41cf-bca5-c92bb754a060 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:12.803951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Attempting to bind port 4ed424fa-2b80-41cf-bca5-c92bb754a060 on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:12.814131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Port 4ed424fa-2b80-41cf-bca5-c92bb754a060 on network 567a46f8-2dd2-4718-99d4-7727de31520b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:12.815048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Attempting to bind port 4ed424fa-2b80-41cf-bca5-c92bb754a060 on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:12.830661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c218820-f0e3-43fd-93f1-cf750820d3b5 req-ac6ff270-83d0-471a-85bd-ceffb8e88cef tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:12.832241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c218820-f0e3-43fd-93f1-cf750820d3b5 req-ac6ff270-83d0-471a-85bd-ceffb8e88cef tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 944 time: 0.0796728 Aug 12 02:14:12.834205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:12.834548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Checking segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:12.835214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Bound using segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:12.835352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Bound port: 4ed424fa-2b80-41cf-bca5-c92bb754a060, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:12.835751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:12.849438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bdce2-4312-4954-b3d8-a29f599f4368 req-6fd1d87b-5fd0-4279-86f9-18bdb63e1092 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:12.860025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:12.861964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-114bdce2-4312-4954-b3d8-a29f599f4368 req-6fd1d87b-5fd0-4279-86f9-18bdb63e1092 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1296856 Aug 12 02:14:12.884896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:12.915039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-114bdce2-4312-4954-b3d8-a29f599f4368 req-ba5dbdef-7394-4381-8a77-adc8c2c2975b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Aug 12 02:14:12.920825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c218820-f0e3-43fd-93f1-cf750820d3b5 req-0e198531-f9a5-4dc0-8859-d6270d9037ec tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752766 Aug 12 02:14:12.962151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:12.965766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:12.975339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.045071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.046608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.048019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] 10.222.0.25 "PUT /v2.0/ports/4ed424fa-2b80-41cf-bca5-c92bb754a060 HTTP/1.1" status: 200 len: 1091 time: 1.1579270 Aug 12 02:14:13.052564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:13.054915 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07864060-7d63-4766-b673-557b10a0d258" -d '{"events": [{"name": "network-changed", "server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:13.096669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b2c11-4d5d-48e0-8093-482409e2fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:13.112564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:13.121385 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8de0d5-83f7-47d6-9cea-ff479ddac490 x-openstack-request-id: req-ad8de0d5-83f7-47d6-9cea-ff479ddac490 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:13.121599 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:13.121860 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad8de0d5-83f7-47d6-9cea-ff479ddac490 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:13.122249 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'status': 'completed', 'code': 200} Aug 12 02:14:13.163411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1df09faa-6362-49a7-868e-e9c1993bdc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.165119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-1df09faa-6362-49a7-868e-e9c1993bdc66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 1094 time: 0.0570362 Aug 12 02:14:13.223637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-ebb2af00-9a40-483c-97bc-60750548e4cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060 HTTP/1.1" status: 200 len: 217 time: 0.0497258 Aug 12 02:14:13.261850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:13.267452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-network', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:13.296109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-d83761fa-3433-4382-84a9-1b316d596808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.298385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-d83761fa-3433-4382-84a9-1b316d596808 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.0606549 Aug 12 02:14:13.311598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Made reservation on behalf of 9f0eec07f5c845209463f281ae879a4b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:13.314528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.339429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.348613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-9418f2e1-bc0c-4c88-8101-5815371e06e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318344 Aug 12 02:14:13.366804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4424cc-ec49-40d1-929e-757ba3cd26cb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:13.408901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71', 'name': '', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'mac_address': 'fa:16:3e:cf:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:09Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 2, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'subnets': [{'id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:13.459382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Checking router: 18acadbd-dc08-4e23-a759-8e1f4391f4c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:13.459804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Updating router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:13.470877 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.476719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.487179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-107fe6ae-a6fa-44f6-94bd-8bf2f9a14094 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296425 Aug 12 02:14:13.510376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:14:13.510635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.518154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302c494-e1be-4c74-8c40-b7bc6c20548f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:13.529549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.530044 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Added segment 67f5e53f-2628-4046-a70a-a7e4d9509ac7 of type vlan for network e9724a11-590d-424c-a727-5d3a097d5a91 Aug 12 02:14:13.532204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2e4424cc-ec49-40d1-929e-757ba3cd26cb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:13.532544 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.607182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.655353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b776c76-9b0d-43f9-b045-353ac5fdb0bf req-01b0dcfa-d8a1-4f60-acf6-282bb41e3540 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.661741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.663491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.664244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.667982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b776c76-9b0d-43f9-b045-353ac5fdb0bf req-01b0dcfa-d8a1-4f60-acf6-282bb41e3540 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 943 time: 0.1455088 Aug 12 02:14:13.706469 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1771e83-597b-4f59-91f7-0e3e5823b6bf req-ce0e7009-b43a-46c9-adba-3266421cc49e service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021608 Aug 12 02:14:13.729031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b776c76-9b0d-43f9-b045-353ac5fdb0bf req-4011ebb6-feca-4ea5-891a-da60821e7cd1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610280 Aug 12 02:14:13.760617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4877532 Aug 12 02:14:13.760617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:13.778864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Request body: {'subnet': {'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-subnet', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:13.805099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae34e2-bb82-4ca4-b2f6-1df8851bdbab admin admin] Pushing event updated for resources: {'Network': ['ID=e9724a11-590d-424c-a727-5d3a097d5a91,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:13.827295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97396af-1a51-4ac2-9c82-c12731c27e07 req-5e050d93-0ebc-4cf9-92e7-d693ff02a525 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.829354 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d97396af-1a51-4ac2-9c82-c12731c27e07 req-5e050d93-0ebc-4cf9-92e7-d693ff02a525 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.3063283 Aug 12 02:14:13.830934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Made reservation on behalf of 9f0eec07f5c845209463f281ae879a4b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:13.833891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:13.843338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network e9724a11-590d-424c-a727-5d3a097d5a91 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:14:13.866104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864060-7d63-4766-b673-557b10a0d258 req-2f383ade-3f96-4493-b14d-5377da26ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:13.867820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-2f383ade-3f96-4493-b14d-5377da26ec67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 1094 time: 0.0767465 Aug 12 02:14:13.985486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d97396af-1a51-4ac2-9c82-c12731c27e07 req-babe1366-a35a-4e10-a2c8-edbf46d9efb6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479280 Aug 12 02:14:14.098334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe7f2a-fd96-4d0b-bc19-d08670d935b8 req-ba163ab3-9f92-43ce-b14a-f150a150e952 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:14.099768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8fe7f2a-fd96-4d0b-bc19-d08670d935b8 req-ba163ab3-9f92-43ce-b14a-f150a150e952 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1404397 Aug 12 02:14:14.101260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864060-7d63-4766-b673-557b10a0d258 req-963ccd8a-b1d2-4726-b399-bfb512b74a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:14.102603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-963ccd8a-b1d2-4726-b399-bfb512b74a6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 922 time: 0.2263117 Aug 12 02:14:14.155018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-d77beb96-96e4-49c2-860e-477b7795e8a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060 HTTP/1.1" status: 200 len: 217 time: 0.0433595 Aug 12 02:14:14.190747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.198277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.207442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Transition to ACTIVE for port object 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:14.217907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.232470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8fe7f2a-fd96-4d0b-bc19-d08670d935b8 req-2d327454-660a-4fa4-a582-f803f5065a9a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219826 Aug 12 02:14:14.262255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864060-7d63-4766-b673-557b10a0d258 req-4e6e3cac-de3b-462b-a91c-3af823144856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:14.264385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-4e6e3cac-de3b-462b-a91c-3af823144856 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.0999172 Aug 12 02:14:14.274331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce3986-a1f9-4083-9e2e-0466e6345854 req-8584f409-62b7-48d5-9f6b-1de1c62353d1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:14.298001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dce3986-a1f9-4083-9e2e-0466e6345854 req-8584f409-62b7-48d5-9f6b-1de1c62353d1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1750426 Aug 12 02:14:14.319580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-988e0e66-ea0f-4909-80a0-4c60a66f816a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467923 Aug 12 02:14:14.324840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfebfd-f207-430c-8361-8d7b16c10eb6 None None] Pushing event updated for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:14.331840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:14.357110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da85e22c-ca6e-4fef-a590-fe4e19e5b780,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:14.413169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dce3986-a1f9-4083-9e2e-0466e6345854 req-8b7e861d-d5e7-44e4-aa2a-6850fd4312bf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142581 Aug 12 02:14:14.414066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Checking segment: {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:14.414438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Network hostable DHCP agents. Network: e9724a11-590d-424c-a727-5d3a097d5a91, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:14:14.460157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Network e9724a11-590d-424c-a727-5d3a097d5a91 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:14:14.465661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Attempting to bind port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:14.466133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Attempting to bind port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:14.466535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Attempting to bind port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 on network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:14.473633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:14.474075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Checking segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:14.474652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.475094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Bound using segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:14.475779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Bound port: 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:14.476042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.479729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, e9724a11-590d-424c-a727-5d3a097d5a91) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:14.494492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:14.495296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.506208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb60c27-22ac-458f-ad74-bd6ba80f92d4 None None] Network e9724a11-590d-424c-a727-5d3a097d5a91 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:14.530835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-03884d8c-0c0e-4559-8399-7275996fe9a0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7694798 Aug 12 02:14:14.531754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:14.539394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:14.593948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.595396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.679045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] For port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:14.680816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.682881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] For port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:14.687011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:14.720867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.738268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:14.739113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:14.935624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfebfd-f207-430c-8361-8d7b16c10eb6 None None] Pushing event updated for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:14.946599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:14.948104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:14.960828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.011628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-8b0534e4-6068-4d53-8f0b-f9b154d6824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.013310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-8b0534e4-6068-4d53-8f0b-f9b154d6824e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0889404 Aug 12 02:14:15.110288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:15.112725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-e9724a11-590d-424c-a727-5d3a097d5a91', 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'fixed_ips': [{'subnet_id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:14:15.113827 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.178905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb388f4-67da-4233-b765-0edb59931c9c req-33bebbb1-2ef1-4249-a3ea-d85c2a9c8a9d tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.183713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cb388f4-67da-4233-b765-0edb59931c9c req-33bebbb1-2ef1-4249-a3ea-d85c2a9c8a9d tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 944 time: 0.7806594 Aug 12 02:14:15.187954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-f1b09793-dc92-4c35-a72f-ec44a12f8845 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559883 Aug 12 02:14:15.224862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-cd2e9bc4-6700-4e07-9bc3-aa90aa93af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.226630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-cd2e9bc4-6700-4e07-9bc3-aa90aa93af93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.1641178 Aug 12 02:14:15.291965 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cb388f4-67da-4233-b765-0edb59931c9c req-19a3e27f-ac87-44eb-8bc7-2c647ae993fb tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957198 Aug 12 02:14:15.303491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ecc29-6491-4a2d-8017-27ce5541b206 req-d5f08172-cb50-4ba3-9dda-1e5e24367727 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.303491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d8ecc29-6491-4a2d-8017-27ce5541b206 req-d5f08172-cb50-4ba3-9dda-1e5e24367727 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 943 time: 0.3027444 Aug 12 02:14:15.314806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-702fa601-dfe5-413e-a457-b1e50c954767 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0739379 Aug 12 02:14:15.340710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07864060-7d63-4766-b673-557b10a0d258 req-eeec1f42-2811-4306-bde6-6fae2bcb4725 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291678 Aug 12 02:14:15.390724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d8ecc29-6491-4a2d-8017-27ce5541b206 req-fd5b4725-9ca7-4e34-a09f-ebe68b523be4 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 Aug 12 02:14:15.426109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-9cbf6bb1-6480-40f4-ac84-daaf86212892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.428667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-9cbf6bb1-6480-40f4-ac84-daaf86212892 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.1009176 Aug 12 02:14:15.455736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.470359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a1cf-dc07-4abb-82ad-e2a4d3583b07 req-ca82e968-e221-416d-854d-02db5e7c202e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.472117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08a5a1cf-dc07-4abb-82ad-e2a4d3583b07 req-ca82e968-e221-416d-854d-02db5e7c202e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0972891 Aug 12 02:14:15.481413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-0ce919e3-d426-4dd5-8d72-094ebae9bf72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429597 Aug 12 02:14:15.542065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08a5a1cf-dc07-4abb-82ad-e2a4d3583b07 req-46ebefc1-ae2c-4edf-9093-2edf25bb585f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621426 Aug 12 02:14:15.567434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:15.570153 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bec55e4-32ec-4b63-85fc-1c4c55537798" -d '{"events": [{"server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:15.608969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,segment=NetworkSegment(cc7ce9e9-0435-41b5-9ea9-38b19200f8df),segment_id=cc7ce9e9-0435-41b5-9ea9-38b19200f8df)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:15.619492 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.623441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Allocated IP 172.20.0.2 (e9724a11-590d-424c-a727-5d3a097d5a91/da85e22c-ca6e-4fef-a590-fe4e19e5b780/3113375e-44f8-480f-a8f5-0c1f2507517d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:15.657891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cfa46-4a47-4509-829b-45368cdfd6cb req-197d28ce-746b-43c6-81a1-1976914968fb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.665780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-315cfa46-4a47-4509-829b-45368cdfd6cb req-197d28ce-746b-43c6-81a1-1976914968fb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0607007 Aug 12 02:14:15.700437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-315cfa46-4a47-4509-829b-45368cdfd6cb req-898a7367-7cb2-4b25-84ad-a13d3655b1aa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Aug 12 02:14:15.703111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e44a67-be6a-4382-a196-8c7d2b3ff3de req-68804e0a-8877-4248-8e6f-c44db0ddbc68 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.705106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e44a67-be6a-4382-a196-8c7d2b3ff3de req-68804e0a-8877-4248-8e6f-c44db0ddbc68 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1072903 Aug 12 02:14:15.728605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.736133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:15.758617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.762834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-f93b8baf-7fc6-4878-85b3-cd385a386462 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719710 Aug 12 02:14:15.764122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71', 'name': '', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'mac_address': 'fa:16:3e:cf:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:09Z', 'updated_at': '2021-08-12T02:14:14Z', 'revision_number': 4, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'subnets': [{'id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:15.804136 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4ba0f5-5102-4bb5-b766-410eb1bfa94a x-openstack-request-id: req-4d4ba0f5-5102-4bb5-b766-410eb1bfa94a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:15.804408 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "name": "network-vif-plugged", "status": "completed", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:15.804685 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d4ba0f5-5102-4bb5-b766-410eb1bfa94a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:15.805078 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f', 'code': 200} Aug 12 02:14:15.808265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b1ae20-9ebd-4309-9a52-3e18163d6df6 None None] The sync data for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 is: [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71', 'name': '', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'mac_address': 'fa:16:3e:cf:bc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:09Z', 'updated_at': '2021-08-12T02:14:14Z', 'revision_number': 4, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'subnets': [{'id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:15.826912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e44a67-be6a-4382-a196-8c7d2b3ff3de req-e3b64651-5cc9-42a2-a27f-4cd096897d9c tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152511 Aug 12 02:14:15.937559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125890d4-5c36-47b8-8342-12a57eecbaba req-faec087c-f205-440d-9779-45181a99babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:15.940944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125890d4-5c36-47b8-8342-12a57eecbaba req-faec087c-f205-440d-9779-45181a99babd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 1096 time: 0.0736144 Aug 12 02:14:15.941116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.951885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Transition to ACTIVE for port object 3113375e-44f8-480f-a8f5-0c1f2507517d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:15.969687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Transition to ACTIVE for port object 3113375e-44f8-480f-a8f5-0c1f2507517d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:15.977834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:15.986775 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125890d4-5c36-47b8-8342-12a57eecbaba req-12f9158e-217e-402f-b1c5-c516d16f80fe service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Aug 12 02:14:16.016984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Allocated IP 172.25.3.171 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/8fbaf096-090a-48f2-95f2-953134c814ff) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:16.018900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Network e9724a11-590d-424c-a727-5d3a097d5a91 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:16.023305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e98e8c37-fdc5-410c-af0c-8fd58dc88647 req-e59d2f7d-7ae5-4b77-8386-ed3545e598c5 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401912 Aug 12 02:14:16.023930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:16.030467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:16.040275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Pushing event updated for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:16.106473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Attempting to bind port 3113375e-44f8-480f-a8f5-0c1f2507517d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:16.106943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Attempting to bind port 3113375e-44f8-480f-a8f5-0c1f2507517d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:16.107399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Attempting to bind port 3113375e-44f8-480f-a8f5-0c1f2507517d on network e9724a11-590d-424c-a727-5d3a097d5a91 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:16.113522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:16.114642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Checking segment: {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:16.115172 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.115692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Bound using segment: {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:16.116266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Bound port: 3113375e-44f8-480f-a8f5-0c1f2507517d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:16.116719 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.149248 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-cce40b15-7094-43e9-b68f-839c9b7856c4 service neutron] show failed (client error): The resource could not be found. Aug 12 02:14:16.151146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-cce40b15-7094-43e9-b68f-839c9b7856c4 service neutron] 10.222.0.21 "GET /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.1241477 Aug 12 02:14:16.200475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:16.205374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3113375e-44f8-480f-a8f5-0c1f2507517d,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:16.206848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.212897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.256986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:16.278144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.340445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:16.343724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:16.347859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:16.406659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60becb09-da45-4b0f-9b57-4f4de4143aa2 None None] Pushing event updated for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:16.426843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:16.439259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbaf096-090a-48f2-95f2-953134c814ff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:16.441410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'port_id': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'mac_address': 'fa:16:3e:ba:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c2cb-0a10-4213-b747-15deb720f6de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:16.463567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fce1c8-d113-48a4-9233-dca0e07cceaa req-874f2884-19d9-4a31-8a15-a238f3950058 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:16.473590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85fce1c8-d113-48a4-9233-dca0e07cceaa req-874f2884-19d9-4a31-8a15-a238f3950058 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 945 time: 0.0940156 Aug 12 02:14:16.555057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.566381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85fce1c8-d113-48a4-9233-dca0e07cceaa req-2a3b7530-6b64-415d-ab08-c81defb4e76c tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Aug 12 02:14:16.594199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed424fa-2b80-41cf-bca5-c92bb754a060 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:16.624775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:16.630359 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:16.696679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:16.779908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-2a9fe1c2-5dc7-429b-a880-d829954f2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:16.781437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-2a9fe1c2-5dc7-429b-a880-d829954f2171 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1101 time: 0.3648567 Aug 12 02:14:16.798296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b01e9-46e3-4a22-9bba-83fe450d1420 req-1d1539eb-1ac4-4b46-a5e3-ed4fc21147d1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:16.799892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-810b01e9-46e3-4a22-9bba-83fe450d1420 req-1d1539eb-1ac4-4b46-a5e3-ed4fc21147d1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 944 time: 0.2508888 Aug 12 02:14:16.803559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ff620-bd77-4c49-84cc-5817dff88c0b req-0804ca1f-e5e6-4092-af06-f33f6d7e7c23 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:16.815777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a20ff620-bd77-4c49-84cc-5817dff88c0b req-0804ca1f-e5e6-4092-af06-f33f6d7e7c23 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0672536 Aug 12 02:14:16.839912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:16.859775 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a20ff620-bd77-4c49-84cc-5817dff88c0b req-457935d1-700f-4808-9285-3d23bac76e7c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Aug 12 02:14:16.976017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-810b01e9-46e3-4a22-9bba-83fe450d1420 req-1fa4b0cd-c343-4a57-96c3-2c60931a58ca tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408596 Aug 12 02:14:16.991268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['4ed424fa-2b80-41cf-bca5-c92bb754a060'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:17.002982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bebf12-1b30-41d0-b597-db8610e8ad10 req-1558ee6c-b833-4d73-8228-9f8625e725d7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:17.012209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69bebf12-1b30-41d0-b597-db8610e8ad10 req-1558ee6c-b833-4d73-8228-9f8625e725d7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0838802 Aug 12 02:14:17.084155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69bebf12-1b30-41d0-b597-db8610e8ad10 req-644d1bb7-56fe-4992-ae2b-dfbf6edf5017 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709107 Aug 12 02:14:17.258800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba9fa1-e5f4-487c-a4f8-f9f1943f15b3 req-dc33e34f-bf65-469b-927e-66f4aaa7c813 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:17.267067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bba9fa1-e5f4-487c-a4f8-f9f1943f15b3 req-dc33e34f-bf65-469b-927e-66f4aaa7c813 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.0871701 Aug 12 02:14:17.320536 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bba9fa1-e5f4-487c-a4f8-f9f1943f15b3 req-b06faa0c-01b2-4a62-9da7-a412fb69ba38 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522559 Aug 12 02:14:17.446015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3113375e-44f8-480f-a8f5-0c1f2507517d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:17.453903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:17.455983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:17.544009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3113375e-44f8-480f-a8f5-0c1f2507517d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:17.550905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:17.667674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:17.672428 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:17.674068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:17.674652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:17.879589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c9a2ae-3b8d-4cc4-953f-563428fc6b64 None None] Network e9724a11-590d-424c-a727-5d3a097d5a91 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:17.945742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44872b-7d00-4214-b1b9-9de24659756c req-0a724b40-2ee7-4f47-acfe-9ff658d61e71 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:17.948290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab44872b-7d00-4214-b1b9-9de24659756c req-0a724b40-2ee7-4f47-acfe-9ff658d61e71 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 945 time: 0.2390833 Aug 12 02:14:17.961709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Provisioning for port 3113375e-44f8-480f-a8f5-0c1f2507517d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:18.008384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0608a90-e44d-4034-aa75-9818e79ffc34 req-d9282103-1245-4c42-b02d-76d5b32e3866 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:18.008940 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Provisioning complete for port 3113375e-44f8-480f-a8f5-0c1f2507517d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:18.008940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.011255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0608a90-e44d-4034-aa75-9818e79ffc34 req-d9282103-1245-4c42-b02d-76d5b32e3866 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0680387 Aug 12 02:14:18.080831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0608a90-e44d-4034-aa75-9818e79ffc34 req-56442cd0-a361-48fb-8a7d-1a2d14f80275 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615780 Aug 12 02:14:18.101200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab44872b-7d00-4214-b1b9-9de24659756c req-bf0968d2-8245-455a-a496-3799ec4fcaab tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079600 Aug 12 02:14:18.103587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:18.106427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.176448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.262509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:18.279052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:18.293612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4555751-7c94-4c3d-84a4-1df78232cc9a req-1205d6d5-a8af-4234-bc20-74d9b7de5391 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:18.295277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4555751-7c94-4c3d-84a4-1df78232cc9a req-1205d6d5-a8af-4234-bc20-74d9b7de5391 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 944 time: 0.0681317 Aug 12 02:14:18.302429 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.307310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:18.325831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.330592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.343350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:18.345989 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbd6b0b-a797-4608-aeb8-0ab4a7a6c35c" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:18.352337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Transition to ACTIVE for port object 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:18.363232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4555751-7c94-4c3d-84a4-1df78232cc9a req-f69ae02b-26f1-413f-b12b-315e05d0ba7b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Aug 12 02:14:18.385076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.413998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:18.445682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:18.468151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c591d148-ba89-4656-90ab-916193909a92 None None] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3113375e-44f8-480f-a8f5-0c1f2507517d,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:18.484581 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.506227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 4ed424fa-2b80-41cf-bca5-c92bb754a060 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:18.517101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] No DVR routers for this DVR port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:18.534271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3d0be-a81c-44d3-a9a5-6f7cdf2626fb req-51d0f705-c288-48c1-a874-b9f48cf9f0d1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:18.537112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dd3d0be-a81c-44d3-a9a5-6f7cdf2626fb req-51d0f705-c288-48c1-a874-b9f48cf9f0d1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.1945624 Aug 12 02:14:18.538827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 4ed424fa-2b80-41cf-bca5-c92bb754a060 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:18.539276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.550730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Router bc761229-85c9-44db-a08f-a54d1ef4f6f1 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:14:18.590383 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c3cc0-b8ec-4923-92aa-7ac390e7530d x-openstack-request-id: req-810c3cc0-b8ec-4923-92aa-7ac390e7530d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:18.590676 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:18.590920 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-810c3cc0-b8ec-4923-92aa-7ac390e7530d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:18.591309 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'code': 200} Aug 12 02:14:18.670089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.672056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fdc33e4a-54da-43d4-9dac-b0362182fde0 None None] Provisioning complete for port 3113375e-44f8-480f-a8f5-0c1f2507517d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:18.672480 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fdc33e4a-54da-43d4-9dac-b0362182fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.673747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dd3d0be-a81c-44d3-a9a5-6f7cdf2626fb req-76507c38-e2ac-468b-9ee3-ad8f015dc127 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158881 Aug 12 02:14:18.684693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:18.685050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:18.685388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:18.708485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:18.708813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:18.713867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fb5c-65c4-42a1-8f17-4de955d07530 req-a35f87fe-f720-42b2-ab55-b64252c1229f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:18.722482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c14fb5c-65c4-42a1-8f17-4de955d07530 req-a35f87fe-f720-42b2-ab55-b64252c1229f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.0841348 Aug 12 02:14:18.726220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591d148-ba89-4656-90ab-916193909a92 None None] Pushing event updated for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:18.742214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:18.742565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:18.742965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:18.743409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Bound port: 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:18.743859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.768834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:18.771191 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7bf678-5ea3-4f13-94bd-efa7827ea924" -d '{"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:18.793195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c14fb5c-65c4-42a1-8f17-4de955d07530 req-088779c4-04e4-452b-9416-0496837b11db tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663345 Aug 12 02:14:18.793885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:18.803610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:18.815348 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Sync routers for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:18.821576 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.836639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:18.837356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:18.875952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.880060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55212) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:18.880284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fbc6a7d0-03f4-439c-8770-931815a37703 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3462062 Aug 12 02:14:18.902780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:18.912236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:18.920312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:18.928503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.975318 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9a13d-b57d-4a0e-90d8-4e0f8ba208f8 x-openstack-request-id: req-06b9a13d-b57d-4a0e-90d8-4e0f8ba208f8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:18.975770 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:18.976135 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06b9a13d-b57d-4a0e-90d8-4e0f8ba208f8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:18.976774 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'code': 200} Aug 12 02:14:18.978381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:18.979296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:18.980908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] 10.222.0.25 "PUT /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 1096 time: 2.1801009 Aug 12 02:14:18.997932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb53a4-5c6b-418a-b19b-d4e4aa8ece2e service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:18.998208 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:19.088930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-fb1dd6a9-8156-4d6e-b8d1-7d8b58676443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.091019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-fb1dd6a9-8156-4d6e-b8d1-7d8b58676443 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.0640779 Aug 12 02:14:19.209006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bd323-34b4-4483-b362-baf2b741bb22 req-e52aa285-cf16-4e11-9b76-1548564ad5dd tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.209812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:16Z', 'revision_number': 3, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:19.212163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-802bd323-34b4-4483-b362-baf2b741bb22 req-e52aa285-cf16-4e11-9b76-1548564ad5dd tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 945 time: 0.1194618 Aug 12 02:14:19.239733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Checking router: bc761229-85c9-44db-a08f-a54d1ef4f6f1 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:19.240262 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Updating router bc761229-85c9-44db-a08f-a54d1ef4f6f1 port 8fbaf096-090a-48f2-95f2-953134c814ff binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:19.268928 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.282063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-802bd323-34b4-4483-b362-baf2b741bb22 req-b088ee35-d5aa-4ab0-b03b-bc16a378dd97 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625899 Aug 12 02:14:19.300295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791bcff-fd0f-4425-998b-fde7b9c51ca1 req-3bfba228-5091-46ca-b32e-0da624b1ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.302154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3791bcff-fd0f-4425-998b-fde7b9c51ca1 req-3bfba228-5091-46ca-b32e-0da624b1ba4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 1096 time: 0.1970360 Aug 12 02:14:19.314378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-aa46840b-f2c4-4fee-a1f1-d498b5b52514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.316278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-aa46840b-f2c4-4fee-a1f1-d498b5b52514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1911564 Aug 12 02:14:19.362304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3113375e-44f8-480f-a8f5-0c1f2507517d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:19.371121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-30769b0f-61c9-471a-92ad-76d82a5a41a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0457091 Aug 12 02:14:19.409945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37046c9a-3f2c-4ed3-aedb-33ed2a2a7c2c req-9d45ad1b-6a7f-4d1b-bc40-9d64a6638d8c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.411824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37046c9a-3f2c-4ed3-aedb-33ed2a2a7c2c req-9d45ad1b-6a7f-4d1b-bc40-9d64a6638d8c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1992462 Aug 12 02:14:19.425564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3113375e-44f8-480f-a8f5-0c1f2507517d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:19.425933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.485642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37046c9a-3f2c-4ed3-aedb-33ed2a2a7c2c req-d390c6b6-4cfc-4aaa-891d-7d475317d688 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614235 Aug 12 02:14:19.487980 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3791bcff-fd0f-4425-998b-fde7b9c51ca1 req-860617e6-2071-4ced-a95d-ccfe27ca898e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767714 Aug 12 02:14:19.551705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-6d46f5a3-36ea-4d6d-aa15-77efbd6d1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.553214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-6d46f5a3-36ea-4d6d-aa15-77efbd6d1188 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1736753 Aug 12 02:14:19.563427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:19.567891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f3aad-dea1-4204-b188-15d2c07da535 req-53a0b899-4b10-400c-89b2-119e862de722 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.578026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e4f3aad-dea1-4204-b188-15d2c07da535 req-53a0b899-4b10-400c-89b2-119e862de722 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.0931973 Aug 12 02:14:19.636092 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.660041 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Transition to ACTIVE for port object 8fbaf096-090a-48f2-95f2-953134c814ff will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:19.664242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-f25de5e0-7408-4bcc-ac14-aa97aa54c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:19.667070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-f25de5e0-7408-4bcc-ac14-aa97aa54c78d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0857637 Aug 12 02:14:19.671160 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.683912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:19.684453 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.690505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e4f3aad-dea1-4204-b188-15d2c07da535 req-302bbfd9-51fe-4b45-a64a-a0836a964594 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082797 Aug 12 02:14:19.748077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.787044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Attempting to bind port 8fbaf096-090a-48f2-95f2-953134c814ff on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:19.787502 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Attempting to bind port 8fbaf096-090a-48f2-95f2-953134c814ff by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:19.787864 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Attempting to bind port 8fbaf096-090a-48f2-95f2-953134c814ff on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:19.796167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1034d6-9580-4dc6-a0dc-22e5b9d385f3 None None] Pushing event updated for resources: {'Port': ['ID=8fbaf096-090a-48f2-95f2-953134c814ff,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:19.801073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:19.801456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:19.801862 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.802247 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:19.802727 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Bound port: 8fbaf096-090a-48f2-95f2-953134c814ff, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:19.803132 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.871646 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] For port 8fbaf096-090a-48f2-95f2-953134c814ff, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:19.877722 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] For port 8fbaf096-090a-48f2-95f2-953134c814ff, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8fbaf096-090a-48f2-95f2-953134c814ff,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:19.879972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-f8787926-9533-4eb3-b2e4-6eb67b176a62 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882644 Aug 12 02:14:19.885823 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:19.956370 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:19.957044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:20.008706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eede01a-d07b-426e-b098-c4cebcb97a95 req-02b7d541-6a1a-4022-8a35-f98719d8623e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:20.010386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1eede01a-d07b-426e-b098-c4cebcb97a95 req-02b7d541-6a1a-4022-8a35-f98719d8623e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.1729836 Aug 12 02:14:20.025416 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1034d6-9580-4dc6-a0dc-22e5b9d385f3 None None] Pushing event updated for resources: {'Port': ['ID=8fbaf096-090a-48f2-95f2-953134c814ff,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:20.054063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b51958-16bd-4dd7-a0cc-2ffae3e27d20 req-25d45464-743a-41f6-8983-4392485c5e8a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:20.055892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1b51958-16bd-4dd7-a0cc-2ffae3e27d20 req-25d45464-743a-41f6-8983-4392485c5e8a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.1022065 Aug 12 02:14:20.076802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdd67a6-9714-474a-803f-22769cd8a9d9 req-a814d5dc-ebd0-4c78-8ec7-c92cf1b1a12d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893828 Aug 12 02:14:20.099826 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:20.120385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1b51958-16bd-4dd7-a0cc-2ffae3e27d20 req-9fd93de1-54fd-4851-9790-3c4c232d3b58 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477412 Aug 12 02:14:20.151183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1eede01a-d07b-426e-b098-c4cebcb97a95 req-520e724c-e9a6-4c00-8139-2366b744378d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062346 Aug 12 02:14:20.203825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:20.233153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Allocated IP 172.20.0.1 (e9724a11-590d-424c-a727-5d3a097d5a91/da85e22c-ca6e-4fef-a590-fe4e19e5b780/d52294c7-ffdc-46c5-9296-5431e3954e16) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:20.253093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:20.346824 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:16Z', 'revision_number': 3, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:20.395897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:20.433970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-dffaf818-f0c9-461f-8f40-d6ab152b2e06 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:20.437086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Transition to ACTIVE for port object d52294c7-ffdc-46c5-9296-5431e3954e16 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:20.437286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-dffaf818-f0c9-461f-8f40-d6ab152b2e06 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 945 time: 0.0681190 Aug 12 02:14:20.457640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174accbe-796b-4ac1-ae5c-2eb5622b535f req-e1010dfc-ad53-40f8-befe-72a49f44de63 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:20.459520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-174accbe-796b-4ac1-ae5c-2eb5622b535f req-e1010dfc-ad53-40f8-befe-72a49f44de63 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c9f4145-0ffd-4cbc-be9f-65619fc7e191 HTTP/1.1" status: 200 len: 945 time: 0.0930719 Aug 12 02:14:20.502745 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72ccf7-4b2c-4ffc-b605-20ac27740aff None None] The sync data for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 is: [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:16Z', 'revision_number': 3, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:20.547078 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-174accbe-796b-4ac1-ae5c-2eb5622b535f req-03c1503a-d3b2-48e1-9fbf-e5e4b7845769 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.11 "GET /v2.0/security-groups?id=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771935 Aug 12 02:14:20.580915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:20.592009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:20.599995 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a65a36-cc6c-4e63-bd76-c955259b86cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:20.611349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Deleting port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:20.611929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:20.623753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Network e9724a11-590d-424c-a727-5d3a097d5a91 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:20.626937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:20.630177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:20.685070 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:20.748873 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3b2a1a-aa05-4c3b-8b3a-07717cec7b77 x-openstack-request-id: req-bc3b2a1a-aa05-4c3b-8b3a-07717cec7b77 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:20.749177 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:20.749443 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc3b2a1a-aa05-4c3b-8b3a-07717cec7b77 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:20.749846 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'status': 'completed', 'code': 200} Aug 12 02:14:20.803928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] For port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,segment=NetworkSegment(cc7ce9e9-0435-41b5-9ea9-38b19200f8df),segment_id=cc7ce9e9-0435-41b5-9ea9-38b19200f8df)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:20.804483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:20.813776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Pushing event updated for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:20.838825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Calling delete_port for eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:20.934778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-2f264c69-4ab2-4907-8490-d96ee0b378f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:20.936706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-2f264c69-4ab2-4907-8490-d96ee0b378f0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.1402154 Aug 12 02:14:21.049352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-91faa103-b6e7-4be1-94c2-c859ed69871f None None] Provisioning for port d52294c7-ffdc-46c5-9296-5431e3954e16 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:21.054746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d68c26-02c5-4110-83a5-89efa4869dc3 req-39c7a045-cf2f-4f2d-82ac-b571e2459fa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.058255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.058725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-91faa103-b6e7-4be1-94c2-c859ed69871f None None] Provisioning complete for port d52294c7-ffdc-46c5-9296-5431e3954e16 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:21.059307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91faa103-b6e7-4be1-94c2-c859ed69871f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.065353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43d68c26-02c5-4110-83a5-89efa4869dc3 req-39c7a045-cf2f-4f2d-82ac-b571e2459fa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1628435 Aug 12 02:14:21.119780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-91faa103-b6e7-4be1-94c2-c859ed69871f None None] Port d52294c7-ffdc-46c5-9296-5431e3954e16 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:14:21.125686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-b2cdfb6c-4ad1-460d-86d9-b8ffd492302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.127292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-b2cdfb6c-4ad1-460d-86d9-b8ffd492302a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.2238128 Aug 12 02:14:21.169912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-a02c7b95-d0bd-473b-b42b-3d037867b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.172128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-a02c7b95-d0bd-473b-b42b-3d037867b727 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2227013 Aug 12 02:14:21.220731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.232759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:21.241783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-155be6f3-cf16-4606-9479-6d5f822ad750 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0615945 Aug 12 02:14:21.315434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Pushing event deleted for resources: {'Port': ['ID=eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:21.354688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43d68c26-02c5-4110-83a5-89efa4869dc3 req-b8c69df4-ff37-47b6-ab9d-ba1fc1ddc61f tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866967 Aug 12 02:14:21.363497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8fbaf096-090a-48f2-95f2-953134c814ff up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:21.370599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-2b46ad64-6081-4996-9915-dbf72dcd5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.372112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-2b46ad64-6081-4996-9915-dbf72dcd5cfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0849831 Aug 12 02:14:21.382229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4488d-46c7-4e78-aad0-e32d8a5eeb74 req-603303ff-75dc-4981-87d6-c8068c8cd0ae tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.389879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ece4488d-46c7-4e78-aad0-e32d8a5eeb74 req-603303ff-75dc-4981-87d6-c8068c8cd0ae tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1694455 Aug 12 02:14:21.429933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] No DVR routers for this DVR port eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:21.436090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.438071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e6514b3-1443-477a-a87a-7aab27b2b3e0 req-b959cd98-2240-4aa4-a9da-e17d6237f1f6 tempest-ServerAddressesNegativeTestJSON-737383403 tempest-ServerAddressesNegativeTestJSON-737383403-project] 10.222.0.25 "DELETE /v2.0/ports/eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f HTTP/1.1" status: 204 len: 173 time: 0.9892001 Aug 12 02:14:21.439732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-8592bfa3-aebc-45f6-848b-727eefa27a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.441110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-8592bfa3-aebc-45f6-848b-727eefa27a70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2397127 Aug 12 02:14:21.495984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8fbaf096-090a-48f2-95f2-953134c814ff completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:21.505148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8fbaf096-090a-48f2-95f2-953134c814ff triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:21.506253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.523117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ece4488d-46c7-4e78-aad0-e32d8a5eeb74 req-3c154e2d-9e91-47a8-9d95-bb695049f301 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310468 Aug 12 02:14:21.551131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-4fbe66a4-ecb3-403b-aa6d-d85747908132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.554124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-4fbe66a4-ecb3-403b-aa6d-d85747908132 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1507521 Aug 12 02:14:21.571289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-d835ab00-d153-4c80-9d9a-b463d6e13cf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.1163478 Aug 12 02:14:21.599559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.656577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-49f871df-f183-43c1-b348-027f739bd07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.658055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-49f871df-f183-43c1-b348-027f739bd07a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0789270 Aug 12 02:14:21.669706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-8e761e82-58dc-4bbc-84fc-fc3b2e874b08 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.670037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.671211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-8e761e82-58dc-4bbc-84fc-fc3b2e874b08 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1897676 Aug 12 02:14:21.679496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdea4a-4d4d-4087-b412-12212e942d49 req-64591d35-4e55-4072-a3f1-5064aa022a8f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.682679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32fdea4a-4d4d-4087-b412-12212e942d49 req-64591d35-4e55-4072-a3f1-5064aa022a8f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 945 time: 0.2265930 Aug 12 02:14:21.693137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:21.723859 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.803708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8fbaf096-090a-48f2-95f2-953134c814ff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8fbaf096-090a-48f2-95f2-953134c814ff,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:21.817504 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.830459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Pushing event updated for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:21.842792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32fdea4a-4d4d-4087-b412-12212e942d49 req-475babbe-8b15-4612-a34a-c558e31df8f2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373773 Aug 12 02:14:21.844989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-24434c80-258a-4922-8b07-21117d7f112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.846400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-24434c80-258a-4922-8b07-21117d7f112a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628489 Aug 12 02:14:21.847123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.849217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:21.875575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956d446-7d2b-495e-9fa7-12eb56dc43f0 req-43a8f138-c5c2-4871-9bc1-d241ea11beaf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:21.891501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a956d446-7d2b-495e-9fa7-12eb56dc43f0 req-43a8f138-c5c2-4871-9bc1-d241ea11beaf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.2101870 Aug 12 02:14:21.903756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-14396b74-0607-46ea-8e51-780a65664145 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290851 Aug 12 02:14:21.960268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8fbaf096-090a-48f2-95f2-953134c814ff,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:22.038947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a956d446-7d2b-495e-9fa7-12eb56dc43f0 req-c335d4cb-4763-4885-8764-fb420c19c8eb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548109 Aug 12 02:14:22.101948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-c610e801-ba47-41bc-a6c0-bd32dca0b3b6 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943104 Aug 12 02:14:22.116361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Network e9724a11-590d-424c-a727-5d3a097d5a91 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:22.118007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:22.138746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-42b66e3c-1750-496c-8a0a-77d53113c6e8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806380 Aug 12 02:14:22.178261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f69fa-189e-41ca-bdd2-d080c0969a96 req-90d9ceb5-7d01-4200-b925-8b3a541d3ab9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:22.183272 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c44f69fa-189e-41ca-bdd2-d080c0969a96 req-90d9ceb5-7d01-4200-b925-8b3a541d3ab9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1383505 Aug 12 02:14:22.291757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Router bc761229-85c9-44db-a08f-a54d1ef4f6f1 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:14:22.298135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:22.311932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:22.451998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:22.485706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c44f69fa-189e-41ca-bdd2-d080c0969a96 req-3a4af3b3-6eed-4e34-8432-fd3799ab04dc tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635334 Aug 12 02:14:22.584364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55270) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:22.595549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:22.622381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:14:22.669414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.677233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a65a36-cc6c-4e63-bd76-c955259b86cf req-c61828d1-93ae-47e9-a48f-fd9b492ed4a2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283988 Aug 12 02:14:22.681879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.745045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a7fbccc-787f-43bf-9d99-c48722686ea9 None None] Provisioning complete for port d52294c7-ffdc-46c5-9296-5431e3954e16 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:22.745420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbccc-787f-43bf-9d99-c48722686ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.764989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:22.772075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'name': 'network-vif-deleted', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f'}, {'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:22.781781 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca53d41a-197d-4965-9963-40886d550e05" -d '{"events": [{"server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "name": "network-vif-deleted", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f"}, {"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-unplugged", "status": "completed", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:22.795817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5df8b2bb-6e35-44e6-a611-36a8f4ec5de6 admin admin] 10.222.0.11 "PUT /v2.0/routers/bc761229-85c9-44db-a08f-a54d1ef4f6f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9137869 Aug 12 02:14:22.823092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Deleting subnet e961a114-4a28-4194-8398-acdc01cec256 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:14:22.831617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.836558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:22.837246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:22.837788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:22.841013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:22.851300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:22.852021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Attempting to bind port e276f7f0-1d03-4403-8bd5-86957630dfe0 on network c40ecc8c-d8c3-4613-9d6b-455f298d5ceb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:22.855168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0a7fbccc-787f-43bf-9d99-c48722686ea9 None None] Port d52294c7-ffdc-46c5-9296-5431e3954e16 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:14:22.859512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:22.860108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Checking segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:22.861663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Bound using segment: {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:22.861893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Bound port: e276f7f0-1d03-4403-8bd5-86957630dfe0, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c454470c-1f6b-49b4-b31a-4cbe813a21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c40ecc8c-d8c3-4613-9d6b-455f298d5ceb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:22.862328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.876379 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21c0576-4405-4f0c-8f2e-e7cc65efb5f1 x-openstack-request-id: req-d21c0576-4405-4f0c-8f2e-e7cc65efb5f1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:22.876678 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f4145-0ffd-4cbc-be9f-65619fc7e191", "name": "network-vif-deleted", "tag": "eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f", "status": "completed", "code": 200}, {"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-unplugged", "status": "completed", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:22.876933 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d21c0576-4405-4f0c-8f2e-e7cc65efb5f1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:22.877326 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f4145-0ffd-4cbc-be9f-65619fc7e191', 'name': 'network-vif-deleted', 'tag': 'eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f', 'status': 'completed', 'code': 200} Aug 12 02:14:22.877587 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'code': 200} Aug 12 02:14:22.895898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:22.929643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204d48c-8484-4a7f-9e5e-5ac5e67e9158 req-2ff9ff2f-bd37-4959-a262-f5894495985a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:22.937671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c204d48c-8484-4a7f-9e5e-5ac5e67e9158 req-2ff9ff2f-bd37-4959-a262-f5894495985a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1283994 Aug 12 02:14:23.024282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c204d48c-8484-4a7f-9e5e-5ac5e67e9158 req-d5f23381-ac22-42eb-9d40-2271862568a4 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798364 Aug 12 02:14:23.025887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.146916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.212851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e961a114-4a28-4194-8398-acdc01cec256,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:23.221705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.227080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0125388-c8cb-484a-9426-48617dc16b62 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e961a114-4a28-4194-8398-acdc01cec256 HTTP/1.1" status: 204 len: 168 time: 0.6416969 Aug 12 02:14:23.230775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55294) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:23.334136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Sync routers for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:23.359533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:23.360280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:23.386477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a5024-46c9-4aa0-bb0c-765021fbe98c req-27f266b9-35d9-4232-84ae-4a78f055fb97 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:23.398973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.402796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf9a5024-46c9-4aa0-bb0c-765021fbe98c req-27f266b9-35d9-4232-84ae-4a78f055fb97 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.1008019 Aug 12 02:14:23.419910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:23.446930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:23.466708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.497789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8fbaf096-090a-48f2-95f2-953134c814ff up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:23.504253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf9a5024-46c9-4aa0-bb0c-765021fbe98c req-9aae6ef1-a35d-4509-8800-9f9dea6ef046 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003489 Aug 12 02:14:23.613910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cd1f5-83d5-4d1f-830c-dedf033ff4d9 req-a6852db8-ca5d-46e0-9b1c-bf1377a49874 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:23.627431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b15cd1f5-83d5-4d1f-830c-dedf033ff4d9 req-a6852db8-ca5d-46e0-9b1c-bf1377a49874 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.2411280 Aug 12 02:14:23.644557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.660962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8fbaf096-090a-48f2-95f2-953134c814ff triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:23.661369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.666087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1dd6530-75bc-4a7b-a85c-86a531720c51']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:23.669555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:23.671186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.673005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] 10.222.0.25 "PUT /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 1121 time: 1.9883497 Aug 12 02:14:23.683985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:23.684531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7ce9e9-0435-41b5-9ea9-38b19200f8df') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:23.690673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff5c36-8601-4994-b737-19057eb373cd service neutron] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:23.705923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.736469 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b15cd1f5-83d5-4d1f-830c-dedf033ff4d9 req-fb87fc3e-4858-4d8b-86d8-64b6ffe6aeeb tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078761 Aug 12 02:14:23.744028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a22897-947a-440e-a7a1-627139abbddd req-64e3ec50-97eb-42b0-a657-47eaed21662b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:23.747887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a22897-947a-440e-a7a1-627139abbddd req-64e3ec50-97eb-42b0-a657-47eaed21662b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.0895324 Aug 12 02:14:23.764357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.778979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:14:23.781830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:14:23.786420 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:14:23.790625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:23.858106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a22897-947a-440e-a7a1-627139abbddd req-8d32d213-b866-4b53-9e26-78a14812825e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981746 Aug 12 02:14:23.888626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['e276f7f0-1d03-4403-8bd5-86957630dfe0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:23.895525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e276f7f0-1d03-4403-8bd5-86957630dfe0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:24.065061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:24.076177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:24.083503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d1dd6530-75bc-4a7b-a85c-86a531720c51 HTTP/1.1" status: 204 len: 168 time: 0.8509941 Aug 12 02:14:24.128209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b1419-9f3a-435b-81bb-7b988f6ac480 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1dd6530-75bc-4a7b-a85c-86a531720c51,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:24.285050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8575f-5745-493a-9717-6f6c98690988 req-12ffbb46-fb39-42e1-8785-11a527770ff5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:24.295222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0dd8575f-5745-493a-9717-6f6c98690988 req-12ffbb46-fb39-42e1-8785-11a527770ff5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1484680 Aug 12 02:14:24.366900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0dd8575f-5745-493a-9717-6f6c98690988 req-dec699de-7bfe-4cfd-b713-e3cb3ba6f8fe tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699189 Aug 12 02:14:24.372983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-52a5413e-75e2-4737-a248-ec10b2d0d551 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:24.374565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-52a5413e-75e2-4737-a248-ec10b2d0d551 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 948 time: 0.1633928 Aug 12 02:14:24.440532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:24.445534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:24.654203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-6143d1db-440c-4cca-bb3e-745c18af9ba0 service neutron] 10.222.0.25 "GET /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.2370086 Aug 12 02:14:24.662900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55320) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:24.723446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e9305-96e1-4ec3-a267-42ed65baa2b8 req-015c9d3e-4d56-4095-9c64-ea073f6bff4a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:24.725115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947e9305-96e1-4ec3-a267-42ed65baa2b8 req-015c9d3e-4d56-4095-9c64-ea073f6bff4a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 948 time: 0.3496068 Aug 12 02:14:24.734677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:24.735374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device eaa0e2ce-4205-4b92-bdfd-2ad4b1051e8f not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:24.789242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2c4f7b61-2482-4bb9-bc91-29f1c1e54f6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=760a91cb6c594a0c94335de3872d4aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249719 Aug 12 02:14:24.789810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55322) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:24.867745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:14:24.908056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:24.910314 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d180edcc-033f-424f-bbde-6a9a34cd1049" -d '{"events": [{"name": "network-changed", "server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:24.967356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947e9305-96e1-4ec3-a267-42ed65baa2b8 req-509b4bf9-e19f-4f84-b822-01289dd8a9ed tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347379 Aug 12 02:14:24.997161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-a7d85154-04ac-4df9-b77c-e1bd9ffc06ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2339382 Aug 12 02:14:25.227165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a323e6f6-d3c3-4f6b-9954-b262332a3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.245813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a323e6f6-d3c3-4f6b-9954-b262332a3d4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1099 time: 0.4544947 Aug 12 02:14:25.304950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-60f12f6b-1519-4f09-bbb8-d9e054b30ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.313750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-60f12f6b-1519-4f09-bbb8-d9e054b30ac3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 1096 time: 0.2852645 Aug 12 02:14:25.345073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c81d2-4fdc-4c13-9b1a-55173b7c08e7 req-eb322148-59ff-46f0-9a71-060c1c08874a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.349768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a8c81d2-4fdc-4c13-9b1a-55173b7c08e7 req-eb322148-59ff-46f0-9a71-060c1c08874a tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.2270474 Aug 12 02:14:25.382094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:20Z', 'revision_number': 4, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd52294c7-ffdc-46c5-9296-5431e3954e16', 'name': '', 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'mac_address': 'fa:16:3e:77:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:19Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 2, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'subnets': [{'id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:25.391316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:25.436695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:25.442117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Checking router: bc761229-85c9-44db-a08f-a54d1ef4f6f1 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:25.443896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Updating router bc761229-85c9-44db-a08f-a54d1ef4f6f1 port d52294c7-ffdc-46c5-9296-5431e3954e16 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:25.462994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a8c81d2-4fdc-4c13-9b1a-55173b7c08e7 req-ed968f70-a1fd-4aea-bdd7-5fb78fee3604 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913751 Aug 12 02:14:25.516736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:25.556812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-739bdb8b-b861-4f6d-bfe5-87cc69abf1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.558646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-739bdb8b-b861-4f6d-bfe5-87cc69abf1d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.2076914 Aug 12 02:14:25.593370 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4ee958-0953-4c43-b16b-8bd3e3c2fa20 x-openstack-request-id: req-ac4ee958-0953-4c43-b16b-8bd3e3c2fa20 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:25.593551 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:25.593654 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac4ee958-0953-4c43-b16b-8bd3e3c2fa20 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:25.594019 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'status': 'completed', 'code': 200} Aug 12 02:14:25.664054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:25.708350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-a12c65c9-1273-4549-a0a1-8b4e9a1f4029 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 200 len: 217 time: 0.1331666 Aug 12 02:14:25.807644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'mac_address': 'fa:16:3e:49:32:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:25.867298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-ef355706-df98-4576-bcd9-20ca4699460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.870054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-ef355706-df98-4576-bcd9-20ca4699460e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1124 time: 0.1918185 Aug 12 02:14:25.871828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-76a37322-de12-48cf-95a5-aec8d02ea5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:25.879030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-76a37322-de12-48cf-95a5-aec8d02ea5df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.1336710 Aug 12 02:14:26.033661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.085675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:26.136436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-697fc188-871c-48c4-aa6a-ed5ffb9915bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2231002 Aug 12 02:14:26.149446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:26.192938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.399236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:26.442318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-6e9045cb-4dfa-4d24-9f84-9a48e44a4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:26.443860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-6e9045cb-4dfa-4d24-9f84-9a48e44a4332 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 1.1860847 Aug 12 02:14:26.458939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617db87-f9a2-4149-9f71-8b43fb1c8417 req-49d27ee5-a63b-4264-8080-721258451895 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:26.468247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8617db87-f9a2-4149-9f71-8b43fb1c8417 req-49d27ee5-a63b-4264-8080-721258451895 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 1.5239875 Aug 12 02:14:26.486975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-d0d7a3aa-8c8d-4276-8596-8d82e487a2a5 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935152 Aug 12 02:14:26.517957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.533343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Transition to ACTIVE for port object d52294c7-ffdc-46c5-9296-5431e3954e16 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:26.542530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.559688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-259e241a-6707-4982-9810-29472a2e367e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0841358 Aug 12 02:14:26.614711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97e3c-df9a-4f2e-84a3-c70a05b1e92b None None] Pushing event updated for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:26.669142 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8617db87-f9a2-4149-9f71-8b43fb1c8417 req-043c978f-2f27-455f-9ab6-51f7882d9f8c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897259 Aug 12 02:14:26.674407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:26.743895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Attempting to bind port d52294c7-ffdc-46c5-9296-5431e3954e16 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:26.744527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Attempting to bind port d52294c7-ffdc-46c5-9296-5431e3954e16 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:26.745078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Attempting to bind port d52294c7-ffdc-46c5-9296-5431e3954e16 on network e9724a11-590d-424c-a727-5d3a097d5a91 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:26.757754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:26.758431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Checking segment: {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:26.759641 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.760290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Bound using segment: {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:26.760930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Bound port: d52294c7-ffdc-46c5-9296-5431e3954e16, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f5e53f-2628-4046-a70a-a7e4d9509ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:26.761476 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.797776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.801844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:26.823401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c4bbdcd-948e-4af4-95a6-629fe9fde4a8 HTTP/1.1" status: 204 len: 168 time: 2.0299375 Aug 12 02:14:26.865869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d2a686c-b453-49bc-a0d6-1c65952d93c7 req-b4b1fb9f-0666-47ba-a774-d85c1ad3f97a service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648338 Aug 12 02:14:26.965452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91704ab3-86b4-4733-a1ec-ee944712882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4bbdcd-948e-4af4-95a6-629fe9fde4a8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:26.980821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-0dfd4089-ce73-42f0-883a-3e83c24299ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:26.982344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-0dfd4089-ce73-42f0-883a-3e83c24299ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.3684528 Aug 12 02:14:26.992700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-e8799602-e361-4fa5-affd-bd42dcb7a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:26.995750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-e8799602-e361-4fa5-affd-bd42dcb7a408 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 1.1153371 Aug 12 02:14:27.085013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] For port d52294c7-ffdc-46c5-9296-5431e3954e16, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:27.097652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59095c9-64d7-4a43-930f-b83756deef29 req-f4d58ee8-05fa-45f9-b3e4-da08826db962 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:27.108476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e59095c9-64d7-4a43-930f-b83756deef29 req-f4d58ee8-05fa-45f9-b3e4-da08826db962 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.2202070 Aug 12 02:14:27.135775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] For port d52294c7-ffdc-46c5-9296-5431e3954e16, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d52294c7-ffdc-46c5-9296-5431e3954e16,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:27.203969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-8645a53e-98e4-454a-88c2-3be17ed2551f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 217 time: 0.1348741 Aug 12 02:14:27.217234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e59095c9-64d7-4a43-930f-b83756deef29 req-5603e42d-b5de-4a9d-85db-23b994aa286f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060779 Aug 12 02:14:27.253620 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:27.258464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-06d6d730-e10e-4487-b076-e1c1ed76df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:27.265114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-06d6d730-e10e-4487-b076-e1c1ed76df0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2679327 Aug 12 02:14:27.406306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df211b-2411-4339-b1c1-93337e94c050 req-c09bd680-4d58-4546-9b8d-0ba1fa33f394 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:27.421098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74df211b-2411-4339-b1c1-93337e94c050 req-c09bd680-4d58-4546-9b8d-0ba1fa33f394 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.9250677 Aug 12 02:14:27.535461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-acc8bf05-11a3-42b9-9561-6609c478e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:27.546061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-acc8bf05-11a3-42b9-9561-6609c478e676 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.3254120 Aug 12 02:14:27.590662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:27.591235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:27.715868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-3da354cf-8eca-4858-a6ed-6b1cf64eadd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309848 Aug 12 02:14:27.759902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74df211b-2411-4339-b1c1-93337e94c050 req-9ccff95c-723e-4160-bb1b-0d1a79d3a1d1 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351979 Aug 12 02:14:27.782154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-33184cb5-67fb-4100-b2e9-9ca0f254fd3a service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953706 Aug 12 02:14:27.841818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d97e3c-df9a-4f2e-84a3-c70a05b1e92b None None] Pushing event updated for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:28.050293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-5165b080-778b-40e2-812c-829f2e590ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567811 Aug 12 02:14:28.100747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:28.124776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39d1ad-0430-4dc7-867f-756ac1428395 req-2735e661-fa1b-4575-9ef1-118cf27512ae tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:28.132850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d39d1ad-0430-4dc7-867f-756ac1428395 req-2735e661-fa1b-4575-9ef1-118cf27512ae tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1632032 Aug 12 02:14:28.138017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-1261bdaf-3c48-4116-b89b-b03147d7719b service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126470 Aug 12 02:14:28.309770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d39d1ad-0430-4dc7-867f-756ac1428395 req-abc10364-07d3-4402-9b5b-cee8a2c4b459 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719217 Aug 12 02:14:28.397273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308496-4494-4c73-9957-b55b6ebeb4b6 req-3864b2a5-a4b8-4d67-870c-d49d0a53f9e2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:28.405762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81308496-4494-4c73-9957-b55b6ebeb4b6 req-3864b2a5-a4b8-4d67-870c-d49d0a53f9e2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.0735099 Aug 12 02:14:28.432400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d180edcc-033f-424f-bbde-6a9a34cd1049 req-c1500a35-0b2e-4f31-a850-bd8bff4554ee service neutron] 10.222.0.21 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720420 Aug 12 02:14:28.453211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81308496-4494-4c73-9957-b55b6ebeb4b6 req-80a1ef53-c2c8-4fd4-9603-ad3982c30e2b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462036 Aug 12 02:14:28.555170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ec629-c9cc-4811-979f-ce35f98de435 req-2e5ca05e-4e25-45f7-b370-b3db1a0f5a31 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:28.557754 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3ec629-c9cc-4811-979f-ce35f98de435 req-2e5ca05e-4e25-45f7-b370-b3db1a0f5a31 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.1195757 Aug 12 02:14:28.615037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:28.635299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be3ec629-c9cc-4811-979f-ce35f98de435 req-adfd5b72-d557-4c28-9824-b58a4564ab68 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Aug 12 02:14:28.668068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:20Z', 'revision_number': 4, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd52294c7-ffdc-46c5-9296-5431e3954e16', 'name': '', 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'mac_address': 'fa:16:3e:77:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:19Z', 'updated_at': '2021-08-12T02:14:27Z', 'revision_number': 4, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'subnets': [{'id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:28.725423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e4f91-e5fe-4e21-9589-7cde3621207d None None] The sync data for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 is: [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:14:20Z', 'revision_number': 4, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd52294c7-ffdc-46c5-9296-5431e3954e16', 'name': '', 'network_id': 'e9724a11-590d-424c-a727-5d3a097d5a91', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'mac_address': 'fa:16:3e:77:c8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:19Z', 'updated_at': '2021-08-12T02:14:27Z', 'revision_number': 4, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'subnets': [{'id': 'da85e22c-ca6e-4fef-a590-fe4e19e5b780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:28.771560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1290331713-network', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:28.829666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Made reservation on behalf of dead03b275b84f1f85b356a575f4dc0b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:28.838278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:28.861081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.018478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde4004-5149-4ac4-a782-5599d6bc38b5 req-74d2cfb0-c8e2-47be-a7ac-3b9c7309d88b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:29.033810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5bde4004-5149-4ac4-a782-5599d6bc38b5 req-74d2cfb0-c8e2-47be-a7ac-3b9c7309d88b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.1447282 Aug 12 02:14:29.102955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.115395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5bde4004-5149-4ac4-a782-5599d6bc38b5 req-485b4e5d-d924-4852-9675-d33653bdac09 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Aug 12 02:14:29.138211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.190311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:14:29.218541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211d07af-4e8d-47e5-8ec8-11d8fba9ae75,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:29.245597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.246444 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Added segment bb80f813-cade-4750-ae48-f99391d74dde of type vlan for network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 Aug 12 02:14:29.380521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.476228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d52294c7-ffdc-46c5-9296-5431e3954e16 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:29.493110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.505600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:29.506735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.649536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d52294c7-ffdc-46c5-9296-5431e3954e16 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:29.682969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d52294c7-ffdc-46c5-9296-5431e3954e16 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:29.684434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.801528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1847959 Aug 12 02:14:29.804127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:29.816529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Request body: {'subnet': {'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1290331713-subnet', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:29.848088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.902780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d52294c7-ffdc-46c5-9296-5431e3954e16, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d52294c7-ffdc-46c5-9296-5431e3954e16,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:29.910195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4b22-7521-4434-91e8-115979a77f0d admin admin] Pushing event updated for resources: {'Network': ['ID=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:29.914704 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.916006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Made reservation on behalf of dead03b275b84f1f85b356a575f4dc0b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:29.918657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:29.968393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:14:29.972034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74aeb9-3239-48aa-a452-61c304aaae3a req-60b157ed-a2a8-4591-bc79-4b608e0afc16 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:29.984450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a74aeb9-3239-48aa-a452-61c304aaae3a req-60b157ed-a2a8-4591-bc79-4b608e0afc16 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.2416663 Aug 12 02:14:30.057323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a74aeb9-3239-48aa-a452-61c304aaae3a req-7b2da336-0f37-49e8-84a0-d56a1a4a2d95 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675910 Aug 12 02:14:30.117483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:30.261772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d64e4-3d68-4ebb-96f7-e36e021b4b49 req-69147379-7648-4e8f-9fb5-b7cf0167e526 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:30.276992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a42d64e4-3d68-4ebb-96f7-e36e021b4b49 req-69147379-7648-4e8f-9fb5-b7cf0167e526 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.0847926 Aug 12 02:14:30.298912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:30.326684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:30.333174 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a42d64e4-3d68-4ebb-96f7-e36e021b4b49 req-7594e440-5fd6-4d75-af56-09015783f71d tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548153 Aug 12 02:14:30.396399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:30.601511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2629dda-b87a-4b5c-8535-e5428b99fd10 req-13556098-fac7-417d-bce6-ece188aca992 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:30.612486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2629dda-b87a-4b5c-8535-e5428b99fd10 req-13556098-fac7-417d-bce6-ece188aca992 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.3244407 Aug 12 02:14:30.659333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:30.667220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada870b9-1c2c-4105-a240-0cb63a5c11cc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:30.676207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:30.676580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:30.684912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Checking segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:30.685409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Network hostable DHCP agents. Network: f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:14:30.740721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2629dda-b87a-4b5c-8535-e5428b99fd10 req-7240bee5-41cb-4809-a589-7c168cbc48f1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272752 Aug 12 02:14:30.741919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:14:30.757727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:30.765719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:30.766834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:30.779757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a6d48-332c-4654-b03b-d6e6c9208b12 None None] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:30.814628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55414) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:30.816909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84bc720b-4947-4f63-8c58-00228f8f2128 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0088589 Aug 12 02:14:30.820244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:30.875086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:30.879281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:30.983358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.018106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-0af431ff-a6e1-4b23-9b75-0cb8cf6670de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:31.021879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-0af431ff-a6e1-4b23-9b75-0cb8cf6670de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f&tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d HTTP/1.1" status: 200 len: 1100 time: 0.1267364 Aug 12 02:14:31.030293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.041698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:31.138165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:31.147200 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50947c70-2d09-4afb-a84d-8c2e08d9fa8e" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:31.177268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf709c5a-0c47-487e-88fb-0b07991482f5 None None] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:14:31.245032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.352303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.405162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da648ac-1ab6-4a7f-b773-2a5d33f5c8a5 req-81fd912c-c2c5-4798-be24-cd90ca05bed4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:31.409605 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49487b-3ba9-4ed4-829f-5e2434c04fff x-openstack-request-id: req-7d49487b-3ba9-4ed4-829f-5e2434c04fff {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:31.411801 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:31.413192 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d49487b-3ba9-4ed4-829f-5e2434c04fff {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:31.413192 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'code': 200} Aug 12 02:14:31.417905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3da648ac-1ab6-4a7f-b773-2a5d33f5c8a5 req-81fd912c-c2c5-4798-be24-cd90ca05bed4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.1365476 Aug 12 02:14:31.443290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d52294c7-ffdc-46c5-9296-5431e3954e16 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:31.460193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:31.507616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3da648ac-1ab6-4a7f-b773-2a5d33f5c8a5 req-b53f9d87-7751-4f31-b069-255615701ad3 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830750 Aug 12 02:14:31.516919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:14:31.517527 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:14:31.539982 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.560079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b5a66-4423-44d1-a143-dc00cfff3f00 req-648b0181-dabc-4afc-a359-89ff12272ccb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:31.569678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-491b5a66-4423-44d1-a143-dc00cfff3f00 req-648b0181-dabc-4afc-a359-89ff12272ccb tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0886335 Aug 12 02:14:31.599166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:31.654120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d52294c7-ffdc-46c5-9296-5431e3954e16 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:31.654926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.666260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-491b5a66-4423-44d1-a143-dc00cfff3f00 req-75214ae0-1a7b-4ccc-be00-e9f24713eb88 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911946 Aug 12 02:14:31.838944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.859920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.941684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-79dd7879-e256-4263-b78a-2a734b5b0c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:31.952151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd54b9c-1a7e-4885-8c71-2ceec43c6c19 req-7e0efc22-7f72-4fd1-b804-00b154c5423b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:31.954897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dd54b9c-1a7e-4885-8c71-2ceec43c6c19 req-7e0efc22-7f72-4fd1-b804-00b154c5423b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.0960085 Aug 12 02:14:32.028663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Allocated IP 172.25.3.69 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c3123e3b-9537-48fc-b16e-aa47c6c715e8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:32.031141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dd54b9c-1a7e-4885-8c71-2ceec43c6c19 req-d7081dec-55f9-4098-8859-a564dac4bf55 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597730 Aug 12 02:14:32.067808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.176547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.221002 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:14:32.252733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.313324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Pushing event updated for resources: {'Port': ['ID=c3123e3b-9537-48fc-b16e-aa47c6c715e8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:32.318458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:32.320938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:32.324081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:32.344204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:32.542327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:32.626022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:32.727193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.744685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Transition to ACTIVE for port object 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:32.745939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:32.748579 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b977a535-c9d2-4dbf-84bf-5a5a97eef27b" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:32.848983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.874582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:32.875347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:32.927385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'port_id': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'mac_address': 'fa:16:3e:ba:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c2cb-0a10-4213-b747-15deb720f6de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:32.978474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-6dce3dea-87e2-4822-a5cd-f9e601024154 service neutron] 10.222.0.21 "GET /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.2250021 Aug 12 02:14:33.015315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:33.066514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ed424fa-2b80-41cf-bca5-c92bb754a060 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:33.132063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:33.152672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:33.218032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] No DVR routers for this DVR port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:33.257085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f2fa1-3ce2-496a-aaf8-a1d6bacdcd78 req-3f95966b-6669-486f-85e1-516bd6eaa8a8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:33.262140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:33.265792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f1f2fa1-3ce2-496a-aaf8-a1d6bacdcd78 req-3f95966b-6669-486f-85e1-516bd6eaa8a8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.2185254 Aug 12 02:14:33.298476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['4ed424fa-2b80-41cf-bca5-c92bb754a060'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:33.362993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:33.401730 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f1f2fa1-3ce2-496a-aaf8-a1d6bacdcd78 req-b147e6c8-473c-42a4-b040-a3b8d1a41fa9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346323 Aug 12 02:14:33.420840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:33.508205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:33.509397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:33.509860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:33.536741 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641dd607-f61f-46ad-9df6-9adb87fd3be8 x-openstack-request-id: req-641dd607-f61f-46ad-9df6-9adb87fd3be8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:33.537121 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:33.537543 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-641dd607-f61f-46ad-9df6-9adb87fd3be8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:33.538629 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'code': 200} Aug 12 02:14:33.564240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:33.565414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Attempting to bind port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:33.628554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e4417-4908-4c32-96cd-bbd5667cd09e req-5859653c-d819-475d-b6d5-534b286fab69 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:33.637635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-491e4417-4908-4c32-96cd-bbd5667cd09e req-5859653c-d819-475d-b6d5-534b286fab69 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 943 time: 0.8827848 Aug 12 02:14:33.673501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:33.674158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:33.674821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:33.676174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Bound port: 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:33.676651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:33.703207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea09229-d209-4f96-8068-9f2d58797f82 req-0dec327d-41b4-4eaf-9685-77f55be0b1d6 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:33.711194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ea09229-d209-4f96-8068-9f2d58797f82 req-0dec327d-41b4-4eaf-9685-77f55be0b1d6 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 944 time: 0.0993536 Aug 12 02:14:33.769354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ea09229-d209-4f96-8068-9f2d58797f82 req-424a3fa8-c90f-43c3-a482-289fc10a8387 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568476 Aug 12 02:14:33.773226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:14:33.907753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-491e4417-4908-4c32-96cd-bbd5667cd09e req-86930338-b0c3-4564-9b34-939835c989c8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689292 Aug 12 02:14:33.909050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:33.934522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:33.952094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.001531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:34.019894 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Sync routers for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:34.034250 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:34.035264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:34.052825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.054462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c2824cf7-9374-45a8-bf9f-f13ac6478119 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2385261 Aug 12 02:14:34.057556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55452) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:34.193039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=11']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:34.209614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:34.226602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:34.228645 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.234106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-a886d1d5-5d1e-4b79-a0ba-22c30c77f34d service neutron] 10.222.0.21 "PUT /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 1097 time: 3.1955309 Aug 12 02:14:34.241556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.365577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:34.444501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:34.461656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 4ed424fa-2b80-41cf-bca5-c92bb754a060 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:34.463585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.516664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:34.651143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e276f7f0-1d03-4403-8bd5-86957630dfe0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:34.686803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c34af934-30e1-47da-8b68-e33fc70246bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.687761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:34.702827 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.765599 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:32Z', 'revision_number': 3, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:34.771256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.804183 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Checking router: d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:34.808808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Updating router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 port c3123e3b-9537-48fc-b16e-aa47c6c715e8 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:34.821718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.854290 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.874488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885fad4-618c-4733-ad08-139e01ad4a26 req-46b22243-d63a-410e-9af0-d283a2cf5179 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:34.888092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4885fad4-618c-4733-ad08-139e01ad4a26 req-46b22243-d63a-410e-9af0-d283a2cf5179 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 944 time: 0.2250257 Aug 12 02:14:34.897356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:34.905685 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e86266-f301-485c-a2e0-2e01495705fb" -d '{"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:34.953399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:34.967270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:34.968674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:35.004511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-55d97d51-8461-4687-a93a-0dc5afd6a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:35.008114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-55d97d51-8461-4687-a93a-0dc5afd6a634 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1100 time: 0.7296455 Aug 12 02:14:35.108167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:35.112819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:35.131653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.191064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4885fad4-618c-4733-ad08-139e01ad4a26 req-1128eaf9-777a-4e0f-9bd2-95b7faf95dd5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019762 Aug 12 02:14:35.318152 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181f4c0a-f163-4e29-97eb-c434648ef459 x-openstack-request-id: req-181f4c0a-f163-4e29-97eb-c434648ef459 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:35.319328 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:35.319708 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-181f4c0a-f163-4e29-97eb-c434648ef459 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:35.320049 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'code': 200} Aug 12 02:14:35.352866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Transition to ACTIVE for port object e276f7f0-1d03-4403-8bd5-86957630dfe0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:35.392112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346402af-fb96-47a3-818c-d349f72f1440 req-0b59bb7f-ee49-4038-843c-46013d349919 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:35.404582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346402af-fb96-47a3-818c-d349f72f1440 req-0b59bb7f-ee49-4038-843c-46013d349919 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.6781652 Aug 12 02:14:35.416887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.417696 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.442759 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Transition to ACTIVE for port object c3123e3b-9537-48fc-b16e-aa47c6c715e8 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:35.466029 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.535911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Attempting to bind port c3123e3b-9537-48fc-b16e-aa47c6c715e8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:35.536285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Attempting to bind port c3123e3b-9537-48fc-b16e-aa47c6c715e8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:35.536684 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Attempting to bind port c3123e3b-9537-48fc-b16e-aa47c6c715e8 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:35.552654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Allocated IP 172.20.0.1 (f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6/ada870b9-1c2c-4105-a240-0cb63a5c11cc/277526e8-1e60-4aec-bb35-3b6ca5c51953) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:35.584529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:35.588831 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52088c28-ac38-4cf6-809b-d4d5ff481b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:35.592708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-6041df29-2cef-4f1b-a80f-b36e5fc387c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:35.594807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-6041df29-2cef-4f1b-a80f-b36e5fc387c2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.5594268 Aug 12 02:14:35.600483 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:35.600859 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:35.604004 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.604586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:35.605092 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Bound port: c3123e3b-9537-48fc-b16e-aa47c6c715e8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:35.605481 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.619192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] No DVR routers for this DVR port e276f7f0-1d03-4403-8bd5-86957630dfe0 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:35.690480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-271a4288-117d-49bd-be36-886e17801642 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0734205 Aug 12 02:14:35.721764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.736745 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] For port c3123e3b-9537-48fc-b16e-aa47c6c715e8, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:35.742656 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] For port c3123e3b-9537-48fc-b16e-aa47c6c715e8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3123e3b-9537-48fc-b16e-aa47c6c715e8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:35.757314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] 10.222.0.21 "PUT /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7677476 Aug 12 02:14:35.762291 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.785546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346402af-fb96-47a3-818c-d349f72f1440 req-a4022bdf-da34-41d8-af4d-4a863cc500c3 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795810 Aug 12 02:14:35.830747 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4179e51-888d-482d-a222-a99c2183d219 None None] Pushing event updated for resources: {'Port': ['ID=c3123e3b-9537-48fc-b16e-aa47c6c715e8,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:35.843283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:35.911522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:35.912353 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:35.964955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Pushing event updated for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:35.994938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.996845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.996845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.996845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.996845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.996845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.997494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.997922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.998534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.999093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:35.999593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.000020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fafdc5-adde-4ca0-aaad-223613554f87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.034087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-4355bb03-941e-48d9-ab5e-23cd3bdf8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.040086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-4355bb03-941e-48d9-ab5e-23cd3bdf8ce7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.3336484 Aug 12 02:14:36.145923 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9568da-d8f1-4b56-a237-ec9819c68f7a x-openstack-request-id: req-ec9568da-d8f1-4b56-a237-ec9819c68f7a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:36.146734 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:36.147213 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec9568da-d8f1-4b56-a237-ec9819c68f7a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:36.147862 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'status': 'completed', 'code': 200} Aug 12 02:14:36.150349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-e616e482-e9c7-4ea3-ace8-3d3082b5b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.162758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-e616e482-e9c7-4ea3-ace8-3d3082b5b0dd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145449 Aug 12 02:14:36.225768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31533-38be-4257-94cf-f06b4d979e70 req-7cab4f04-3ccc-4682-8367-8959b9a0f790 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.233796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14e31533-38be-4257-94cf-f06b4d979e70 req-7cab4f04-3ccc-4682-8367-8959b9a0f790 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.6187174 Aug 12 02:14:36.260102 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:36.261799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-26dabd31-c341-43aa-98aa-3b2279b044b6 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.264579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-26dabd31-c341-43aa-98aa-3b2279b044b6 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.3868501 Aug 12 02:14:36.329469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:36.352913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:36.361334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:36.373820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-aedcc042-6160-404b-8028-d0175146659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.375623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-aedcc042-6160-404b-8028-d0175146659e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777&tenant_id=94683b871dc544029360e92468ab5871 HTTP/1.1" status: 200 len: 1095 time: 0.0963161 Aug 12 02:14:36.376806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:36.400426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14e31533-38be-4257-94cf-f06b4d979e70 req-292ac216-1d7e-4398-b566-95e9453ceae1 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647060 Aug 12 02:14:36.430089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-753468c0-7e4f-49af-9490-934a94238e45 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558482 Aug 12 02:14:36.434458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:36.579482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-594ee51d-33a3-4dd1-b1d8-611aec70a9b8 req-b7c6c8d7-1e29-41ef-9d39-cd45c939df0c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339304 Aug 12 02:14:36.583280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:36.584110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-4dc81614-705b-44c9-87e4-9e797917e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.586328 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-4dc81614-705b-44c9-87e4-9e797917e112 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94683b871dc544029360e92468ab5871&device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1095 time: 0.1494985 Aug 12 02:14:36.656259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-da1616b1-cae0-46b8-996f-90b2d598bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.657966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-da1616b1-cae0-46b8-996f-90b2d598bc9d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1100 time: 0.4848759 Aug 12 02:14:36.666474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55508e13-06ab-4fcd-b676-7875230a7748 req-f0312ee6-1f27-46a5-bb09-1c62881f5c33 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.679667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55508e13-06ab-4fcd-b676-7875230a7748 req-f0312ee6-1f27-46a5-bb09-1c62881f5c33 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.5154245 Aug 12 02:14:36.688585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:36.694501 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4179e51-888d-482d-a222-a99c2183d219 None None] Pushing event updated for resources: {'Port': ['ID=c3123e3b-9537-48fc-b16e-aa47c6c715e8,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:36.701615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-bac38884-4bbb-4a2f-88dd-93d7b9e87fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.703832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-bac38884-4bbb-4a2f-88dd-93d7b9e87fa0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 200 len: 909 time: 0.1057937 Aug 12 02:14:36.704181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:36.708280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Pushing event updated for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:36.743067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8809b-fc5e-46c4-89db-53489a063ad0 req-ed2f45b0-2600-4837-93c8-67c9f81b10e2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:36.752851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfc8809b-fc5e-46c4-89db-53489a063ad0 req-ed2f45b0-2600-4837-93c8-67c9f81b10e2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 945 time: 0.3146589 Aug 12 02:14:36.795515 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:32Z', 'revision_number': 3, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:36.845794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:36.856101 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160ce395-ef03-45d8-82bc-ae83a3d9f183 None None] The sync data for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 is: [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:32Z', 'revision_number': 3, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:36.858286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.858647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.858993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.859334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.860660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.861482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.862023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.862517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.863221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.863830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.864489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:36.865240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.004167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfc8809b-fc5e-46c4-89db-53489a063ad0 req-c38bb34d-1a88-4b6d-a336-c81e07a31f43 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501025 Aug 12 02:14:37.052509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-bfb7b802-ca9e-4589-987c-4f1945c497d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.054657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-bfb7b802-ca9e-4589-987c-4f1945c497d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1100 time: 0.3590891 Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.175535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.176962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.177405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.177840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.178635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:14:37.205532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-f1bdd28f-5599-4e24-893d-e742e643b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.207240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-f1bdd28f-5599-4e24-893d-e742e643b70a service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.5238285 Aug 12 02:14:37.223632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.227734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-3b8cff55-62b7-4fa5-8ec4-2eb7acaad6d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 200 len: 217 time: 0.5082419 Aug 12 02:14:37.253603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.293838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-fa53f72e-1b6f-462e-ac32-35c8c2221edb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.0662282 Aug 12 02:14:37.296559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Deleting port 4ed424fa-2b80-41cf-bca5-c92bb754a060 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:37.296909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.321967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:37.324519 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c04356c-d3c7-4781-8ee3-ef4f4d4906f5" -d '{"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:37.396119 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f435c35f-26d7-4651-a871-0b1074fd0cbd x-openstack-request-id: req-f435c35f-26d7-4651-a871-0b1074fd0cbd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:37.397231 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:37.397725 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f435c35f-26d7-4651-a871-0b1074fd0cbd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:37.398433 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'code': 200} Aug 12 02:14:37.487163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3123e3b-9537-48fc-b16e-aa47c6c715e8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:37.520384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-4a6b968b-6565-43ef-b5bb-14dd5713ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.521628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040bedf-34de-4d9f-a5a1-d49a58004a3d req-6ac7c9d2-9e47-4060-b1f0-e6408038c309 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.521960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-4a6b968b-6565-43ef-b5bb-14dd5713ccab service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.4515719 Aug 12 02:14:37.526380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-9a8e145e-2a9b-4ee2-ba1e-b3054f7cb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.527852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-9a8e145e-2a9b-4ee2-ba1e-b3054f7cb214 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2184305 Aug 12 02:14:37.532642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7040bedf-34de-4d9f-a5a1-d49a58004a3d req-6ac7c9d2-9e47-4060-b1f0-e6408038c309 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.3373189 Aug 12 02:14:37.562211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c3123e3b-9537-48fc-b16e-aa47c6c715e8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:37.568206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c3123e3b-9537-48fc-b16e-aa47c6c715e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:37.570765 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.583167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-2fa3c7c1-9474-408c-ab5c-170d7aa5474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:37.584672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-2fa3c7c1-9474-408c-ab5c-170d7aa5474d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 200 len: 848 time: 0.3272724 Aug 12 02:14:37.629720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-7adb272d-6467-4d28-a5f9-254ff169ce47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363896 Aug 12 02:14:37.631914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.700700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.750081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c3123e3b-9537-48fc-b16e-aa47c6c715e8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3123e3b-9537-48fc-b16e-aa47c6c715e8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:37.759816 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:37.828226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-72d4853a-0c9a-4a09-815b-e2211e2221f5 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849327 Aug 12 02:14:37.829441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c3123e3b-9537-48fc-b16e-aa47c6c715e8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:37.831319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7040bedf-34de-4d9f-a5a1-d49a58004a3d req-2da6cb1b-5f5c-4dc9-8c39-68d734bb8c8b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978966 Aug 12 02:14:38.057455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-f1ccf7e0-4b56-4f2e-9a37-958ad69c3475 service neutron] 10.222.0.25 "GET /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144957 Aug 12 02:14:38.074897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-2ceb0cf8-b4ad-467b-b00e-bc536a5b40a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 200 len: 217 time: 0.5420370 Aug 12 02:14:38.106040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] For port 4ed424fa-2b80-41cf-bca5-c92bb754a060, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4ed424fa-2b80-41cf-bca5-c92bb754a060,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:38.106454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.145649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.156870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.158160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Calling delete_port for 4ed424fa-2b80-41cf-bca5-c92bb754a060 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:38.191936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-085df80d-cd60-439f-be19-c166c3f4eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.193463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-085df80d-cd60-439f-be19-c166c3f4eacb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6349943 Aug 12 02:14:38.201673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-d99c1a4e-eeef-4397-a901-5dba0195e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.203365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-d99c1a4e-eeef-4397-a901-5dba0195e077 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1165063 Aug 12 02:14:38.214469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793a8d3-a9f8-4f44-b6ac-a1c116327681 req-b32a8eb1-7556-4a3d-a3b5-a3020e604566 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.222751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0793a8d3-a9f8-4f44-b6ac-a1c116327681 req-b32a8eb1-7556-4a3d-a3b5-a3020e604566 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.6935747 Aug 12 02:14:38.464355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.483284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Pushing event updated for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:38.504795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0793a8d3-a9f8-4f44-b6ac-a1c116327681 req-fe810851-0d4b-4e22-8c6b-88054361e21d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803240 Aug 12 02:14:38.520438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119aa89-b701-4daf-82bc-edf201ab4f90 req-c6ea9ec8-f0d1-4ec7-bbf4-680c7bd32da5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.528932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7119aa89-b701-4daf-82bc-edf201ab4f90 req-c6ea9ec8-f0d1-4ec7-bbf4-680c7bd32da5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=faccc318-42fa-4966-a120-4de8d62dd42d HTTP/1.1" status: 200 len: 943 time: 0.3223150 Aug 12 02:14:38.563695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-3b23411e-f338-48c2-8855-9f1e4d4e8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.566059 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-3b23411e-f338-48c2-8855-9f1e4d4e8e7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3402538 Aug 12 02:14:38.574855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-775d3fd6-9cd9-468f-b1a4-dc83579a78e2 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059409 Aug 12 02:14:38.615585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-d382d847-95f0-48f0-9369-c3e9ba933f45 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:38.617102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-d382d847-95f0-48f0-9369-c3e9ba933f45 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777&tenant_id=94683b871dc544029360e92468ab5871&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.2251329 Aug 12 02:14:38.717459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7119aa89-b701-4daf-82bc-edf201ab4f90 req-8cf83206-e7b8-4259-a185-6e359be745c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875465 Aug 12 02:14:38.767647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.778402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:38.781293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:38.811841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event deleted for resources: {'Port': ['ID=4ed424fa-2b80-41cf-bca5-c92bb754a060,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:38.823499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-3b6c091b-35dc-4900-b551-bb262d4c0df2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474830 Aug 12 02:14:38.859213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-ebd44613-bae4-4b29-8432-f6bc7e6b7fc1 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718580 Aug 12 02:14:38.941626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] No DVR routers for this DVR port 4ed424fa-2b80-41cf-bca5-c92bb754a060 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:38.948018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:38.950499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55508e13-06ab-4fcd-b676-7875230a7748 req-25eaa047-f5b4-4555-939e-768b8f5e9aa2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "DELETE /v2.0/ports/4ed424fa-2b80-41cf-bca5-c92bb754a060 HTTP/1.1" status: 204 len: 173 time: 2.2563987 Aug 12 02:14:38.950605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-deleted', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:38.952855 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403a1293-8f02-48e8-83db-1403adc250e3" -d '{"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-deleted", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:39.038642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52088c28-ac38-4cf6-809b-d4d5ff481b2c req-34c081ea-0da7-48bc-9dfd-f5abe0bce7c0 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059619 Aug 12 02:14:39.090839 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb3364-e41f-46c5-98ba-11cf5e27f706 x-openstack-request-id: req-e1eb3364-e41f-46c5-98ba-11cf5e27f706 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:39.091133 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccc318-42fa-4966-a120-4de8d62dd42d", "name": "network-vif-deleted", "tag": "4ed424fa-2b80-41cf-bca5-c92bb754a060", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:39.091385 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1eb3364-e41f-46c5-98ba-11cf5e27f706 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:39.091819 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccc318-42fa-4966-a120-4de8d62dd42d', 'name': 'network-vif-deleted', 'tag': '4ed424fa-2b80-41cf-bca5-c92bb754a060', 'status': 'completed', 'code': 200} Aug 12 02:14:39.104759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:14:39.124078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31462a-1106-4b33-9d84-f6998c7fd781 req-7571acce-866e-47e3-ba38-2ae27279a884 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:39.129388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d31462a-1106-4b33-9d84-f6998c7fd781 req-7571acce-866e-47e3-ba38-2ae27279a884 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 949 time: 0.1193073 Aug 12 02:14:39.189666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d31462a-1106-4b33-9d84-f6998c7fd781 req-7adab382-d725-4bd1-a494-3cec0e3a2b42 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Aug 12 02:14:39.216449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-469579d7-5bd1-43a7-89e1-d4ba95e191ff service neutron] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:39.220244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-469579d7-5bd1-43a7-89e1-d4ba95e191ff service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:39.221431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d79e9f-43e7-4a9e-b9bb-df66e0c32441 req-469579d7-5bd1-43a7-89e1-d4ba95e191ff service neutron] 10.222.0.25 "DELETE /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.5913217 Aug 12 02:14:39.331179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:39.343338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2c96c995-2e29-4abf-810d-3dc6d415e45d admin admin] 10.222.0.11 "PUT /v2.0/routers/d394979e-00fc-49b6-9c8d-d2bb9f6d95d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2846725 Aug 12 02:14:39.390295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3123e3b-9537-48fc-b16e-aa47c6c715e8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:39.539378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c3123e3b-9537-48fc-b16e-aa47c6c715e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:39.539906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:39.708595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Sync routers for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:39.740356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:39.741559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:39.758241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e39bb-9f58-459e-b63c-554b331bb735 req-a30e5179-bc44-4333-bed8-f179a9394ec7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:39.769945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c55e39bb-9f58-459e-b63c-554b331bb735 req-a30e5179-bc44-4333-bed8-f179a9394ec7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.1093445 Aug 12 02:14:39.885660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c55e39bb-9f58-459e-b63c-554b331bb735 req-1460c446-95bb-42b9-acc7-9f74b3941909 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100583 Aug 12 02:14:40.033178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:40.346195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:40.379580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:40.380626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-2af3135a-abbb-4243-a19c-a1b289e43cec tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:40.385607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-2af3135a-abbb-4243-a19c-a1b289e43cec tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 811 time: 0.2281351 Aug 12 02:14:40.412969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-7c8636b4-fea8-4c32-a561-8952f4651852 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/quotas/dead03b275b84f1f85b356a575f4dc0b HTTP/1.1" status: 200 len: 375 time: 0.0206966 Aug 12 02:14:40.421467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 4ed424fa-2b80-41cf-bca5-c92bb754a060 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:40.422151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4ed424fa-2b80-41cf-bca5-c92bb754a060 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:40.560531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-887c72cc-9d38-4fb8-a6ee-3a292e2ed2a4 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1419666 Aug 12 02:14:40.613625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '277526e8-1e60-4aec-bb35-3b6ca5c51953', 'name': '', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'mac_address': 'fa:16:3e:cc:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:35Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 2, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'subnets': [{'id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:40.646436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:40.651777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733623959', 'description': 'tempest-description--1269025607'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:40.663269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Checking router: d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:40.663860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Updating router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 port 277526e8-1e60-4aec-bb35-3b6ca5c51953 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:14:40.672699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:40.707074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:40.716906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:40.720542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'mac_address': 'fa:16:3e:49:32:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:40.720962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-07d3d5ae-0351-4f11-90f6-42e054491b96 service neutron] 10.222.0.11 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499517 Aug 12 02:14:40.811021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:40.844911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583abe1-202a-4408-b8b2-da33d01de1cb req-63f32a26-ebfd-4713-bdc2-79eaa5476e13 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:40.848162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-9fd148a3-15f3-4295-97a6-b41010cc6b5c service neutron] 10.222.0.11 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262677 Aug 12 02:14:40.864922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f583abe1-202a-4408-b8b2-da33d01de1cb req-63f32a26-ebfd-4713-bdc2-79eaa5476e13 tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 1095 time: 0.1331210 Aug 12 02:14:40.923491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:40.946863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:40.957161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.055806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f583abe1-202a-4408-b8b2-da33d01de1cb req-02cc509f-1f43-4b52-bf81-469a6541970d tempest-LiveMigrationTest-136457833 tempest-LiveMigrationTest-136457833-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903615 Aug 12 02:14:41.105025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=12']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:41.146226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.157801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.210221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa511f-44c1-4918-901e-44230b88f0f1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:41.266337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.268125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3390a220-8b96-4afe-bd61-73ce819441c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6202648 Aug 12 02:14:41.271409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:41.281425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'security_group_rule': {'security_group_id': '35aa511f-44c1-4918-901e-44230b88f0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:41.300888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd2500-985e-4164-906f-8c79dede8d70 req-e602a04f-75d1-40d1-b269-4cf0fd2f4c26 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:41.311243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2cd2500-985e-4164-906f-8c79dede8d70 req-e602a04f-75d1-40d1-b269-4cf0fd2f4c26 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.1050470 Aug 12 02:14:41.329771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.364396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:41.396414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2cd2500-985e-4164-906f-8c79dede8d70 req-d7d955d0-ccd1-423b-8233-acf6cde6d4fa tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761299 Aug 12 02:14:41.407089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.452012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07a656e3-9dcc-4a51-8615-669ba026be65 req-ca198a17-483e-48f4-bc88-57aefea7133f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 210 time: 0.0423877 Aug 12 02:14:41.452735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.507929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.510843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.515759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2404435 Aug 12 02:14:41.516042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:41.520310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def781e-2465-45e3-88ef-13aaece2848d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab1b9aa-37f8-4527-91d1-ca65a2503901,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:41.521927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'security_group_rule': {'security_group_id': '35aa511f-44c1-4918-901e-44230b88f0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:41.542468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Transition to ACTIVE for port object 277526e8-1e60-4aec-bb35-3b6ca5c51953 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:41.567531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.618510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.631814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9100853-6ee8-4b12-839f-597930e163bc None None] Pushing event updated for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:41.678560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4d7bc-208b-49f1-b14c-3c013ba6b083 req-7919eb4b-119b-44d7-b1e5-6f5b00e44013 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:41.690294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09e4d7bc-208b-49f1-b14c-3c013ba6b083 req-7919eb4b-119b-44d7-b1e5-6f5b00e44013 tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 1101 time: 0.1362236 Aug 12 02:14:41.752082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09e4d7bc-208b-49f1-b14c-3c013ba6b083 req-6f3aec63-6da9-4a61-b29f-781ef02e875a tempest-MigrationsAdminTest-342430 tempest-MigrationsAdminTest-342430-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544527 Aug 12 02:14:41.792152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Attempting to bind port 277526e8-1e60-4aec-bb35-3b6ca5c51953 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:41.792581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Attempting to bind port 277526e8-1e60-4aec-bb35-3b6ca5c51953 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:41.793013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Attempting to bind port 277526e8-1e60-4aec-bb35-3b6ca5c51953 on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:41.805446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:41.806887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Checking segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:41.806887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.807284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Bound using segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:41.807902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Bound port: 277526e8-1e60-4aec-bb35-3b6ca5c51953, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:41.808388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.820256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.828505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.858667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77806b36-5c59-4abf-b9d2-98279321684f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:41.879831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.884671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a87b794e-b026-4e50-af5b-7884b0575003 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3639960 Aug 12 02:14:41.884979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55594) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:14:41.889780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:41.922826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676387a9-f869-4a4d-b6b2-d1acfafc2cca req-47521444-9580-41ed-9933-bada3f9df689 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:41.931666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-676387a9-f869-4a4d-b6b2-d1acfafc2cca req-47521444-9580-41ed-9933-bada3f9df689 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.0655518 Aug 12 02:14:41.932789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] For port 277526e8-1e60-4aec-bb35-3b6ca5c51953, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:41.938517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] For port 277526e8-1e60-4aec-bb35-3b6ca5c51953, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=277526e8-1e60-4aec-bb35-3b6ca5c51953,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:41.957516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.963681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:41.994871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-676387a9-f869-4a4d-b6b2-d1acfafc2cca req-50e11fea-b43f-49d1-97cf-f13aa130934e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621231 Aug 12 02:14:42.109270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:42.109896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:42.112160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9100853-6ee8-4b12-839f-597930e163bc None None] Pushing event updated for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:42.218381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cad16-962d-4bd5-8564-7eb319fd2e69 req-dd78a2d4-2a5a-42a5-aef1-55ef313e8c55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:42.226852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-186cad16-962d-4bd5-8564-7eb319fd2e69 req-dd78a2d4-2a5a-42a5-aef1-55ef313e8c55 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.0719762 Aug 12 02:14:42.293608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-186cad16-962d-4bd5-8564-7eb319fd2e69 req-285a776b-a60c-4813-ba31-473a2a572282 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655599 Aug 12 02:14:42.317058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:42.319318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:42.530655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Allocated IP 172.25.3.62 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/50983aec-c0b7-493b-8014-da51f5b3d5d9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:42.605889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81c70f3d-bc69-419e-b035-2ca6c2f3ada4 req-d90f0223-b8e3-40b2-8dea-34a282f5df33 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 210 time: 0.0544133 Aug 12 02:14:42.624957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-36b74e18-077f-416a-aba0-4de8b9e43ec0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:42.626465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-36b74e18-077f-416a-aba0-4de8b9e43ec0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.2202191 Aug 12 02:14:42.754595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:42.803329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Deleting port e276f7f0-1d03-4403-8bd5-86957630dfe0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:42.803761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:42.840644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '277526e8-1e60-4aec-bb35-3b6ca5c51953', 'name': '', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'mac_address': 'fa:16:3e:cc:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:35Z', 'updated_at': '2021-08-12T02:14:41Z', 'revision_number': 4, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'subnets': [{'id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:42.880432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:42.893909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1397ae-21d9-4407-82ab-3d761351ccf3 None None] The sync data for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 is: [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '277526e8-1e60-4aec-bb35-3b6ca5c51953', 'name': '', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'mac_address': 'fa:16:3e:cc:5c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:35Z', 'updated_at': '2021-08-12T02:14:41Z', 'revision_number': 4, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'subnets': [{'id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:43.001702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:43.005909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'Port': ['ID=50983aec-c0b7-493b-8014-da51f5b3d5d9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:43.024767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] For port e276f7f0-1d03-4403-8bd5-86957630dfe0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e276f7f0-1d03-4403-8bd5-86957630dfe0,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:43.024767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.027683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:43.034709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:43.097625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Calling delete_port for e276f7f0-1d03-4403-8bd5-86957630dfe0 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:43.289011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ac8e-a75a-49c4-8a92-50493d5b50f7 req-d508de8e-18e3-4e2b-b80e-5edc23d9fe7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:43.298837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e65ac8e-a75a-49c4-8a92-50493d5b50f7 req-d508de8e-18e3-4e2b-b80e-5edc23d9fe7f tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 944 time: 0.1738203 Aug 12 02:14:43.386487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.416024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e65ac8e-a75a-49c4-8a92-50493d5b50f7 req-704be33d-c466-406f-be39-653cb0871720 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113608 Aug 12 02:14:43.441917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-b3d9e3db-3685-46c9-865c-1b88213d3061 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:43.455491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-b3d9e3db-3685-46c9-865c-1b88213d3061 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.21 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 811 time: 0.2987647 Aug 12 02:14:43.484977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Request body: {'port': {'device_id': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'admin_state_up': True, 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:43.499956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 277526e8-1e60-4aec-bb35-3b6ca5c51953 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:43.653014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-71c03978-aad5-495d-a449-8433294fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:43.654847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-71c03978-aad5-495d-a449-8433294fae01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.1282804 Aug 12 02:14:43.654984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 277526e8-1e60-4aec-bb35-3b6ca5c51953 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:43.660987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 277526e8-1e60-4aec-bb35-3b6ca5c51953 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:43.662707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.685453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.786766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'e276f7f0-1d03-4403-8bd5-86957630dfe0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:43.793846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event deleted for resources: {'Port': ['ID=e276f7f0-1d03-4403-8bd5-86957630dfe0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:43.843818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.880932 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.904202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Made reservation on behalf of dead03b275b84f1f85b356a575f4dc0b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:43.910620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:43.941535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 277526e8-1e60-4aec-bb35-3b6ca5c51953, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=277526e8-1e60-4aec-bb35-3b6ca5c51953,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:43.972583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4bcd6-f6c4-450a-9cbc-23d6d84d3acb req-dddac0d9-7177-449c-a4be-d603b851bfab tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:43.981239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91c4bcd6-f6c4-450a-9cbc-23d6d84d3acb req-dddac0d9-7177-449c-a4be-d603b851bfab tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.3177476 Aug 12 02:14:43.985518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] No DVR routers for this DVR port e276f7f0-1d03-4403-8bd5-86957630dfe0 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:43.986594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.003967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.005983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-53007f0a-fd0a-4df8-96cb-431d8855491d req-de652c0f-46be-4fc2-9723-0ccf1d7dd3ae tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "DELETE /v2.0/ports/e276f7f0-1d03-4403-8bd5-86957630dfe0 HTTP/1.1" status: 204 len: 173 time: 1.3686633 Aug 12 02:14:44.016432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-deleted', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:44.019176 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5567dc72-1085-40ab-81a4-71c1c0b9e4db" -d '{"events": [{"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-deleted", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:44.113186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:44.195760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91c4bcd6-f6c4-450a-9cbc-23d6d84d3acb req-fd6807dd-e8b1-4654-bba2-32bac800be29 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135582 Aug 12 02:14:44.253438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d586ff-555b-4725-82f0-38b2e3d4931c req-406ae3d2-4459-4b49-92e5-69e5c03d1633 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:44.262889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15d586ff-555b-4725-82f0-38b2e3d4931c req-406ae3d2-4459-4b49-92e5-69e5c03d1633 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.4540141 Aug 12 02:14:44.269900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-69c72e69-b9e4-49a4-9e06-40850c058e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:44.271540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-69c72e69-b9e4-49a4-9e06-40850c058e23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.6085081 Aug 12 02:14:44.299332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Allocated IP 172.20.0.6 (f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6/ada870b9-1c2c-4105-a240-0cb63a5c11cc/1da6a49b-88e6-4eca-8e57-aee27adaefe4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:44.358666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.370253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.373734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-e533b8a8-1b5a-45f9-82b5-7fd40bf78404 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0643258 Aug 12 02:14:44.380867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:44.490268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-f6b5c005-dfe5-422e-bdf9-596affa935f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:44.492227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-f6b5c005-dfe5-422e-bdf9-596affa935f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 950 time: 0.3431010 Aug 12 02:14:44.554079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15d586ff-555b-4725-82f0-38b2e3d4931c req-6b6c5ea1-ff2f-442d-8b78-82c0ed8f1ec9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902904 Aug 12 02:14:44.595155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-48fbf074-6456-4951-b70a-0d39b9aeb36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:44.595155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-48fbf074-6456-4951-b70a-0d39b9aeb36d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.1865313 Aug 12 02:14:44.608166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'Port': ['ID=50983aec-c0b7-493b-8014-da51f5b3d5d9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:44.615431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:44.619647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:44.619647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.623248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ef21990-8de1-43b5-ba46-38e762879cf7 req-b23ec8c6-add6-4076-8acb-7c490c4eb53e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 210 time: 0.1375604 Aug 12 02:14:44.648491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-95387568-b794-485b-aa1d-41c2f257f77d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446124 Aug 12 02:14:44.654650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.699494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.712968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8029e5d4-010c-4364-afcb-092bed2d0221 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8254595 Aug 12 02:14:44.753336 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3be3eb9-8f61-41ab-bcb5-c8cff9ff0167 x-openstack-request-id: req-f3be3eb9-8f61-41ab-bcb5-c8cff9ff0167 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:44.753667 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fce318b-cc88-4e83-a407-020b0043a777", "name": "network-vif-deleted", "tag": "e276f7f0-1d03-4403-8bd5-86957630dfe0", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:44.753795 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3be3eb9-8f61-41ab-bcb5-c8cff9ff0167 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:44.754244 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fce318b-cc88-4e83-a407-020b0043a777', 'name': 'network-vif-deleted', 'tag': 'e276f7f0-1d03-4403-8bd5-86957630dfe0', 'status': 'completed', 'code': 200} Aug 12 02:14:44.826407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-db0d1623-788a-4d13-8397-a975b110ff09 req-f87d705d-609c-479e-ad35-4b2fe040eae4 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0650277 Aug 12 02:14:44.887164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:44.954737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:44.955927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:44.958635 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f37160a-40c6-4fa3-ae86-95385e3667b0" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:44.970368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-3de68f82-ac60-4f12-ab6e-33e291732829 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079762 Aug 12 02:14:44.973881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.015326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.036038 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c161de6-abd0-40e0-b91b-bc2bd713e929 x-openstack-request-id: req-7c161de6-abd0-40e0-b91b-bc2bd713e929 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:45.036332 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-plugged", "status": "completed", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:45.036593 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c161de6-abd0-40e0-b91b-bc2bd713e929 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:45.036992 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'code': 200} Aug 12 02:14:45.072945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=13']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:45.092297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.187780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Deleting port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:45.188142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.325004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] For port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:45.325639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.341656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Calling delete_port for 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:45.411818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2049a8-a44c-41b6-8de8-95e0f1ee642c req-114ddf55-3bcf-4ea4-a143-f35964c41808 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:45.416401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b2049a8-a44c-41b6-8de8-95e0f1ee642c req-114ddf55-3bcf-4ea4-a143-f35964c41808 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 951 time: 0.0810213 Aug 12 02:14:45.435726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 277526e8-1e60-4aec-bb35-3b6ca5c51953 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:45.462566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:45.520037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b2049a8-a44c-41b6-8de8-95e0f1ee642c req-f5609427-8d30-4f08-bb2a-c408099835ee tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960789 Aug 12 02:14:45.535217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 277526e8-1e60-4aec-bb35-3b6ca5c51953 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:45.535217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.635521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:45.654434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:45.704123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:45.704772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.738799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Pushing event updated for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:45.773962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-ce8f9ca9-4a40-4e44-82d6-d13962a36f23 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2945013 Aug 12 02:14:45.783948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-5884792f-0c6a-47d6-ae88-26c5c9e7bb01 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:45.785497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-5884792f-0c6a-47d6-ae88-26c5c9e7bb01 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.6035314 Aug 12 02:14:45.788917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.801904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5', '02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:45.835792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be14fdd-241d-4925-9ba3-099749c2db22 req-0cc36400-2fd2-449b-883c-ba454ba8304a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:45.844776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2be14fdd-241d-4925-9ba3-099749c2db22 req-0cc36400-2fd2-449b-883c-ba454ba8304a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 931 time: 0.1250403 Aug 12 02:14:45.903751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event deleted for resources: {'Port': ['ID=605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:45.933344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2be14fdd-241d-4925-9ba3-099749c2db22 req-bd215b53-9bbb-48a4-b097-2d0fd64aa2f5 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767932 Aug 12 02:14:45.949069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c3ab387-f0eb-4310-8dd7-4a83ebc3d8af req-d415069a-555e-42a6-8ff7-14ef7bdcb177 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8599479 Aug 12 02:14:45.950639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a277ae6b-8b9d-4d2b-9c53-880e31d81f2d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/quotas/84a18610eee64e7a9d7255fbdbe6e1ba HTTP/1.1" status: 200 len: 375 time: 0.1406059 Aug 12 02:14:45.951415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] No DVR routers for this DVR port 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:45.963894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:45.968577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f030fa63-28c9-447d-9d8b-12ef2c00e139 req-33c37000-7ae4-4658-9416-b5dc9afb10d0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "DELETE /v2.0/ports/605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda HTTP/1.1" status: 204 len: 173 time: 1.4300761 Aug 12 02:14:45.981207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-deleted', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:45.982801 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f4ea75-9089-4cac-9153-4a2102883d9f" -d '{"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-deleted", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:45.996657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Request body: {'port': {'device_id': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:46.014737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262', '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:46.106712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5f0b6-3367-48d2-a88a-93b2de561d29 req-f388b6dd-d6c7-4947-8eed-9d3946b50e8e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:46.121714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fea5f0b6-3367-48d2-a88a-93b2de561d29 req-f388b6dd-d6c7-4947-8eed-9d3946b50e8e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0980945 Aug 12 02:14:46.233442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fea5f0b6-3367-48d2-a88a-93b2de561d29 req-2ccafb11-e9a2-40a1-999c-842cb0b70db3 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104243 Aug 12 02:14:46.268610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:46.335597 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-c059432c-347d-4972-990d-27644569b084 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3640809 Aug 12 02:14:46.342315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ec87439-4ee5-40b4-aa70-b30882ca3f45 req-9bb0f1a4-dc23-46d3-9681-0356676942a0 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0390716 Aug 12 02:14:46.379263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:46.460587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: e276f7f0-1d03-4403-8bd5-86957630dfe0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:46.460884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e276f7f0-1d03-4403-8bd5-86957630dfe0 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:46.838515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76c17c6e-58e2-4d5d-a3eb-393795c7eeec req-93bc652a-505d-4c47-8eca-4359fa6f55b6 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca23001-951e-403b-b514-bd6bf1ab1c1f HTTP/1.1" status: 200 len: 210 time: 0.0525792 Aug 12 02:14:47.003654 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890fc68-ad40-4200-936e-1054abb81783 x-openstack-request-id: req-9890fc68-ad40-4200-936e-1054abb81783 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:47.003939 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca23001-951e-403b-b514-bd6bf1ab1c1f", "name": "network-vif-deleted", "tag": "605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:47.004190 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9890fc68-ad40-4200-936e-1054abb81783 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:47.004580 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca23001-951e-403b-b514-bd6bf1ab1c1f', 'name': 'network-vif-deleted', 'tag': '605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda', 'status': 'completed', 'code': 200} Aug 12 02:14:47.106362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-dedf15c7-3d12-4e91-b2c8-f6e7717c2be3 service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694192 Aug 12 02:14:47.115449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e743d5a-6b4b-47fd-8442-8b4cedc2fd34 req-198e0f3b-f0b3-4101-9996-7047e2a26626 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:47.118587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e743d5a-6b4b-47fd-8442-8b4cedc2fd34 req-198e0f3b-f0b3-4101-9996-7047e2a26626 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 931 time: 0.0656760 Aug 12 02:14:47.189078 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e743d5a-6b4b-47fd-8442-8b4cedc2fd34 req-51e0b204-0685-4a64-b7d9-ea2fd8354dfc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 Aug 12 02:14:47.263806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-ab56ab2c-c73c-46c1-9a40-df01ff6f51cc service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564395 Aug 12 02:14:47.362038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da6a49b-88e6-4eca-8e57-aee27adaefe4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:47.386183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.410439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Transition to ACTIVE for port object 1da6a49b-88e6-4eca-8e57-aee27adaefe4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:47.417017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.438215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a2f91-b979-4512-8e77-58ae1f6fba18 req-b6d07b38-598b-4aca-b946-ff4bdb171d8b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:47.452026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa0a2f91-b979-4512-8e77-58ae1f6fba18 req-b6d07b38-598b-4aca-b946-ff4bdb171d8b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0913479 Aug 12 02:14:47.531585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa0a2f91-b979-4512-8e77-58ae1f6fba18 req-22647803-68cb-4e84-90ac-749c2184a637 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784264 Aug 12 02:14:47.543174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:47.632096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-611202e7-9542-420b-b005-6242f52b9a51 req-5368c8cc-3a17-4ee0-be13-c2cdd9fc0aca tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0755844 Aug 12 02:14:47.686659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.688410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Attempting to bind port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:47.688797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Attempting to bind port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:47.689109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Attempting to bind port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:47.697588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:47.697588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Attempting to bind port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:47.704478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:47.704826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Checking segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:47.705210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Bound using segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:47.705646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Bound port: 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:47.706061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.754231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ad45d63-699c-4323-88de-c4e1eea93183 req-593f4ac0-a152-4866-a21f-47d245e894d6 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 210 time: 0.0838802 Aug 12 02:14:47.829304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:47.838867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:47.844367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.881795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:47.882429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:47.885119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] 10.222.0.21 "PUT /v2.0/ports/1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 200 len: 1091 time: 2.0930233 Aug 12 02:14:47.927563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b776ee-784d-4f30-a55b-b72f21998cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:48.074886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-f7ecaf53-4150-42df-a049-b773a7053b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:48.076464 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-f7ecaf53-4150-42df-a049-b773a7053b43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1094 time: 0.1174147 Aug 12 02:14:48.194158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-331ddd0e-da23-4474-9945-2a695aa47686 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 200 len: 217 time: 0.0994775 Aug 12 02:14:48.328446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-1d8f571f-a46c-42c8-be4f-9feea32e3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:48.331147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-1d8f571f-a46c-42c8-be4f-9feea32e3260 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1299415 Aug 12 02:14:48.355310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fadeaa-a423-4aa5-b3d8-57935fd5b5be req-4eec5cc3-dacb-4be5-a3c5-2fddc4c074b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:48.367194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47fadeaa-a423-4aa5-b3d8-57935fd5b5be req-4eec5cc3-dacb-4be5-a3c5-2fddc4c074b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 950 time: 0.1110051 Aug 12 02:14:48.400827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-61449bec-fcd7-4cf7-8b58-ee619236d693 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610390 Aug 12 02:14:48.412183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:48.429426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47fadeaa-a423-4aa5-b3d8-57935fd5b5be req-53a5ec5d-cd37-45e8-b877-202ca0221176 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605159 Aug 12 02:14:48.487877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:48.488216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 605bf8a8-d1a3-45b4-92ba-e1c3d4a88bda not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:48.499618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943932-1f78-4f8d-ad7e-4268fc4db650 req-aaebfac8-dc8b-4ef1-b61f-c016e5188357 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:48.507526 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07943932-1f78-4f8d-ad7e-4268fc4db650 req-aaebfac8-dc8b-4ef1-b61f-c016e5188357 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 943 time: 0.2238011 Aug 12 02:14:48.620210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07943932-1f78-4f8d-ad7e-4268fc4db650 req-ae89f838-1a2b-4488-b618-f38252779741 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067708 Aug 12 02:14:48.668397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-e2ac3303-ed70-4389-a881-bbcf0934ce4f service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322264 Aug 12 02:14:48.765898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d8787-076c-471f-b017-1192efb9c724 req-1bed5373-ac04-4a05-8fd8-964fe00b17a6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:48.775615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-932d8787-076c-471f-b017-1192efb9c724 req-1bed5373-ac04-4a05-8fd8-964fe00b17a6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0912352 Aug 12 02:14:48.809615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cc94fb9-d098-45bc-85b3-03eb0f10c80e req-2ee9666f-1ccb-4954-aa9e-a0a9c616474b tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0332508 Aug 12 02:14:48.850740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca95f9fe-f5d5-4184-a45d-481f9ab72281 req-c45dc37f-9eea-433a-9696-7546f56e78a6 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733723 Aug 12 02:14:48.858376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-932d8787-076c-471f-b017-1192efb9c724 req-6be2a14a-ee0f-4a35-adbd-c803cc9fb3c0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815432 Aug 12 02:14:48.989380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10375f52-0684-40b0-b9f0-5f44af6d4618 req-58884ccc-1410-4504-a8c8-20b917d47cf3 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 210 time: 0.0474095 Aug 12 02:14:49.006138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:49.008749 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c904f-0376-41e5-8e5d-31a57a2ca965" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:49.066922 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9c5217-2cf8-48f5-898e-2314a962d1df x-openstack-request-id: req-fb9c5217-2cf8-48f5-898e-2314a962d1df {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:49.066922 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:49.066922 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb9c5217-2cf8-48f5-898e-2314a962d1df {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:49.066922 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4', 'status': 'completed', 'code': 200} Aug 12 02:14:49.286062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-8c82f7c3-65ef-4d2a-8031-7630c17355c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.294412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-8c82f7c3-65ef-4d2a-8031-7630c17355c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1094 time: 0.1743567 Aug 12 02:14:49.434467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-8d2fbbbb-2217-4aad-b48a-8d4b0448f702 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.436704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-8d2fbbbb-2217-4aad-b48a-8d4b0448f702 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.2697775 Aug 12 02:14:49.468653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'port': {'device_id': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'admin_state_up': True, 'tenant_id': '84a18610eee64e7a9d7255fbdbe6e1ba'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:49.536578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-0b06b28b-0b34-46ce-9bf3-9e08f6720fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.538067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-0b06b28b-0b34-46ce-9bf3-9e08f6720fb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.2312257 Aug 12 02:14:49.594115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-46881fd7-6c69-45d5-9899-219af8b3663b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 200 len: 217 time: 0.0450644 Aug 12 02:14:49.617393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb149625-34a3-4a3e-adcb-8176168065bb req-f3662789-f6d0-4bbf-8ba0-7938eda579e4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.625489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb149625-34a3-4a3e-adcb-8176168065bb req-f3662789-f6d0-4bbf-8ba0-7938eda579e4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 950 time: 0.0929976 Aug 12 02:14:49.678543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-59c049b8-64da-469a-8120-b1917a447aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.680980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-59c049b8-64da-469a-8120-b1917a447aa3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.0714912 Aug 12 02:14:49.710709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb149625-34a3-4a3e-adcb-8176168065bb req-a6dbf02c-8cf1-4fbf-840d-6ebb77a0ca65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841482 Aug 12 02:14:49.757755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-eb5c25b7-fc98-4fa5-af4f-a3fc5f28134a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667381 Aug 12 02:14:49.800244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-f6e9618c-708c-4ea2-8cf5-efbb682e61ce tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.801707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-f6e9618c-708c-4ea2-8cf5-efbb682e61ce tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 950 time: 0.0657854 Aug 12 02:14:49.864968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Made reservation on behalf of 84a18610eee64e7a9d7255fbdbe6e1ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:14:49.869407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:49.880078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf411a90-1b95-4d48-8545-7e8f2ad56d8d req-6e477136-e494-42ac-8553-505644cd2ef6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:49.881643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf411a90-1b95-4d48-8545-7e8f2ad56d8d req-6e477136-e494-42ac-8553-505644cd2ef6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 943 time: 0.1756945 Aug 12 02:14:49.963559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ecb892e-c53b-4138-9816-5b440369326e req-0c812ee6-5b37-4c74-9442-a4de38183487 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0380034 Aug 12 02:14:49.966943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Deleting port 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:49.967516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.048152 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf411a90-1b95-4d48-8545-7e8f2ad56d8d req-a9e81bbe-e754-4334-b1a0-de5e534d6e4a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563251 Aug 12 02:14:50.084857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-3bcc65e9-1ec2-4afe-90ca-58b3ef12e543 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066795 Aug 12 02:14:50.087780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] For port 02a08963-7cae-41fb-8557-1146376c4a04, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=02a08963-7cae-41fb-8557-1146376c4a04,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:50.088164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.110404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Calling delete_port for 02a08963-7cae-41fb-8557-1146376c4a04 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:50.112625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Allocated IP 172.20.0.11 (567a46f8-2dd2-4718-99d4-7727de31520b/d967c2cb-0a10-4213-b747-15deb720f6de/dee4df44-87f9-488a-922a-323b3ebf538c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:14:50.365150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea46517-43a7-4e94-8a4f-b6e5e448b305 req-120a6ee6-658d-4ad2-9264-69b44f4aa45a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:50.372959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dea46517-43a7-4e94-8a4f-b6e5e448b305 req-120a6ee6-658d-4ad2-9264-69b44f4aa45a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0951684 Aug 12 02:14:50.374790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.388650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['099fcadd-8aca-40df-8098-50d7fab901f5', '02a08963-7cae-41fb-8557-1146376c4a04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:50.406022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc0c904f-0376-41e5-8e5d-31a57a2ca965 req-1ac64074-8d2c-4b45-9667-d056919db2c5 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111942 Aug 12 02:14:50.417861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event deleted for resources: {'Port': ['ID=02a08963-7cae-41fb-8557-1146376c4a04,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:50.472084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b53f507-9359-47f2-bf8e-297540b65f60 req-d33ce4b6-eae8-4cfa-b560-d2fafdff6058 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 210 time: 0.0653791 Aug 12 02:14:50.478030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:50.536227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dea46517-43a7-4e94-8a4f-b6e5e448b305 req-ccaabd53-302f-459f-9f4a-a06e5c9d745f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621935 Aug 12 02:14:50.544759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.577238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] No DVR routers for this DVR port 02a08963-7cae-41fb-8557-1146376c4a04 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:50.598737 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.598737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5fd4eaf-b185-4398-95c2-0861c6e52286 req-88d01ee6-85d5-4767-9e6e-097c7a44af65 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "DELETE /v2.0/ports/02a08963-7cae-41fb-8557-1146376c4a04 HTTP/1.1" status: 204 len: 173 time: 0.7890940 Aug 12 02:14:50.598973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-deleted', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:50.601337 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8376ae8-9e4e-4f01-be09-e1fb22a5e01c" -d '{"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-deleted", "tag": "02a08963-7cae-41fb-8557-1146376c4a04"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:50.627162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.685318 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a08de2-0dbe-42a5-9bc8-2998b1566e0e x-openstack-request-id: req-30a08de2-0dbe-42a5-9bc8-2998b1566e0e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:50.685840 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc197e-1839-44fa-b7ab-4a601fa5d493", "name": "network-vif-deleted", "tag": "02a08963-7cae-41fb-8557-1146376c4a04", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:50.685840 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30a08de2-0dbe-42a5-9bc8-2998b1566e0e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:50.686280 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ebc197e-1839-44fa-b7ab-4a601fa5d493', 'name': 'network-vif-deleted', 'tag': '02a08963-7cae-41fb-8557-1146376c4a04', 'status': 'completed', 'code': 200} Aug 12 02:14:50.705335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Network 567a46f8-2dd2-4718-99d4-7727de31520b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:14:50.708931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:14:50.713606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:14:50.750622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:50.835857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:50.839182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:50.945314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04ab683f-eba5-4153-81aa-80e7b77617d0 req-46123ae5-af0e-41cd-89cf-318ad79433a8 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ebc197e-1839-44fa-b7ab-4a601fa5d493 HTTP/1.1" status: 200 len: 210 time: 0.0978634 Aug 12 02:14:50.957953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-a88cfb19-c7ca-4b3c-8804-eab6776f6ef0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5055637 Aug 12 02:14:51.101212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Request body: {'port': {'device_id': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:14:51.190295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-26281bec-afb8-415d-8331-866954729bec req-0a753b68-1d4c-4469-b715-027313126b6d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fce318b-cc88-4e83-a407-020b0043a777 HTTP/1.1" status: 200 len: 210 time: 0.0989411 Aug 12 02:14:51.259698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:51.298737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9581e57-31fe-4f45-8748-5e66960cf9a6 req-f198837b-a255-492e-a704-481cbf92ec14 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:51.306174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9581e57-31fe-4f45-8748-5e66960cf9a6 req-f198837b-a255-492e-a704-481cbf92ec14 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 943 time: 0.1131697 Aug 12 02:14:51.391448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9581e57-31fe-4f45-8748-5e66960cf9a6 req-84e1a376-f736-4a41-bfb8-636a28136a1a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841811 Aug 12 02:14:51.723174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598fa9d-06c8-4ee5-adf7-ee17516a4173 req-3c5603c5-82e4-434e-8c5b-8c009166b327 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:51.732067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4598fa9d-06c8-4ee5-adf7-ee17516a4173 req-3c5603c5-82e4-434e-8c5b-8c009166b327 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 932 time: 0.1426404 Aug 12 02:14:51.762376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c5f76-d0d2-4dca-a1c0-2478185af5bf req-26661d8f-d5ea-446f-9dcd-1ec737267c34 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:51.781925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd5c5f76-d0d2-4dca-a1c0-2478185af5bf req-26661d8f-d5ea-446f-9dcd-1ec737267c34 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1332796 Aug 12 02:14:51.791826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4598fa9d-06c8-4ee5-adf7-ee17516a4173 req-603c0026-e1f0-4c03-bce0-1784499064bf tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575533 Aug 12 02:14:51.834942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:51.844312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:51.856354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd5c5f76-d0d2-4dca-a1c0-2478185af5bf req-28c53b86-00cd-468e-aa59-726ce3cbf12a tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728970 Aug 12 02:14:51.858814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Transition to ACTIVE for port object dee4df44-87f9-488a-922a-323b3ebf538c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:14:51.870702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:51.946462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:52.035033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Attempting to bind port dee4df44-87f9-488a-922a-323b3ebf538c on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:14:52.035761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Attempting to bind port dee4df44-87f9-488a-922a-323b3ebf538c by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:14:52.036269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Attempting to bind port dee4df44-87f9-488a-922a-323b3ebf538c on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:52.044500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Port dee4df44-87f9-488a-922a-323b3ebf538c on network 567a46f8-2dd2-4718-99d4-7727de31520b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:14:52.046030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Attempting to bind port dee4df44-87f9-488a-922a-323b3ebf538c on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:14:52.061486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:14:52.062253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Checking segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:14:52.062868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Bound using segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:14:52.063637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Bound port: dee4df44-87f9-488a-922a-323b3ebf538c, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:14:52.064192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:52.158377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:14:52.162495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:14:52.168609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:52.219238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:52.219996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:52.221695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] 10.222.0.25 "PUT /v2.0/ports/dee4df44-87f9-488a-922a-323b3ebf538c HTTP/1.1" status: 200 len: 1092 time: 1.2427583 Aug 12 02:14:52.225243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:52.228494 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07543dbe-ab2a-4000-b921-556c1d65da51" -d '{"events": [{"name": "network-changed", "server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:52.256537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8f90b-6770-4cd9-9c45-39305b0847ad service neutron] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:52.327739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-19a2d061-90e7-469f-9cf1-fd0b58fbd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:52.329286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-19a2d061-90e7-469f-9cf1-fd0b58fbd772 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 1095 time: 0.0570085 Aug 12 02:14:52.330977 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882fed03-82f9-4546-8085-26dc8e200ee7 x-openstack-request-id: req-882fed03-82f9-4546-8085-26dc8e200ee7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:52.331140 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:52.331402 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-882fed03-82f9-4546-8085-26dc8e200ee7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:52.331832 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'status': 'completed', 'code': 200} Aug 12 02:14:52.389301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-32c91b1f-dfab-4bd8-80fa-f4a8184f8a69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee4df44-87f9-488a-922a-323b3ebf538c HTTP/1.1" status: 200 len: 217 time: 0.0501819 Aug 12 02:14:52.417496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1da6a49b-88e6-4eca-8e57-aee27adaefe4 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:52.558007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-f9d37f3c-ab84-4d08-b782-a68d17213c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:52.559505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-f9d37f3c-ab84-4d08-b782-a68d17213c66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.1591918 Aug 12 02:14:52.601336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732cee9-6e68-46f0-9b62-58d4848c2f36 req-d4d57fec-fb48-467c-b6fa-7c6a3a36da5b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:52.603535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6732cee9-6e68-46f0-9b62-58d4848c2f36 req-d4d57fec-fb48-467c-b6fa-7c6a3a36da5b tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.2190089 Aug 12 02:14:52.623727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565542ae-4a91-44cd-b3f9-c88ece392519 req-05bdf70a-2db0-4636-aa5a-996db9b6971f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:52.638062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-565542ae-4a91-44cd-b3f9-c88ece392519 req-05bdf70a-2db0-4636-aa5a-996db9b6971f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 943 time: 0.1118250 Aug 12 02:14:52.671692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:52.683977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-9df7b52a-ae13-4925-85fb-5a1125d9c079 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144168 Aug 12 02:14:52.701554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '1da6a49b-88e6-4eca-8e57-aee27adaefe4', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'port_id': '1da6a49b-88e6-4eca-8e57-aee27adaefe4', 'mac_address': 'fa:16:3e:8e:7f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:52.735887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-565542ae-4a91-44cd-b3f9-c88ece392519 req-4f9d6da3-a4d0-4557-9f7d-75c4e091826b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888667 Aug 12 02:14:52.796063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:52.823405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da6a49b-88e6-4eca-8e57-aee27adaefe4 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:52.879332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:52.891737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:52.896907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6732cee9-6e68-46f0-9b62-58d4848c2f36 req-84344409-a0db-4649-a5a6-0a211590f91a tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425330 Aug 12 02:14:53.012256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:53.014992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-4b8da8e5-52b6-4f31-b1dc-50f4ad9904ee service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165627 Aug 12 02:14:53.029011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b013a-fa5e-4b04-be34-18c78f8218d5 req-aad83066-c2c4-451b-b542-cb73a9bc42aa tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.037252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-963b013a-fa5e-4b04-be34-18c78f8218d5 req-aad83066-c2c4-451b-b542-cb73a9bc42aa tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 944 time: 0.0781798 Aug 12 02:14:53.087679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-963b013a-fa5e-4b04-be34-18c78f8218d5 req-2b92a4b2-cffe-4885-8977-ab8aabeb4ea5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Aug 12 02:14:53.166820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740a7a8-a2ff-4f46-b2e6-e7d713d293a2 req-8f728508-6689-40d4-a109-cef582f564f6 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.169252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e740a7a8-a2ff-4f46-b2e6-e7d713d293a2 req-8f728508-6689-40d4-a109-cef582f564f6 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.1235037 Aug 12 02:14:53.229547 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afe586c2-88f7-4804-ae7f-e6d1e0b64a53 req-9d344a76-d776-42e2-a36e-82edad6f268a service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041168 Aug 12 02:14:53.255094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e740a7a8-a2ff-4f46-b2e6-e7d713d293a2 req-48e60106-284a-41de-b42c-5af7a6f0431e tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786765 Aug 12 02:14:53.287174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1da6a49b-88e6-4eca-8e57-aee27adaefe4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:53.351086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27bd92-71fe-4a7b-80f9-af3f0b995be7 req-62a0ff0d-6ea3-4c43-819f-f8e9b26bf526 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.354338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d27bd92-71fe-4a7b-80f9-af3f0b995be7 req-62a0ff0d-6ea3-4c43-819f-f8e9b26bf526 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1719096 Aug 12 02:14:53.422535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d27bd92-71fe-4a7b-80f9-af3f0b995be7 req-c120ff8a-5cb8-4d99-abf4-715caef162b0 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569334 Aug 12 02:14:53.470309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-bc3b5988-1221-4872-a77b-279aafc7ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.471851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-bc3b5988-1221-4872-a77b-279aafc7ccbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 1095 time: 0.1415858 Aug 12 02:14:53.658686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-bd0c7ab7-bd79-4898-8cd0-e3b56aebffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.660519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-bd0c7ab7-bd79-4898-8cd0-e3b56aebffab service neutron] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 922 time: 0.1793075 Aug 12 02:14:53.732124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-5cd0a606-c8d3-434d-9ef2-d9d89b8ddcb0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dee4df44-87f9-488a-922a-323b3ebf538c HTTP/1.1" status: 200 len: 217 time: 0.0583851 Aug 12 02:14:53.754665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-5339fd34-db75-4ca4-bbdb-32834e8ca0a9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.756811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-5339fd34-db75-4ca4-bbdb-32834e8ca0a9 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.0821834 Aug 12 02:14:53.823049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-b21b8ebb-c7a5-4172-afee-78d4be299586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.828431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-b21b8ebb-c7a5-4172-afee-78d4be299586 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.0835657 Aug 12 02:14:53.877484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-99d2dc96-ac1a-440c-abf4-0f20e51dff1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412436 Aug 12 02:14:53.945192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6136e0-ca6c-4ba4-bcd5-f2aa503f2618 req-c9426319-e9a5-4516-8f4e-0712d3785593 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:53.948079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b6136e0-ca6c-4ba4-bcd5-f2aa503f2618 req-c9426319-e9a5-4516-8f4e-0712d3785593 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 944 time: 0.1415391 Aug 12 02:14:54.043888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b6136e0-ca6c-4ba4-bcd5-f2aa503f2618 req-288f566b-9b5b-4477-9385-dcd60b17fdde tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761242 Aug 12 02:14:54.088372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Deleting port 099fcadd-8aca-40df-8098-50d7fab901f5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:54.088718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.201859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c54c2-6108-40f5-b294-7d04e9e656c5 req-4c07b215-d700-4f9a-8b03-914291d7abdf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:54.209787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-265c54c2-6108-40f5-b294-7d04e9e656c5 req-4c07b215-d700-4f9a-8b03-914291d7abdf tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 950 time: 0.1719263 Aug 12 02:14:54.234255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-81a43a9f-30d2-4448-a37d-c4518c71a01b service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469889 Aug 12 02:14:54.310815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-265c54c2-6108-40f5-b294-7d04e9e656c5 req-8f4b398d-b7fd-4618-b761-d34aca8dce7f tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001244 Aug 12 02:14:54.362203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] For port 099fcadd-8aca-40df-8098-50d7fab901f5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=099fcadd-8aca-40df-8098-50d7fab901f5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:54.362609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.379610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Calling delete_port for 099fcadd-8aca-40df-8098-50d7fab901f5 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:54.391408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:54.432800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 02a08963-7cae-41fb-8557-1146376c4a04 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:54.434822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 02a08963-7cae-41fb-8557-1146376c4a04 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:54.435656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 099fcadd-8aca-40df-8098-50d7fab901f5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:54.441889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1da6a49b-88e6-4eca-8e57-aee27adaefe4 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:54.443730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07543dbe-ab2a-4000-b921-556c1d65da51 req-70cb5898-60cf-4f9a-a2b1-97a1490888f8 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994913 Aug 12 02:14:54.470170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30bf0b-d709-4be8-92c3-f7521a4eb5c5 req-3db9a7c6-d8eb-44c5-8c8f-c27bb69df388 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:54.482367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c30bf0b-d709-4be8-92c3-f7521a4eb5c5 req-3db9a7c6-d8eb-44c5-8c8f-c27bb69df388 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 944 time: 0.1784241 Aug 12 02:14:54.627708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c30bf0b-d709-4be8-92c3-f7521a4eb5c5 req-fedb7fde-2c8d-4bfb-891f-ca5b65d6937a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443324 Aug 12 02:14:54.654848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.668536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:54.700502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:54.701021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.753725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.755384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fef2a-78fa-44c9-b102-864a685b3feb req-6dc7dc84-e08b-49b2-a15b-ea826f984a80 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:54.764634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b6fef2a-78fa-44c9-b102-864a685b3feb req-6dc7dc84-e08b-49b2-a15b-ea826f984a80 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.1040952 Aug 12 02:14:54.792566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:54.809536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event deleted for resources: {'Port': ['ID=099fcadd-8aca-40df-8098-50d7fab901f5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:54.813347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b6fef2a-78fa-44c9-b102-864a685b3feb req-ad9a7f26-46b2-49b7-a884-0335d3de7fe7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478575 Aug 12 02:14:54.957030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] No DVR routers for this DVR port 099fcadd-8aca-40df-8098-50d7fab901f5 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:54.960613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:54.963906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e16abde-d1ed-428a-b31e-a6412e207fbd req-aad9d96a-95d5-4a11-891e-140a9deda3f4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.25 "DELETE /v2.0/ports/099fcadd-8aca-40df-8098-50d7fab901f5 HTTP/1.1" status: 204 len: 173 time: 1.2003522 Aug 12 02:14:54.965382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-deleted', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:54.967890 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eec555e-3c81-4651-9f14-dde41d4fc1e9" -d '{"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-deleted", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:55.013239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc655b-c680-4e68-8fa6-2a3165418e6d req-1b17d573-5dbf-41ae-b576-6f1cd5261649 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:55.015994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3efc655b-c680-4e68-8fa6-2a3165418e6d req-1b17d573-5dbf-41ae-b576-6f1cd5261649 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2734911 Aug 12 02:14:55.052866 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12932870-1998-4d5d-888b-18fe721088b4 x-openstack-request-id: req-12932870-1998-4d5d-888b-18fe721088b4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:55.053854 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5035690a-7d6b-4fe9-9e2d-19b09bdac03c", "name": "network-vif-deleted", "tag": "099fcadd-8aca-40df-8098-50d7fab901f5", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:55.054340 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12932870-1998-4d5d-888b-18fe721088b4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:55.055257 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5035690a-7d6b-4fe9-9e2d-19b09bdac03c', 'name': 'network-vif-deleted', 'tag': '099fcadd-8aca-40df-8098-50d7fab901f5', 'status': 'completed', 'code': 200} Aug 12 02:14:55.069427 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:55.101240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3efc655b-c680-4e68-8fa6-2a3165418e6d req-846cb500-6d6b-401f-a22d-aeadcae987f9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791452 Aug 12 02:14:55.179608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:55.182627 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9372258-8c27-49df-b39c-8113bb568914" -d '{"events": [{"server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "name": "network-vif-plugged", "status": "completed", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:55.223747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:55.238689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:55.263523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18481bcf-b277-4222-b24a-13f404148941 req-6ee934d5-1e42-4c6e-8ce8-eace20583237 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:55.265130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18481bcf-b277-4222-b24a-13f404148941 req-6ee934d5-1e42-4c6e-8ce8-eace20583237 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 944 time: 0.1116667 Aug 12 02:14:55.288918 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cdf2d0-e5be-4fe9-b8e4-51595e4e2d26 x-openstack-request-id: req-88cdf2d0-e5be-4fe9-b8e4-51595e4e2d26 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:55.289224 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "name": "network-vif-plugged", "status": "completed", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:55.289551 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88cdf2d0-e5be-4fe9-b8e4-51595e4e2d26 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:55.290034 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4', 'code': 200} Aug 12 02:14:55.349551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:55.364847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18481bcf-b277-4222-b24a-13f404148941 req-c9386589-a2db-4afa-8e6f-efb404c69830 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838356 Aug 12 02:14:55.471144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdf25c-a668-4280-aee6-28c832891b82 req-02aff99e-1374-4ff8-a716-912445711632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:55.472711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-adbdf25c-a668-4280-aee6-28c832891b82 req-02aff99e-1374-4ff8-a716-912445711632 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1096 time: 0.0977328 Aug 12 02:14:55.641565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-baf88bae-d42a-45ed-b0f7-cc22586fd2ac req-b9ce9323-d349-461c-bccf-7775530951a4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=5035690a-7d6b-4fe9-9e2d-19b09bdac03c HTTP/1.1" status: 200 len: 210 time: 0.0956287 Aug 12 02:14:55.670895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-adbdf25c-a668-4280-aee6-28c832891b82 req-5f02af63-9a66-491a-b8fc-c8b585f22f19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894858 Aug 12 02:14:55.783006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1e926-a3f5-43a5-9ed0-486acb83e874 req-fec2ee2b-b204-47ae-8060-c7dd8c6f4cbd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:55.791539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28c1e926-a3f5-43a5-9ed0-486acb83e874 req-fec2ee2b-b204-47ae-8060-c7dd8c6f4cbd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0721016 Aug 12 02:14:55.858617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28c1e926-a3f5-43a5-9ed0-486acb83e874 req-bcb92de7-b155-4747-a06e-bd2e571d89b0 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659850 Aug 12 02:14:55.886731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c61b-6570-47f5-90db-b848abf46e4d req-8671ba7d-4ab2-42c2-910a-5da2e176d2d5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:55.888355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95e6c61b-6570-47f5-90db-b848abf46e4d req-8671ba7d-4ab2-42c2-910a-5da2e176d2d5 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 944 time: 0.0682771 Aug 12 02:14:55.952660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95e6c61b-6570-47f5-90db-b848abf46e4d req-a944c174-ed78-44c7-8c43-31b27c469773 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581071 Aug 12 02:14:56.251447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663802-e8c9-47ed-8977-db289c85888a req-7b1f2b28-213d-4708-a51e-611d1532095d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:56.262705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9663802-e8c9-47ed-8977-db289c85888a req-7b1f2b28-213d-4708-a51e-611d1532095d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0736461 Aug 12 02:14:56.318535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9663802-e8c9-47ed-8977-db289c85888a req-c3294aa2-aee6-45fb-b2c0-2ba51a842fb3 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546577 Aug 12 02:14:56.388120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:14:56.551228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:56.554451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07948563-98a5-4cef-b0c6-42d90d26a41c req-9706a5ed-3e42-4032-9e46-f22cabe322cd tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:56.558019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07948563-98a5-4cef-b0c6-42d90d26a41c req-9706a5ed-3e42-4032-9e46-f22cabe322cd tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0894754 Aug 12 02:14:56.586093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'port_id': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'mac_address': 'fa:16:3e:ae:37:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c2cb-0a10-4213-b747-15deb720f6de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:14:56.636499 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:56.638175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07948563-98a5-4cef-b0c6-42d90d26a41c req-46c0191e-f2c9-48e0-9584-4871ef6cb700 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708976 Aug 12 02:14:56.651690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:14:56.673522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:56.679096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:56.743663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:56.990465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-7461104c-a42e-4354-8a9a-91fc49edc145 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:56.994098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['dee4df44-87f9-488a-922a-323b3ebf538c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:56.994341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-7461104c-a42e-4354-8a9a-91fc49edc145 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.25 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.0668890 Aug 12 02:14:57.106923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb407e-b187-45ce-87ab-f44881b8e1d9 req-302f9ad9-d498-4a52-af03-a1fd3f6dccb4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.116604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99cb407e-b187-45ce-87ab-f44881b8e1d9 req-302f9ad9-d498-4a52-af03-a1fd3f6dccb4 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1333709 Aug 12 02:14:57.229843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99cb407e-b187-45ce-87ab-f44881b8e1d9 req-5111fa09-c057-4f05-8bf4-1c034fbb68d7 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107986 Aug 12 02:14:57.248737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Deleting port 27693f14-84aa-4320-a2b3-2d508f0c9591 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:57.249100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:57.419146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76a8e8-5720-4a40-8978-968e16f79bd6 req-5d88a158-3e21-4f2c-adb6-b4ecf495b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.420667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c76a8e8-5720-4a40-8978-968e16f79bd6 req-5d88a158-3e21-4f2c-adb6-b4ecf495b49c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0767684 Aug 12 02:14:57.440008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462d811-b00f-4e7a-a92c-16f0339e38e1 req-2f06a4b6-e281-4215-b72b-3c5254a9fa6d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.441819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8462d811-b00f-4e7a-a92c-16f0339e38e1 req-2f06a4b6-e281-4215-b72b-3c5254a9fa6d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 945 time: 0.0680783 Aug 12 02:14:57.512100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c76a8e8-5720-4a40-8978-968e16f79bd6 req-27476c35-9d2e-4dbd-84bb-b91370233b85 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814865 Aug 12 02:14:57.532161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8462d811-b00f-4e7a-a92c-16f0339e38e1 req-ec24ce66-a27a-4c47-b55b-47ed5a2394ca tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825191 Aug 12 02:14:57.750288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e1871-96ef-4ca4-ade0-f93054f640b6 req-181e0c32-5e23-4e7a-b36f-a71f57b19aac tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.753119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f9e1871-96ef-4ca4-ade0-f93054f640b6 req-181e0c32-5e23-4e7a-b36f-a71f57b19aac tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0691993 Aug 12 02:14:57.771395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11c0e9-2207-44dc-b223-994695f6d014 req-4cfbc9ba-0a31-4a18-9167-f94253ab40ae tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.777481 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d11c0e9-2207-44dc-b223-994695f6d014 req-4cfbc9ba-0a31-4a18-9167-f94253ab40ae tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 945 time: 0.1017208 Aug 12 02:14:57.804633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] For port 27693f14-84aa-4320-a2b3-2d508f0c9591, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=27693f14-84aa-4320-a2b3-2d508f0c9591,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:57.805199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:57.850669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f9e1871-96ef-4ca4-ade0-f93054f640b6 req-e00742f5-9953-4ea6-a7ff-b42f1fb81ebc tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836849 Aug 12 02:14:57.884304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-308d39ca-ff46-471e-a516-664463ac976d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:57.886180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-308d39ca-ff46-471e-a516-664463ac976d tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "GET /v2.0/ports?device_id=db84df5b-5f2c-451a-abb3-153223286553 HTTP/1.1" status: 200 len: 944 time: 0.0901265 Aug 12 02:14:57.909472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d11c0e9-2207-44dc-b223-994695f6d014 req-0963299e-e6ff-461d-897d-7cf8259ae563 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f26cdbd-2d8d-42b5-948c-fe07d61136ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291478 Aug 12 02:14:58.066504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee97bc-7638-4026-a24c-b67262ad3187 req-4c24ebc2-9379-4911-8421-be25b487f931 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:58.068049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2ee97bc-7638-4026-a24c-b67262ad3187 req-4c24ebc2-9379-4911-8421-be25b487f931 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1165121 Aug 12 02:14:58.102955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Deleting port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:58.103750 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.124830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19a17-aad7-4482-9892-0a7597edb6e6 req-8db36073-76c7-4910-a5bc-0c5d244f7ff2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:58.126358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ba19a17-aad7-4482-9892-0a7597edb6e6 req-8db36073-76c7-4910-a5bc-0c5d244f7ff2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1063757 Aug 12 02:14:58.157652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.158026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.158428 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Floating IP ca42fa6d-df63-4af6-8576-f691aaa3b8ab disassociated. External IP: 172.25.3.212, port: 27693f14-84aa-4320-a2b3-2d508f0c9591. Aug 12 02:14:58.159262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Calling delete_port for 27693f14-84aa-4320-a2b3-2d508f0c9591 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:58.170359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2ee97bc-7638-4026-a24c-b67262ad3187 req-1f1ae94b-6899-4f8b-afa9-7bc42242c77c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884790 Aug 12 02:14:58.189045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ba19a17-aad7-4482-9892-0a7597edb6e6 req-788cf9f4-161f-433e-8708-624e444ac2ae tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530987 Aug 12 02:14:58.221004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] For port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:58.221378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.236177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Calling delete_port for 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:58.369590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.408364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:14:58.413245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c552-4f36-4ffc-8d1d-6e64f8420fab req-5349b270-a7b9-4318-aa96-36f8397d5f8c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:58.421018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdf0c552-4f36-4ffc-8d1d-6e64f8420fab req-5349b270-a7b9-4318-aa96-36f8397d5f8c tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.1030834 Aug 12 02:14:58.423090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event deleted for resources: {'Port': ['ID=27693f14-84aa-4320-a2b3-2d508f0c9591,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:58.433242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.456171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:14:58.469923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event deleted for resources: {'Port': ['ID=26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:58.532271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] No DVR routers for this DVR port 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:58.534857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.537251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cddb0cb-160d-4bd4-b3eb-cff64d5a7cb6 req-8ee9cac1-1846-4c1e-9c7c-fc53ce8816e8 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "DELETE /v2.0/ports/26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 HTTP/1.1" status: 204 len: 173 time: 0.6425352 Aug 12 02:14:58.537659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-deleted', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:58.540539 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1d748b-41c7-414f-a34c-10f99798c67a" -d '{"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-deleted", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:58.546339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port dee4df44-87f9-488a-922a-323b3ebf538c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:14:58.556068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port dee4df44-87f9-488a-922a-323b3ebf538c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:14:58.557217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.569409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdf0c552-4f36-4ffc-8d1d-6e64f8420fab req-50297ecd-19f1-4931-a156-2ff9ab7a5601 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474903 Aug 12 02:14:58.697086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.713496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Router 8836a412-0699-472a-b7be-d7945d4f6080 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:14:58.724537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:58.727843 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cac92d-b6fd-4567-8fa5-ec7a2f285320" -d '{"events": [{"server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "name": "network-vif-plugged", "status": "completed", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:58.742122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:58.743825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0ca6-7ac6-4826-bc4c-500618a0c5a9 req-559152d1-bcb4-4512-a27e-61601768c974 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:58.745571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-418b0ca6-7ac6-4826-bc4c-500618a0c5a9 req-559152d1-bcb4-4512-a27e-61601768c974 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0915973 Aug 12 02:14:58.753903 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.755006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 27693f14-84aa-4320-a2b3-2d508f0c9591 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:14:58.787209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 27693f14-84aa-4320-a2b3-2d508f0c9591 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:14:58.787209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 27693f14-84aa-4320-a2b3-2d508f0c9591 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:14:58.844236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:14:58.864401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-418b0ca6-7ac6-4826-bc4c-500618a0c5a9 req-13ccc9ea-54a3-427f-9ade-075200aee465 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839145 Aug 12 02:14:58.890859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:14:58.914129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Sync routers for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:14:58.933674 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:58.934614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:58.964154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] No DVR routers for this DVR port 27693f14-84aa-4320-a2b3-2d508f0c9591 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:14:58.967601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:58.970885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c2744f2-6192-4ffc-8da0-ef8db5a0a114 req-05d3970c-1439-46b1-b0ec-8554863652cd tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.25 "DELETE /v2.0/ports/27693f14-84aa-4320-a2b3-2d508f0c9591 HTTP/1.1" status: 204 len: 173 time: 1.9705966 Aug 12 02:14:58.971601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'name': 'network-vif-deleted', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:14:58.976133 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ba5ee3-e1c7-4cee-b1e6-6e345a318d29" -d '{"events": [{"server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "name": "network-vif-deleted", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:14:59.051423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-73313ff3-52e8-4582-9dbf-c3bc4e48499e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.053844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-73313ff3-52e8-4582-9dbf-c3bc4e48499e tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.5088151 Aug 12 02:14:59.094249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:59.113875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73052777-b743-47c6-b85c-7f74c4dcb231 req-383b7879-a494-4354-91f3-dc2d30aaaa2a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.114686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf9064-3727-4f11-a810-88474ee8de5b req-05e269f8-8bc4-49e4-a141-789eb608d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.116239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-05e269f8-8bc4-49e4-a141-789eb608d3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1096 time: 0.5411248 Aug 12 02:14:59.123269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73052777-b743-47c6-b85c-7f74c4dcb231 req-383b7879-a494-4354-91f3-dc2d30aaaa2a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 946 time: 0.1065598 Aug 12 02:14:59.173312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73052777-b743-47c6-b85c-7f74c4dcb231 req-968d65f6-1ff4-4d7b-87d5-2ef24189aeaf tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485885 Aug 12 02:14:59.233447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-bc3ff47e-5773-41df-8041-5a358e6095aa tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.234996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-bc3ff47e-5773-41df-8041-5a358e6095aa tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/networks?id=6d8dd3cd-cf57-4dfa-8c86-b5f81913221c HTTP/1.1" status: 200 len: 814 time: 0.6510417 Aug 12 02:14:59.253864 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ed1bdb-285d-4dc0-8b6c-5e362a366dc8 x-openstack-request-id: req-61ed1bdb-285d-4dc0-8b6c-5e362a366dc8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:59.254163 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84df5b-5f2c-451a-abb3-153223286553", "name": "network-vif-deleted", "tag": "26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:59.254405 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61ed1bdb-285d-4dc0-8b6c-5e362a366dc8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:59.254799 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84df5b-5f2c-451a-abb3-153223286553', 'name': 'network-vif-deleted', 'tag': '26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2', 'status': 'completed', 'code': 200} Aug 12 02:14:59.278818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5ab1e329-c8ea-42ed-8ef9-48a5bf202820 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/quotas/e159e7a9ee464434a7818b8165d6a73f HTTP/1.1" status: 200 len: 375 time: 0.0310905 Aug 12 02:14:59.333487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf9064-3727-4f11-a810-88474ee8de5b req-1a7c48b6-38e3-4eb3-ac09-40546a27f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.334989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-1a7c48b6-38e3-4eb3-ac09-40546a27f196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.2081976 Aug 12 02:14:59.335900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:59.340360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Deleting port ff3b3730-46b0-424c-aca4-48f6d8bf0262 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:14:59.340711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:59.353736 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7508999c-249a-43e8-81f8-3934ad6395a6 x-openstack-request-id: req-7508999c-249a-43e8-81f8-3934ad6395a6 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:59.354266 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "name": "network-vif-plugged", "status": "completed", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:59.354706 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7508999c-249a-43e8-81f8-3934ad6395a6 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:59.355321 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'code': 200} Aug 12 02:14:59.371947 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Checking router: 8836a412-0699-472a-b7be-d7945d4f6080 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:14:59.387704 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:14:59.388613 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:14:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:59.438443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-bea29d2a-c669-41e9-9aa1-9db7db7771c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 200 len: 217 time: 0.0935116 Aug 12 02:14:59.479221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-7515bada-4f75-4c41-9285-1214a005f6cb tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e159e7a9ee464434a7818b8165d6a73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1869366 Aug 12 02:14:59.493467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f3006-db9a-4622-b2ff-79a70d2e4204 req-ed609f04-6f25-4aa3-8e5f-9876f0a41fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.495056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d31f3006-db9a-4622-b2ff-79a70d2e4204 req-ed609f04-6f25-4aa3-8e5f-9876f0a41fa7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 1097 time: 0.0733628 Aug 12 02:14:59.514388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e37e50c-f19b-4a8f-8e6a-d0f1595ff063 req-3ac08f1a-f307-46a9-a664-a0e1fb3f25c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5 HTTP/1.1" status: 200 len: 210 time: 0.0406077 Aug 12 02:14:59.582816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d31f3006-db9a-4622-b2ff-79a70d2e4204 req-a760f3a5-d5c5-41c1-8e11-e728dda5423a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714009 Aug 12 02:14:59.592907 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0788cd13-3d80-447a-ba08-cda1280261cb x-openstack-request-id: req-0788cd13-3d80-447a-ba08-cda1280261cb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:14:59.593062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf9064-3727-4f11-a810-88474ee8de5b req-df537e4a-4186-4719-9d3e-72d23f6f84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.593317 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5", "name": "network-vif-deleted", "tag": "27693f14-84aa-4320-a2b3-2d508f0c9591", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:14:59.593746 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0788cd13-3d80-447a-ba08-cda1280261cb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:14:59.594458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-df537e4a-4186-4719-9d3e-72d23f6f84c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1470630 Aug 12 02:14:59.594742 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f47c9a-5c01-46bb-999e-2bcb8cfc6fb5', 'name': 'network-vif-deleted', 'tag': '27693f14-84aa-4320-a2b3-2d508f0c9591', 'status': 'completed', 'code': 200} Aug 12 02:14:59.660818 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:14:59.688370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-cb4a9fef-0c72-43ec-861c-93534d3836aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816951 Aug 12 02:14:59.690085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] For port ff3b3730-46b0-424c-aca4-48f6d8bf0262, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff3b3730-46b0-424c-aca4-48f6d8bf0262,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:14:59.690503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:14:59.727961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b0b2-9a83-4185-b375-d6edf470b64d req-207950a2-9723-4d85-ab1f-fd3e32b31e8f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:14:59.729716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2332b0b2-9a83-4185-b375-d6edf470b64d req-207950a2-9723-4d85-ab1f-fd3e32b31e8f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0864792 Aug 12 02:14:59.734205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Calling delete_port for ff3b3730-46b0-424c-aca4-48f6d8bf0262 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:14:59.785996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2332b0b2-9a83-4185-b375-d6edf470b64d req-d944aab4-ed0a-474a-9afb-90b182c696aa tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Aug 12 02:14:59.873788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-a3d7a2fc-a18e-4b32-85f6-474c78c32658 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8dd3cd-cf57-4dfa-8c86-b5f81913221c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690910 Aug 12 02:14:59.905890 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:14:59.944866 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c52e3ff-42e7-4878-956f-ff0b78b2ec6c None None] The sync data for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 is: [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:12:28Z', 'revision_number': 4, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f6ee2390-1766-42b5-b382-463567a92369', 'name': '', 'network_id': '34e26b5b-c8b2-432a-aa65-fddfe1ef7938', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'mac_address': 'fa:16:3e:17:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '75b706f7-f792-4143-804e-79e5efd956a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:27Z', 'updated_at': '2021-08-12T02:12:35Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'subnets': [{'id': '75b706f7-f792-4143-804e-79e5efd956a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:14:59.956395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-101c73c0-7a70-472d-a726-25e540768f6a service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518718 Aug 12 02:15:00.032893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16420733-6268-436c-896a-83686a8c2298 req-47bb87eb-e53b-407a-8820-ea7619f20117 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:00.036098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16420733-6268-436c-896a-83686a8c2298 req-47bb87eb-e53b-407a-8820-ea7619f20117 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c804774-0a2b-4c81-b6b9-bb28aa09b94e HTTP/1.1" status: 200 len: 950 time: 0.0525632 Aug 12 02:15:00.075016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16420733-6268-436c-896a-83686a8c2298 req-26d3c5e8-7509-4f5c-a4eb-c18393056455 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.11 "GET /v2.0/security-groups?id=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339549 Aug 12 02:15:00.087143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-38ce208b-7ad4-4814-9d8c-2e877a5c6970 service neutron] 10.222.0.11 "GET /v2.0/networks/6d8dd3cd-cf57-4dfa-8c86-b5f81913221c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998563 Aug 12 02:15:00.128999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4baf9064-3727-4f11-a810-88474ee8de5b req-d3972d4a-4c05-43d1-b707-05446a36ce96 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586838 Aug 12 02:15:00.134896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:00.168913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff3b3730-46b0-424c-aca4-48f6d8bf0262'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:00.243317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Pushing event deleted for resources: {'Port': ['ID=ff3b3730-46b0-424c-aca4-48f6d8bf0262,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:00.294731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] No DVR routers for this DVR port ff3b3730-46b0-424c-aca4-48f6d8bf0262 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:00.321327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:00.323606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a47a05e-d1fa-4f7c-b6e4-d7c7c59e2dc0 req-adbbf3d2-20a1-4f8c-85f5-a4aed01f26b0 tempest-MigrationsAdminTest-347415521 tempest-MigrationsAdminTest-347415521-project] 10.222.0.21 "DELETE /v2.0/ports/ff3b3730-46b0-424c-aca4-48f6d8bf0262 HTTP/1.1" status: 204 len: 173 time: 1.2584603 Aug 12 02:15:00.325368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d2d2f-84fe-4300-a655-6f1281c908f7 None None] New status for floating IP ca42fa6d-df63-4af6-8576-f691aaa3b8ab: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:15:00.367049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186190-bcb5-40bb-aadb-70a12d64926c req-8189a88e-b65a-4d87-adbc-176f4d4f00fd tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:00.380358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db186190-bcb5-40bb-aadb-70a12d64926c req-8189a88e-b65a-4d87-adbc-176f4d4f00fd tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0866885 Aug 12 02:15:00.472802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db186190-bcb5-40bb-aadb-70a12d64926c req-20b62249-683b-4b4b-ab44-55b1218c8362 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908620 Aug 12 02:15:00.597124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cebbe-abde-443f-a89e-de3d50f19044 req-8fec43f2-1199-40c0-9106-9a11ed6723aa tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:00.598760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-507cebbe-abde-443f-a89e-de3d50f19044 req-8fec43f2-1199-40c0-9106-9a11ed6723aa tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 945 time: 0.1177547 Aug 12 02:15:00.613992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beefb34-4b9c-46db-9e61-b18862d0ae52 req-822e43aa-ccf0-4dec-8546-d7591637c699 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:00.615691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3beefb34-4b9c-46db-9e61-b18862d0ae52 req-822e43aa-ccf0-4dec-8546-d7591637c699 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 945 time: 0.1824217 Aug 12 02:15:00.681459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fde33-e25e-4791-8d9a-202f2f030c44 req-3c325da4-d700-4d7f-a3e1-36d42fc604c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:00.691090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f66fde33-e25e-4791-8d9a-202f2f030c44 req-3c325da4-d700-4d7f-a3e1-36d42fc604c1 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 946 time: 0.1005876 Aug 12 02:15:00.731863 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3beefb34-4b9c-46db-9e61-b18862d0ae52 req-93633c95-543c-4d53-a0e4-3fd4bdbd6fd6 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867670 Aug 12 02:15:00.747104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Deleting port 237f495f-7a45-4b10-a4cd-c5fb43885346 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:00.747545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:00.753074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f66fde33-e25e-4791-8d9a-202f2f030c44 req-cf32497c-7abe-4536-83e1-32da9c357421 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607238 Aug 12 02:15:00.844597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf73a685-0cb8-4f58-8843-c489e4c54580 req-d9b056b8-1c55-441c-a9fb-2a856f1699cf tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 210 time: 0.0408351 Aug 12 02:15:00.891199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] For port 237f495f-7a45-4b10-a4cd-c5fb43885346, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=237f495f-7a45-4b10-a4cd-c5fb43885346,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:00.891613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:00.910941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Calling delete_port for 237f495f-7a45-4b10-a4cd-c5fb43885346 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:00.939912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:01.034936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.098461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.127601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-92646082-6679-4099-b9bd-cc1c41745947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.130687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-92646082-6679-4099-b9bd-cc1c41745947 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0921168 Aug 12 02:15:01.160939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d88d7e-a70a-4171-be3b-8b4798e0f8af req-66b7a2af-ed24-468a-b8ef-6169f1c83d92 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.162583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d88d7e-a70a-4171-be3b-8b4798e0f8af req-66b7a2af-ed24-468a-b8ef-6169f1c83d92 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0835087 Aug 12 02:15:01.163374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.229455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event deleted for resources: {'Port': ['ID=237f495f-7a45-4b10-a4cd-c5fb43885346,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:01.244438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-476aa582-eee2-4907-aec7-df30fdd06b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.245977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-476aa582-eee2-4907-aec7-df30fdd06b24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.1064553 Aug 12 02:15:01.247266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.250609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.251902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "DELETE /v2.0/security-groups/9f26cdbd-2d8d-42b5-948c-fe07d61136ea HTTP/1.1" status: 204 len: 168 time: 0.3107824 Aug 12 02:15:01.255165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:01.256924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-deleted', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:01.260447 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d957477d-4a33-4ab4-80e3-63d477e1bed6" -d '{"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-deleted", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:01.287673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] No DVR routers for this DVR port 237f495f-7a45-4b10-a4cd-c5fb43885346 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:01.290710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.292868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-507cebbe-abde-443f-a89e-de3d50f19044 req-f80c06a8-1c71-4c8a-8dc1-ce538c2b669e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "DELETE /v2.0/ports/237f495f-7a45-4b10-a4cd-c5fb43885346 HTTP/1.1" status: 204 len: 173 time: 0.6871061 Aug 12 02:15:01.306535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d88d7e-a70a-4171-be3b-8b4798e0f8af req-7fa3bee5-b770-4865-96d5-f0b0fe9a3f1d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306152 Aug 12 02:15:01.322488 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-0408d466-ba7d-42e4-97f9-89d77514c712 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] show failed (client error): The resource could not be found. Aug 12 02:15:01.323696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0408d466-ba7d-42e4-97f9-89d77514c712 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "GET /v2.0/security-groups/9f26cdbd-2d8d-42b5-948c-fe07d61136ea HTTP/1.1" status: 404 len: 347 time: 0.0599322 Aug 12 02:15:01.324983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-ebf3ab6d-bf7b-4b9a-8da9-12f13305e1cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0688262 Aug 12 02:15:01.325963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a541b-bb44-4eba-bce7-b011828bf4c7 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26cdbd-2d8d-42b5-948c-fe07d61136ea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:01.330312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55948) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:01.330530 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04667911-5355-4c15-8578-21e79efb8df0 x-openstack-request-id: req-04667911-5355-4c15-8578-21e79efb8df0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:01.330884 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c804774-0a2b-4c81-b6b9-bb28aa09b94e", "name": "network-vif-deleted", "tag": "ff3b3730-46b0-424c-aca4-48f6d8bf0262", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:01.331251 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04667911-5355-4c15-8578-21e79efb8df0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:01.331783 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c804774-0a2b-4c81-b6b9-bb28aa09b94e', 'name': 'network-vif-deleted', 'tag': 'ff3b3730-46b0-424c-aca4-48f6d8bf0262', 'status': 'completed', 'code': 200} Aug 12 02:15:01.390301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-8ff53860-048b-4fce-9b3f-0b33e3b0f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.391833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-8ff53860-048b-4fce-9b3f-0b33e3b0f436 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.0578210 Aug 12 02:15:01.428340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-85d93d02-757a-45c4-8040-5126d4201219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289795 Aug 12 02:15:01.501088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55952) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:01.536110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Deleting port af4515cb-0296-4c74-8c95-e2f924246ab4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:01.536467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.586587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-0abfa69d-173d-4ab1-946a-d1d198410306 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459212 Aug 12 02:15:01.595424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-deleted', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:01.597670 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c421b88-4c56-49ae-ae75-d27e4436d281" -d '{"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-deleted", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:01.661778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4af780-9f7f-4f2e-aa96-6fc1259b7c3d req-4343f641-8f36-4543-8bee-bf6fabd5f520 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.670707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c4af780-9f7f-4f2e-aa96-6fc1259b7c3d req-4343f641-8f36-4543-8bee-bf6fabd5f520 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0936708 Aug 12 02:15:01.692211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.692545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.697613 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecac62b-922c-4862-813e-32a3a74da5af x-openstack-request-id: req-aecac62b-922c-4862-813e-32a3a74da5af {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:01.697903 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8c89c8d-fd55-4c55-8745-ad066e29e6ad", "name": "network-vif-deleted", "tag": "237f495f-7a45-4b10-a4cd-c5fb43885346", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:01.698156 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aecac62b-922c-4862-813e-32a3a74da5af {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:01.698581 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8c89c8d-fd55-4c55-8745-ad066e29e6ad', 'name': 'network-vif-deleted', 'tag': '237f495f-7a45-4b10-a4cd-c5fb43885346', 'status': 'completed', 'code': 200} Aug 12 02:15:01.725444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Calling delete_port for af4515cb-0296-4c74-8c95-e2f924246ab4 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:01.812629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c4af780-9f7f-4f2e-aa96-6fc1259b7c3d req-f1585411-8d7c-4da5-998d-d6c3642963e8 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405029 Aug 12 02:15:01.836084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f590ed1c-f7b7-4d2e-95a0-0e830de781bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d41e8bfce3e4e86bf7da7aa8e87260d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326576 Aug 12 02:15:01.846055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55966) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:01.856596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ca82c-514d-4300-bd82-c0648b91e8ba req-42a9eb8f-1cc4-4aa2-bea4-bba7864dbb86 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624521 Aug 12 02:15:01.923651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c65077e-a99e-4eaf-aad7-7c6f3ea5851d req-b6ce4703-920e-4d25-866e-42e27d921556 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8c89c8d-fd55-4c55-8745-ad066e29e6ad HTTP/1.1" status: 200 len: 210 time: 0.0673387 Aug 12 02:15:01.931384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.933507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-70c49e3d-72d5-43eb-ba87-4429569dc961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:01.951393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-ae7a93a1-4662-4c70-ab48-b88e115824d4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:01.953415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-ae7a93a1-4662-4c70-ab48-b88e115824d4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.21 "GET /v2.0/networks?id=6d8dd3cd-cf57-4dfa-8c86-b5f81913221c HTTP/1.1" status: 200 len: 814 time: 0.3574831 Aug 12 02:15:01.973551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Request body: {'port': {'device_id': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'admin_state_up': True, 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:01.999975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.074215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.088495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41da53a-2f0a-4143-8b21-ff039112a7f3 req-6ab45239-0021-4296-92b4-d9ecbc08931d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:02.090038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d41da53a-2f0a-4143-8b21-ff039112a7f3 req-6ab45239-0021-4296-92b4-d9ecbc08931d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 946 time: 0.1361380 Aug 12 02:15:02.115933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Pushing event deleted for resources: {'Port': ['ID=af4515cb-0296-4c74-8c95-e2f924246ab4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:02.159009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.161786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.163584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aad86edd-e03c-4ce1-8b2d-45c20c6c7baf HTTP/1.1" status: 204 len: 168 time: 0.3165591 Aug 12 02:15:02.173470 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-30546d76-f610-4e79-a4ca-00a23cf20e2b req-ec115840-53ae-467b-a101-9d443f0e6ce6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 210 time: 0.0458300 Aug 12 02:15:02.196011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Made reservation on behalf of e159e7a9ee464434a7818b8165d6a73f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:02.198174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.218756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b954b7-a2d4-4c27-87d5-ce016461ad80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad86edd-e03c-4ce1-8b2d-45c20c6c7baf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:02.224507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d41da53a-2f0a-4143-8b21-ff039112a7f3 req-3ea7c492-de38-4031-ae75-2bf99db0572c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099832 Aug 12 02:15:02.232033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.234679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.235987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4e674c80-de52-43e3-aabf-dc5b982ae248 tempest-ServersTestManualDisk-516475746 tempest-ServersTestManualDisk-516475746-project] 10.222.0.11 "DELETE /v2.0/floatingips/ca42fa6d-df63-4af6-8576-f691aaa3b8ab HTTP/1.1" status: 204 len: 168 time: 0.9036956 Aug 12 02:15:02.238904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55984) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:02.413709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Allocated IP 172.20.0.14 (6d8dd3cd-cf57-4dfa-8c86-b5f81913221c/87035d60-8dba-4efe-86ac-d1b287dc364c/111fa116-2a83-4ffa-b5de-2ee2f49175a0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:02.488908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6530-417d-4db6-9b02-e452ef953e05 req-fa5598c6-a0e2-4d83-9716-ed2b0910a29d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:02.490463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db6e6530-417d-4db6-9b02-e452ef953e05 req-fa5598c6-a0e2-4d83-9716-ed2b0910a29d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 946 time: 0.0888886 Aug 12 02:15:02.505631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7d199-b5dd-4e44-a551-7712a171a61b req-3a01e374-9447-4024-80ac-dc9ae49cd826 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:02.508819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73b7d199-b5dd-4e44-a551-7712a171a61b req-3a01e374-9447-4024-80ac-dc9ae49cd826 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1121147 Aug 12 02:15:02.618818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73b7d199-b5dd-4e44-a551-7712a171a61b req-f85f4ad3-4b50-4608-9425-847961138723 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521832 Aug 12 02:15:02.687356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db6e6530-417d-4db6-9b02-e452ef953e05 req-64de7916-9fa5-4078-aa8e-349e93e96b92 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844759 Aug 12 02:15:02.740000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:02.742149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:02.765741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ff3b3730-46b0-424c-aca4-48f6d8bf0262 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:02.766385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff3b3730-46b0-424c-aca4-48f6d8bf0262 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:02.785199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56002) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:02.814563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:02.815721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26e13ead-9eb3-4d0e-977f-7f1c9bf4f8e2 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:02.816342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:02.849373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:02.862604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 237f495f-7a45-4b10-a4cd-c5fb43885346 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:02.863573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 237f495f-7a45-4b10-a4cd-c5fb43885346 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:02.896634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Transition to ACTIVE for port object 111fa116-2a83-4ffa-b5de-2ee2f49175a0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:02.991081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-87d1318f-203d-4e7d-b7b5-26989b4bdb17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=405ac0d1e9544ec699110df74aebf313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041221 Aug 12 02:15:02.997013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56012) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:03.002021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.056830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Pushing event updated for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:03.081620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:03.085098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:03.089108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:03.125060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cdaec-6e33-4a02-89ba-7f7f7057395f req-faec7334-9ad9-427a-820c-1a3d65c741da tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:03.133825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-486cdaec-6e33-4a02-89ba-7f7f7057395f req-faec7334-9ad9-427a-820c-1a3d65c741da tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1651738 Aug 12 02:15:03.203168 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-486cdaec-6e33-4a02-89ba-7f7f7057395f req-9fdeaf03-01e9-4a03-a824-fb2307b2efad tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681787 Aug 12 02:15:03.231709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:03.232774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.237038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.278434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-5fc00a71-8b14-4262-bf2f-60b6a1bfd276 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3099337 Aug 12 02:15:03.278918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.321003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.543770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-640017cd-011e-4885-a6a8-fb84fac8380f None None] Provisioning for port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:03.550424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-640017cd-011e-4885-a6a8-fb84fac8380f None None] Provisioning complete for port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:03.550800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-640017cd-011e-4885-a6a8-fb84fac8380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.584564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Request body: {'port': {'device_id': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:03.641753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-640017cd-011e-4885-a6a8-fb84fac8380f None None] Port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:03.700514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58806024-d9c2-4156-b21c-81580e32c8d2 req-a40b4c5a-f6c9-4743-ba16-d847b057c51e tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:03.709507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58806024-d9c2-4156-b21c-81580e32c8d2 req-a40b4c5a-f6c9-4743-ba16-d847b057c51e tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 932 time: 0.2208359 Aug 12 02:15:03.735345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.740901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.745711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0830da25-6510-4054-beed-49a079897429 HTTP/1.1" status: 204 len: 168 time: 0.7471068 Aug 12 02:15:03.772334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67c24f-d842-481d-a462-189ae1827b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0830da25-6510-4054-beed-49a079897429,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:03.823816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:03.951502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58806024-d9c2-4156-b21c-81580e32c8d2 req-0bdebdac-34c6-4524-98ac-ea1ed1b2531c tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408154 Aug 12 02:15:04.025299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Deleting port f6ee2390-1766-42b5-b382-463567a92369 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:04.025924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.143365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5e70-223c-4a55-b7eb-af419ae12cc2 req-ce02e199-cd55-40c7-b8c6-29c853813e8f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:04.153392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c30d5e70-223c-4a55-b7eb-af419ae12cc2 req-ce02e199-cd55-40c7-b8c6-29c853813e8f tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0846195 Aug 12 02:15:04.211104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] For port f6ee2390-1766-42b5-b382-463567a92369, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6ee2390-1766-42b5-b382-463567a92369,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:04.213143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.224261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c30d5e70-223c-4a55-b7eb-af419ae12cc2 req-2ad78e68-12c3-49eb-a7b0-e3a9235507e4 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695150 Aug 12 02:15:04.263858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Calling delete_port for f6ee2390-1766-42b5-b382-463567a92369 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:04.311372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.495426 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-00b41af2-2c43-4efc-bf95-92a9b4c1eda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.637799 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.638647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4879c7-f1f6-4d63-badb-e8fc24b8a9a8 req-ee1e2e8e-0c8f-4310-bd9e-467ea188dbe9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:04.646349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba4879c7-f1f6-4d63-badb-e8fc24b8a9a8 req-ee1e2e8e-0c8f-4310-bd9e-467ea188dbe9 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.5304425 Aug 12 02:15:04.715892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111fa116-2a83-4ffa-b5de-2ee2f49175a0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:04.730388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba4879c7-f1f6-4d63-badb-e8fc24b8a9a8 req-1ef2480d-083f-4fe5-8963-9ce5f0af47dc tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Aug 12 02:15:04.753795 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:04.772855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Transition to ACTIVE for port object 111fa116-2a83-4ffa-b5de-2ee2f49175a0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:04.781850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-05283789-49ff-4e12-85d6-a7cf18db98b7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:04.783404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-05283789-49ff-4e12-85d6-a7cf18db98b7 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 944 time: 0.1665978 Aug 12 02:15:04.785576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.093284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e239739-b853-44fe-9685-26b49105cda0 req-42e18ab1-fed3-4a4c-8faf-2547127da038 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:05.104398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e239739-b853-44fe-9685-26b49105cda0 req-42e18ab1-fed3-4a4c-8faf-2547127da038 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.6225955 Aug 12 02:15:05.179861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Pushing event updated for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:05.236843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Attempting to bind port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:05.237242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Attempting to bind port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:05.237504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Attempting to bind port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 on network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:05.257969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 on network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:05.258496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Attempting to bind port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 on network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:05.270850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e239739-b853-44fe-9685-26b49105cda0 req-7054eab1-50ec-4259-9352-181e5ced5528 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582437 Aug 12 02:15:05.287278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.290552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a564a-9f20-4540-95fb-eb7c0d436363 req-a6f6a184-a584-46bb-a77c-725d1bab3288 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:05.297976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3a564a-9f20-4540-95fb-eb7c0d436363 req-a6f6a184-a584-46bb-a77c-725d1bab3288 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 946 time: 0.3512442 Aug 12 02:15:05.301906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:05.302248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Checking segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:05.302635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Bound using segment: {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:05.303089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Bound port: 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b37f40-f2ff-4bee-8435-f6f294781792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:05.303451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.336011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Deleting port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:05.336995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.360153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ee2390-1766-42b5-b382-463567a92369,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:05.573717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3a564a-9f20-4540-95fb-eb7c0d436363 req-623cdad7-9547-4a79-a812-758951f27d94 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745066 Aug 12 02:15:05.700567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] For port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,segment=NetworkSegment(c454470c-1f6b-49b4-b31a-4cbe813a21cb),segment_id=c454470c-1f6b-49b4-b31a-4cbe813a21cb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:05.700567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.704971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:05.709612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.723927 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:05.773416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:05.860435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Calling delete_port for db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:05.881316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:06.002866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:06.003549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:06.008889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] 10.222.0.21 "PUT /v2.0/ports/111fa116-2a83-4ffa-b5de-2ee2f49175a0 HTTP/1.1" status: 200 len: 1092 time: 2.4518285 Aug 12 02:15:06.225988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:06.228394 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6682f9b3-bb53-4dc5-ade6-1888fc67b127" -d '{"events": [{"name": "network-changed", "server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:06.253597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Router 8836a412-0699-472a-b7be-d7945d4f6080 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:15:06.362013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151ef8-9934-4039-8c5b-0ef3cdd47f69 req-109fc1d2-d416-432e-869e-8e0788321aa8 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:06.377540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5151ef8-9934-4039-8c5b-0ef3cdd47f69 req-109fc1d2-d416-432e-869e-8e0788321aa8 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.5984631 Aug 12 02:15:06.442542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:06.495186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc2c63-b7de-4af8-9ffe-e1286c229139 service neutron] Pushing event updated for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:06.545143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5151ef8-9934-4039-8c5b-0ef3cdd47f69 req-dad731cc-d112-42f1-9312-da8d2880dfab tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658072 Aug 12 02:15:06.552530 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:06.624287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdba0e-d807-44c4-b287-6ec4f70f06fd req-7ac2d537-1b30-4d12-9f28-649ad7c9991e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:06.634661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0fdba0e-d807-44c4-b287-6ec4f70f06fd req-7ac2d537-1b30-4d12-9f28-649ad7c9991e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/ports?device_id=70f21d68-4347-4368-af7a-1e577fdbe21f HTTP/1.1" status: 200 len: 866 time: 0.3756020 Aug 12 02:15:06.667807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:06.714385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'port_id': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'mac_address': 'fa:16:3e:ae:37:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c2cb-0a10-4213-b747-15deb720f6de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:06.720049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Pushing event deleted for resources: {'Port': ['ID=db7624fd-3d3f-414d-95e3-8a2a60bdb6d1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:06.780260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:06.794651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Sync routers for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:06.809102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f52163c-9f63-4810-ba80-66c9e44075c0 admin admin] 10.222.0.11 "PUT /v2.0/routers/8836a412-0699-472a-b7be-d7945d4f6080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5690401 Aug 12 02:15:06.811872 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:06.812925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56106) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:06.813777 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:06.838831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] No DVR routers for this DVR port db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:06.841967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:06.844892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89d97324-092a-4bec-92b3-c8c3fc7e63d4 req-2fe93bdb-9f44-4357-b80a-f250dab3fcb2 tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.25 "DELETE /v2.0/ports/db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 HTTP/1.1" status: 204 len: 173 time: 2.0490177 Aug 12 02:15:06.846435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:06.863528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0fdba0e-d807-44c4-b287-6ec4f70f06fd req-c1e62ff7-744f-4e39-8ef9-a58f4e0a345e tempest-LiveMigrationTest-1801866981 tempest-LiveMigrationTest-1801866981-project] 10.222.0.11 "GET /v2.0/security-groups?id=c15a5983-8d9c-4f88-947b-9ff26046a3ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258561 Aug 12 02:15:06.885822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:06.908644 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f00379-26c6-4486-b1c4-0d3721f97f51 x-openstack-request-id: req-61f00379-26c6-4486-b1c4-0d3721f97f51 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:06.909027 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:06.909285 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61f00379-26c6-4486-b1c4-0d3721f97f51 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:06.910537 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0', 'status': 'completed', 'code': 200} Aug 12 02:15:06.953418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:06.962817 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:07.137577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:07.150016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['dee4df44-87f9-488a-922a-323b3ebf538c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:07.166879 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:07.230602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:07.358979 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:07.372397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b66c2-ff6e-4cc6-84f4-93a028237155 req-2465309f-795e-4888-b81b-688e38ca5636 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:07.379741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c2b66c2-ff6e-4cc6-84f4-93a028237155 req-2465309f-795e-4888-b81b-688e38ca5636 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.2922626 Aug 12 02:15:07.382323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288cc67-bec3-4c3b-9fd9-40b1d900a2b9 req-e0fcab61-e2f1-4693-ace7-6b5526222eea tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:07.402676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0288cc67-bec3-4c3b-9fd9-40b1d900a2b9 req-e0fcab61-e2f1-4693-ace7-6b5526222eea tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 945 time: 0.1736324 Aug 12 02:15:07.546927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0288cc67-bec3-4c3b-9fd9-40b1d900a2b9 req-440479da-648a-4b97-9e78-5554ccfaff34 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194603 Aug 12 02:15:07.558670 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:15:05Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:07.605392 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Checking router: 8836a412-0699-472a-b7be-d7945d4f6080 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:07.629928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c2b66c2-ff6e-4cc6-84f4-93a028237155 req-7bb6cd5c-a74c-4cbd-bc52-fbef876d1860 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492309 Aug 12 02:15:07.636509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Routers {'8836a412-0699-472a-b7be-d7945d4f6080'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:07.637157 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8836a412-0699-472a-b7be-d7945d4f6080'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:07.659716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:07.810763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-34f44868-283b-4baa-91af-2924a3ba2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:07.813602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-34f44868-283b-4baa-91af-2924a3ba2b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e159e7a9ee464434a7818b8165d6a73f&device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 1095 time: 0.1287458 Aug 12 02:15:07.860773 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] Set router 8836a412-0699-472a-b7be-d7945d4f6080 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:07.871812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35559410-5109-4e41-9156-f5084e9367a3 req-9894f4aa-d129-466d-9344-ca2a4ecf3899 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:07.878977 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35559410-5109-4e41-9156-f5084e9367a3 req-9894f4aa-d129-466d-9344-ca2a4ecf3899 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.1098728 Aug 12 02:15:07.889038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Deleting port 45dcef52-97b5-4357-a609-8878916a6391 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:07.889380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:07.974967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35559410-5109-4e41-9156-f5084e9367a3 req-184c3f0c-a83e-4851-8599-f62f351f0179 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950520 Aug 12 02:15:08.052783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] For port 45dcef52-97b5-4357-a609-8878916a6391, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=45dcef52-97b5-4357-a609-8878916a6391,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:08.055426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.095512 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:15:05Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:08.096645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Calling delete_port for 45dcef52-97b5-4357-a609-8878916a6391 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:08.115982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Request body: {'security_group': {'name': 'tempest-securitygroup-429189268', 'description': 'tempest-description-278997387'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:08.169699 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bffea-2ba2-460e-9996-4765058b2710 None None] The sync data for ids ['8836a412-0699-472a-b7be-d7945d4f6080'] in n-d-804303-2 is: [{'id': '8836a412-0699-472a-b7be-d7945d4f6080', 'name': 'tempest-ServersTestManualDisk-1249657522-router', 'tenant_id': '69d2b37c63b1416099d52fd102db74f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '45dcef52-97b5-4357-a609-8878916a6391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:22Z', 'updated_at': '2021-08-12T02:15:05Z', 'revision_number': 5, 'project_id': '69d2b37c63b1416099d52fd102db74f0', 'gw_port': {'id': '45dcef52-97b5-4357-a609-8878916a6391', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:fc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8836a412-0699-472a-b7be-d7945d4f6080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:23Z', 'updated_at': '2021-08-12T02:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:08.455326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:08.492133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:08.532998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:08.533352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db7624fd-3d3f-414d-95e3-8a2a60bdb6d1 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:08.533782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:08.568034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.703287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dcef52-97b5-4357-a609-8878916a6391,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:08.794325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Deleting subnet 9901f5c6-bada-4abe-ba5d-804761754cd1 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:08.815845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.818223 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.861995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.868282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:08.922272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:08.932809 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.962194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:08.976780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-deleted', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:08.979861 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc50d98-88c1-4df2-9291-c132c3ef5331" -d '{"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-deleted", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:08.983627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-48053593-3dd5-48a4-b193-743f130dbcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:08.985616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-48053593-3dd5-48a4-b193-743f130dbcc7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e159e7a9ee464434a7818b8165d6a73f&shared=False HTTP/1.1" status: 200 len: 915 time: 1.0174348 Aug 12 02:15:08.992546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.018175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:09.035875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.153927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.163900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.166888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276a7da-bfae-466b-bb63-139c527d3efa req-c90d99d4-a51c-4867-bdad-150d0b3411da tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:09.175228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6276a7da-bfae-466b-bb63-139c527d3efa req-c90d99d4-a51c-4867-bdad-150d0b3411da tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 945 time: 0.3775854 Aug 12 02:15:09.190136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.203268 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:15:09.285568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.290153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.303845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.338751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a29c6c8-8ed6-447e-a57a-586abb67dc0b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:09.346525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9901f5c6-bada-4abe-ba5d-804761754cd1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:09.349067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.351179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-92fc10da-29df-4482-963d-e7efa22c0fe8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9901f5c6-bada-4abe-ba5d-804761754cd1 HTTP/1.1" status: 204 len: 168 time: 0.8574545 Aug 12 02:15:09.359804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:09.431282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6276a7da-bfae-466b-bb63-139c527d3efa req-389addf8-97e7-44aa-8938-c0f79f31dcd0 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545180 Aug 12 02:15:09.444873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.446199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8836a412-0699-472a-b7be-d7945d4f6080 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:15:09.453632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.454221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e8643ad-4099-45c2-b2f6-3fcddff12f35 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8836a412-0699-472a-b7be-d7945d4f6080 HTTP/1.1" status: 204 len: 168 time: 2.6198649 Aug 12 02:15:09.467201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:09.469457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6ee2390-1766-42b5-b382-463567a92369 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:09.497673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.520719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f6ee2390-1766-42b5-b382-463567a92369 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:09.521440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6ee2390-1766-42b5-b382-463567a92369 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:09.613289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.701644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b2a0c-8ec7-4922-8e7d-915187ca7f16 req-9972eff0-1441-4586-8d95-d67b96a897ea tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:09.726190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce5b2a0c-8ec7-4922-8e7d-915187ca7f16 req-9972eff0-1441-4586-8d95-d67b96a897ea tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1990638 Aug 12 02:15:09.762789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.776526 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1ba84e8-64f2-461c-a5fe-9b194edc3837 req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6657040 Aug 12 02:15:09.785691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f58846-c85c-40c3-9192-25c707751cd4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01436327-a2ba-4f40-888f-8c87eaf1fe76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:09.809813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:09.827972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Deleting subnet 75b706f7-f792-4143-804e-79e5efd956a9 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:09.854759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce5b2a0c-8ec7-4922-8e7d-915187ca7f16 req-1e744e89-e1f0-44b9-bb7a-9225d8a717bf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222618 Aug 12 02:15:09.896602 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef014011-300e-48e0-98cf-8b1d306d09bf x-openstack-request-id: req-ef014011-300e-48e0-98cf-8b1d306d09bf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:09.896942 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f21d68-4347-4368-af7a-1e577fdbe21f", "name": "network-vif-deleted", "tag": "db7624fd-3d3f-414d-95e3-8a2a60bdb6d1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:09.897144 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef014011-300e-48e0-98cf-8b1d306d09bf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:09.897540 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f21d68-4347-4368-af7a-1e577fdbe21f', 'name': 'network-vif-deleted', 'tag': 'db7624fd-3d3f-414d-95e3-8a2a60bdb6d1', 'status': 'completed', 'code': 200} Aug 12 02:15:09.908215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.140297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.164026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Request body: {'security_group': {'name': 'tempest-securitygroup-454040613', 'description': 'tempest-description-1713780841'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:10.192196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-e4b8a839-e84c-4e11-8620-d687f8c1a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:10.195458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6682f9b3-bb53-4dc5-ade6-1888fc67b127 req-e4b8a839-e84c-4e11-8620-d687f8c1a049 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6953228 Aug 12 02:15:10.208308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.370196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.375778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.407190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12c47c-0728-456f-aae2-8f42196799ce req-02cfe19a-cc66-40e5-be35-ba1065594423 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:10.408615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.409112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e12c47c-0728-456f-aae2-8f42196799ce req-02cfe19a-cc66-40e5-be35-ba1065594423 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 944 time: 0.5142615 Aug 12 02:15:10.415184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0370d5a-45bb-4ea6-ab19-7bd05b9c55fa req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2556055 Aug 12 02:15:10.435739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10cb22-001b-4a1d-867c-8aac186d0e93 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2023f6-f2cf-45f1-b0d1-85fbe94ecf17,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:10.456243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe823b3-b795-488f-b408-713368d96a8c req-bde3b858-3d0c-4a90-a13f-2475fad68746 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:10.459194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1fe823b3-b795-488f-b408-713368d96a8c req-bde3b858-3d0c-4a90-a13f-2475fad68746 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.2732117 Aug 12 02:15:10.470933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.532463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1236780340', 'description': 'tempest-description-746509965'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:10.538617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40ecc8c-d8c3-4613-9d6b-455f298d5ceb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:10.559325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.571146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.610138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c454470c-1f6b-49b4-b31a-4cbe813a21cb') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:10.610627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c454470c-1f6b-49b4-b31a-4cbe813a21cb') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:10.656864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1fe823b3-b795-488f-b408-713368d96a8c req-6076f81b-5e66-42b1-8f3b-0ae761e3bbdc tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831210 Aug 12 02:15:10.658737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.680593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.710284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.730650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:10.731129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.734224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.742104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:10.767909 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:10.783368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ac51a-cd1f-42f0-91a4-cf37f557deda,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:10.875089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.885024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.918384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.925705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Deleting port dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:10.926051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.926180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.941456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0a192f98-869b-48bd-8c51-9e6e3acb3b11 req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4138372 Aug 12 02:15:10.946618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f366140-a3b3-4736-881c-7030982a1e48 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c682c5-454f-4c48-8420-70aef8a6a9ee,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:10.970169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:10.972353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c40ecc8c-d8c3-4613-9d6b-455f298d5ceb HTTP/1.1" status: 204 len: 168 time: 1.6115725 Aug 12 02:15:10.973200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f8ede-14dd-463d-9893-22d407835a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40ecc8c-d8c3-4613-9d6b-455f298d5ceb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:10.975194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:11.008021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.039926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8490ec-67b5-455e-a276-794bffdba20b None None] Network 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:15:11.051638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.052010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Deleting subnet 6e98e7da-dc72-4729-a938-e43e8fffca9f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:11.056713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75b706f7-f792-4143-804e-79e5efd956a9 HTTP/1.1" status: 204 len: 168 time: 1.5311913 Aug 12 02:15:11.057264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.059508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56158) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:11.078399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82f080-8699-4122-b574-a2357b8c8b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b706f7-f792-4143-804e-79e5efd956a9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:11.103415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27684472-6ecd-4b1f-9831-83b127d6dfa0 req-522769a7-765e-4838-805f-d33666e6f241 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:11.105022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27684472-6ecd-4b1f-9831-83b127d6dfa0 req-522769a7-765e-4838-805f-d33666e6f241 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=12b705c5-89c7-43ab-a6a9-bcbb44fde9fb HTTP/1.1" status: 200 len: 944 time: 0.2993584 Aug 12 02:15:11.205333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] For port dee4df44-87f9-488a-922a-323b3ebf538c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=dee4df44-87f9-488a-922a-323b3ebf538c,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:11.206003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.237843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Calling delete_port for dee4df44-87f9-488a-922a-323b3ebf538c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:11.273565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.360074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 45dcef52-97b5-4357-a609-8878916a6391 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:11.364053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.373314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91545782-ebb7-46cc-acb7-a431ae874ca6 req-34fbbffb-8bad-491f-bf70-0313efe6bde2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:11.385526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91545782-ebb7-46cc-acb7-a431ae874ca6 req-34fbbffb-8bad-491f-bf70-0313efe6bde2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.3296523 Aug 12 02:15:11.432891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] DHCP port deletion for 34e26b5b-c8b2-432a-aa65-fddfe1ef7938 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:15:11.442648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.451292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91545782-ebb7-46cc-acb7-a431ae874ca6 req-64081ace-15c4-4153-b2e8-66b348f9b1df tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Aug 12 02:15:11.459764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.470579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 45dcef52-97b5-4357-a609-8878916a6391 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:11.470893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 45dcef52-97b5-4357-a609-8878916a6391 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:11.499982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27684472-6ecd-4b1f-9831-83b127d6dfa0 req-990c9011-3a35-45f6-b6e3-7d24f72a3fd8 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823514 Aug 12 02:15:11.551826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1593003092', 'description': 'tempest-description-105370033'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:11.553409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event deleted for resources: {'Port': ['ID=dee4df44-87f9-488a-922a-323b3ebf538c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:11.589837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.637353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Deleting port baead310-d3c2-40ba-816b-db2d8c5afb02 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:11.637934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.642470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] No DVR routers for this DVR port dee4df44-87f9-488a-922a-323b3ebf538c on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:11.650544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.653015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e12c47c-0728-456f-aae2-8f42196799ce req-a76318d7-febf-4f4a-b768-9ade9364fba9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "DELETE /v2.0/ports/dee4df44-87f9-488a-922a-323b3ebf538c HTTP/1.1" status: 204 len: 173 time: 1.2359409 Aug 12 02:15:11.666672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Deleting port baead310-d3c2-40ba-816b-db2d8c5afb02 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:11.667043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.734249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.828348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] For port baead310-d3c2-40ba-816b-db2d8c5afb02, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=baead310-d3c2-40ba-816b-db2d8c5afb02,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:11.828811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.862654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.864753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6e98e7da-dc72-4729-a938-e43e8fffca9f HTTP/1.1" status: 204 len: 168 time: 0.8882928 Aug 12 02:15:11.867445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:11.874555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f424c-9eef-4079-9f13-46c8263e9484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e98e7da-dc72-4729-a938-e43e8fffca9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:11.883968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Calling delete_port for baead310-d3c2-40ba-816b-db2d8c5afb02 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:11.906216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'name': 'network-vif-deleted', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:11.907228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] For port baead310-d3c2-40ba-816b-db2d8c5afb02, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=baead310-d3c2-40ba-816b-db2d8c5afb02,segment=NetworkSegment(311bb771-3dd0-44f8-a0da-bd0850c8f28c),segment_id=311bb771-3dd0-44f8-a0da-bd0850c8f28c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:11.907656 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:11.908501 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a32f3c5-29e4-4d92-abee-01832d216518" -d '{"events": [{"server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "name": "network-vif-deleted", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:11.928263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Calling delete_port for baead310-d3c2-40ba-816b-db2d8c5afb02 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:11.994804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.005536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.051255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.052942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.053495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.067271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6aa13f70-64d4-448b-b0a6-e2cc8fe4f7c3 req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5217962 Aug 12 02:15:12.073616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a844e-34e7-4f82-ad33-1c42bf51e902 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf76d7-69ca-4922-9592-92c218adaaeb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:12.096940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.129267 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e80203-b7c3-428c-b357-27816ece1550 x-openstack-request-id: req-d6e80203-b7c3-428c-b357-27816ece1550 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:12.129816 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b705c5-89c7-43ab-a6a9-bcbb44fde9fb", "name": "network-vif-deleted", "tag": "dee4df44-87f9-488a-922a-323b3ebf538c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:12.131799 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6e80203-b7c3-428c-b357-27816ece1550 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:12.132405 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b705c5-89c7-43ab-a6a9-bcbb44fde9fb', 'name': 'network-vif-deleted', 'tag': 'dee4df44-87f9-488a-922a-323b3ebf538c', 'status': 'completed', 'code': 200} Aug 12 02:15:12.157768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=baead310-d3c2-40ba-816b-db2d8c5afb02,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:12.161087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] No DVR routers for this DVR port baead310-d3c2-40ba-816b-db2d8c5afb02 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:12.170922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cddd8b-b013-4554-9fca-e04cc054d623 None None] Pushing event deleted for resources: {'Port': ['ID=baead310-d3c2-40ba-816b-db2d8c5afb02,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:12.202897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] No DVR routers for this DVR port baead310-d3c2-40ba-816b-db2d8c5afb02 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:12.206180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cda73-7cfd-4904-94c9-8a7cc143cff6 req-99024d21-3849-403c-833a-a0d5d68b4622 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:12.214517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b5cda73-7cfd-4904-94c9-8a7cc143cff6 req-99024d21-3849-403c-833a-a0d5d68b4622 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.1665730 Aug 12 02:15:12.311113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b5cda73-7cfd-4904-94c9-8a7cc143cff6 req-880c536f-f8a5-4d59-9d4a-7f8342514e13 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955417 Aug 12 02:15:12.337012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.359665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6278535e-6bc7-41c8-a036-fb36bc6daeee']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.381343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691f31ca-7aaa-49bd-88be-27418a8cd587') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.383684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691f31ca-7aaa-49bd-88be-27418a8cd587') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.394439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.413274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.422752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:12.423460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:12.426170 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:12.472716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:12.536106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.544018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: dee4df44-87f9-488a-922a-323b3ebf538c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:12.549562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.550709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device dee4df44-87f9-488a-922a-323b3ebf538c not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:12.554052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6278535e-6bc7-41c8-a036-fb36bc6daeee HTTP/1.1" status: 204 len: 168 time: 0.6854091 Aug 12 02:15:12.566626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9015a1-749b-4be7-bcbe-0f6c9c51b314 admin admin] Pushing event deleted for resources: {'Network': ['ID=6278535e-6bc7-41c8-a036-fb36bc6daeee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:12.647204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d554426-c6e5-41eb-bc1b-b3d676f21aa2 req-147b6b78-85d4-4267-966a-c9f64677dbdc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:12.651210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d554426-c6e5-41eb-bc1b-b3d676f21aa2 req-147b6b78-85d4-4267-966a-c9f64677dbdc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0647855 Aug 12 02:15:12.651504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.728504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e26b5b-c8b2-432a-aa65-fddfe1ef7938']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.729286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d554426-c6e5-41eb-bc1b-b3d676f21aa2 req-d15103a4-cfa4-45f3-99f2-ea56bd6904b6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Aug 12 02:15:12.798413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311bb771-3dd0-44f8-a0da-bd0850c8f28c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.799001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311bb771-3dd0-44f8-a0da-bd0850c8f28c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:12.854853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.882434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.900365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:12.900974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:12.903802 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:12.952431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:12.966102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-db391f94-d29d-4aa7-b792-863f3106ebb0 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53330 time: 0.7997975 Aug 12 02:15:13.078254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.079888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3073e209-239d-42f6-ab33-7c3ec8f154ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94683b871dc544029360e92468ab5871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247385 Aug 12 02:15:13.081297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:13.095249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.097434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] 10.222.0.11 "DELETE /v2.0/networks/34e26b5b-c8b2-432a-aa65-fddfe1ef7938 HTTP/1.1" status: 204 len: 168 time: 2.0369282 Aug 12 02:15:13.121435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420030-3af3-4d18-bbdb-c1057841cbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=34e26b5b-c8b2-432a-aa65-fddfe1ef7938,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:13.136637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-df99e29a-3253-43ef-8886-763ed98d713f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0e4f7578-eab5-46ee-94ac-cdc0f8dde343 HTTP/1.1" status: 200 len: 2977 time: 0.1171312 Aug 12 02:15:13.204042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-52b1c3e9-de0e-4c1b-b12e-11fb2255262c tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0e4f7578-eab5-46ee-94ac-cdc0f8dde343 HTTP/1.1" status: 200 len: 2977 time: 0.0660520 Aug 12 02:15:13.255990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-0cf284d0-38eb-40c8-a711-89742d2dd71a tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1c6ac51a-cd1f-42f0-91a4-cf37f557deda HTTP/1.1" status: 200 len: 2981 time: 0.0393627 Aug 12 02:15:13.308672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.325639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-c3311860-65d9-4b96-a594-edb74b287dc6 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1c6ac51a-cd1f-42f0-91a4-cf37f557deda HTTP/1.1" status: 200 len: 2981 time: 0.0611551 Aug 12 02:15:13.340685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.404707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.408369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.409589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-eba8410f-3ae3-41f0-832b-5b0fa39cd7ff tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/211d07af-4e8d-47e5-8ec8-11d8fba9ae75 HTTP/1.1" status: 200 len: 2981 time: 0.0765269 Aug 12 02:15:13.412268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c15a5983-8d9c-4f88-947b-9ff26046a3ff HTTP/1.1" status: 204 len: 168 time: 0.3295498 Aug 12 02:15:13.435416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d2270-5b8a-458e-a075-afe06e6321e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15a5983-8d9c-4f88-947b-9ff26046a3ff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:13.486683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:13.505555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6b5f1233-4224-448b-a69c-32e4dfb36a5a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:13.515518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device baead310-d3c2-40ba-816b-db2d8c5afb02 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:13.526219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6b5f1233-4224-448b-a69c-32e4dfb36a5a tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.3526738 Aug 12 02:15:13.562389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: baead310-d3c2-40ba-816b-db2d8c5afb02 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:13.562734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device baead310-d3c2-40ba-816b-db2d8c5afb02 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:13.582538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-bf8c50f3-9289-497a-b483-92023de1694c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/quotas/84a18610eee64e7a9d7255fbdbe6e1ba HTTP/1.1" status: 200 len: 375 time: 0.0539999 Aug 12 02:15:13.600129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-9777de1a-3fc1-40cc-916b-0455fa7dd060 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/211d07af-4e8d-47e5-8ec8-11d8fba9ae75 HTTP/1.1" status: 200 len: 2981 time: 0.1653228 Aug 12 02:15:13.679035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d603fa42-b07d-4d7a-ac2a-18b34c1b0e5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69d2b37c63b1416099d52fd102db74f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886427 Aug 12 02:15:13.684939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56208) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:13.721548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-514292b5-dc1c-439d-bf97-c214fb395629 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1376989 Aug 12 02:15:13.776231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-01545940-b4a5-4b22-aa44-e009964f0e77 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/4048b2e5-d35e-4deb-8a21-bfb67716161d HTTP/1.1" status: 200 len: 2981 time: 0.1735530 Aug 12 02:15:13.922257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-a659058a-5146-4c3d-903e-d3874efdf750 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/4048b2e5-d35e-4deb-8a21-bfb67716161d HTTP/1.1" status: 200 len: 2981 time: 0.1302435 Aug 12 02:15:13.923220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:13.943420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-8449032f-27d0-4b1d-9c63-071a07c8ad85 service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206492 Aug 12 02:15:13.965047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.029556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-c41704a3-b67c-44a0-b889-22fcb009404c tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/459842d3-6fe4-469f-8dd1-b8d07c98aa69 HTTP/1.1" status: 200 len: 2981 time: 0.0751197 Aug 12 02:15:14.077893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-cb414ccb-083e-4af7-8a03-321970e3e3c8 service neutron] 10.222.0.11 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259158 Aug 12 02:15:14.093180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.096797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.099941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50435165-9dd8-4fda-9b7e-62af5c6d603c HTTP/1.1" status: 204 len: 168 time: 0.4118283 Aug 12 02:15:14.122516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-75e16e3a-784b-4488-9e90-e8cd8a00a6dc tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/459842d3-6fe4-469f-8dd1-b8d07c98aa69 HTTP/1.1" status: 200 len: 2981 time: 0.0732796 Aug 12 02:15:14.123565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c2365-0b30-4e86-9279-1bcf02e12e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50435165-9dd8-4fda-9b7e-62af5c6d603c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:14.145801 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-7777123f-9853-4887-81db-dd8938ebd9cf tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:14.155396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-7777123f-9853-4887-81db-dd8938ebd9cf tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/50435165-9dd8-4fda-9b7e-62af5c6d603c HTTP/1.1" status: 404 len: 352 time: 0.0243208 Aug 12 02:15:14.170479 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-0db17d92-b2d3-4354-a4ed-06afcab5902f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:14.179105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-0db17d92-b2d3-4354-a4ed-06afcab5902f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/50435165-9dd8-4fda-9b7e-62af5c6d603c HTTP/1.1" status: 404 len: 352 time: 0.0218213 Aug 12 02:15:14.179210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:14.234120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2f38dc0f-cacb-4818-ac22-5fb30088f4eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=670beb9755fa41c4aedd8b1ab03ca072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530014 Aug 12 02:15:14.236685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:14.240056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-f83c761c-dd81-4d63-a7ad-8c036e27fefe tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5186ac0d-d6a8-4a71-9b5c-dcff26b63253 HTTP/1.1" status: 200 len: 2977 time: 0.0601525 Aug 12 02:15:14.291306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-b3fb0c95-0db4-4603-a4e3-7fe1ea5144cc tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5186ac0d-d6a8-4a71-9b5c-dcff26b63253 HTTP/1.1" status: 200 len: 2977 time: 0.0453141 Aug 12 02:15:14.295394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.330571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.361355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-3e9049c0-5ca6-4d19-be5a-445bf68ddcbe tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/54ea6f1f-bdb7-4698-b3d9-1f578fe67bdc HTTP/1.1" status: 200 len: 2973 time: 0.0625379 Aug 12 02:15:14.425948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccbf91-bd47-4152-bb6e-542c0646f8b6 req-32fa9da0-7355-43e0-958a-4dc79e15d732 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:14.427666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-aa89842b-48c9-41e2-98b8-f40d3627548b tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/54ea6f1f-bdb7-4698-b3d9-1f578fe67bdc HTTP/1.1" status: 200 len: 2973 time: 0.0582068 Aug 12 02:15:14.427989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56ccbf91-bd47-4152-bb6e-542c0646f8b6 req-32fa9da0-7355-43e0-958a-4dc79e15d732 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.0675468 Aug 12 02:15:14.429198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.433074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:14.434142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df22b8d8-c716-4aba-99ee-0bf67f5ec79c HTTP/1.1" status: 204 len: 168 time: 0.1960692 Aug 12 02:15:14.449385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96232303-1eb6-403a-a866-430f2e6812c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22b8d8-c716-4aba-99ee-0bf67f5ec79c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:14.484181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56ccbf91-bd47-4152-bb6e-542c0646f8b6 req-77599553-3f8b-40d8-be62-f94d0cf05990 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Aug 12 02:15:14.556885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-1a1bb6a5-789a-40a4-88e2-6331ad23ddb6 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7a29c6c8-8ed6-447e-a57a-586abb67dc0b HTTP/1.1" status: 200 len: 2981 time: 0.0992923 Aug 12 02:15:14.626280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b117ced-a5ee-4227-82fc-92116c00ff66 req-91e0f0e9-a745-410d-9260-472afc18099d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:14.628062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b117ced-a5ee-4227-82fc-92116c00ff66 req-91e0f0e9-a745-410d-9260-472afc18099d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0694196 Aug 12 02:15:14.635695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-14635922-8614-43de-b845-5d29bfe68d8a tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7a29c6c8-8ed6-447e-a57a-586abb67dc0b HTTP/1.1" status: 200 len: 2981 time: 0.0713897 Aug 12 02:15:14.691747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-f892b22f-ae49-4955-9fab-fe69b759d52e tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7ce9741a-edda-452e-add7-eda28e349df3 HTTP/1.1" status: 200 len: 2977 time: 0.0498827 Aug 12 02:15:14.695052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b117ced-a5ee-4227-82fc-92116c00ff66 req-0135e8ce-8bec-4526-9820-2242a77bd259 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Aug 12 02:15:14.752790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-197f4dfa-d65b-485a-a519-7103fc76546c tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7ce9741a-edda-452e-add7-eda28e349df3 HTTP/1.1" status: 200 len: 2977 time: 0.0537367 Aug 12 02:15:14.826940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-3ffcc218-09bb-46a4-82ef-35b282d49c4f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8934e0e6-a113-4d9d-967a-14b7aab5b7c3 HTTP/1.1" status: 200 len: 2981 time: 0.0661721 Aug 12 02:15:14.905446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-0a991de6-8a53-482c-8a9f-b4a2a43e55d6 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8934e0e6-a113-4d9d-967a-14b7aab5b7c3 HTTP/1.1" status: 200 len: 2981 time: 0.0768733 Aug 12 02:15:14.972419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-0348ad0f-8669-4943-ba9b-8b87be2b9ddb tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9302c494-e1be-4c74-8c40-b7bc6c20548f HTTP/1.1" status: 200 len: 2981 time: 0.0657420 Aug 12 02:15:14.985062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69e6a46f-ec45-4f42-b006-d58cdb0976f8 req-59c6885a-d262-4e62-b951-6858d9b17b18 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 210 time: 0.0385342 Aug 12 02:15:15.032510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-d32e2452-23c7-4e60-bf88-1e9708c9f1b1 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/9302c494-e1be-4c74-8c40-b7bc6c20548f HTTP/1.1" status: 200 len: 2981 time: 0.0535784 Aug 12 02:15:15.111998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-3e95abc8-be25-4a5a-ae70-e9d5729a0656 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/aa5a26de-49c7-4d6a-95ad-c5da04454027 HTTP/1.1" status: 200 len: 2981 time: 0.0676174 Aug 12 02:15:15.178883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-97740c75-e554-467b-8e70-343f9761576f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/aa5a26de-49c7-4d6a-95ad-c5da04454027 HTTP/1.1" status: 200 len: 2981 time: 0.0598097 Aug 12 02:15:15.217143 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-cbd4b3d2-119e-4e3e-a098-b154335c3585 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:15.219685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-cbd4b3d2-119e-4e3e-a098-b154335c3585 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c15a5983-8d9c-4f88-947b-9ff26046a3ff HTTP/1.1" status: 404 len: 352 time: 0.0329952 Aug 12 02:15:15.257047 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-1af0403f-3172-418f-9b3a-04a16717e95f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:15.261978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-1af0403f-3172-418f-9b3a-04a16717e95f tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c15a5983-8d9c-4f88-947b-9ff26046a3ff HTTP/1.1" status: 404 len: 352 time: 0.0301557 Aug 12 02:15:15.285524 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-6ae1173d-58f3-4269-90b6-95aa40a1369e tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:15.286578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-6ae1173d-58f3-4269-90b6-95aa40a1369e tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/df22b8d8-c716-4aba-99ee-0bf67f5ec79c HTTP/1.1" status: 404 len: 352 time: 0.0173097 Aug 12 02:15:15.321891 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-84594308-1c9b-4721-bd34-21006417f08c req-2b07e760-c48c-4dd5-870e-edeb3e0aa6d5 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] show failed (client error): The resource could not be found. Aug 12 02:15:15.323116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84594308-1c9b-4721-bd34-21006417f08c req-2b07e760-c48c-4dd5-870e-edeb3e0aa6d5 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/df22b8d8-c716-4aba-99ee-0bf67f5ec79c HTTP/1.1" status: 404 len: 352 time: 0.0152528 Aug 12 02:15:15.436298 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-831670bb-02bf-48ac-9d97-3198676703dc req-73f581c5-51a0-4c07-9c7c-25e6e04fa826 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=174d578977424c299915f10d0771e91c HTTP/1.1" status: 200 len: 6101 time: 0.0778990 Aug 12 02:15:15.534707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-831670bb-02bf-48ac-9d97-3198676703dc req-83d738da-3a94-4735-b5b7-97c09edb9b31 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "GET /v2.0/security-groups/7a29c6c8-8ed6-447e-a57a-586abb67dc0b HTTP/1.1" status: 200 len: 2981 time: 0.0972474 Aug 12 02:15:15.641182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-831670bb-02bf-48ac-9d97-3198676703dc req-bcf28b29-c62e-4bd0-8d08-bda6715645c4 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "GET /v2.0/security-groups/7a29c6c8-8ed6-447e-a57a-586abb67dc0b HTTP/1.1" status: 200 len: 2981 time: 0.1053433 Aug 12 02:15:15.760549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-5644790c-1e73-404f-bd7d-540dfc267842 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:15.761542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-5644790c-1e73-404f-bd7d-540dfc267842 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 821 time: 0.1675711 Aug 12 02:15:15.780961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Request body: {'port': {'device_id': '32185218-a68e-47e1-9f12-4fa622798429', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'admin_state_up': True, 'tenant_id': '84a18610eee64e7a9d7255fbdbe6e1ba'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:15.865500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca9d6a-c850-4542-aaea-be21f841ffd2 req-2e175df3-4be5-48bb-aac6-f7d4347b4710 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:15.872047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcca9d6a-c850-4542-aaea-be21f841ffd2 req-2e175df3-4be5-48bb-aac6-f7d4347b4710 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.1339390 Aug 12 02:15:15.925269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-e9d0351f-6a68-47a5-af08-e76b2638e2d1 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/41bf76d7-69ca-4922-9592-92c218adaaeb HTTP/1.1" status: 200 len: 1777 time: 0.0737481 Aug 12 02:15:15.972459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcca9d6a-c850-4542-aaea-be21f841ffd2 req-e2b49ec7-34c1-4e6c-96f8-0c1d21c06599 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896523 Aug 12 02:15:16.009886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Made reservation on behalf of 84a18610eee64e7a9d7255fbdbe6e1ba for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:16.014500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.017600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.068515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.154203 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.158722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.175174 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ff5d327-2cdf-4f46-941a-3af0aa62facd req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/41bf76d7-69ca-4922-9592-92c218adaaeb HTTP/1.1" status: 204 len: 173 time: 0.2407110 Aug 12 02:15:16.192146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0215908-392b-44e1-9fc7-de1e542a75ad tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf76d7-69ca-4922-9592-92c218adaaeb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:16.294012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-577e6078-a7f6-4f44-92af-15ae032c6691 req-29067aed-bc36-40d5-917b-6ef65ea0a6dc tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0397644 Aug 12 02:15:16.575706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4947f08d-3edf-418d-b1bd-630bd21b4cba req-3cec7ef0-7c64-4533-b9be-cc40523b5366 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 210 time: 0.0381675 Aug 12 02:15:16.651444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7806be0-8be4-4020-b391-462f43b457ac req-cf656c9f-abea-474a-9a9a-8fe4684ea834 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "GET /v2.0/security-groups/11c682c5-454f-4c48-8420-70aef8a6a9ee HTTP/1.1" status: 200 len: 1777 time: 0.0474954 Aug 12 02:15:16.722067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7806be0-8be4-4020-b391-462f43b457ac req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.741079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-3c3e12a6-5db2-4abb-a781-e1fb1d35109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:16.743255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-3c3e12a6-5db2-4abb-a781-e1fb1d35109f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e159e7a9ee464434a7818b8165d6a73f&device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 1095 time: 0.6345844 Aug 12 02:15:16.770284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd65c6c-3832-42ce-85c5-4d4c27abeba8 req-ae47d46d-a2f3-437b-9c59-1cde414142a2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:16.770427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7806be0-8be4-4020-b391-462f43b457ac req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.772629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dd65c6c-3832-42ce-85c5-4d4c27abeba8 req-ae47d46d-a2f3-437b-9c59-1cde414142a2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.7097955 Aug 12 02:15:16.814904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7806be0-8be4-4020-b391-462f43b457ac req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.817564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7806be0-8be4-4020-b391-462f43b457ac req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:16.818719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7806be0-8be4-4020-b391-462f43b457ac req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/11c682c5-454f-4c48-8420-70aef8a6a9ee HTTP/1.1" status: 204 len: 173 time: 0.1674066 Aug 12 02:15:16.837159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425d85e-c805-4de9-a904-8d1f7bee4696 tempest-SecurityGroupsTestAdminJSON-1310501950 tempest-SecurityGroupsTestAdminJSON-1310501950-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c682c5-454f-4c48-8420-70aef8a6a9ee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:16.861893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-37f68e9c-5c42-4aa7-8b40-ebd4d2b77a22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0 HTTP/1.1" status: 200 len: 217 time: 0.0711250 Aug 12 02:15:16.865024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Allocated IP 172.20.0.9 (567a46f8-2dd2-4718-99d4-7727de31520b/d967c2cb-0a10-4213-b747-15deb720f6de/d09b821c-f101-474c-8d6b-fcd2938063c3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:16.870548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dd65c6c-3832-42ce-85c5-4d4c27abeba8 req-1eeee6d5-859c-4309-80aa-70afab66d49e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970738 Aug 12 02:15:16.998467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-00643a10-a808-45a6-a524-617b37efa6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:16.999984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-00643a10-a808-45a6-a524-617b37efa6cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=87035d60-8dba-4efe-86ac-d1b287dc364c HTTP/1.1" status: 200 len: 853 time: 0.1262777 Aug 12 02:15:17.052337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-40e35453-9529-4d97-9d1e-fa685bd9af94 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "GET /v2.0/security-groups/fd2023f6-f2cf-45f1-b0d1-85fbe94ecf17 HTTP/1.1" status: 200 len: 1777 time: 0.1183639 Aug 12 02:15:17.130067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-1c79d96c-ecad-446c-b483-9bd5a1e5f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:17.131636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-1c79d96c-ecad-446c-b483-9bd5a1e5f105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6d8dd3cd-cf57-4dfa-8c86-b5f81913221c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227233 Aug 12 02:15:17.302876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-1f753893-45c8-449f-8b15-eb6e187fbb5b tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0f3f981ec6234936b64cb4a838947f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373461 Aug 12 02:15:17.303711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.329874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.355238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.365748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-0ab235cb-1583-4709-bf3a-3069d4b5bdf3 service neutron] 10.222.0.21 "GET /v2.0/networks/6d8dd3cd-cf57-4dfa-8c86-b5f81913221c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245960 Aug 12 02:15:17.512554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.515273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.517184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38906a67-bb9d-474b-ab2f-629da79ccbba req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd2023f6-f2cf-45f1-b0d1-85fbe94ecf17 HTTP/1.1" status: 204 len: 173 time: 0.4637737 Aug 12 02:15:17.542815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-469b36f6-873e-4eb3-9d4d-9fce654c286f tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:17.547805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-469b36f6-873e-4eb3-9d4d-9fce654c286f tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306285 Aug 12 02:15:17.548886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.561700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190d9d8-1c7e-435e-b0a8-2fd7eb2a53d8 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2023f6-f2cf-45f1-b0d1-85fbe94ecf17,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:17.609575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cffe83d5-6cd2-4a86-a6c3-a94d1414108d req-ddca8c64-48d0-4fcb-8edc-f28a88f6d0c3 service neutron] 10.222.0.21 "GET /v2.0/networks/6d8dd3cd-cf57-4dfa-8c86-b5f81913221c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356513 Aug 12 02:15:17.609896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-58abfa40-f0fa-40dc-8209-9a35bcd4cf75 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/quotas/0f3f981ec6234936b64cb4a838947f34 HTTP/1.1" status: 200 len: 375 time: 0.0584352 Aug 12 02:15:17.627974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Network 567a46f8-2dd2-4718-99d4-7727de31520b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:17.653600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:17.656926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:17.659774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-c049c854-5f5e-4354-b663-02e60408317b tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482514 Aug 12 02:15:17.690244 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.696415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event updated for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:17.744679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6673e12-76c8-45d4-8acd-107a69054b55 req-c6fc5112-2fd7-47c0-a844-efa7db2b887b tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:17.746329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6673e12-76c8-45d4-8acd-107a69054b55 req-c6fc5112-2fd7-47c0-a844-efa7db2b887b tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.1402395 Aug 12 02:15:17.755134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:17.755772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:17.807429 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6673e12-76c8-45d4-8acd-107a69054b55 req-15799f25-9a0e-4e8b-982f-95ff48ac24b4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Aug 12 02:15:17.809390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6376a753-5181-4f7b-8b45-46e8dfcbefd2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0336962 Aug 12 02:15:17.834165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Request body: {'port': {'device_id': '32185218-a68e-47e1-9f12-4fa622798429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:17.911848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.015576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b44d3236-0420-4f16-97eb-b5876f2099db req-b22e080b-2d44-427f-bb3e-cc9fc7abcc8a tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "GET /v2.0/security-groups/01436327-a2ba-4f40-888f-8c87eaf1fe76 HTTP/1.1" status: 200 len: 1776 time: 0.0624678 Aug 12 02:15:18.089266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b44d3236-0420-4f16-97eb-b5876f2099db req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.129266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b44d3236-0420-4f16-97eb-b5876f2099db req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.176294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b44d3236-0420-4f16-97eb-b5876f2099db req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.179113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b44d3236-0420-4f16-97eb-b5876f2099db req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.188242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b44d3236-0420-4f16-97eb-b5876f2099db req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] 10.222.0.11 "DELETE /v2.0/security-groups/01436327-a2ba-4f40-888f-8c87eaf1fe76 HTTP/1.1" status: 204 len: 173 time: 0.1651151 Aug 12 02:15:18.213699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ef1fd-dcc5-4e29-98a6-c3f3a2a51d56 tempest-SecurityGroupsTestAdminJSON-1308071852 tempest-SecurityGroupsTestAdminJSON-1308071852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01436327-a2ba-4f40-888f-8c87eaf1fe76,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:18.230487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623134e2-00a1-4614-90fe-24b20a547853 req-79714b70-94b2-4b00-bcca-cea4cc9bb5a2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:18.232164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-623134e2-00a1-4614-90fe-24b20a547853 req-79714b70-94b2-4b00-bcca-cea4cc9bb5a2 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 931 time: 0.1464398 Aug 12 02:15:18.276497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec5d706a-c1ad-4033-ba46-68d348a6a75c req-8c6f55b8-a77a-4495-a9af-a0364f4ab29c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 210 time: 0.0367134 Aug 12 02:15:18.312550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-623134e2-00a1-4614-90fe-24b20a547853 req-fe5b92c5-3939-4d69-89ad-afca231163ab tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714831 Aug 12 02:15:18.487883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72f8dd-3181-4d05-8849-ba6da01db2d3 req-8f5f5489-b828-4ed2-b2eb-7697701b0571 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:18.493840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09b821c-f101-474c-8d6b-fcd2938063c3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:18.496156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab72f8dd-3181-4d05-8849-ba6da01db2d3 req-8f5f5489-b828-4ed2-b2eb-7697701b0571 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1082931 Aug 12 02:15:18.558993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.578877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7888f56-ca17-4baa-b76f-306481a2fd2e req-ba8ba07b-2800-4420-9070-8bf1a036e4a8 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0949690 Aug 12 02:15:18.609168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab72f8dd-3181-4d05-8849-ba6da01db2d3 req-b7e0b542-7543-4f73-82d0-86102a4d3f79 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061435 Aug 12 02:15:18.609780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Transition to ACTIVE for port object d09b821c-f101-474c-8d6b-fcd2938063c3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:18.615067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.663527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07baf528-e5c0-4754-82b2-6d82bd2a8c01 req-4f080ae9-981c-4950-851b-7655ca5f99bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0349000 Aug 12 02:15:18.714371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:18.732090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56406) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:18.799502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Attempting to bind port d09b821c-f101-474c-8d6b-fcd2938063c3 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:18.800384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Attempting to bind port d09b821c-f101-474c-8d6b-fcd2938063c3 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:18.800726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Attempting to bind port d09b821c-f101-474c-8d6b-fcd2938063c3 on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:18.808084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Port d09b821c-f101-474c-8d6b-fcd2938063c3 on network 567a46f8-2dd2-4718-99d4-7727de31520b not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:18.808448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Attempting to bind port d09b821c-f101-474c-8d6b-fcd2938063c3 on network 567a46f8-2dd2-4718-99d4-7727de31520b {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:18.819273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:18.819662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Checking segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:18.820146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Bound using segment: {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:18.821060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Bound port: d09b821c-f101-474c-8d6b-fcd2938063c3, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddfea450-0f30-4764-9277-7a9780db7dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:18.821433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:18.942889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c9a25fa6-3e60-42e1-9c3b-8804884b7779 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=174d578977424c299915f10d0771e91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096322 Aug 12 02:15:18.946119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:19.013574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:19.025377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb7b6b-bd62-408e-a2d8-c3e62832d76e req-22a0fc82-27b1-44b1-a12f-9dd496f46157 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.027128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.027331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1abb7b6b-bd62-408e-a2d8-c3e62832d76e req-22a0fc82-27b1-44b1-a12f-9dd496f46157 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.1058075 Aug 12 02:15:19.029322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d09b821c-f101-474c-8d6b-fcd2938063c3,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:19.039201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.068798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.086659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.087832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.089252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] 10.222.0.25 "PUT /v2.0/ports/d09b821c-f101-474c-8d6b-fcd2938063c3 HTTP/1.1" status: 200 len: 1091 time: 1.2693408 Aug 12 02:15:19.093051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:19.095788 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db59d721-8271-4f1d-b52c-a6174cd0acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:19.135698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1abb7b6b-bd62-408e-a2d8-c3e62832d76e req-4af38f64-d625-4296-9cfc-bda80cabd800 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937665 Aug 12 02:15:19.168943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.171663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:19.174271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d2d5a-72eb-40e3-8665-c37a80d13199 service neutron] Pushing event updated for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:19.178928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a29c6c8-8ed6-447e-a57a-586abb67dc0b HTTP/1.1" status: 204 len: 168 time: 0.2314386 Aug 12 02:15:19.195982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd56dd5-8bde-4dbc-aff7-1e0ae8775cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a29c6c8-8ed6-447e-a57a-586abb67dc0b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:19.203126 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aa5cfc-e8b3-430e-8453-7e9f4d163fc1 x-openstack-request-id: req-71aa5cfc-e8b3-430e-8453-7e9f4d163fc1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:19.203529 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:19.203833 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71aa5cfc-e8b3-430e-8453-7e9f4d163fc1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:19.204651 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3', 'status': 'completed', 'code': 200} Aug 12 02:15:19.219858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-f03d8a5d-04b8-4939-bc8e-2523e409f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.222824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-f03d8a5d-04b8-4939-bc8e-2523e409f19d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 1094 time: 0.0695825 Aug 12 02:15:19.285888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-6d20ea28-c92e-4cfc-a7b9-150f4725ecd5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d09b821c-f101-474c-8d6b-fcd2938063c3 HTTP/1.1" status: 200 len: 217 time: 0.0474224 Aug 12 02:15:19.363307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-ecc306f2-a136-4df1-bbca-8befa2aa1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.364923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-ecc306f2-a136-4df1-bbca-8befa2aa1297 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.0695007 Aug 12 02:15:19.495097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b29fbc4e-46d6-480c-9602-0af3806f79f9 req-c90484c2-46d5-4d2e-a51f-212876fbe4d6 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 210 time: 0.0648117 Aug 12 02:15:19.501198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-bba1663e-b3e0-48cd-ad94-2c2e53f90d44 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266718 Aug 12 02:15:19.544215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a670a-7bda-4128-b86d-314917141446 req-7e2648f9-4e0d-4b95-a1b6-3f079a0b6a89 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.561620 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e59a670a-7bda-4128-b86d-314917141446 req-7e2648f9-4e0d-4b95-a1b6-3f079a0b6a89 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 943 time: 0.1337025 Aug 12 02:15:19.652571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e59a670a-7bda-4128-b86d-314917141446 req-189c69f7-e9a6-42ae-8c8a-5633f3ae7d5b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898364 Aug 12 02:15:19.667418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-35ed2a59-0017-4ba5-87b2-2423156b1e1e tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=0f3f981ec6234936b64cb4a838947f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638673 Aug 12 02:15:19.718762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:19.786574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5a512a33-c396-4129-971e-22a016676ccc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70ae10b0d1b54ce798541f62fe7d4ac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657856 Aug 12 02:15:19.819718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:19.852540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303cff2-66d4-4bc5-933e-81a7e799e580 req-cd0ca8c0-0aec-46d9-9d5f-93773874a540 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.854120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8303cff2-66d4-4bc5-933e-81a7e799e580 req-cd0ca8c0-0aec-46d9-9d5f-93773874a540 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0663474 Aug 12 02:15:19.893704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24be1578-b15b-4ded-af0e-8133d068036a req-e77ec4d4-dd89-48c6-976f-e30f9d32f3ec tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0751684 Aug 12 02:15:19.928814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8303cff2-66d4-4bc5-933e-81a7e799e580 req-a9d8a608-8821-4107-ac91-d9829b507bc2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670130 Aug 12 02:15:19.976050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-de0885cb-7274-4aaa-a5a2-5e9b0d9df2cd tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:19.978449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-de0885cb-7274-4aaa-a5a2-5e9b0d9df2cd tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2958362 Aug 12 02:15:19.997442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-21532275-ef21-4b87-93e8-70f011f51a34 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872067 Aug 12 02:15:20.003399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Request body: {'port': {'device_id': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0f3f981ec6234936b64cb4a838947f34'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:20.013248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.141749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.250360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96d283cc-d9a1-4bf0-b17f-279e7ed4b92d req-79b19a15-07e2-44a4-a1b1-696035ecbacd service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390802 Aug 12 02:15:20.281296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.284321 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.285730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c6ac51a-cd1f-42f0-91a4-cf37f557deda HTTP/1.1" status: 204 len: 168 time: 0.4524560 Aug 12 02:15:20.290109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Made reservation on behalf of 0f3f981ec6234936b64cb4a838947f34 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:20.293574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.308934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.321666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81efce-7ec5-4f54-b0c4-deb93b0b9f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ac51a-cd1f-42f0-91a4-cf37f557deda,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:20.447292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.462128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:20.535422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-496881d3-eb0a-42bc-b5a6-88d3f4a7c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:20.537006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-496881d3-eb0a-42bc-b5a6-88d3f4a7c95c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 1094 time: 0.2256367 Aug 12 02:15:20.566149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523c3f4d-e26e-4737-a865-96d0dba1aeee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:20.645760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d9447-adb0-4356-86cb-738611aaa14f req-b667fc9f-9e8d-4a3c-aca5-8b2ccaa0bbd6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:20.650411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc6d9447-adb0-4356-86cb-738611aaa14f req-b667fc9f-9e8d-4a3c-aca5-8b2ccaa0bbd6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.4328749 Aug 12 02:15:20.661355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32a5f72d-8b90-42fc-974a-56d3488dabd0 req-7135c7af-e804-4433-9a8b-31846017c895 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 210 time: 0.0392001 Aug 12 02:15:20.713071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc6d9447-adb0-4356-86cb-738611aaa14f req-9ca2d81f-a73b-46a9-81b4-5391b3d3aa5a tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Aug 12 02:15:20.741078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Allocated IP 192.168.233.227 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/83ce65d8-4559-4bfc-9bd7-b7996ca5a448) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:20.747601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-bf4ddd5b-632f-4d51-b6fb-31fa53b408dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:20.749053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-bf4ddd5b-632f-4d51-b6fb-31fa53b408dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 200 len: 922 time: 0.1913998 Aug 12 02:15:20.832939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-2bbcd1d8-8927-46cb-bfc1-08ed5a40e0af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d09b821c-f101-474c-8d6b-fcd2938063c3 HTTP/1.1" status: 200 len: 217 time: 0.0751531 Aug 12 02:15:20.960275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23d466-3f92-4b2e-90e9-be817743ccf5 req-0387fbde-f2ab-438a-b467-40630f7d8977 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:20.968259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a23d466-3f92-4b2e-90e9-be817743ccf5 req-0387fbde-f2ab-438a-b467-40630f7d8977 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 943 time: 0.2019382 Aug 12 02:15:21.001241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-8aa1ce4e-9fb3-4446-858b-31ac3f92dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:21.002772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-8aa1ce4e-9fb3-4446-858b-31ac3f92dcb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 200 len: 861 time: 0.1559694 Aug 12 02:15:21.056704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-c06f7bf3-5ba3-4990-8186-68f18c98bee5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=567a46f8-2dd2-4718-99d4-7727de31520b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393183 Aug 12 02:15:21.060548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbe3d3c2-3343-4876-af39-4b7628fd3bbb req-2442317e-8c25-4326-b78e-0e2f50a6d0b8 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0435154 Aug 12 02:15:21.062243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a23d466-3f92-4b2e-90e9-be817743ccf5 req-19b5b59b-604c-47b3-b85e-a3c2994026ca tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932546 Aug 12 02:15:21.151210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:21.172681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Transition to ACTIVE for port object 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:21.213431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-fd9580ae-ba87-4743-bf77-933faecfe33f service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473434 Aug 12 02:15:21.240650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fca4f-fde5-4c49-bf7a-f379f06534fb req-89c7383e-118d-4a91-a63d-0598385dee0d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:21.248307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f9fca4f-fde5-4c49-bf7a-f379f06534fb req-89c7383e-118d-4a91-a63d-0598385dee0d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1168983 Aug 12 02:15:21.287446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:21.335772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f9fca4f-fde5-4c49-bf7a-f379f06534fb req-d9dbb0a5-7493-4545-b516-bf45bf6e6562 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848045 Aug 12 02:15:21.754020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:21.776313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e50a9dd-9451-4b3a-8a19-f95dec32d940 req-762443a6-bd1c-456c-ba99-9d54d236a068 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0748081 Aug 12 02:15:21.777139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:21.780693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:21.783479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Pushing event updated for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:21.792890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db59d721-8271-4f1d-b52c-a6174cd0acf9 req-84535acd-78da-46cb-a351-48ff06407685 service neutron] 10.222.0.25 "GET /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694683 Aug 12 02:15:21.844578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312b4bd-9a68-4a71-ae6a-1d961c1f7efa req-fd898665-e10b-4e28-82d0-6076b0dbcdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:21.852324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d312b4bd-9a68-4a71-ae6a-1d961c1f7efa req-fd898665-e10b-4e28-82d0-6076b0dbcdbd tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.1572509 Aug 12 02:15:21.875149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:21.875753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:21.913766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2e5428b7-4c3c-4f3d-a29d-65852ac140b7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9153292 Aug 12 02:15:21.926430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d312b4bd-9a68-4a71-ae6a-1d961c1f7efa req-cd4f7af1-8018-4883-94a0-04ee14f54676 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641267 Aug 12 02:15:21.927209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab908a1-f3a9-4022-85e2-18b5ca57f59c req-ca3f05f4-145a-4f72-9894-010c8255f926 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:21.927209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ab908a1-f3a9-4022-85e2-18b5ca57f59c req-ca3f05f4-145a-4f72-9894-010c8255f926 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 936 time: 0.1636670 Aug 12 02:15:22.012401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ab908a1-f3a9-4022-85e2-18b5ca57f59c req-e107ee48-1f78-4eb6-8989-fa0a773a9a76 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694959 Aug 12 02:15:22.072222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec51be4-b8f9-479f-b978-7c677bc64694 req-0b98d004-c8dd-491f-abf8-4ece226c83ad tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.073790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bec51be4-b8f9-479f-b978-7c677bc64694 req-0b98d004-c8dd-491f-abf8-4ece226c83ad tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 944 time: 0.0641978 Aug 12 02:15:22.113111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Request body: {'port': {'device_id': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:22.152396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bec51be4-b8f9-479f-b978-7c677bc64694 req-6a9cd511-b64c-4397-896c-16d600dcd69f tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719559 Aug 12 02:15:22.185122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c97b1eb3-40fd-402f-8783-4cbaf692f39f None None] Provisioning for port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:22.190000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c97b1eb3-40fd-402f-8783-4cbaf692f39f None None] Provisioning complete for port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:22.190616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c97b1eb3-40fd-402f-8783-4cbaf692f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.200015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.263560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c97b1eb3-40fd-402f-8783-4cbaf692f39f None None] Port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:22.300245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5efe1488-fa94-41d9-8de3-12279e0da913 req-898fc825-3d90-4bae-ba60-54c2540c532d tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0471148 Aug 12 02:15:22.349686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1376092-bd3c-4241-abe1-338528d6b6d9 req-4447ad4f-3d38-4f7d-bb5a-396c165f1f1d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.352175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1376092-bd3c-4241-abe1-338528d6b6d9 req-4447ad4f-3d38-4f7d-bb5a-396c165f1f1d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 943 time: 0.0497315 Aug 12 02:15:22.391778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1376092-bd3c-4241-abe1-338528d6b6d9 req-166745b0-385f-4555-81de-3ffdefd488c4 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Aug 12 02:15:22.470097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b06439-5247-49fe-bf8b-695af22ce727 req-84051239-9573-408f-8465-3e095e29297e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.471607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99b06439-5247-49fe-bf8b-695af22ce727 req-84051239-9573-408f-8465-3e095e29297e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0987489 Aug 12 02:15:22.521088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d09b821c-f101-474c-8d6b-fcd2938063c3 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:22.534851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99b06439-5247-49fe-bf8b-695af22ce727 req-4c43aa9f-8fdc-46bf-9413-348f50ba6516 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566702 Aug 12 02:15:22.541085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 111fa116-2a83-4ffa-b5de-2ee2f49175a0 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:22.603360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:22.611160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.631170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-64150475-4e22-4ab5-aef9-da52515380cf tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=99bd9821753f4a13ac245952f490c202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238175 Aug 12 02:15:22.643986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d09b821c-f101-474c-8d6b-fcd2938063c3,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:22.646873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Transition to ACTIVE for port object 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:22.656498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.696040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'd09b821c-f101-474c-8d6b-fcd2938063c3', 'network_id': '567a46f8-2dd2-4718-99d4-7727de31520b', 'port_id': 'd09b821c-f101-474c-8d6b-fcd2938063c3', 'mac_address': 'fa:16:3e:ce:5d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd967c2cb-0a10-4213-b747-15deb720f6de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:22.708289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be3ec3-8efe-4d33-bad0-758796014af0 req-a27eb162-cc3f-4a95-8850-236aab6c55f2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.713065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3be3ec3-8efe-4d33-bad0-758796014af0 req-a27eb162-cc3f-4a95-8850-236aab6c55f2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0992205 Aug 12 02:15:22.743510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.749125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Pushing event updated for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:22.757629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09b821c-f101-474c-8d6b-fcd2938063c3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:22.778868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d09b821c-f101-474c-8d6b-fcd2938063c3,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:22.780334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-20a07ca0-cbb8-43d4-b7f0-c2a3bfc5a852 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.783169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-20a07ca0-cbb8-43d4-b7f0-c2a3bfc5a852 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453714 Aug 12 02:15:22.789314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3be3ec3-8efe-4d33-bad0-758796014af0 req-e46a7570-0b46-40b2-9dcf-0d2628274b4f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685565 Aug 12 02:15:22.803785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.807579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-0b438c55-9959-454c-a9a7-3ed0fdce01db tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/quotas/99bd9821753f4a13ac245952f490c202 HTTP/1.1" status: 200 len: 375 time: 0.0172718 Aug 12 02:15:22.848293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-e42d89a5-198c-4587-a0f0-54224927dea6 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99bd9821753f4a13ac245952f490c202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397704 Aug 12 02:15:22.854193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Attempting to bind port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:22.855116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Attempting to bind port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:22.855777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Attempting to bind port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:22.861063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:22.861532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Attempting to bind port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:22.867703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:22.868057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:22.868674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:22.869134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Bound port: 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:22.869888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.916122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:22.939498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:22.942712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:22.954736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.959371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:22.974132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '111fa116-2a83-4ffa-b5de-2ee2f49175a0', 'network_id': '6d8dd3cd-cf57-4dfa-8c86-b5f81913221c', 'port_id': '111fa116-2a83-4ffa-b5de-2ee2f49175a0', 'mac_address': 'fa:16:3e:09:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87035d60-8dba-4efe-86ac-d1b287dc364c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:22.990343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:22.990991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:22.998019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-64830016-84ba-439c-9527-dddecb35b883 service neutron] 10.222.0.21 "PUT /v2.0/ports/83ce65d8-4559-4bfc-9bd7-b7996ca5a448 HTTP/1.1" status: 200 len: 1096 time: 0.8940821 Aug 12 02:15:22.999203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:23.001603 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64524d94-9af2-4943-ae78-c28777fd40b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:23.061105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64830016-84ba-439c-9527-dddecb35b883 service neutron] Pushing event updated for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:23.113195 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:23.123321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5bdca5f-a2d1-4cc6-a4e6-f71b59e6cf20 req-535fb395-52f4-4579-937a-803d96579879 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 210 time: 0.0813677 Aug 12 02:15:23.127498 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0366ec5-bc77-4de4-8bf7-b6c5898fee73 x-openstack-request-id: req-b0366ec5-bc77-4de4-8bf7-b6c5898fee73 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:23.127979 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:23.128415 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0366ec5-bc77-4de4-8bf7-b6c5898fee73 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:23.129320 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448', 'status': 'completed', 'code': 200} Aug 12 02:15:23.136830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2d433153-152a-4869-b1b2-dee5df51cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.138946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-2d433153-152a-4869-b1b2-dee5df51cb09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 1099 time: 0.0672858 Aug 12 02:15:23.145081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111fa116-2a83-4ffa-b5de-2ee2f49175a0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:23.185681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:23.191429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['d09b821c-f101-474c-8d6b-fcd2938063c3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:23.196543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:23.210293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-8a1d36a9-a038-4093-8cd2-6efdad8a8a05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448 HTTP/1.1" status: 200 len: 217 time: 0.0496554 Aug 12 02:15:23.291970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-1776b0f9-356e-41b3-b0aa-8373daeaf99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.293912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-1776b0f9-356e-41b3-b0aa-8373daeaf99c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0756028 Aug 12 02:15:23.308942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b3fc5-ef41-46b5-8a1a-6a9ceaab57be req-8263eea6-3e40-4b88-90d8-db11f877bce5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.310813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a9b3fc5-ef41-46b5-8a1a-6a9ceaab57be req-8263eea6-3e40-4b88-90d8-db11f877bce5 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.1033967 Aug 12 02:15:23.338701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4e377-4da8-4416-b193-9e50207b11fd req-6c6c0863-0c9a-4f49-bcb0-57761b7e170f tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.346433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecb4e377-4da8-4416-b193-9e50207b11fd req-6c6c0863-0c9a-4f49-bcb0-57761b7e170f tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 948 time: 0.1530445 Aug 12 02:15:23.375758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:23.391024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a9b3fc5-ef41-46b5-8a1a-6a9ceaab57be req-5d556d54-3f54-4917-a7da-06d531bac8e3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686502 Aug 12 02:15:23.402032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-63cfe468-4a51-4f79-b948-753f686fa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.403837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-63cfe468-4a51-4f79-b948-753f686fa073 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919867 Aug 12 02:15:23.418479 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecb4e377-4da8-4416-b193-9e50207b11fd req-6c454001-d982-443b-a534-52461e95b3ce tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676031 Aug 12 02:15:23.537187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-8f9b0a8d-a073-4788-a857-aa8dd14dd01c service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230295 Aug 12 02:15:23.553369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9335977-b6dd-4bac-8cad-e65a4669bdff req-0fac7656-d9f7-4fa4-b0f8-35240777c4bb tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0365779 Aug 12 02:15:23.638973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['111fa116-2a83-4ffa-b5de-2ee2f49175a0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:23.643702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531ecdb-2488-4816-9c7f-16d9bbceb051 req-113fb3b4-d9ea-4ec7-bdfd-13160b7f6360 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.645155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7531ecdb-2488-4816-9c7f-16d9bbceb051 req-113fb3b4-d9ea-4ec7-bdfd-13160b7f6360 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 945 time: 0.1070695 Aug 12 02:15:23.690426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f4e9e-c6e4-4fa2-8c12-0c3b78d974bb req-ce093a47-c2fb-4aae-8fa0-c44b59f2acbc tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.692158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b29f4e9e-c6e4-4fa2-8c12-0c3b78d974bb req-ce093a47-c2fb-4aae-8fa0-c44b59f2acbc tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 944 time: 0.0613317 Aug 12 02:15:23.697765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa7cf658-21b7-43c5-9ea1-235ee156f357 req-68362473-4d0b-4100-9b22-f8bd897637a7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282163 Aug 12 02:15:23.705535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7531ecdb-2488-4816-9c7f-16d9bbceb051 req-9302d902-8304-4621-959e-59034f5471a4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501392 Aug 12 02:15:23.749915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b29f4e9e-c6e4-4fa2-8c12-0c3b78d974bb req-9df17245-29f3-4427-85a8-185600d58538 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Aug 12 02:15:23.866191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7305f7-e8d8-4a4b-8104-ce6083d324a1 req-a20a8bf7-46dd-4089-8f18-4b41c69f710b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.868049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be7305f7-e8d8-4a4b-8104-ce6083d324a1 req-a20a8bf7-46dd-4089-8f18-4b41c69f710b tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.0843205 Aug 12 02:15:23.882351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-147a7993-a327-4947-9d1b-6b0832c3aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.884668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-147a7993-a327-4947-9d1b-6b0832c3aaee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 1099 time: 0.0670063 Aug 12 02:15:23.927499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de844e-9955-4ce8-9a90-e5e401a2bb20 req-baf8cb3c-ff22-45fb-866c-ecef4c2ef2a3 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.929472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71de844e-9955-4ce8-9a90-e5e401a2bb20 req-baf8cb3c-ff22-45fb-866c-ecef4c2ef2a3 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0632799 Aug 12 02:15:23.965398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be7305f7-e8d8-4a4b-8104-ce6083d324a1 req-cfc2050f-da5a-4bc3-8083-9358609f9262 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908332 Aug 12 02:15:23.983767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71de844e-9955-4ce8-9a90-e5e401a2bb20 req-9f8a85f5-47d9-4160-a706-5fed2fa7f5ef tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Aug 12 02:15:23.997568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-2b775fdf-b786-43da-bbd3-250ab6808079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:23.999099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-2b775fdf-b786-43da-bbd3-250ab6808079 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1056461 Aug 12 02:15:24.047621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-d7613d6e-d5e5-4c41-8849-3e8277615cd8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448 HTTP/1.1" status: 200 len: 217 time: 0.0399189 Aug 12 02:15:24.096656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-188f7884-50b1-4a6b-84d3-fedf0ffe3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.098052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-188f7884-50b1-4a6b-84d3-fedf0ffe3094 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0423801 Aug 12 02:15:24.144050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-48a344ae-6d27-46c2-bb08-6831e30a39d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.145568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-48a344ae-6d27-46c2-bb08-6831e30a39d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396180 Aug 12 02:15:24.219996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf7b4e48-4534-4c99-8508-e01de40c0feb req-656c5b0c-2594-4950-be3d-9925263bc096 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 210 time: 0.0596538 Aug 12 02:15:24.261231 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-60808a57-f76a-4478-8bce-42d0364642f5 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079874 Aug 12 02:15:24.381040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-1ad80b1b-46a6-4a73-a2aa-c07ca964764c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=99bd9821753f4a13ac245952f490c202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319557 Aug 12 02:15:24.383424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64524d94-9af2-4943-ae78-c28777fd40b4 req-12f0ab7d-ca15-4ddf-82df-5d010f29f1d0 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129630 Aug 12 02:15:24.524507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d09b821c-f101-474c-8d6b-fcd2938063c3 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:24.594297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port d09b821c-f101-474c-8d6b-fcd2938063c3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:24.597616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-bff7daff-9e28-4f46-8f0a-9152b3e44fc9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.599302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-bff7daff-9e28-4f46-8f0a-9152b3e44fc9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112560 Aug 12 02:15:24.602217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port d09b821c-f101-474c-8d6b-fcd2938063c3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:24.603230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:24.613454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0832-d158-4458-a354-40dc6db646ff req-837ad009-0ba0-4c4e-a045-868339eda1e3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.615093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-745a0832-d158-4458-a354-40dc6db646ff req-837ad009-0ba0-4c4e-a045-868339eda1e3 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.1037791 Aug 12 02:15:24.630473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Request body: {'port': {'device_id': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '99bd9821753f4a13ac245952f490c202'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:24.699995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:24.702745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-745a0832-d158-4458-a354-40dc6db646ff req-6421b07d-0b26-499d-8547-33e696dee48c tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups?id=77e6e68c-565a-4201-a95a-30bfc8fa8e12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809824 Aug 12 02:15:24.740562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d09b821c-f101-474c-8d6b-fcd2938063c3,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:24.742213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:24.745704 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe57dd-3719-4c43-bdaa-6806093f1209" -d '{"events": [{"server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "name": "network-vif-plugged", "status": "completed", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:24.750366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:24.813838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Made reservation on behalf of 99bd9821753f4a13ac245952f490c202 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:24.817478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:24.822768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-aff93c26-1b64-4a72-b092-74203952fe49 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.824392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-aff93c26-1b64-4a72-b092-74203952fe49 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 945 time: 0.0682130 Aug 12 02:15:24.831901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:24.848590 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:24.854231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d2e6af5-6727-4eca-9192-2868e2be1224 req-5961ca05-a293-40ec-9ba4-863abc37e0a3 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0288024 Aug 12 02:15:24.858091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854089b4-c633-4310-86ec-aec389c26724 req-05ab0cdc-beaa-4ee0-b055-25cb2854f6f3 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:24.859688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-854089b4-c633-4310-86ec-aec389c26724 req-05ab0cdc-beaa-4ee0-b055-25cb2854f6f3 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 948 time: 0.3535697 Aug 12 02:15:24.897947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-a99a455c-b6e0-4688-b423-01c530c9251e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002285 Aug 12 02:15:24.949649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-854089b4-c633-4310-86ec-aec389c26724 req-d475e4f2-0da7-48c8-90f8-8f201ca70311 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786421 Aug 12 02:15:25.007563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38522c50-d7d3-4c28-9aa3-ed8c772e9a30 req-62a4fdb1-faba-4655-aaf1-727a0789dd61 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.009615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38522c50-d7d3-4c28-9aa3-ed8c772e9a30 req-62a4fdb1-faba-4655-aaf1-727a0789dd61 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 945 time: 0.0635879 Aug 12 02:15:25.016902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Deleting port a1092d67-6e3b-41bd-ab67-c6d64defed00 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:25.017248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.027362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-95e1cbb1-e6d5-4cda-8417-7cd0be1a9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.029374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-95e1cbb1-e6d5-4cda-8417-7cd0be1a9ff6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5654448732214f8aa760b6e446eecc5c&device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 1096 time: 0.0904346 Aug 12 02:15:25.088284 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9960e626-1e45-4e54-91af-219126862df6 x-openstack-request-id: req-9960e626-1e45-4e54-91af-219126862df6 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:25.088577 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "name": "network-vif-plugged", "status": "completed", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:25.088828 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9960e626-1e45-4e54-91af-219126862df6 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:25.089230 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3', 'code': 200} Aug 12 02:15:25.142711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38522c50-d7d3-4c28-9aa3-ed8c772e9a30 req-f7a14f7d-e08a-4a27-a678-07f76701e226 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204135 Aug 12 02:15:25.189962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] For port a1092d67-6e3b-41bd-ab67-c6d64defed00, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a1092d67-6e3b-41bd-ab67-c6d64defed00,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:25.191229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.294783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.311724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-550017f9-8bfd-428d-af0b-cb2cfcbf6491 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.313364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-550017f9-8bfd-428d-af0b-cb2cfcbf6491 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.21 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1889837 Aug 12 02:15:25.325487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.348276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e42a27-d8b7-427a-8374-5cbed576fecb req-718628ee-7ef0-4b73-bf23-72b8848f422c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.349802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6e42a27-d8b7-427a-8374-5cbed576fecb req-718628ee-7ef0-4b73-bf23-72b8848f422c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 945 time: 0.1652136 Aug 12 02:15:25.377730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-39f0c973-9677-4ac6-87be-964cfe8c3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.379213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-39f0c973-9677-4ac6-87be-964cfe8c3779 service neutron] 10.222.0.25 "GET /v2.0/networks?id=973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 200 len: 920 time: 0.3224750 Aug 12 02:15:25.412782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ffc8a-7dcf-47d9-9251-6e6e62301a2c req-342319bb-619b-4e10-9699-eccf61235c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.414495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e5ffc8a-7dcf-47d9-9251-6e6e62301a2c req-342319bb-619b-4e10-9699-eccf61235c7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 1096 time: 0.2391911 Aug 12 02:15:25.487432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.487856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.488181 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab disassociated. External IP: 172.25.3.252, port: a1092d67-6e3b-41bd-ab67-c6d64defed00. Aug 12 02:15:25.488525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Calling delete_port for a1092d67-6e3b-41bd-ab67-c6d64defed00 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:25.489123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-f72bebea-7b95-4eba-b3a1-7f9b9ab40365 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 200 len: 217 time: 0.0842044 Aug 12 02:15:25.538608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23749949-d845-4c28-a78a-626f9de661d5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:25.590683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81854d-f326-4b23-951a-610e4eaaebde req-95bc5ce4-349f-4e72-877f-83bad6b517ec tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.596047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c81854d-f326-4b23-951a-610e4eaaebde req-95bc5ce4-349f-4e72-877f-83bad6b517ec tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 946 time: 0.1117539 Aug 12 02:15:25.630130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6e42a27-d8b7-427a-8374-5cbed576fecb req-62afa5b3-3cb3-437e-905b-223a99528753 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641172 Aug 12 02:15:25.659213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c81854d-f326-4b23-951a-610e4eaaebde req-fb843eb8-799a-4362-ae1c-657444cc6252 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Aug 12 02:15:25.674593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-25a9c7a9-7650-4ed2-9c21-69ccc0edbe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.676239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-25a9c7a9-7650-4ed2-9c21-69ccc0edbe95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 200 len: 859 time: 0.1715884 Aug 12 02:15:25.682207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e5ffc8a-7dcf-47d9-9251-6e6e62301a2c req-da784cad-8494-4938-a4b0-977a981caf1f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871665 Aug 12 02:15:25.727393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-4e5141a3-af36-49e0-b950-accefb15ad12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=973a3b9b-1e28-4754-9621-67e6c5300529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369699 Aug 12 02:15:25.739785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Allocated IP 192.168.233.129 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/3017d87a-142a-4cbc-bbf2-5be10aa4b82a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:25.788268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8797cab-ef41-47d4-aa9c-19191f237256 req-9e341595-59c1-45ce-bd93-f31739bcc437 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 210 time: 0.0322294 Aug 12 02:15:25.790236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.837362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event deleted for resources: {'Port': ['ID=a1092d67-6e3b-41bd-ab67-c6d64defed00,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:25.852606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Deleting port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:25.852606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:25.924612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecd59f31-469d-4652-a509-d96cc402319d req-edc57dfc-5f6b-4499-9d40-640dc102f886 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0340586 Aug 12 02:15:25.940521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150d73c-eef4-4d45-90e5-801a1bcbd901 req-cefc7945-5700-4bcd-b198-bf8720ec78f6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:25.953557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a150d73c-eef4-4d45-90e5-801a1bcbd901 req-cefc7945-5700-4bcd-b198-bf8720ec78f6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.2048981 Aug 12 02:15:26.000856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:15:26.032564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d1dba7d-905b-4c2e-930d-527f36e59f9f req-cc3c52d4-458d-4070-9fa1-3a5dc6640bd2 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Aug 12 02:15:26.063398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-4153d9a9-a286-49a0-948c-d30fe58ac979 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250096 Aug 12 02:15:26.107060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a150d73c-eef4-4d45-90e5-801a1bcbd901 req-53f75b89-0a5e-453d-8f3d-857f10b7e04a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509969 Aug 12 02:15:26.165330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] For port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:26.165783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:26.182337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ee926-ba47-444b-811b-23654c6e3f99 req-f59b93d9-cae4-4542-b8a3-b30ac531b1d8 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:26.189688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-305ee926-ba47-444b-811b-23654c6e3f99 req-f59b93d9-cae4-4542-b8a3-b30ac531b1d8 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 948 time: 0.0726068 Aug 12 02:15:26.192536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:26.207956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Calling delete_port for 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:26.232840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:26.301913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-305ee926-ba47-444b-811b-23654c6e3f99 req-76b8053e-8e18-4cdc-8148-9186ccdf3889 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102893 Aug 12 02:15:26.331904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6093e684-9cd9-4af0-a7c1-b2be94602efe req-f1c2df0c-9106-4f57-8afa-0bde5c922ed8 service neutron] 10.222.0.25 "GET /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558577 Aug 12 02:15:26.334967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Transition to ACTIVE for port object 3017d87a-142a-4cbc-bbf2-5be10aa4b82a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:26.337317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] No DVR routers for this DVR port a1092d67-6e3b-41bd-ab67-c6d64defed00 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:26.340886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:26.345075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e83d65ee-882e-4f3d-b904-48fef674a9ee req-61652e8f-71b0-4f05-9158-9bbbe8168106 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.25 "DELETE /v2.0/ports/a1092d67-6e3b-41bd-ab67-c6d64defed00 HTTP/1.1" status: 204 len: 173 time: 1.4891698 Aug 12 02:15:26.345539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'name': 'network-vif-deleted', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:26.349515 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d10fea-0013-4cf3-b777-f9c74d93ee68" -d '{"events": [{"server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "name": "network-vif-deleted", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:26.368412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:26.383285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b4377-cea8-4f59-a538-df60bbd6d540 req-b2df4762-bfef-4554-9c9c-cb198fc60e37 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:26.384974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d18b4377-cea8-4f59-a538-df60bbd6d540 req-b2df4762-bfef-4554-9c9c-cb198fc60e37 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 945 time: 0.1496794 Aug 12 02:15:26.387462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:26.388116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:26.472883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:26.479425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d18b4377-cea8-4f59-a538-df60bbd6d540 req-49b5c7ca-f31b-467a-a910-a7f993efc2a6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796328 Aug 12 02:15:26.531818 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05956a89-cbef-4eb7-9302-9408dc852103 x-openstack-request-id: req-05956a89-cbef-4eb7-9302-9408dc852103 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:26.532132 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792", "name": "network-vif-deleted", "tag": "a1092d67-6e3b-41bd-ab67-c6d64defed00", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:26.532383 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05956a89-cbef-4eb7-9302-9408dc852103 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:26.532816 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792', 'name': 'network-vif-deleted', 'tag': 'a1092d67-6e3b-41bd-ab67-c6d64defed00', 'status': 'completed', 'code': 200} Aug 12 02:15:26.536261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:26.540872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:26.547496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:26.553602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:26.589090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Pushing event updated for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:26.600776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 111fa116-2a83-4ffa-b5de-2ee2f49175a0 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:26.626066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c169dad-e982-458e-9212-816268d3c26b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:26.628955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:26.747093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:26.814320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88e410fc-0048-426b-a0a3-44f22d13618c req-46adf60e-f3b4-45a6-83e8-4c907fa7979c tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 210 time: 0.0314920 Aug 12 02:15:26.937743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbcd0f-942e-4099-a25d-0d6e99ced04b req-a387ae55-26a9-48ea-9c79-e0b0e2ca65ab tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:26.944076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0fbcd0f-942e-4099-a25d-0d6e99ced04b req-a387ae55-26a9-48ea-9c79-e0b0e2ca65ab tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 936 time: 0.0619690 Aug 12 02:15:26.986688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0fbcd0f-942e-4099-a25d-0d6e99ced04b req-05184369-7d38-4473-81af-5de76a38782b tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Aug 12 02:15:27.015905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1e038655-0530-43ca-b359-2f1758ff668d None None] Provisioning for port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:27.019795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:27.025935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1e038655-0530-43ca-b359-2f1758ff668d None None] Provisioning complete for port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:27.026314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e038655-0530-43ca-b359-2f1758ff668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.049304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Pushing event deleted for resources: {'Port': ['ID=2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:27.063103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:27.063512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.085065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] No DVR routers for this DVR port 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:27.088215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.090271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eb8e482-7f64-41fe-900d-a8562d603a76 req-75638c06-893c-4e98-aa20-758de25c56c2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.21 "DELETE /v2.0/ports/2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e HTTP/1.1" status: 204 len: 173 time: 1.7532539 Aug 12 02:15:27.097023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.097671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.100926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-312674d0-a3a4-4124-be47-d4b4e02a3dad req-0d9cd81f-0287-4fed-b2cd-b0a5018ab9aa tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0352490 Aug 12 02:15:27.102972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'name': 'network-vif-deleted', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:27.105442 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e1f448-72cd-4d1e-b865-ab04c0d6e321" -d '{"events": [{"server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "name": "network-vif-deleted", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:27.105669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1e038655-0530-43ca-b359-2f1758ff668d None None] Port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:27.141766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb0bd4-50ea-4492-ba38-1f4e99dae38a req-036e9677-68b6-4945-8b22-c2e4ba4dd18e tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.143666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acfb0bd4-50ea-4492-ba38-1f4e99dae38a req-036e9677-68b6-4945-8b22-c2e4ba4dd18e tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 945 time: 0.1707876 Aug 12 02:15:27.147206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-607f5fef-038f-4d01-9079-fbf3f9d2874c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5298254 Aug 12 02:15:27.180549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Request body: {'port': {'device_id': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:27.228702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acfb0bd4-50ea-4492-ba38-1f4e99dae38a req-c44c5ef9-6e89-496b-9c5b-efeb9a01d111 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761335 Aug 12 02:15:27.236605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9812c4e-56bf-474d-8679-90a92e916020 req-cfd37b25-6fb0-4b91-a456-c660f57a1b8f tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f7e61cd-fb99-4a4b-929a-c2b7f5f5f792 HTTP/1.1" status: 200 len: 210 time: 0.0381281 Aug 12 02:15:27.253679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.290963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.310289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:27.312774 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fadb440-fc6a-4d63-997d-4c39797554cc" -d '{"events": [{"server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "name": "network-vif-plugged", "status": "completed", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:27.352617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:27.383506 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.410935 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21620ad4-3cf4-4ff7-9f74-22c025015a7f x-openstack-request-id: req-21620ad4-3cf4-4ff7-9f74-22c025015a7f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:27.411232 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75aee34-2afb-4704-bbe2-874acd4f09ca", "name": "network-vif-deleted", "tag": "2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:27.411844 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21620ad4-3cf4-4ff7-9f74-22c025015a7f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:27.411998 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aee34-2afb-4704-bbe2-874acd4f09ca', 'name': 'network-vif-deleted', 'tag': '2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e', 'status': 'completed', 'code': 200} Aug 12 02:15:27.449650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:27.462601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:27.490781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:27.502294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:27.503399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:27.525539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc53568-ddc9-4e00-a671-ebb8191f9a12 req-7ff68bd5-67d8-4aea-b62d-73c4ffcc5d3f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.532032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fc53568-ddc9-4e00-a671-ebb8191f9a12 req-7ff68bd5-67d8-4aea-b62d-73c4ffcc5d3f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.1597502 Aug 12 02:15:27.567734 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2457208-150b-470c-a7c2-50aad83c09bd x-openstack-request-id: req-e2457208-150b-470c-a7c2-50aad83c09bd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:27.568025 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "name": "network-vif-plugged", "status": "completed", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:27.568280 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2457208-150b-470c-a7c2-50aad83c09bd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:27.568668 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0', 'code': 200} Aug 12 02:15:27.621857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fc53568-ddc9-4e00-a671-ebb8191f9a12 req-4a1a8761-94b8-4071-88be-3f91c2d0fffb tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858395 Aug 12 02:15:27.639933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:27.720655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4596b-92ae-4c19-b0cc-09eeb5a9dfc7 req-cb9bfd5b-83dc-41c1-87a2-16345d80c80d tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.722312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51e4596b-92ae-4c19-b0cc-09eeb5a9dfc7 req-cb9bfd5b-83dc-41c1-87a2-16345d80c80d tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 948 time: 0.0744147 Aug 12 02:15:27.765406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51e4596b-92ae-4c19-b0cc-09eeb5a9dfc7 req-28314aa6-6a58-4dc4-996a-da6e55ddc2cb tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Aug 12 02:15:27.794279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3017d87a-142a-4cbc-bbf2-5be10aa4b82a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:27.808179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.832142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2020ee-3bc0-4719-a18f-8328f3d70c6a req-65b1f585-1869-4865-a7a2-d363d9da71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.833679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f2020ee-3bc0-4719-a18f-8328f3d70c6a req-65b1f585-1869-4865-a7a2-d363d9da71ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 1097 time: 0.1399765 Aug 12 02:15:27.845987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa854f-0f2d-47a9-9ef5-cdcb166a07e9 req-d76533a9-3240-4584-92a6-632c000c07f4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.856152 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afa854f-0f2d-47a9-9ef5-cdcb166a07e9 req-d76533a9-3240-4584-92a6-632c000c07f4 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.1259682 Aug 12 02:15:27.902552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Transition to ACTIVE for port object 3017d87a-142a-4cbc-bbf2-5be10aa4b82a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:27.920619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:27.921345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:27.928223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170e2f2-7584-47db-87fb-60c09f1851ac req-7c978817-22ba-46f9-b0d2-b7eca6d89647 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:27.935735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8170e2f2-7584-47db-87fb-60c09f1851ac req-7c978817-22ba-46f9-b0d2-b7eca6d89647 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 945 time: 0.0904508 Aug 12 02:15:27.953741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f2020ee-3bc0-4719-a18f-8328f3d70c6a req-1576e342-8bf6-46f0-ac8c-184995c54d05 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917010 Aug 12 02:15:27.967901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53baf03e-74ad-4e0e-abaf-031a9ead6eb7 None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:09:33Z', 'revision_number': 4, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b39567ec-90ab-4642-9103-fbec6225eec6', 'name': '', 'network_id': 'c2f0c4b1-a69b-49c1-bf58-78bf1aec8615', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'mac_address': 'fa:16:3e:9b:39:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:32Z', 'updated_at': '2021-08-12T02:09:42Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'subnets': [{'id': '60692fbf-23e2-44f9-a2e1-bbf45bcbcda4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:27.989276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4afa854f-0f2d-47a9-9ef5-cdcb166a07e9 req-f9416a21-e968-4891-b0dd-5f5e3c65cbd7 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291368 Aug 12 02:15:28.008870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8170e2f2-7584-47db-87fb-60c09f1851ac req-82133075-2591-416a-8572-e1449250392d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Aug 12 02:15:28.045953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:28.114571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8b6e2-95e9-4a15-81db-5106c24642d2 req-4be01e81-039d-4ec8-8dfd-ca723fc4ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.116230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3a8b6e2-95e9-4a15-81db-5106c24642d2 req-4be01e81-039d-4ec8-8dfd-ca723fc4ed8f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1096 time: 0.1903441 Aug 12 02:15:28.160716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-54b8caee-438c-4fb0-970c-00ab55933523 req-62c15f82-254e-4ea6-ba05-5ef0435c50d3 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aee34-2afb-4704-bbe2-874acd4f09ca HTTP/1.1" status: 200 len: 210 time: 0.0343404 Aug 12 02:15:28.187841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Attempting to bind port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:28.188198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Attempting to bind port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:28.188531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Attempting to bind port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:28.201379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ea101-0933-4a47-8b86-4b652ab0bb67 req-aeb79589-f5da-4b0a-8125-bb8687c936f9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.202974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-507ea101-0933-4a47-8b86-4b652ab0bb67 req-aeb79589-f5da-4b0a-8125-bb8687c936f9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 948 time: 0.0736518 Aug 12 02:15:28.204112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:28.204452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Attempting to bind port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:28.212264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:28.212621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:28.213004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:28.213453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Bound port: 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:28.213822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.274811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dac86c1a-a845-4dca-b3a0-035c9adf2f46 req-b56e1b94-e117-4e72-b18a-4b31d9ec38a7 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0285749 Aug 12 02:15:28.279981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-507ea101-0933-4a47-8b86-4b652ab0bb67 req-ba8c524a-7f4e-4c82-96f0-f9a48e9ce1d0 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Aug 12 02:15:28.331955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:28.339520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:28.353951 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.374775 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089f47b2-3bcd-4704-b9d9-02453c2d6867 None None] New status for floating IP c971c85f-327c-4eed-b2eb-453ccfe7e5ab: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:15:28.429254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3a8b6e2-95e9-4a15-81db-5106c24642d2 req-4880f163-2436-49fe-8c07-2f33aeeddd86 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852232 Aug 12 02:15:28.431614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.432262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.433848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] 10.222.0.25 "PUT /v2.0/ports/3017d87a-142a-4cbc-bbf2-5be10aa4b82a HTTP/1.1" status: 200 len: 1096 time: 1.2580514 Aug 12 02:15:28.468171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:28.503052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492af4b-c246-42f1-9dee-a534d15c2fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:28.536344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a1092d67-6e3b-41bd-ab67-c6d64defed00 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:28.572501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:28.575741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.582917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-02647c7b-cfbd-46f4-914f-15a5b853b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.584512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-02647c7b-cfbd-46f4-914f-15a5b853b847 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99bd9821753f4a13ac245952f490c202&device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 1099 time: 0.0943816 Aug 12 02:15:28.594333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: a1092d67-6e3b-41bd-ab67-c6d64defed00 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:28.595155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a1092d67-6e3b-41bd-ab67-c6d64defed00 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:28.643674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.647242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-30c9446a-1cba-454a-b5a7-932001fc5578 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a HTTP/1.1" status: 200 len: 217 time: 0.0509403 Aug 12 02:15:28.695552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:28.708575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448', 'mac_address': 'fa:16:3e:37:d0:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:28.720178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-24a9bd38-6826-48e7-b48e-b92b8765d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.721673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-24a9bd38-6826-48e7-b48e-b92b8765d517 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0643754 Aug 12 02:15:28.749883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.760223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.762786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.766422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:28.766574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "DELETE /v2.0/security-groups/77e6e68c-565a-4201-a95a-30bfc8fa8e12 HTTP/1.1" status: 204 len: 168 time: 0.2940481 Aug 12 02:15:28.766908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6cd28-266c-4e03-8c32-fb27a498de8a req-c6ebfa4a-c708-405c-b88a-a4c9d054aad1 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.769118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:28.776059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66e6cd28-266c-4e03-8c32-fb27a498de8a req-c6ebfa4a-c708-405c-b88a-a4c9d054aad1 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0625324 Aug 12 02:15:28.786401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:28.789751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a0f59-a122-465c-bbe6-a6a53e63239a tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6e68c-565a-4201-a95a-30bfc8fa8e12,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:28.794233 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c9f749fc-085d-4be8-a8dc-cb1a657eaf74 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] show failed (client error): The resource could not be found. Aug 12 02:15:28.795286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c9f749fc-085d-4be8-a8dc-cb1a657eaf74 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "GET /v2.0/security-groups/77e6e68c-565a-4201-a95a-30bfc8fa8e12 HTTP/1.1" status: 404 len: 347 time: 0.0241902 Aug 12 02:15:28.798159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:28.798359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:28.844306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-dfea25e3-e051-43c8-aff4-6423d70912c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:28.845896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-dfea25e3-e051-43c8-aff4-6423d70912c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153390 Aug 12 02:15:28.858838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:28.860036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66e6cd28-266c-4e03-8c32-fb27a498de8a req-a8512d79-be8d-45d5-bdd8-953cd1011108 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811763 Aug 12 02:15:29.030744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bd7f0-58d0-41ae-9897-45d94505beed req-ce74a7ea-3d93-49d8-adc5-b9c92a6baba0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.031115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d69bd7f0-58d0-41ae-9897-45d94505beed req-ce74a7ea-3d93-49d8-adc5-b9c92a6baba0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 949 time: 0.1477859 Aug 12 02:15:29.057969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-1a957ce0-c186-4ace-9c96-6c7e4a38de38 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734405 Aug 12 02:15:29.081563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Deleting port 92041e78-8701-47e7-aa2d-0571df440601 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:29.081912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.123985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82421120-28bb-4d7e-bdb1-992ea9957a7a req-d11ee3e4-d16b-4a3b-a845-db36821512e9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.125499 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82421120-28bb-4d7e-bdb1-992ea9957a7a req-d11ee3e4-d16b-4a3b-a845-db36821512e9 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Aug 12 02:15:29.162409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82421120-28bb-4d7e-bdb1-992ea9957a7a req-56fb2b4f-09b1-477f-9385-a582fb58c738 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5a26de-49c7-4d6a-95ad-c5da04454027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307934 Aug 12 02:15:29.168609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d69bd7f0-58d0-41ae-9897-45d94505beed req-120ac027-3dc2-4d10-b99e-8a04cf838608 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277056 Aug 12 02:15:29.239572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b84183f-1dfd-456e-b5fa-59a607713144 req-0d787cc8-1733-4d97-bfde-c8b1859cebc8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709270 Aug 12 02:15:29.243544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-ac0ef5b1-350c-4003-9b76-5af772cb5054 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.247864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-ac0ef5b1-350c-4003-9b76-5af772cb5054 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 945 time: 0.0692594 Aug 12 02:15:29.249422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.249791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.268546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Calling delete_port for 92041e78-8701-47e7-aa2d-0571df440601 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:29.368363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['83ce65d8-4559-4bfc-9bd7-b7996ca5a448'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:29.379293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b43df-8ebb-4347-85a0-0f8a3a725f96 req-b0f155e1-8b98-4ca4-aa38-d5f6d17001ed tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.380865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a5b43df-8ebb-4347-85a0-0f8a3a725f96 req-b0f155e1-8b98-4ca4-aa38-d5f6d17001ed tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.1213889 Aug 12 02:15:29.433910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:29.435705 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c" -d '{"events": [{"name": "network-changed", "server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:29.440036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a5b43df-8ebb-4347-85a0-0f8a3a725f96 req-aae917e6-9e48-4770-ae62-1846b8a66e40 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Aug 12 02:15:29.440984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.442779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Deleting port d09b821c-f101-474c-8d6b-fcd2938063c3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:29.443544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.480490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Pushing event deleted for resources: {'Port': ['ID=92041e78-8701-47e7-aa2d-0571df440601,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:29.530130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e48cf94-e6b7-46f6-a9eb-f037e58ade89 req-2a1ca436-eb19-4217-ac23-48007c96a740 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0507824 Aug 12 02:15:29.596503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.599931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.604070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aa216579-2c4b-45c7-887c-378e02ab4925 tempest-ServersWithSpecificFlavorTestJSON-1184258191 tempest-ServersWithSpecificFlavorTestJSON-1184258191-project] 10.222.0.11 "DELETE /v2.0/floatingips/c971c85f-327c-4eed-b2eb-453ccfe7e5ab HTTP/1.1" status: 204 len: 168 time: 0.8046305 Aug 12 02:15:29.631316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea449f-8e54-407f-9a4c-9da54f1f5544 req-40c5f6f9-3ea8-4da7-8605-f712e306ebb7 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.633679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13ea449f-8e54-407f-9a4c-9da54f1f5544 req-40c5f6f9-3ea8-4da7-8605-f712e306ebb7 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 948 time: 0.1143856 Aug 12 02:15:29.639791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] For port d09b821c-f101-474c-8d6b-fcd2938063c3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d09b821c-f101-474c-8d6b-fcd2938063c3,segment=NetworkSegment(ddfea450-0f30-4764-9277-7a9780db7dd1),segment_id=ddfea450-0f30-4764-9277-7a9780db7dd1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:29.640159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.663714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Calling delete_port for d09b821c-f101-474c-8d6b-fcd2938063c3 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:29.685423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c6505-06c5-46c3-ae5b-830d442a6d46 req-862c616d-dabe-4828-81cd-daac590b98e9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.686991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248c6505-06c5-46c3-ae5b-830d442a6d46 req-862c616d-dabe-4828-81cd-daac590b98e9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0491395 Aug 12 02:15:29.724737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13ea449f-8e54-407f-9a4c-9da54f1f5544 req-92ed2b95-b6cd-4488-80fc-b9b84a956b2f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819745 Aug 12 02:15:29.725177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248c6505-06c5-46c3-ae5b-830d442a6d46 req-3670852f-e70d-4277-a1e1-8e2478b00688 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Aug 12 02:15:29.772162 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bedd261-0e03-40d4-bcb3-fd0991ec6dd5 x-openstack-request-id: req-7bedd261-0e03-40d4-bcb3-fd0991ec6dd5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:29.772462 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:29.772713 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bedd261-0e03-40d4-bcb3-fd0991ec6dd5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:29.773160 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a', 'status': 'completed', 'code': 200} Aug 12 02:15:29.822419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.836557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['d09b821c-f101-474c-8d6b-fcd2938063c3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:29.848821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-8fb5e85e-e6cd-44b5-9c0d-eeb1936b04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:29.850515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-8fb5e85e-e6cd-44b5-9c0d-eeb1936b04b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99bd9821753f4a13ac245952f490c202&device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 1099 time: 0.0491168 Aug 12 02:15:29.854637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event deleted for resources: {'Port': ['ID=d09b821c-f101-474c-8d6b-fcd2938063c3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:29.910393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] No DVR routers for this DVR port d09b821c-f101-474c-8d6b-fcd2938063c3 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:29.912915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:29.915837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b53e7d56-7ab7-47f8-991e-15c98b0980e1 req-bddd9127-c385-4d00-a170-ef4c8ff2f65b tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.25 "DELETE /v2.0/ports/d09b821c-f101-474c-8d6b-fcd2938063c3 HTTP/1.1" status: 204 len: 173 time: 0.6607275 Aug 12 02:15:29.916296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'name': 'network-vif-deleted', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:29.919681 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1cd8e2-a162-4740-880d-2427e1de5f1b" -d '{"events": [{"server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "name": "network-vif-deleted", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:29.970732 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e2894-52b0-4f41-9ad6-8355f4fd4946 x-openstack-request-id: req-607e2894-52b0-4f41-9ad6-8355f4fd4946 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:29.971263 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32185218-a68e-47e1-9f12-4fa622798429", "name": "network-vif-deleted", "tag": "d09b821c-f101-474c-8d6b-fcd2938063c3", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:29.972975 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-607e2894-52b0-4f41-9ad6-8355f4fd4946 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:29.973586 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32185218-a68e-47e1-9f12-4fa622798429', 'name': 'network-vif-deleted', 'tag': 'd09b821c-f101-474c-8d6b-fcd2938063c3', 'status': 'completed', 'code': 200} Aug 12 02:15:30.020283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-a8d0cd63-d423-4b90-a2e4-4e84bd97d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.021878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-a8d0cd63-d423-4b90-a2e4-4e84bd97d5a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1602545 Aug 12 02:15:30.048892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b812f16-7b87-43f7-a901-ea97b0682c2e req-c4273fd0-65d3-4be7-8959-5c3bbfcc0fb0 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.055251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b812f16-7b87-43f7-a901-ea97b0682c2e req-c4273fd0-65d3-4be7-8959-5c3bbfcc0fb0 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0692420 Aug 12 02:15:30.090661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-64eddfd1-4166-4255-ac2e-a601a67a3710 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a HTTP/1.1" status: 200 len: 217 time: 0.0497565 Aug 12 02:15:30.155385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b812f16-7b87-43f7-a901-ea97b0682c2e req-9705bf4a-2665-4898-9ecc-9531421e1448 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681007 Aug 12 02:15:30.185379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-33bbaf34-117f-4f86-8e18-7dc364a2cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.190509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-33bbaf34-117f-4f86-8e18-7dc364a2cfcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0845778 Aug 12 02:15:30.253292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-22309ccb-ad43-47cb-a7f4-193130ba6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.255039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-22309ccb-ad43-47cb-a7f4-193130ba6499 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560498 Aug 12 02:15:30.293197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4407152-6f03-48ce-9f83-a814ee3fc40a req-0c4cfc3c-846a-412b-8483-3e0cc59ec7de tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/ports?device_id=32185218-a68e-47e1-9f12-4fa622798429 HTTP/1.1" status: 200 len: 210 time: 0.0367596 Aug 12 02:15:30.337755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3c54-9f0f-4ed3-b3f2-5be445439f37 req-1a57d721-c527-43b4-a24e-a165e3c5dd1a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.339926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-367b3c54-9f0f-4ed3-b3f2-5be445439f37 req-1a57d721-c527-43b4-a24e-a165e3c5dd1a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 949 time: 0.0579004 Aug 12 02:15:30.372806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:30.380238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-03e44b0a-0d5a-41a7-8c11-4a5d2829ad78 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153429 Aug 12 02:15:30.386301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-367b3c54-9f0f-4ed3-b3f2-5be445439f37 req-fd53a0c5-8370-490e-9de8-10c085b1e0d8 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Aug 12 02:15:30.497300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d5f0fdb-8263-4cfc-bbe0-c9ca3883306c req-dea40ba0-5427-4e71-b321-9f1c9aac35b4 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038470 Aug 12 02:15:30.568165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4efd96-7acd-4509-9f7c-54e85e6fa10b req-ae2fca24-a23e-482c-b17d-cc79c41c5db8 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.572619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:30.577351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e4efd96-7acd-4509-9f7c-54e85e6fa10b req-ae2fca24-a23e-482c-b17d-cc79c41c5db8 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.0592132 Aug 12 02:15:30.655559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e4efd96-7acd-4509-9f7c-54e85e6fa10b req-a2779c27-3df6-43fe-a34f-e4a4c9203934 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542738 Aug 12 02:15:30.657624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:30.664951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:30.665574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:30.714217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aeac0568-13d7-469c-9377-23782417daf7 req-e454c8b9-19f8-4f21-8c21-3cee46196e5d tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0344224 Aug 12 02:15:30.761635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:30.791397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:30.796473 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a99e1c0-9a41-4db2-9e2c-c9193a6af83c" -d '{"events": [{"server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "name": "network-vif-plugged", "status": "completed", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:30.811778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:30.816506 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:30.817729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:30.867398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:30.868821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2c0a3ed8-4a9b-4d7e-b340-65eb39ad255e not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:30.880351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f344744-1359-4ae6-b57e-009ba3ae8eb0 req-0d1cc217-7475-4ddb-a651-9abff0cdfa4c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.890069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f344744-1359-4ae6-b57e-009ba3ae8eb0 req-0d1cc217-7475-4ddb-a651-9abff0cdfa4c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 948 time: 0.0781014 Aug 12 02:15:30.898167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:30.925929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f344744-1359-4ae6-b57e-009ba3ae8eb0 req-8e8e686c-3acf-46f6-a9bf-3f3976f7c164 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351658 Aug 12 02:15:30.931564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6058259-66bf-4634-83f5-5205e18ae2cf req-34fa4e76-dd4d-45e5-827c-4509ee594121 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:30.933054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6058259-66bf-4634-83f5-5205e18ae2cf req-34fa4e76-dd4d-45e5-827c-4509ee594121 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0991528 Aug 12 02:15:30.979982 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21c740c-ec3c-4905-9b49-4ea9357a8b3b x-openstack-request-id: req-f21c740c-ec3c-4905-9b49-4ea9357a8b3b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:30.980278 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "name": "network-vif-plugged", "status": "completed", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:30.980530 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f21c740c-ec3c-4905-9b49-4ea9357a8b3b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:30.980923 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448', 'code': 200} Aug 12 02:15:31.007943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6058259-66bf-4634-83f5-5205e18ae2cf req-b07ef1bf-b255-4328-aba3-6adb748eeaa6 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685804 Aug 12 02:15:31.106331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.136821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226974db-a434-4b17-ab6b-b36d7e2c6672 req-7ce2c187-49b0-4807-84a1-12d3ccb6bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:31.138307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-226974db-a434-4b17-ab6b-b36d7e2c6672 req-7ce2c187-49b0-4807-84a1-12d3ccb6bcb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 1101 time: 0.0480709 Aug 12 02:15:31.175581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-226974db-a434-4b17-ab6b-b36d7e2c6672 req-c19c0af4-b96b-44a3-b9bc-3aabaf5e296b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297103 Aug 12 02:15:31.283317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b56ba9-8cfb-4b9e-8ba0-0c0629901a94 req-3400afc4-6104-4789-b690-cbec30205306 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:31.284887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3b56ba9-8cfb-4b9e-8ba0-0c0629901a94 req-3400afc4-6104-4789-b690-cbec30205306 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0512483 Aug 12 02:15:31.350098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3b56ba9-8cfb-4b9e-8ba0-0c0629901a94 req-89dbb44f-a4a9-4273-b4b3-a2d6e9037dee tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577197 Aug 12 02:15:31.390741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Deleting port b39567ec-90ab-4642-9103-fbec6225eec6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:31.391226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.517559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] For port b39567ec-90ab-4642-9103-fbec6225eec6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b39567ec-90ab-4642-9103-fbec6225eec6,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:31.518036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.539039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Calling delete_port for b39567ec-90ab-4642-9103-fbec6225eec6 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:31.542457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:31.559181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e6398-00f1-40e1-aa67-eca7b7a6515b req-f106a342-dc89-4df5-a15c-4907b210ec19 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:31.561539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc6e6398-00f1-40e1-aa67-eca7b7a6515b req-f106a342-dc89-4df5-a15c-4907b210ec19 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.0698216 Aug 12 02:15:31.639034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc6e6398-00f1-40e1-aa67-eca7b7a6515b req-9ec0ddbf-6951-4199-aa91-5db6bb2783d6 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703619 Aug 12 02:15:31.659122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.685287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.738556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.746181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.749783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "DELETE /v2.0/security-groups/35aa511f-44c1-4918-901e-44230b88f0f1 HTTP/1.1" status: 204 len: 168 time: 0.2032800 Aug 12 02:15:31.756617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56742) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:31.765904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac9afb-2232-4d09-ae8a-4c4d63fce37c tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa511f-44c1-4918-901e-44230b88f0f1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:31.786502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-250b28c9-b446-45db-8a03-5efdba75813d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:31.788362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-250b28c9-b446-45db-8a03-5efdba75813d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 811 time: 0.1752286 Aug 12 02:15:31.825429 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-5d80dcf5-4fe1-43d0-ba93-eb60e6e23968 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] show failed (client error): The resource could not be found. Aug 12 02:15:31.828922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d80dcf5-4fe1-43d0-ba93-eb60e6e23968 tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "GET /v2.0/security-groups/35aa511f-44c1-4918-901e-44230b88f0f1 HTTP/1.1" status: 404 len: 347 time: 0.0688574 Aug 12 02:15:31.830175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:31.834262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-3d0d076b-c566-4bcd-a8e8-b074c31e8b36 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/quotas/dead03b275b84f1f85b356a575f4dc0b HTTP/1.1" status: 200 len: 375 time: 0.0367899 Aug 12 02:15:31.886886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.889994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d15de0bd-f12d-49ea-8497-ea22e378367b req-0be6d763-1ddc-4e07-bb0a-483bed62c8b2 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0605891 Aug 12 02:15:31.921939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b39567ec-90ab-4642-9103-fbec6225eec6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:31.943521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6fa9496-6d20-4f61-86ad-17382bf9298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:31.965002 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-7d46cab8-50ca-491f-be9f-68670f1fa372 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209371 Aug 12 02:15:32.050107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Deleting port 50983aec-c0b7-493b-8014-da51f5b3d5d9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:32.052513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.131211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-d0f71043-4085-4ec2-9dc5-f16e4f2ccdbc service neutron] 10.222.0.11 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653614 Aug 12 02:15:32.178840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb2df4-1eed-4560-bf81-91ab3e57fa46 req-f5d1f27e-4ff5-42dc-aec9-8e3ac40633a9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:32.180671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41cb2df4-1eed-4560-bf81-91ab3e57fa46 req-f5d1f27e-4ff5-42dc-aec9-8e3ac40633a9 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 948 time: 0.0725474 Aug 12 02:15:32.191430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.191856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.217982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Calling delete_port for 50983aec-c0b7-493b-8014-da51f5b3d5d9 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:32.236574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-f38b7ef1-92be-4910-b6ce-18a47f6c0d25 service neutron] 10.222.0.11 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044672 Aug 12 02:15:32.247671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41cb2df4-1eed-4560-bf81-91ab3e57fa46 req-189ddfba-5ebb-43f6-b985-b220656029b6 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Aug 12 02:15:32.342792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.403542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfecfc22-9449-40b9-a95e-d679116936ae req-040d5539-308f-4b52-bca1-824c555422f9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:32.405670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfecfc22-9449-40b9-a95e-d679116936ae req-040d5539-308f-4b52-bca1-824c555422f9 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.0811338 Aug 12 02:15:32.440885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.479124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfecfc22-9449-40b9-a95e-d679116936ae req-2e62dda5-c213-4272-879f-7a44140eff6d tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658350 Aug 12 02:15:32.481230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Pushing event deleted for resources: {'Port': ['ID=50983aec-c0b7-493b-8014-da51f5b3d5d9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:32.555631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.559061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.561729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3017d87a-142a-4cbc-bbf2-5be10aa4b82a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:32.564101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2632b756-a7da-4127-b28a-e535703ad53d tempest-ImagesOneServerNegativeTestJSON-1773310600 tempest-ImagesOneServerNegativeTestJSON-1773310600-project] 10.222.0.11 "DELETE /v2.0/floatingips/99d9be2c-4af4-4289-b5e4-d17379ff3ce6 HTTP/1.1" status: 204 len: 168 time: 0.7323632 Aug 12 02:15:32.571039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d09b821c-f101-474c-8d6b-fcd2938063c3 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:32.605761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: d09b821c-f101-474c-8d6b-fcd2938063c3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:32.606633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d09b821c-f101-474c-8d6b-fcd2938063c3 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:32.743931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:32.758985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a', 'mac_address': 'fa:16:3e:63:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:32.796667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f95e1-36f2-4a1a-9b98-5f5e1fd5de68 req-0ad79abb-e3d0-4894-b656-3fdcf0ca8425 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:32.798248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-746f95e1-36f2-4a1a-9b98-5f5e1fd5de68 req-0ad79abb-e3d0-4894-b656-3fdcf0ca8425 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.0579967 Aug 12 02:15:32.814792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.836111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3017d87a-142a-4cbc-bbf2-5be10aa4b82a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:32.859269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:32.860401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-746f95e1-36f2-4a1a-9b98-5f5e1fd5de68 req-e8b4dc24-6aef-44c6-b7da-169c747814c0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552330 Aug 12 02:15:32.864477 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:32.875093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ef6b32b-a970-43e1-9f27-404c6d422c23 req-8da2ce27-8e8c-440c-981f-aa067c29fd9b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 210 time: 0.4267304 Aug 12 02:15:32.919606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:32.936426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:32.973084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Deleting subnet d967c2cb-0a10-4213-b747-15deb720f6de {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:32.978726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.037039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.042429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Router e6678758-e060-4837-9282-10ba240698d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:15:33.089360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39bddf5f-dc0f-4647-b778-3bc6abf6d1cb req-c2cf7043-b0eb-490a-b8a6-007ac8affd62 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Aug 12 02:15:33.105982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3017d87a-142a-4cbc-bbf2-5be10aa4b82a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:33.118835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.187049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:33.197404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-725d480f-701e-46f1-b528-08c9b2c1d2d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6678758-e060-4837-9282-10ba240698d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8206515 Aug 12 02:15:33.198679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:33.203386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Sync routers for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:33.227200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.229396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:33.230075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.252449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.259993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d967c2cb-0a10-4213-b747-15deb720f6de HTTP/1.1" status: 204 len: 168 time: 0.3392942 Aug 12 02:15:33.263099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:33.302305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44bca6-a32e-47b3-b6a5-f1c46060815d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d967c2cb-0a10-4213-b747-15deb720f6de,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:33.378688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaac30f-12e7-40bb-8a98-2018f485ab5d req-891a9dab-4244-46e5-b774-7ab9516e7cc8 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:33.380875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2eaac30f-12e7-40bb-8a98-2018f485ab5d req-891a9dab-4244-46e5-b774-7ab9516e7cc8 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.0754483 Aug 12 02:15:33.416328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.424277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:33.434190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2eaac30f-12e7-40bb-8a98-2018f485ab5d req-58342007-3e29-49b0-9797-5cb20fed64ca tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Aug 12 02:15:33.467963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921724e-c3b5-4be6-99bc-0996c8b93ebf req-70b69d16-636d-4936-9db8-1bf89332dfe6 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:33.467963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d921724e-c3b5-4be6-99bc-0996c8b93ebf req-70b69d16-636d-4936-9db8-1bf89332dfe6 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 949 time: 0.0952001 Aug 12 02:15:33.467963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.718315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-2015bd11-dcd6-4549-9d3f-373fd1076f95 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:33.720500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-2015bd11-dcd6-4549-9d3f-373fd1076f95 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.25 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 811 time: 0.1360559 Aug 12 02:15:33.740654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Request body: {'port': {'device_id': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'admin_state_up': True, 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:33.778718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d921724e-c3b5-4be6-99bc-0996c8b93ebf req-238a6b2a-1587-441e-a3a7-26889b0b1d37 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983062 Aug 12 02:15:33.785967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.809467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567a46f8-2dd2-4718-99d4-7727de31520b']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.819060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:15:31Z', 'revision_number': 5, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port': {'id': '8f2a959f-6831-4a4a-8be5-5e97f95269c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6678758-e060-4837-9282-10ba240698d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:30Z', 'updated_at': '2021-08-12T02:09:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.823867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfea450-0f30-4764-9277-7a9780db7dd1') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.824172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfea450-0f30-4764-9277-7a9780db7dd1') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.840345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.842905 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.850268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Checking router: e6678758-e060-4837-9282-10ba240698d0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:33.864056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Routers {'e6678758-e060-4837-9282-10ba240698d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:33.864056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e6678758-e060-4837-9282-10ba240698d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:33.865711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.943279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Made reservation on behalf of dead03b275b84f1f85b356a575f4dc0b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:33.943948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:33.944631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:33.947817 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:33.953669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.003512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] Set router e6678758-e060-4837-9282-10ba240698d0 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:34.081708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.093511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-7d1fb0bb-dab9-4070-88d0-3b8bacb97e44 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0f3f981ec6234936b64cb4a838947f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406840 Aug 12 02:15:34.096779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:15:33Z', 'revision_number': 6, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:34.119175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.123501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/567a46f8-2dd2-4718-99d4-7727de31520b HTTP/1.1" status: 204 len: 168 time: 0.8594167 Aug 12 02:15:34.132245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb63336-df86-421d-a717-35a3faa8f935 None None] The sync data for ids ['e6678758-e060-4837-9282-10ba240698d0'] in n-d-804303-2 is: [{'id': 'e6678758-e060-4837-9282-10ba240698d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1165464252-router', 'tenant_id': '5c30a2a0080b4d59873185b6b0599a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:29Z', 'updated_at': '2021-08-12T02:15:33Z', 'revision_number': 6, 'project_id': '5c30a2a0080b4d59873185b6b0599a2e', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:34.145187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443c81d-0ff8-4f72-ba8d-42adee4f5f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=567a46f8-2dd2-4718-99d4-7727de31520b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:34.169716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5ab14-4a1d-4a8a-9870-74f0c276ac52 req-32c22e44-c139-4fb9-85e1-7cc2454072d2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:34.176710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63f5ab14-4a1d-4a8a-9870-74f0c276ac52 req-32c22e44-c139-4fb9-85e1-7cc2454072d2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.2496049 Aug 12 02:15:34.211716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Deleting port 8f2a959f-6831-4a4a-8be5-5e97f95269c6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:34.212324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.231169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Allocated IP 172.20.0.2 (f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6/ada870b9-1c2c-4105-a240-0cb63a5c11cc/46348efd-1292-43c1-8819-a0f324c06a8b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:34.265295 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.302940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-0f9195f9-6f9a-4068-b7aa-5c4062deb06a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:34.311509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-0f9195f9-6f9a-4068-b7aa-5c4062deb06a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084720 Aug 12 02:15:34.329428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] For port 8f2a959f-6831-4a4a-8be5-5e97f95269c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8f2a959f-6831-4a4a-8be5-5e97f95269c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:34.330144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.333392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:34.347208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Calling delete_port for 8f2a959f-6831-4a4a-8be5-5e97f95269c6 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:34.349502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-62551795-f5ad-4307-8d36-836f9c392059 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/quotas/0f3f981ec6234936b64cb4a838947f34 HTTP/1.1" status: 200 len: 375 time: 0.0370452 Aug 12 02:15:34.367543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63f5ab14-4a1d-4a8a-9870-74f0c276ac52 req-45aca1cb-b052-4e91-8a88-aa5d425a43a2 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828003 Aug 12 02:15:34.505165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1dfb777e-5c60-43df-9355-5fc18cfa5e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.520132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0704ac0-ea07-440d-8b63-0e62218a2414 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84a18610eee64e7a9d7255fbdbe6e1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856406 Aug 12 02:15:34.523892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:34.532966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55167a25-768d-4745-9b4b-2a1d0135523c req-b9bd33b7-7439-43fe-b7b6-0c2208837c77 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 210 time: 0.0935552 Aug 12 02:15:34.563304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3017d87a-142a-4cbc-bbf2-5be10aa4b82a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:34.630436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.646124 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.651153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.654001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:34.658496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:34.659069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.673295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb92923f-7e56-42d0-9565-a92daa05aab9 req-9ee3e7b5-3d80-4e49-b60d-02dfbece8d37 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0404236 Aug 12 02:15:34.689811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-23e26237-fa5d-4ac4-8d28-efcb521a8eac tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3295410 Aug 12 02:15:34.697575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2a959f-6831-4a4a-8be5-5e97f95269c6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:34.767497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.794730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.797515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.819764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.831440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:34.833747 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1337be2-086a-4b71-ad63-6b903b7c25e1" -d '{"events": [{"server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "name": "network-vif-plugged", "status": "completed", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:34.847682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:34.853010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.857282 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.915299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:34.924356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:34.927632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:34.928418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.932241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:34.932470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1da6a49b-88e6-4eca-8e57-aee27adaefe4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:34.933603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa5a26de-49c7-4d6a-95ad-c5da04454027 HTTP/1.1" status: 204 len: 168 time: 0.4067883 Aug 12 02:15:34.934891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:35.018048 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd69a9-d53f-49a4-8cef-c629877c9d12 x-openstack-request-id: req-1dcd69a9-d53f-49a4-8cef-c629877c9d12 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:35.018519 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "name": "network-vif-plugged", "status": "completed", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:35.018785 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dcd69a9-d53f-49a4-8cef-c629877c9d12 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:35.020601 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a', 'code': 200} Aug 12 02:15:35.090639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.091427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.113140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Pushing event updated for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:35.118862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a060df24-f90e-404c-aab6-155bc8433cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a26de-49c7-4d6a-95ad-c5da04454027,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:35.146977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-01c5dee5-1bd2-4b03-ad14-a428221f98cf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4125726 Aug 12 02:15:35.172184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a45f64c-a54c-48ab-8acd-4a229efc9f16 req-4b92cba1-a0ac-491d-ba26-501053fffef0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 210 time: 0.0508778 Aug 12 02:15:35.176451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Request body: {'port': {'device_id': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:35.232725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.239955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.301085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.407060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.407741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6678758-e060-4837-9282-10ba240698d0 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:15:35.416558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.420740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-07b5cfde-3329-4fe1-8dc5-7732e3f7f21e admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6678758-e060-4837-9282-10ba240698d0 HTTP/1.1" status: 204 len: 168 time: 2.2213726 Aug 12 02:15:35.422500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56846) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:35.432542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb799-8d5c-4cc5-9138-2d976ee0b8cb req-2d4cc774-cca7-4c36-b3c4-aedeb62f1d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.433212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-12cc1bc9-2f94-4094-af2a-9b320e4f805e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.434211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca6fb799-8d5c-4cc5-9138-2d976ee0b8cb req-2d4cc774-cca7-4c36-b3c4-aedeb62f1d2f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 1101 time: 0.2872691 Aug 12 02:15:35.436035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-12cc1bc9-2f94-4094-af2a-9b320e4f805e tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.25 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1359448 Aug 12 02:15:35.443694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278f565-a608-49b0-9bce-cac666caa1be req-18b41d97-837a-4ddb-8fa9-dfb347709275 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.451925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1278f565-a608-49b0-9bce-cac666caa1be req-18b41d97-837a-4ddb-8fa9-dfb347709275 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 950 time: 0.4667919 Aug 12 02:15:35.470746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b39567ec-90ab-4642-9103-fbec6225eec6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:35.550325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b39567ec-90ab-4642-9103-fbec6225eec6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:35.552133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b39567ec-90ab-4642-9103-fbec6225eec6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:35.552582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8f2a959f-6831-4a4a-8be5-5e97f95269c6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:35.616389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8f2a959f-6831-4a4a-8be5-5e97f95269c6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:35.617315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8f2a959f-6831-4a4a-8be5-5e97f95269c6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:35.667533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Deleting subnet 60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:35.698160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1278f565-a608-49b0-9bce-cac666caa1be req-3a2d0344-5805-481d-8fab-4bcb46801e76 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306783 Aug 12 02:15:35.703906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.715138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca6fb799-8d5c-4cc5-9138-2d976ee0b8cb req-d2203883-e12d-4f21-b7b0-f95199951ae2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799395 Aug 12 02:15:35.718816 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.811399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.852535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ded96-e28a-4df4-8114-8d19bacce702 req-120907a2-8438-4495-a351-80b1dc5bee66 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.854789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a85ded96-e28a-4df4-8114-8d19bacce702 req-120907a2-8438-4495-a351-80b1dc5bee66 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 945 time: 0.1952052 Aug 12 02:15:35.858785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Deleting port 0c169dad-e982-458e-9212-816268d3c26b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:35.859126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:35.927862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92df61-5887-4f4a-b353-88b0102171ad req-a017e191-afbf-44de-895f-f534458b0a35 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:35.936106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e92df61-5887-4f4a-b353-88b0102171ad req-a017e191-afbf-44de-895f-f534458b0a35 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 931 time: 0.1192770 Aug 12 02:15:36.033961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e92df61-5887-4f4a-b353-88b0102171ad req-5cbf68d5-3c0b-46ed-a2e9-5fb7d0f681ce tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863707 Aug 12 02:15:36.064344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.192902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6532284-f082-4d41-a27f-2e34d4db4e12 req-dda76005-c639-4c4b-83cf-f4dbe44144e1 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0483136 Aug 12 02:15:36.243776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.311040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60692fbf-23e2-44f9-a2e1-bbf45bcbcda4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:36.326265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.329596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb76aa-d83c-406a-9adf-9bc2a89155b6 None None] Network c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:15:36.341870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c345cfdd-5c5c-414d-b2fa-b9175d1b6e4d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/60692fbf-23e2-44f9-a2e1-bbf45bcbcda4 HTTP/1.1" status: 204 len: 168 time: 0.9181886 Aug 12 02:15:36.348139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56874) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:36.586016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-9656434f-057e-440d-a31f-d3d77063dd2d tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0f3f981ec6234936b64cb4a838947f34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535722 Aug 12 02:15:36.637486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a85ded96-e28a-4df4-8114-8d19bacce702 req-429a7a93-9c69-4345-875d-598be905db51 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/security-groups?id=459842d3-6fe4-469f-8dd1-b8d07c98aa69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7624879 Aug 12 02:15:36.687252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b7026d43-2736-4993-b177-03d6a814f072 req-a437ac5b-e915-4baa-9db2-8ea07e75eb8e tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 210 time: 0.2891078 Aug 12 02:15:36.712218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.725736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] For port 0c169dad-e982-458e-9212-816268d3c26b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c169dad-e982-458e-9212-816268d3c26b,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:36.726678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.749175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] DHCP port deletion for c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:15:36.764099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Calling delete_port for 0c169dad-e982-458e-9212-816268d3c26b owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:36.784911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46348efd-1292-43c1-8819-a0f324c06a8b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:36.795128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.837330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Deleting port 038fe674-276b-425a-94b1-4e3bf3920358 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:36.837633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.874848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Deleting port 038fe674-276b-425a-94b1-4e3bf3920358 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:36.875242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.877836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Transition to ACTIVE for port object 46348efd-1292-43c1-8819-a0f324c06a8b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:36.891690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.916137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] For port 038fe674-276b-425a-94b1-4e3bf3920358, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=038fe674-276b-425a-94b1-4e3bf3920358,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:36.916560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:36.931509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Calling delete_port for 038fe674-276b-425a-94b1-4e3bf3920358 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:36.932279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-5fb0a924-fd57-4ba9-bcaf-8a7a5c0598ca tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:36.934478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-5fb0a924-fd57-4ba9-bcaf-8a7a5c0598ca tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2462449 Aug 12 02:15:36.950153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a936259-5b5c-4b43-b166-738c2afccb5a req-91423768-7d04-4b82-8f0e-ef708c0b21b2 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:36.956401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Request body: {'port': {'device_id': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '0f3f981ec6234936b64cb4a838947f34'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:36.959756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a936259-5b5c-4b43-b166-738c2afccb5a req-91423768-7d04-4b82-8f0e-ef708c0b21b2 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 950 time: 0.1302168 Aug 12 02:15:37.029837 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.033195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a936259-5b5c-4b43-b166-738c2afccb5a req-315ac272-2f30-4606-a574-0c5205c67f3e tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713840 Aug 12 02:15:37.072459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] For port 038fe674-276b-425a-94b1-4e3bf3920358, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=038fe674-276b-425a-94b1-4e3bf3920358,segment=NetworkSegment(1798bb61-5e52-4c81-8ea9-4b122bca58e8),segment_id=1798bb61-5e52-4c81-8ea9-4b122bca58e8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:37.084218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.094625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Pushing event deleted for resources: {'Port': ['ID=038fe674-276b-425a-94b1-4e3bf3920358,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:37.098167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] No DVR routers for this DVR port 038fe674-276b-425a-94b1-4e3bf3920358 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:37.109161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.109507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.109861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.110217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.110553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.114000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.114355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.114696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.115768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.116115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.116452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.117325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c81db4-ebb5-4391-beef-4d74b1134a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.169986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Calling delete_port for 038fe674-276b-425a-94b1-4e3bf3920358 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:37.200345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:37.211311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.231819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.232691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.233190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.234121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.234645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.235140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.235653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.236135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.236611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.237189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.237663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.238149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.251277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518f987-6e43-442b-9e1b-82c263425b1a req-b4b3c481-6075-4e16-854d-ad964d11b469 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:37.261961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5518f987-6e43-442b-9e1b-82c263425b1a req-b4b3c481-6075-4e16-854d-ad964d11b469 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 943 time: 0.1170340 Aug 12 02:15:37.269910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Attempting to bind port 46348efd-1292-43c1-8819-a0f324c06a8b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:37.270502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Attempting to bind port 46348efd-1292-43c1-8819-a0f324c06a8b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:37.271023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Attempting to bind port 46348efd-1292-43c1-8819-a0f324c06a8b on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:37.283839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Port 46348efd-1292-43c1-8819-a0f324c06a8b on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:37.284414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Attempting to bind port 46348efd-1292-43c1-8819-a0f324c06a8b on network f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:37.292238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:37.292904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Checking segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:37.293465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Bound using segment: {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:37.294083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Bound port: 46348efd-1292-43c1-8819-a0f324c06a8b, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb80f813-cade-4750-ae48-f99391d74dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:37.294633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.311210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.352855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Made reservation on behalf of 0f3f981ec6234936b64cb4a838947f34 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:37.356404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.368977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Pushing event deleted for resources: {'Port': ['ID=0c169dad-e982-458e-9212-816268d3c26b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:37.408689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5518f987-6e43-442b-9e1b-82c263425b1a req-5c54ea01-a967-42db-b3bb-ba0c0a666609 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457007 Aug 12 02:15:37.450323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] No DVR routers for this DVR port 0c169dad-e982-458e-9212-816268d3c26b on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:37.458834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.461586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ba314a6-d2b7-4412-ab26-a99c49e1a1ac req-7a461529-fa99-4826-9549-1fd49560b702 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.25 "DELETE /v2.0/ports/0c169dad-e982-458e-9212-816268d3c26b HTTP/1.1" status: 204 len: 173 time: 2.0131471 Aug 12 02:15:37.477555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.478543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'name': 'network-vif-deleted', 'tag': '0c169dad-e982-458e-9212-816268d3c26b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:37.494365 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daa8fa3-2dca-444a-8380-ee74b10dbebf" -d '{"events": [{"server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "name": "network-vif-deleted", "tag": "0c169dad-e982-458e-9212-816268d3c26b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:37.502457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 038fe674-276b-425a-94b1-4e3bf3920358 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:37.539722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 038fe674-276b-425a-94b1-4e3bf3920358 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:37.540274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 038fe674-276b-425a-94b1-4e3bf3920358 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:37.552276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:37.556758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=46348efd-1292-43c1-8819-a0f324c06a8b,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:37.566643 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.574497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Pushing event deleted for resources: {'Port': ['ID=038fe674-276b-425a-94b1-4e3bf3920358,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:37.581951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] No DVR routers for this DVR port 038fe674-276b-425a-94b1-4e3bf3920358 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:37.630311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.630913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.631514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.632175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.632677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.633196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.633693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.634189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.634682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.635286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.635859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.636436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:37.656016 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dced5e1-e1bb-4984-ad04-17e32da264dc x-openstack-request-id: req-7dced5e1-e1bb-4984-ad04-17e32da264dc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:37.657031 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95aa6c4-9ee5-4f16-b341-55a910c1a6a4", "name": "network-vif-deleted", "tag": "0c169dad-e982-458e-9212-816268d3c26b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:37.657031 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dced5e1-e1bb-4984-ad04-17e32da264dc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:37.657031 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95aa6c4-9ee5-4f16-b341-55a910c1a6a4', 'name': 'network-vif-deleted', 'tag': '0c169dad-e982-458e-9212-816268d3c26b', 'status': 'completed', 'code': 200} Aug 12 02:15:37.675874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:37.676653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.678193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] 10.222.0.25 "PUT /v2.0/ports/46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 200 len: 1091 time: 2.5088956 Aug 12 02:15:37.722407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d9cf968-0bbd-41aa-a56a-0e4c61ab9811 req-4d59edf7-a3f7-48aa-b455-1f30bd6552a8 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0979381 Aug 12 02:15:37.749014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc991bf-8d9d-47aa-9973-417cfbf9fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:37.812213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.826008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f0c4b1-a69b-49c1-bf58-78bf1aec8615']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:37.850843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-86a75f4b-385d-4d69-a17a-1dc035e3a4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:37.854614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-86a75f4b-385d-4d69-a17a-1dc035e3a4b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1094 time: 0.0848434 Aug 12 02:15:37.858403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1798bb61-5e52-4c81-8ea9-4b122bca58e8') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:37.858809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1798bb61-5e52-4c81-8ea9-4b122bca58e8') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:37.874449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.909809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d20547b5-e549-4b62-9d79-6ca530f7efc3 req-f656cb3a-ba32-4795-807a-0dc8bce13175 tempest-ServerRescueNegativeTestJSON-1221700629 tempest-ServerRescueNegativeTestJSON-1221700629-project] 10.222.0.11 "GET /v2.0/ports?device_id=a95aa6c4-9ee5-4f16-b341-55a910c1a6a4 HTTP/1.1" status: 200 len: 210 time: 0.0689201 Aug 12 02:15:37.949867 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-cf97204a-bc66-4681-b42c-4c77f9b12797 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 200 len: 217 time: 0.0757115 Aug 12 02:15:37.964763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.997156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:37.997572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:37.999286 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:38.073847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Allocated IP 192.168.233.249 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/01777749-cf2c-4200-9c4f-dbae7fd54e03) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:38.089687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5978d633-cb62-4f36-a286-1fe9ce2844cc req-845b6a29-35f1-47e5-a3f7-5b754e6cffe6 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 210 time: 0.0781198 Aug 12 02:15:38.110366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.120128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.132677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c2f0c4b1-a69b-49c1-bf58-78bf1aec8615 HTTP/1.1" status: 204 len: 168 time: 1.7828052 Aug 12 02:15:38.144487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947625df-6956-435c-a781-cd8ab784d793 req-31b33700-f108-48b8-8371-a384f7369d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:38.146131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-31b33700-f108-48b8-8371-a384f7369d5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1879475 Aug 12 02:15:38.147092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:38.151319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6957b9e-90b9-42ea-acef-4356e7f25205 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f0c4b1-a69b-49c1-bf58-78bf1aec8615,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:38.311778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-0226a9fc-d2db-4874-a159-9d29541a3848 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515298 Aug 12 02:15:38.384977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.402554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Transition to ACTIVE for port object 01777749-cf2c-4200-9c4f-dbae7fd54e03 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:38.448564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.491116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['83ce65d8-4559-4bfc-9bd7-b7996ca5a448'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:38.496825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8938812-7b68-42f7-b2e5-670bf5ca4774 req-5b5884cf-b12b-415a-8e10-a36b4afcfa90 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:38.505174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8938812-7b68-42f7-b2e5-670bf5ca4774 req-5b5884cf-b12b-415a-8e10-a36b4afcfa90 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 950 time: 0.1992633 Aug 12 02:15:38.506039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Pushing event updated for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:38.525124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:38.526803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:38.540063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:38.581141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c169dad-e982-458e-9212-816268d3c26b no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:38.626547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0c169dad-e982-458e-9212-816268d3c26b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:38.627315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c169dad-e982-458e-9212-816268d3c26b not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:38.661272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:38.661931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.697379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5829dd-0136-4fb2-8af3-c0e6cce31cae req-d14b1278-b2f8-4974-b142-27d639ceefaf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:38.700937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5829dd-0136-4fb2-8af3-c0e6cce31cae req-d14b1278-b2f8-4974-b142-27d639ceefaf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 943 time: 0.1172106 Aug 12 02:15:38.704988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-a6779d1c-a106-4320-91d5-765314485829 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7526360 Aug 12 02:15:38.722344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Request body: {'port': {'device_id': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:38.774570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-851065b3-ff3a-4d44-af4a-aec55b3c5f41 service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233022 Aug 12 02:15:38.809439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:38.824641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5829dd-0136-4fb2-8af3-c0e6cce31cae req-d2699626-6798-4aa8-9a6a-4aede1af9ffd tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155341 Aug 12 02:15:38.859627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8938812-7b68-42f7-b2e5-670bf5ca4774 req-4bf86fe7-2ef2-49c8-9c6e-87e5641dacd7 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531482 Aug 12 02:15:38.932498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b8c03555-63c0-42e4-936e-9545fbaaf6f8 None None] Provisioning for port 01777749-cf2c-4200-9c4f-dbae7fd54e03 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:38.936901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-947625df-6956-435c-a781-cd8ab784d793 req-a495f398-cf71-4696-80c7-fe4e71dab3e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523345 Aug 12 02:15:38.943694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b8c03555-63c0-42e4-936e-9545fbaaf6f8 None None] Provisioning complete for port 01777749-cf2c-4200-9c4f-dbae7fd54e03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:38.945094 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b8c03555-63c0-42e4-936e-9545fbaaf6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.006298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b8c03555-63c0-42e4-936e-9545fbaaf6f8 None None] Port 01777749-cf2c-4200-9c4f-dbae7fd54e03 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:39.006804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:39.037647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89f948fe-194f-4ce8-8cf2-d61508509c71 req-7e3268f8-6e26-4c17-9dce-39aee3df9abe tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0459280 Aug 12 02:15:39.091583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.377180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Deleting port e5aea314-9ed9-4d4e-a08f-a9558929c56b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:39.377533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.471313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] For port e5aea314-9ed9-4d4e-a08f-a9558929c56b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5aea314-9ed9-4d4e-a08f-a9558929c56b,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:39.471804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.487269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Calling delete_port for e5aea314-9ed9-4d4e-a08f-a9558929c56b owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:39.545595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692a4d1-7e83-4cab-a2d6-d9063d0f36c8 req-22c8c028-b4fa-4474-8780-dc6527b76938 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:39.547167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b692a4d1-7e83-4cab-a2d6-d9063d0f36c8 req-22c8c028-b4fa-4474-8780-dc6527b76938 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 936 time: 0.1295493 Aug 12 02:15:39.667218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:39.669939 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33" -d '{"events": [{"name": "network-changed", "server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:39.718514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b692a4d1-7e83-4cab-a2d6-d9063d0f36c8 req-58a14999-e32a-4bfa-9589-09c5af71c57c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272581 Aug 12 02:15:39.743568 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cbf157-f725-4b3a-af81-a2fcc8ef76e3 x-openstack-request-id: req-39cbf157-f725-4b3a-af81-a2fcc8ef76e3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:39.743982 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:39.744238 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39cbf157-f725-4b3a-af81-a2fcc8ef76e3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:39.744632 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b', 'status': 'completed', 'code': 200} Aug 12 02:15:39.745922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.752714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01777749-cf2c-4200-9c4f-dbae7fd54e03 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:39.763775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.797981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Transition to ACTIVE for port object 01777749-cf2c-4200-9c4f-dbae7fd54e03 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:39.801879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5aea314-9ed9-4d4e-a08f-a9558929c56b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:39.807999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:39.877879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-aabe23f6-c3e5-4238-927e-eac4d0c01d1e tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:39.879649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-aabe23f6-c3e5-4238-927e-eac4d0c01d1e tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.25 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 950 time: 0.1706994 Aug 12 02:15:39.893427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Pushing event updated for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:40.046840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Attempting to bind port 01777749-cf2c-4200-9c4f-dbae7fd54e03 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:40.047500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Attempting to bind port 01777749-cf2c-4200-9c4f-dbae7fd54e03 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:40.047999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Attempting to bind port 01777749-cf2c-4200-9c4f-dbae7fd54e03 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:40.062907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Port 01777749-cf2c-4200-9c4f-dbae7fd54e03 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:40.063533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Attempting to bind port 01777749-cf2c-4200-9c4f-dbae7fd54e03 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:40.077408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:40.078009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:40.078596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:40.079212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Bound port: 01777749-cf2c-4200-9c4f-dbae7fd54e03, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:40.079775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.094215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-619d67df-8beb-48a3-bc67-7213765ca1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.096109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-619d67df-8beb-48a3-bc67-7213765ca1d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1094 time: 0.3389633 Aug 12 02:15:40.120946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9794dc4-eecc-48ff-be98-b8e11e73c79c req-eb94691b-e942-46d3-ba47-44d2121bf22c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.122522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9794dc4-eecc-48ff-be98-b8e11e73c79c req-eb94691b-e942-46d3-ba47-44d2121bf22c tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 950 time: 0.1325226 Aug 12 02:15:40.215554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271238e2-331b-46b3-9210-c164227c075a req-eaf65c43-a290-4a67-8323-2530cb3935a4 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.220126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-271238e2-331b-46b3-9210-c164227c075a req-eaf65c43-a290-4a67-8323-2530cb3935a4 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 943 time: 0.2254162 Aug 12 02:15:40.229372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:40.232381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:40.235603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.247067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9794dc4-eecc-48ff-be98-b8e11e73c79c req-1ada422b-90fc-4f4c-a476-250b3a0eda92 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/security-groups?id=23749949-d845-4c28-a78a-626f9de661d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104007 Aug 12 02:15:40.249610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.267406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Deleting port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:40.267830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.352112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.353626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.355047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] 10.222.0.25 "PUT /v2.0/ports/01777749-cf2c-4200-9c4f-dbae7fd54e03 HTTP/1.1" status: 200 len: 1096 time: 1.6368160 Aug 12 02:15:40.355528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:40.357983 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37161260-a738-47a3-962d-cf08723b933d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:40.403952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.441371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1758044b-98dd-4b70-a060-9958b877ed9c req-7349a326-9bab-42eb-bb7c-905f0819bc6c tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0959370 Aug 12 02:15:40.452000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-271238e2-331b-46b3-9210-c164227c075a req-2fd34e14-f645-48eb-9f67-3817da3d3fb3 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129633 Aug 12 02:15:40.455780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] For port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:40.456264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.496950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a0110-8498-488e-b9c8-ad15f413ad4e service neutron] Pushing event updated for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:40.512910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Calling delete_port for 3017d87a-142a-4cbc-bbf2-5be10aa4b82a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:40.518315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-ad4fbca7-e78d-4f4b-83a5-e0387da4ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.520235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-ad4fbca7-e78d-4f4b-83a5-e0387da4ba2e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.4099751 Aug 12 02:15:40.550489 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eba752-7ef3-4b0a-8cd3-5802a395b81b x-openstack-request-id: req-90eba752-7ef3-4b0a-8cd3-5802a395b81b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:40.551334 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:40.551787 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90eba752-7ef3-4b0a-8cd3-5802a395b81b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:40.552341 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03', 'status': 'completed', 'code': 200} Aug 12 02:15:40.592055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-d966875d-10b9-4ed9-953c-1c73bbbe4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.592390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 46348efd-1292-43c1-8819-a0f324c06a8b details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:40.593928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-d966875d-10b9-4ed9-953c-1c73bbbe4dd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 1099 time: 0.1872175 Aug 12 02:15:40.624359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-3cf55a04-be18-401f-a0e1-958f141a2656 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 200 len: 217 time: 0.0566945 Aug 12 02:15:40.678765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-b2c6fe80-2fdd-4ca6-86a4-409986e2d306 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03 HTTP/1.1" status: 200 len: 217 time: 0.0742404 Aug 12 02:15:40.715759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=46348efd-1292-43c1-8819-a0f324c06a8b,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:40.728093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '46348efd-1292-43c1-8819-a0f324c06a8b', 'network_id': 'f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6', 'port_id': '46348efd-1292-43c1-8819-a0f324c06a8b', 'mac_address': 'fa:16:3e:cc:a4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada870b9-1c2c-4105-a240-0cb63a5c11cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:40.750154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-66e62d1b-c92b-4603-9309-0bf1a524a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.751190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-66e62d1b-c92b-4603-9309-0bf1a524a847 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0641675 Aug 12 02:15:40.795118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-ac0048de-74a4-4354-80a8-dabfe760b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.796795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-ac0048de-74a4-4354-80a8-dabfe760b939 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1347916 Aug 12 02:15:40.841395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.860185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46348efd-1292-43c1-8819-a0f324c06a8b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:40.868351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-b75d7ec8-ee0b-4d5f-a286-9d2c57a5819e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637693 Aug 12 02:15:40.880124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-5865ee4d-5cb4-4b56-989e-ae82f23d1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.881643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-5865ee4d-5cb4-4b56-989e-ae82f23d1c84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134882 Aug 12 02:15:40.883863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=46348efd-1292-43c1-8819-a0f324c06a8b,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:40.889360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:40.938282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:40.959603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8f46c-6e4a-431e-97ea-f23b616bea56 req-346e25c4-8ed9-4c8e-aaef-2e761ed40d36 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:40.961548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fe8f46c-6e4a-431e-97ea-f23b616bea56 req-346e25c4-8ed9-4c8e-aaef-2e761ed40d36 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 948 time: 0.1378686 Aug 12 02:15:40.999109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Deleting port d4d19993-e054-47ca-b335-d081fcbedd2f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:40.999456 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.072316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fe8f46c-6e4a-431e-97ea-f23b616bea56 req-2ec30b81-637b-460b-ab6f-3bfe53e4afb0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026678 Aug 12 02:15:41.080445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-beb7b58b-b1dd-4f83-b43d-b28fdf7f9ade service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910045 Aug 12 02:15:41.097127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['46348efd-1292-43c1-8819-a0f324c06a8b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:41.166649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] For port d4d19993-e054-47ca-b335-d081fcbedd2f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4d19993-e054-47ca-b335-d081fcbedd2f,segment=NetworkSegment(1bcd996d-a40d-4beb-a87a-65eac7b1e485),segment_id=1bcd996d-a40d-4beb-a87a-65eac7b1e485)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:41.167318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.185343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Calling delete_port for d4d19993-e054-47ca-b335-d081fcbedd2f owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:41.253975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-923dd61b-a986-446c-8019-68fb4a7ea751 req-70868c9a-b71c-4fa1-83cf-d47cb2f36846 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607914 Aug 12 02:15:41.340811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.385395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37161260-a738-47a3-962d-cf08723b933d req-de7d4980-5ead-424f-b292-8bba2597da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:41.387117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-de7d4980-5ead-424f-b292-8bba2597da89 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0f3f981ec6234936b64cb4a838947f34&device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 1099 time: 0.0646908 Aug 12 02:15:41.412608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Pushing event deleted for resources: {'Port': ['ID=3017d87a-142a-4cbc-bbf2-5be10aa4b82a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:41.424134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50a2ff83-c7a4-4d41-89c6-ed72d6e2683f req-1f9aaf83-3096-4dcd-a02e-6c062c239f49 tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.11 "GET /v2.0/ports?device_id=75f5ce6e-7008-4ea1-ab42-076c8b0e445c HTTP/1.1" status: 200 len: 210 time: 0.0797098 Aug 12 02:15:41.509276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37161260-a738-47a3-962d-cf08723b933d req-609b424a-b078-4ca8-a77e-06494d45fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:41.510182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] No DVR routers for this DVR port 3017d87a-142a-4cbc-bbf2-5be10aa4b82a on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:41.510794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-609b424a-b078-4ca8-a77e-06494d45fd73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1136048 Aug 12 02:15:41.531922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.533947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2888759-af48-48fa-b76c-d058c3d4cfbf req-28ef8ab6-db79-484a-b959-b3661428c70f tempest-TenantUsagesTestJSON-507011972 tempest-TenantUsagesTestJSON-507011972-project] 10.222.0.25 "DELETE /v2.0/ports/3017d87a-142a-4cbc-bbf2-5be10aa4b82a HTTP/1.1" status: 204 len: 173 time: 1.6231768 Aug 12 02:15:41.535839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Router 28ceb3c4-9801-416a-880e-13ad45a4e124 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:15:41.543999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-ae4d69b8-7ec7-49a4-a9f4-62f85f3c71f0 service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670659 Aug 12 02:15:41.628109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-9fc92eff-7652-4103-ac99-356e8d87ef82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03 HTTP/1.1" status: 200 len: 217 time: 0.1073751 Aug 12 02:15:41.633153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.671324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06e9d99d-4932-4fe2-a9c5-2d0655ef00ad req-9a2b633d-00b2-435b-ab56-ecdb11df0b7a tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0734551 Aug 12 02:15:41.698616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37161260-a738-47a3-962d-cf08723b933d req-ebab0ba2-2f91-41f6-b7dc-b181933f13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:41.700132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-ebab0ba2-2f91-41f6-b7dc-b181933f13ef service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0574889 Aug 12 02:15:41.732751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d19993-e054-47ca-b335-d081fcbedd2f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:41.747192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'name': 'network-vif-deleted', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:41.750414 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e5fb1-8c15-4223-ad39-76a7f320e144" -d '{"events": [{"server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "name": "network-vif-deleted", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:41.791033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:41.794381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eefaae6-3c91-4ffb-a55d-f9d36cd0ad33 req-1100398f-5bc9-4ade-9050-3b8af77ddcec service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409754 Aug 12 02:15:41.802095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-74c51ab9-6bc3-45cf-a0a6-ba886fc980e3 admin admin] 10.222.0.11 "PUT /v2.0/routers/28ceb3c4-9801-416a-880e-13ad45a4e124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6502190 Aug 12 02:15:41.802095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:41.807081 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Sync routers for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:41.829191 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:41.831203 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:41.845278 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ee806-b500-400f-a00b-8e18d9897e04 x-openstack-request-id: req-b58ee806-b500-400f-a00b-8e18d9897e04 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:41.845566 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f5ce6e-7008-4ea1-ab42-076c8b0e445c", "name": "network-vif-deleted", "tag": "3017d87a-142a-4cbc-bbf2-5be10aa4b82a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:41.845821 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b58ee806-b500-400f-a00b-8e18d9897e04 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:41.846584 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f5ce6e-7008-4ea1-ab42-076c8b0e445c', 'name': 'network-vif-deleted', 'tag': '3017d87a-142a-4cbc-bbf2-5be10aa4b82a', 'status': 'completed', 'code': 200} Aug 12 02:15:41.866172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4211c-974c-4846-94e1-c5014561ec1e req-25dc9214-2533-48e8-b58f-951cacd9adac tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:41.868474 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9e4211c-974c-4846-94e1-c5014561ec1e req-25dc9214-2533-48e8-b58f-951cacd9adac tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 944 time: 0.3353059 Aug 12 02:15:41.901966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37161260-a738-47a3-962d-cf08723b933d req-dda28987-15a5-411b-975b-d5b2060a6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:41.903489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-dda28987-15a5-411b-975b-d5b2060a6ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825745 Aug 12 02:15:41.955979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:41.971047 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:42.084545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.122212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9e4211c-974c-4846-94e1-c5014561ec1e req-81a0ec86-cec0-4a1a-bd38-0382115db9f2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457829 Aug 12 02:15:42.200706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.208273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Deleting port fe84001c-f20a-47d6-90a6-a122036de935 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:42.208618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.213293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-ebce5399-7a84-47c8-bf1d-4455de9f38d9 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939360 Aug 12 02:15:42.246095 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:15:39Z', 'revision_number': 5, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port': {'id': 'fe84001c-f20a-47d6-90a6-a122036de935', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:09:41Z', 'updated_at': '2021-08-12T02:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:42.296319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Checking router: 28ceb3c4-9801-416a-880e-13ad45a4e124 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:42.308112 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Routers {'28ceb3c4-9801-416a-880e-13ad45a4e124'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:42.308730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28ceb3c4-9801-416a-880e-13ad45a4e124'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:42.361354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1d43-0e57-4254-962c-d08c42bf417a req-eb8113d6-21af-41c1-9207-aacfc29fd1bb tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:42.362907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45fd1d43-0e57-4254-962c-d08c42bf417a req-eb8113d6-21af-41c1-9207-aacfc29fd1bb tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 948 time: 0.1495225 Aug 12 02:15:42.437947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] For port fe84001c-f20a-47d6-90a6-a122036de935, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fe84001c-f20a-47d6-90a6-a122036de935,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:42.438718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.446351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37161260-a738-47a3-962d-cf08723b933d req-1f2199a5-bbc6-4120-98b0-f8496f005ccf service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597199 Aug 12 02:15:42.470013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Calling delete_port for fe84001c-f20a-47d6-90a6-a122036de935 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:42.479390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45fd1d43-0e57-4254-962c-d08c42bf417a req-a3747b96-120d-4e19-8314-0a67222cc028 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048722 Aug 12 02:15:42.515435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-a837e2a1-a95e-4c9d-9f7e-d03e201dcb69 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=097858ba44544666a77326e22d7da32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742135 Aug 12 02:15:42.564419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] Set router 28ceb3c4-9801-416a-880e-13ad45a4e124 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:42.602952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 01777749-cf2c-4200-9c4f-dbae7fd54e03 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:42.606942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 46348efd-1292-43c1-8819-a0f324c06a8b up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:42.623411 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:15:42Z', 'revision_number': 6, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:42.657679 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd6b80-481a-4f81-b0bf-5c3cb1d8b465 None None] The sync data for ids ['28ceb3c4-9801-416a-880e-13ad45a4e124'] in n-d-804303-2 is: [{'id': '28ceb3c4-9801-416a-880e-13ad45a4e124', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-468253397-router', 'tenant_id': '55aad854f0be4998b63e964b13ca3a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:09:38Z', 'updated_at': '2021-08-12T02:15:42Z', 'revision_number': 6, 'project_id': '55aad854f0be4998b63e964b13ca3a09', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:42.760170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.765104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:42.776505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 46348efd-1292-43c1-8819-a0f324c06a8b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:42.787210 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 46348efd-1292-43c1-8819-a0f324c06a8b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:42.787891 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.815829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '01777749-cf2c-4200-9c4f-dbae7fd54e03', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '01777749-cf2c-4200-9c4f-dbae7fd54e03', 'mac_address': 'fa:16:3e:25:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:42.883448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.888323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe84001c-f20a-47d6-90a6-a122036de935,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:42.898562 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.920392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01777749-cf2c-4200-9c4f-dbae7fd54e03 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:42.925639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:42.957301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:42.965262 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.002735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:43.002965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:43.005446 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ce3540-8571-406d-b720-cfe2bf81a0c5" -d '{"events": [{"server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "name": "network-vif-plugged", "status": "completed", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:43.034077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=46348efd-1292-43c1-8819-a0f324c06a8b,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:43.045642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.046536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3017d87a-142a-4cbc-bbf2-5be10aa4b82a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:43.073441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55714810-ab3c-445d-bc72-0ba6559dcc1a req-8466ca8e-85c4-4529-8b4a-33fb212bd71f tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.2413201 Aug 12 02:15:43.082309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.085592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.087351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 3017d87a-142a-4cbc-bbf2-5be10aa4b82a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:43.087786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3017d87a-142a-4cbc-bbf2-5be10aa4b82a not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:43.090999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:43.114556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:15:43.154536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.155508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28ceb3c4-9801-416a-880e-13ad45a4e124 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:15:43.167146 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.171759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-58d8b701-3b92-4341-80ef-e3841d53e910 admin admin] 10.222.0.11 "DELETE /v2.0/routers/28ceb3c4-9801-416a-880e-13ad45a4e124 HTTP/1.1" status: 204 len: 168 time: 1.3681755 Aug 12 02:15:43.173064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:43.206258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-e8d00ae8-9e03-4c29-a3c0-f4210e261726 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:43.215435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-e8d00ae8-9e03-4c29-a3c0-f4210e261726 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6919963 Aug 12 02:15:43.228983 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5864a32f-5902-4ceb-a8db-bbaac7b605f0 x-openstack-request-id: req-5864a32f-5902-4ceb-a8db-bbaac7b605f0 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:43.229390 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "name": "network-vif-plugged", "status": "completed", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:43.229505 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5864a32f-5902-4ceb-a8db-bbaac7b605f0 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:43.230061 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b', 'code': 200} Aug 12 02:15:43.230627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:43.239650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-9c75132d-5ebc-44db-af24-05be14b41657 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/quotas/097858ba44544666a77326e22d7da32e HTTP/1.1" status: 200 len: 375 time: 0.0176423 Aug 12 02:15:43.251082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['01777749-cf2c-4200-9c4f-dbae7fd54e03'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:43.285954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Deleting subnet 409e7c59-8f33-4d34-9b91-b6a9ead33018 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:43.296819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.331306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-29fdd3fa-ab53-4f02-b509-eca316c13f9c tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849698 Aug 12 02:15:43.355889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:43.361399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5030390-dc24-4e2a-8974-abd67cbf2b5c admin admin] 10.222.0.11 "PUT /v2.0/routers/12740a63-f2c5-49be-9e12-c3ed3f3e2154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3528702 Aug 12 02:15:43.363455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479ec2b-5050-4c3f-8d01-3af6148af8d6 req-d41e94ff-2125-4ac5-94c5-a84eacba238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:43.364874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d479ec2b-5050-4c3f-8d01-3af6148af8d6 req-d41e94ff-2125-4ac5-94c5-a84eacba238e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1096 time: 0.0863814 Aug 12 02:15:43.365702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:43.399065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Sync routers for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:43.418845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-021f9e0d-ce89-4f8c-a2ae-8aa9172a8181 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99bd9821753f4a13ac245952f490c202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146841 Aug 12 02:15:43.419433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:43.432272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:43.433121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:43.443040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc8fff-d605-4d7c-86ae-3b8b99265b0d req-e5c6234e-62c9-4131-b231-25826b0b9584 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:43.444686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3afc8fff-d605-4d7c-86ae-3b8b99265b0d req-e5c6234e-62c9-4131-b231-25826b0b9584 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1391492 Aug 12 02:15:43.449371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.516508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d479ec2b-5050-4c3f-8d01-3af6148af8d6 req-fc75a814-fbe5-4eeb-823a-9c12395782ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062574 Aug 12 02:15:43.553688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.553999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3afc8fff-d605-4d7c-86ae-3b8b99265b0d req-1b3da449-baa0-45ee-8554-3dfd3a02bdf1 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970471 Aug 12 02:15:43.559083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.634301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:43.648483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.693212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.843332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.898603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fe84001c-f20a-47d6-90a6-a122036de935 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:43.901142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2353d7b-b3a4-40b0-adc5-e6604f76f961 req-05603c32-d0ba-4c06-aeb4-6560958e5c2b tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:43.902805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2353d7b-b3a4-40b0-adc5-e6604f76f961 req-05603c32-d0ba-4c06-aeb4-6560958e5c2b tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 949 time: 0.1727746 Aug 12 02:15:43.905356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.918897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=409e7c59-8f33-4d34-9b91-b6a9ead33018,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:43.921849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:43.924172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5c7dbc63-7f15-4eba-885b-47156c5125da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/409e7c59-8f33-4d34-9b91-b6a9ead33018 HTTP/1.1" status: 204 len: 168 time: 0.7485888 Aug 12 02:15:43.936389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: fe84001c-f20a-47d6-90a6-a122036de935 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:43.936728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fe84001c-f20a-47d6-90a6-a122036de935 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:43.937136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:43.937292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5aea314-9ed9-4d4e-a08f-a9558929c56b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:43.939612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4888cf7-11b1-437e-aa58-2ab2a9c4c85b None None] Network 545af011-8baa-48d8-88e8-906a8c812ca2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:15:43.952253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-b18ca08b-24ca-40c0-a4d5-ba321998e229 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=097858ba44544666a77326e22d7da32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043839 Aug 12 02:15:43.998849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e5aea314-9ed9-4d4e-a08f-a9558929c56b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:43.999192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5aea314-9ed9-4d4e-a08f-a9558929c56b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:44.033426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2353d7b-b3a4-40b0-adc5-e6604f76f961 req-3ff78260-7a6b-400a-9956-61e0dc82cda7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207242 Aug 12 02:15:44.037429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.048709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.052333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23749949-d845-4c28-a78a-626f9de661d5 HTTP/1.1" status: 204 len: 168 time: 0.6242325 Aug 12 02:15:44.077318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf688aaa-e639-42d2-b9c5-57da46d72e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23749949-d845-4c28-a78a-626f9de661d5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:44.110977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Deleting port 77ac78d6-3579-42ac-82f1-f99e228f74c0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:44.111516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.169397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.258096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] For port 77ac78d6-3579-42ac-82f1-f99e228f74c0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=77ac78d6-3579-42ac-82f1-f99e228f74c0,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:44.263356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.272173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Calling delete_port for 77ac78d6-3579-42ac-82f1-f99e228f74c0 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:44.299566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-cff2e10e-dd4c-4cf9-8a60-17a39fbe9492 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:44.302605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-cff2e10e-dd4c-4cf9-8a60-17a39fbe9492 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492885 Aug 12 02:15:44.344377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-0dcea626-c354-4ccb-9251-3676682b1549 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/quotas/097858ba44544666a77326e22d7da32e HTTP/1.1" status: 200 len: 375 time: 0.0330894 Aug 12 02:15:44.383203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:15:41Z', 'revision_number': 5, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port': {'id': '77ac78d6-3579-42ac-82f1-f99e228f74c0', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:1c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:12:41Z', 'updated_at': '2021-08-12T02:12:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:44.403294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-a8ffb685-6db6-4bb8-9e09-a809ab9b092d tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520132 Aug 12 02:15:44.426591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Deleting port e7caa743-174d-4ccc-a342-cb61e0f55b36 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:44.427754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.439299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Checking router: 12740a63-f2c5-49be-9e12-c3ed3f3e2154 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:44.461117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Routers {'12740a63-f2c5-49be-9e12-c3ed3f3e2154'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:44.462257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:44.498064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb7ac5a2-5db4-4a26-b616-b9ec1b978273 req-77b4ac87-4b97-4eb6-add3-957bd71eeda8 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.1234047 Aug 12 02:15:44.537197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] DHCP port deletion for 545af011-8baa-48d8-88e8-906a8c812ca2 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:15:44.611333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 01777749-cf2c-4200-9c4f-dbae7fd54e03 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:44.613355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] For port e7caa743-174d-4ccc-a342-cb61e0f55b36, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e7caa743-174d-4ccc-a342-cb61e0f55b36,segment=NetworkSegment(0b573e16-f826-44ca-8da7-235af75870ca),segment_id=0b573e16-f826-44ca-8da7-235af75870ca)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:44.613698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.631079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Calling delete_port for e7caa743-174d-4ccc-a342-cb61e0f55b36 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:44.675150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] Set router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:44.702684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.764782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:15:43Z', 'revision_number': 6, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:44.803103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269c4f0-4d6d-4d41-ad2d-8cea75b2c98d None None] The sync data for ids ['12740a63-f2c5-49be-9e12-c3ed3f3e2154'] in n-d-804303-2 is: [{'id': '12740a63-f2c5-49be-9e12-c3ed3f3e2154', 'name': 'tempest-ServerRescueNegativeTestJSON-1665313556-router', 'tenant_id': '5654448732214f8aa760b6e446eecc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:12:40Z', 'updated_at': '2021-08-12T02:15:43Z', 'revision_number': 6, 'project_id': '5654448732214f8aa760b6e446eecc5c', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:44.815905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Deleting port e7caa743-174d-4ccc-a342-cb61e0f55b36 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:44.816389 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.828737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57144) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:44.845066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 01777749-cf2c-4200-9c4f-dbae7fd54e03 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:44.870879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ac78d6-3579-42ac-82f1-f99e228f74c0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:44.879634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8cddbb9d-8827-4115-ae54-f263f5230234 req-8184dae2-5c1a-41f4-b98b-d3e67e717c7d tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 210 time: 0.0896683 Aug 12 02:15:44.882363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.885903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ddfa2e-3dbd-48fa-a5bf-095d4e593e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.898318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 01777749-cf2c-4200-9c4f-dbae7fd54e03 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:44.898919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:44.931268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7caa743-174d-4ccc-a342-cb61e0f55b36,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:44.940754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] No DVR routers for this DVR port e7caa743-174d-4ccc-a342-cb61e0f55b36 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:44.995617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130d575-c333-4267-a057-17f4a59256c1 req-c1e89965-30fb-4c2d-b8e7-510f0100755e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:44.997161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f130d575-c333-4267-a057-17f4a59256c1 req-c1e89965-30fb-4c2d-b8e7-510f0100755e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.2899730 Aug 12 02:15:45.011874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] For port e7caa743-174d-4ccc-a342-cb61e0f55b36, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:45.012614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.029608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Calling delete_port for e7caa743-174d-4ccc-a342-cb61e0f55b36 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:45.033799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.033972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Port e7caa743-174d-4ccc-a342-cb61e0f55b36 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:15:45.036907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.040326 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.048392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545af011-8baa-48d8-88e8-906a8c812ca2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:45.085674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b573e16-f826-44ca-8da7-235af75870ca') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:45.086372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b573e16-f826-44ca-8da7-235af75870ca') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:45.098517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] Pushing event deleted for resources: {'Port': ['ID=e7caa743-174d-4ccc-a342-cb61e0f55b36,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:45.101832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.113018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120cbde-f900-4ad6-82e4-9a8d5a57ac12 None None] No DVR routers for this DVR port e7caa743-174d-4ccc-a342-cb61e0f55b36 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:45.125629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.141232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.147537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:45.148115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:45.150415 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:45.212378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:45.222472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.233780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:45.241243 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c8c70-8025-4406-b0c0-7788bcfde6f5" -d '{"events": [{"server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "name": "network-vif-plugged", "status": "completed", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:45.267642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.300275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f130d575-c333-4267-a057-17f4a59256c1 req-4847bc9e-fa8e-4dc7-89e8-4f0df7f1026e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944396 Aug 12 02:15:45.301622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.348416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edc14e-22b0-4bca-abee-3dd57170d872 req-cafa4a47-e8ff-4617-a4d0-db1d27105c7a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:45.357006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0edc14e-22b0-4bca-abee-3dd57170d872 req-cafa4a47-e8ff-4617-a4d0-db1d27105c7a tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 949 time: 0.2212055 Aug 12 02:15:45.371659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.375625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:45.389780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.393973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] 10.222.0.11 "DELETE /v2.0/networks/545af011-8baa-48d8-88e8-906a8c812ca2 HTTP/1.1" status: 204 len: 168 time: 1.4529989 Aug 12 02:15:45.419119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbaebbc-3ce3-4cd9-8a12-f9d524e25e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=545af011-8baa-48d8-88e8-906a8c812ca2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:45.422484 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f9448c-6461-4e0f-bdef-f2daf749df5c x-openstack-request-id: req-b4f9448c-6461-4e0f-bdef-f2daf749df5c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:45.422845 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "name": "network-vif-plugged", "status": "completed", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:45.423189 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4f9448c-6461-4e0f-bdef-f2daf749df5c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:45.423838 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03', 'code': 200} Aug 12 02:15:45.437232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0edc14e-22b0-4bca-abee-3dd57170d872 req-43a4d3f9-b684-4c3d-bf69-eb4b49d53bf0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792751 Aug 12 02:15:45.516311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.517798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12740a63-f2c5-49be-9e12-c3ed3f3e2154 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:15:45.524178 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-c0b6a2a9-b570-4ace-b4c9-5c779a7d96ab tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=097858ba44544666a77326e22d7da32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806274 Aug 12 02:15:45.527882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.541285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-70bea3ac-92b6-4e0e-93a0-880e3b7912f4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/12740a63-f2c5-49be-9e12-c3ed3f3e2154 HTTP/1.1" status: 204 len: 168 time: 2.1749413 Aug 12 02:15:45.543991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:45.623573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ddfa2e-3dbd-48fa-a5bf-095d4e593e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.652934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f293f5-3184-4917-af3d-46e0ccb70b84 req-25e1e8c7-101e-47fd-bd2d-f2aeaa3d3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:45.654720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6f293f5-3184-4917-af3d-46e0ccb70b84 req-25e1e8c7-101e-47fd-bd2d-f2aeaa3d3c23 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 1101 time: 0.0989044 Aug 12 02:15:45.659973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Deleting subnet a1aec171-0294-4c7d-ad20-6878ac3e24c2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:15:45.666627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.686435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ddfa2e-3dbd-48fa-a5bf-095d4e593e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.795808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b31f8db-0566-473e-b99f-debed9d50e51 req-987e1681-119d-4bc5-895f-e14a3cec45ef tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.1302729 Aug 12 02:15:45.796038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-70ddfa2e-3dbd-48fa-a5bf-095d4e593e33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d38b6422a054cdc888195ab313c4d87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9572053 Aug 12 02:15:45.799157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddfa2e-3dbd-48fa-a5bf-095d4e593e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7184a0b0-85f1-44d3-aaf3-14b7031e8f48,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:45.801760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57168) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:45.829528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.863053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-0ab680b0-eb43-4dae-9d05-e95e6a31948a tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:45.878454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-0ab680b0-eb43-4dae-9d05-e95e6a31948a tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251426 Aug 12 02:15:45.898667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6f293f5-3184-4917-af3d-46e0ccb70b84 req-72dd9212-7f70-44cd-9650-e166017b0661 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346783 Aug 12 02:15:45.934213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:45.961805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e7caa743-174d-4ccc-a342-cb61e0f55b36 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:45.980781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:45.991978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Request body: {'port': {'device_id': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '097858ba44544666a77326e22d7da32e'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:45.996558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e7caa743-174d-4ccc-a342-cb61e0f55b36 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:45.996911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e7caa743-174d-4ccc-a342-cb61e0f55b36 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:45.997336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4d19993-e054-47ca-b335-d081fcbedd2f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:46.025317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d4d19993-e054-47ca-b335-d081fcbedd2f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:46.025930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4d19993-e054-47ca-b335-d081fcbedd2f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:46.047152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-61d1df38-d524-495e-8a15-5ec56abf8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:46.048638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-61d1df38-d524-495e-8a15-5ec56abf8965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1096 time: 0.1466887 Aug 12 02:15:46.087022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.088041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c32c181-2d46-4abc-ac81-308b2f1d310e req-16b401da-03aa-48fb-b0c4-177872892b75 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 210 time: 0.0690501 Aug 12 02:15:46.107297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bcb482e0-0fbb-4de4-9598-50df13d8bd0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c30a2a0080b4d59873185b6b0599a2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1688526 Aug 12 02:15:46.120512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:46.165466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917859-171c-483a-9d85-8813bdc8a9da req-255272d3-0b8b-4c89-847a-f75919160b0b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:46.167018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a917859-171c-483a-9d85-8813bdc8a9da req-255272d3-0b8b-4c89-847a-f75919160b0b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.2749617 Aug 12 02:15:46.176526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.179607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.204791 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:15:46.226742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.229276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a1aec171-0294-4c7d-ad20-6878ac3e24c2 HTTP/1.1" status: 204 len: 168 time: 0.6838033 Aug 12 02:15:46.230103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4d153-e995-481f-948f-9c05ae41668b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aec171-0294-4c7d-ad20-6878ac3e24c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:46.231688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:46.304965 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a917859-171c-483a-9d85-8813bdc8a9da req-3a219246-1c23-424f-8190-552d5727a4da tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171062 Aug 12 02:15:46.310800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-a242edaf-b50e-4ecf-a528-f99a9901da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:46.312358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-a242edaf-b50e-4ecf-a528-f99a9901da2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.2359235 Aug 12 02:15:46.316468 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.324815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Made reservation on behalf of 097858ba44544666a77326e22d7da32e for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:46.329425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.343168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.346470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.349777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7184a0b0-85f1-44d3-aaf3-14b7031e8f48 HTTP/1.1" status: 204 len: 168 time: 0.5437570 Aug 12 02:15:46.357668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.363393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-1431ff5e-53e3-4895-b522-6d37fa66b41c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 200 len: 217 time: 0.0422730 Aug 12 02:15:46.365825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.376915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.385660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6336c-23ec-4ee4-83d9-24b96a78e2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7184a0b0-85f1-44d3-aaf3-14b7031e8f48,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:46.513274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-b42857dc-3816-4789-bffa-14496eba386f tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=097858ba44544666a77326e22d7da32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639815 Aug 12 02:15:46.529834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.536844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-c3878a69-cfd4-4de0-b25e-613fec380162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:46.538980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-c3878a69-cfd4-4de0-b25e-613fec380162 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1652174 Aug 12 02:15:46.563489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.592035 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.596825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.598201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e4f7578-eab5-46ee-94ac-cdc0f8dde343 HTTP/1.1" status: 204 len: 168 time: 0.4744632 Aug 12 02:15:46.727791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:46.739420 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.769277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc5bd1-3116-4b45-a19b-2a1ca71afed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4f7578-eab5-46ee-94ac-cdc0f8dde343,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:46.773320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973a3b9b-1e28-4754-9621-67e6c5300529']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:46.809255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bcd996d-a40d-4beb-a87a-65eac7b1e485') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:46.810746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bcd996d-a40d-4beb-a87a-65eac7b1e485') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:46.837456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.881572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Allocated IP 192.168.233.158 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/163c8d29-02b4-4e06-818c-b9f1adf42c57) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:46.910979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.942557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-860571ca-b10c-49d0-a06a-fa55f48cf770 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:46.944110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-860571ca-b10c-49d0-a06a-fa55f48cf770 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4186449 Aug 12 02:15:46.951906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:15:46.951906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:15:46.972659 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:15:46.987292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-56b51828-a286-44ac-bb21-b2bfb49e5ea0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4313271 Aug 12 02:15:46.999177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Request body: {'port': {'device_id': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '097858ba44544666a77326e22d7da32e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:47.147319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.177365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57214) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:47.231830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9600046b-6694-4d14-a50d-4782994160d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55aad854f0be4998b63e964b13ca3a09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531840 Aug 12 02:15:47.234460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57218) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:47.291820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.318073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.350340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 77ac78d6-3579-42ac-82f1-f99e228f74c0 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:47.368165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-908e958f-8b75-4a06-a7bb-1a093a836749 req-047fe2b1-9c05-4f23-8678-220734ef10cd tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0336037 Aug 12 02:15:47.416392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.419156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.423870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ce9741a-edda-452e-add7-eda28e349df3 HTTP/1.1" status: 204 len: 168 time: 0.1884778 Aug 12 02:15:47.426787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 77ac78d6-3579-42ac-82f1-f99e228f74c0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:47.427169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 77ac78d6-3579-42ac-82f1-f99e228f74c0 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:47.436873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055b8b6-ea0c-46bc-ac06-c75ced2e45aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9741a-edda-452e-add7-eda28e349df3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:47.555639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19981579-c21f-46b5-ae44-b4ae0f8f1ab3 req-1e2c24b5-524e-4f15-9a72-cebbb3f66ccc tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 210 time: 0.0457621 Aug 12 02:15:47.682602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.691670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f92f8-6b5b-4931-bdf3-47e505437ae1 req-cfbfd83f-b034-4d10-9922-872767e05a1e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:47.701468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.702937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-144f92f8-6b5b-4931-bdf3-47e505437ae1 req-cfbfd83f-b034-4d10-9922-872767e05a1e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0970268 Aug 12 02:15:47.721027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.723324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] 10.222.0.11 "DELETE /v2.0/networks/973a3b9b-1e28-4754-9621-67e6c5300529 HTTP/1.1" status: 204 len: 168 time: 1.4907284 Aug 12 02:15:47.730177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Transition to ACTIVE for port object 163c8d29-02b4-4e06-818c-b9f1adf42c57 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:47.735171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Made reservation on behalf of 097858ba44544666a77326e22d7da32e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:47.739184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.768729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9f430-cb1d-45b8-b7bc-816e202d5911 admin admin] Pushing event deleted for resources: {'Network': ['ID=973a3b9b-1e28-4754-9621-67e6c5300529,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:47.779703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.789911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-104564ce-d627-4911-9c9b-1752d1a2afa1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391043 Aug 12 02:15:47.799312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c06d13-e8f2-4f7c-be45-1dc95a7d9e83 req-c0163fb1-112a-460b-936a-bf9f4dac6215 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:47.801170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6c06d13-e8f2-4f7c-be45-1dc95a7d9e83 req-c0163fb1-112a-460b-936a-bf9f4dac6215 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.8468854 Aug 12 02:15:47.815249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:47.850444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-144f92f8-6b5b-4931-bdf3-47e505437ae1 req-e4c59bd3-ab7b-4bb8-a992-cc57e4fd5f9b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450906 Aug 12 02:15:47.855914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:47.858100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:47.869249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:47.879132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:47.879351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-4abf8265-8e75-4980-9075-c81bad01bb16 service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304517 Aug 12 02:15:47.971013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:47.972380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:47.980004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:48.048441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-49cd5ce0-59d7-4235-9689-8ea6bf3c4a35 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1227520 Aug 12 02:15:48.066342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6c06d13-e8f2-4f7c-be45-1dc95a7d9e83 req-b26430a7-e39e-47a5-8222-c71a556612aa tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458205 Aug 12 02:15:48.076446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Request body: {'port': {'device_id': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:48.100094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7b1cfb75-a3b7-497d-8165-c96a3218ff38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5654448732214f8aa760b6e446eecc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184640 Aug 12 02:15:48.105249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:48.182377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-77957b29-cfe1-4ce7-8d41-e6a9eb91a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:48.184229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-77957b29-cfe1-4ce7-8d41-e6a9eb91a0bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 1096 time: 0.2948933 Aug 12 02:15:48.212956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.358498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-4eb0d903-6bc2-4436-a2e4-a5169ab158f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:48.360421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-4eb0d903-6bc2-4436-a2e4-a5169ab158f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.1341417 Aug 12 02:15:48.369641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0ee986f4-bb24-424b-a2d5-795e38c93817 None None] Provisioning for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:48.376779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0ee986f4-bb24-424b-a2d5-795e38c93817 None None] Provisioning complete for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:48.378137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0ee986f4-bb24-424b-a2d5-795e38c93817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.380125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-network', 'tenant_id': '989782048a47439497197a077cf9401a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:48.404838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5557e79-cc20-43a4-afb0-7a900da6637a req-0a999e62-655f-4301-9b78-c243183968ef service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5165126 Aug 12 02:15:48.483757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Allocated IP 192.168.233.201 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/ab3970ef-3c0e-4d22-adf5-68307622c5a9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:48.497885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-ebe6eb39-9474-42d5-a758-726358c11fc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 200 len: 217 time: 0.1162746 Aug 12 02:15:48.503721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0ee986f4-bb24-424b-a2d5-795e38c93817 None None] Port 163c8d29-02b4-4e06-818c-b9f1adf42c57 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:48.572974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.582375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Made reservation on behalf of 989782048a47439497197a077cf9401a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:48.585202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.591027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8171fa73-1bd9-4729-8cc7-77517b86fd92 req-3b1061ba-233d-4031-b862-cc89fd96866c tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0538244 Aug 12 02:15:48.630450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.657001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.660603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-3174308b-8619-46a3-bc1d-a28c5e341097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:48.662279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-3174308b-8619-46a3-bc1d-a28c5e341097 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.1634359 Aug 12 02:15:48.721344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d662c765-67f9-45dc-a441-e52598801146 req-11edbc8c-ae63-4832-9e15-3d53739d9a46 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 210 time: 0.0764079 Aug 12 02:15:48.751347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-70fed778-1367-4c3f-af37-42862724779c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703096 Aug 12 02:15:48.969195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.971881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:48.973036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/459842d3-6fe4-469f-8dd1-b8d07c98aa69 HTTP/1.1" status: 204 len: 168 time: 0.8448393 Aug 12 02:15:49.019223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b95d1-402c-4f61-bc98-dc156dfcd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459842d3-6fe4-469f-8dd1-b8d07c98aa69,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:49.041566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a02a7-b848-4824-a98f-2d8fb23f3118 req-458ad9df-bffa-49a5-87c8-5f1955b06dd6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:49.041812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-b353ba49-8aa0-4ca4-88b1-dc6a16fc56b9 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629485 Aug 12 02:15:49.046129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-004a02a7-b848-4824-a98f-2d8fb23f3118 req-458ad9df-bffa-49a5-87c8-5f1955b06dd6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0977485 Aug 12 02:15:49.056487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.108939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-004a02a7-b848-4824-a98f-2d8fb23f3118 req-feae7c97-f7e1-4299-b11b-4568e3697193 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555823 Aug 12 02:15:49.169628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Transition to ACTIVE for port object ab3970ef-3c0e-4d22-adf5-68307622c5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:49.186869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.217111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.276610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:15:49.312286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b653b78-3d7d-4c36-8683-5826ad613258 req-7ef4319f-4a71-4b8c-8952-8b2002c4eb39 service neutron] 10.222.0.21 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535725 Aug 12 02:15:49.312918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2090eab4-7915-4720-b515-0c62a81d4283,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:49.318870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.319224 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Added segment f0a9ed34-5c1a-4589-a6a0-ec84487e046b of type vlan for network 616da8d0-b8cd-4119-afab-65be382be9b5 Aug 12 02:15:49.365206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.376959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c93140-ee42-4efd-93f4-ebb19a71389b req-a19d12f4-2175-4079-af2c-62292225acd6 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:49.378456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c93140-ee42-4efd-93f4-ebb19a71389b req-a19d12f4-2175-4079-af2c-62292225acd6 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.1875503 Aug 12 02:15:49.415872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.464405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:49.481530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:49.491085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:49.496157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:49.529177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c93140-ee42-4efd-93f4-ebb19a71389b req-480d22c0-4249-4fcd-98a6-3b6b6edebcc0 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401553 Aug 12 02:15:49.544042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.545044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:49.545649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.612721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:49.613640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.717490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:49.732632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-e8132478-dfd9-4edb-8c0c-9322964f7e73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7588601 Aug 12 02:15:49.748464 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.773390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Request body: {'port': {'device_id': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:49.785550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Transition to ACTIVE for port object 163c8d29-02b4-4e06-818c-b9f1adf42c57 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:49.795892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.919515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0969725 Aug 12 02:15:49.932664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:49.946958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Request body: {'subnet': {'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-subnet', 'tenant_id': '989782048a47439497197a077cf9401a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:49.957822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-643d65be-1d7a-4997-8cd0-8817b3547776 None None] Provisioning for port ab3970ef-3c0e-4d22-adf5-68307622c5a9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:49.970647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-643d65be-1d7a-4997-8cd0-8817b3547776 None None] Provisioning complete for port ab3970ef-3c0e-4d22-adf5-68307622c5a9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:49.972607 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-643d65be-1d7a-4997-8cd0-8817b3547776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.983504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:49.988319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23a7f6-9061-44f7-88ba-952e60fb3471 admin admin] Pushing event updated for resources: {'Network': ['ID=616da8d0-b8cd-4119-afab-65be382be9b5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:50.009675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:50.055670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 616da8d0-b8cd-4119-afab-65be382be9b5 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:15:50.078347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfa9ac16-bc87-455e-82a6-fc6e31f87e0f req-05344f4f-4464-4615-928d-6a2f2cae0605 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.1169453 Aug 12 02:15:50.092206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Made reservation on behalf of 989782048a47439497197a077cf9401a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:15:50.098500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.184308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Attempting to bind port 163c8d29-02b4-4e06-818c-b9f1adf42c57 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:50.184657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Attempting to bind port 163c8d29-02b4-4e06-818c-b9f1adf42c57 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:50.194741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Attempting to bind port 163c8d29-02b4-4e06-818c-b9f1adf42c57 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:50.208138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-643d65be-1d7a-4997-8cd0-8817b3547776 None None] Port ab3970ef-3c0e-4d22-adf5-68307622c5a9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:50.208617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Port 163c8d29-02b4-4e06-818c-b9f1adf42c57 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:50.217723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Attempting to bind port 163c8d29-02b4-4e06-818c-b9f1adf42c57 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:50.352149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:50.356494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:50.357639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:50.357639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Bound port: 163c8d29-02b4-4e06-818c-b9f1adf42c57, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:50.358544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.432195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4c2c5-4d47-4831-88ff-17a89bd0af11 req-fd42f2e0-d9d2-4e94-9fff-9897fc3fa5f0 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.434006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32f4c2c5-4d47-4831-88ff-17a89bd0af11 req-fd42f2e0-d9d2-4e94-9fff-9897fc3fa5f0 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 936 time: 0.2104349 Aug 12 02:15:50.488310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.490952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:50.509480 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32f4c2c5-4d47-4831-88ff-17a89bd0af11 req-ab29cb6a-c783-4910-b8bf-e6734da73b38 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680916 Aug 12 02:15:50.514223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:50.522858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.547865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6619b11-9689-4910-bdd3-fe68f0c66c1e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:50.587601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:50.603023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Checking segment: {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:50.603569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Network hostable DHCP agents. Network: 616da8d0-b8cd-4119-afab-65be382be9b5, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:15:50.612834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1f5ce-eb96-4db3-ac24-a64ebd44c478 req-d01d9133-eee9-458d-9498-f7fad12e2c98 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.619454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.620104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.621512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-1b184140-0583-4088-a2b4-35a37cf1e3ce service neutron] 10.222.0.25 "PUT /v2.0/ports/163c8d29-02b4-4e06-818c-b9f1adf42c57 HTTP/1.1" status: 200 len: 1096 time: 2.5614071 Aug 12 02:15:50.622032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89e1f5ce-eb96-4db3-ac24-a64ebd44c478 req-d01d9133-eee9-458d-9498-f7fad12e2c98 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.2494156 Aug 12 02:15:50.622406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:50.624873 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff928b-b99d-4e06-83f2-b74840591e97" -d '{"events": [{"name": "network-changed", "server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:50.668163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd521b-a11f-4396-9b35-4332450c5c52 req-6344bc12-64ca-4c6d-83fb-858c8d57dd46 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.669913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cccd521b-a11f-4396-9b35-4332450c5c52 req-6344bc12-64ca-4c6d-83fb-858c8d57dd46 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0766518 Aug 12 02:15:50.720052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89e1f5ce-eb96-4db3-ac24-a64ebd44c478 req-44b06ac0-e2e8-49a9-ac75-eb3268fdd195 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970385 Aug 12 02:15:50.758597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cccd521b-a11f-4396-9b35-4332450c5c52 req-74b0ab82-5fdd-46ab-a9ce-54b863837aab tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795283 Aug 12 02:15:50.767390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-d2d6af43-fd88-44d2-b51e-297c094d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.769039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-d2d6af43-fd88-44d2-b51e-297c094d0fad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 1099 time: 0.0980422 Aug 12 02:15:50.858746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3970ef-3c0e-4d22-adf5-68307622c5a9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:50.867257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.869732 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-1e351a69-c543-4853-b866-c61d1763f75a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57 HTTP/1.1" status: 200 len: 217 time: 0.0896080 Aug 12 02:15:50.882652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Transition to ACTIVE for port object ab3970ef-3c0e-4d22-adf5-68307622c5a9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:50.885879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Network 616da8d0-b8cd-4119-afab-65be382be9b5 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:15:50.895023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.930278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 616da8d0-b8cd-4119-afab-65be382be9b5) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:50.938325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d562dee-f098-4f03-8543-978e2b66c2a6 None None] Network 616da8d0-b8cd-4119-afab-65be382be9b5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:15:50.942122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:50.942785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:50.968074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ab30e468-3acb-4d2a-98fd-e2c8e0a18489 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0342538 Aug 12 02:15:50.973869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:51.001030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:15:51.045204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-51eac3de-46ca-489a-aa83-b90e9c4d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:51.049578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-51eac3de-46ca-489a-aa83-b90e9c4d6830 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1712806 Aug 12 02:15:51.146842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbca2-6550-486a-a278-3b8929624723 req-9cf96947-78fa-4fe5-b239-cc7eb31a7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:51.151949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-9cf96947-78fa-4fe5-b239-cc7eb31a7936 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907781 Aug 12 02:15:51.155702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:51.186001 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad97918-7153-4e8c-a73b-80dceda0955c x-openstack-request-id: req-9ad97918-7153-4e8c-a73b-80dceda0955c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:51.186387 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:51.186736 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ad97918-7153-4e8c-a73b-80dceda0955c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:51.187501 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'status': 'completed', 'code': 200} Aug 12 02:15:51.252116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Attempting to bind port ab3970ef-3c0e-4d22-adf5-68307622c5a9 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:51.252490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Attempting to bind port ab3970ef-3c0e-4d22-adf5-68307622c5a9 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:51.252830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Attempting to bind port ab3970ef-3c0e-4d22-adf5-68307622c5a9 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:51.255301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.256349 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.281751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Port ab3970ef-3c0e-4d22-adf5-68307622c5a9 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:15:51.281751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Attempting to bind port ab3970ef-3c0e-4d22-adf5-68307622c5a9 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:51.307565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-616da8d0-b8cd-4119-afab-65be382be9b5', 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5', 'tenant_id': '989782048a47439497197a077cf9401a', 'fixed_ips': [{'subnet_id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:15:51.308495 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.339781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:51.340231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-185a0d38-231b-4300-81e3-89688a6e6837 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773677 Aug 12 02:15:51.340597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:51.341197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:51.341679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Bound port: ab3970ef-3c0e-4d22-adf5-68307622c5a9, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:51.342042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.393928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.515502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2ba2cd8-1651-48cb-81d5-8102e4726540 req-0e1d49e6-31ae-42c7-8c96-8b0231ce77cd tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.1866140 Aug 12 02:15:51.531831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-daedbca2-6550-486a-a278-3b8929624723 req-6e19f5df-5856-49ee-b906-b2dca97b7058 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822665 Aug 12 02:15:51.605444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Allocated IP 172.20.0.2 (616da8d0-b8cd-4119-afab-65be382be9b5/e6619b11-9689-4910-bdd3-fe68f0c66c1e/ef19ce68-40f2-495f-8121-11ab7b95fc86) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:51.640967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b05f18fc-e7cd-458f-a669-12b4a247e016 req-568a5ff7-d046-4059-9fc9-ed381386d223 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0679736 Aug 12 02:15:51.702424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.754351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-cd669d71-1b2e-42d4-a1b7-9853198a4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:51.755974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-cd669d71-1b2e-42d4-a1b7-9853198a4074 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 1099 time: 0.1073349 Aug 12 02:15:51.852760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.863047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Transition to ACTIVE for port object ef19ce68-40f2-495f-8121-11ab7b95fc86 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:51.888368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Transition to ACTIVE for port object ef19ce68-40f2-495f-8121-11ab7b95fc86 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:51.912571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:51.940396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:51.955295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61795e-6c43-4e9d-9393-7e4fd16e7b31 req-e1da90f2-eb7a-44e1-a3d7-305d63dc593f tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:51.956945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa61795e-6c43-4e9d-9393-7e4fd16e7b31 req-e1da90f2-eb7a-44e1-a3d7-305d63dc593f tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.2698927 Aug 12 02:15:51.975427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:51.997936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715470c-6fa6-42a3-b447-b9f077f9f0ab req-c6800daf-cfdb-41fa-96f3-41148941d660 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.001512 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:52.007244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b715470c-6fa6-42a3-b447-b9f077f9f0ab req-c6800daf-cfdb-41fa-96f3-41148941d660 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.1151345 Aug 12 02:15:52.010410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Pushing event updated for resources: {'Port': ['ID=ef19ce68-40f2-495f-8121-11ab7b95fc86,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:52.046280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Network 616da8d0-b8cd-4119-afab-65be382be9b5 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:52.048136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:52.063273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b715470c-6fa6-42a3-b447-b9f077f9f0ab req-11fb57e1-3b48-4486-9143-9dd502a1223e tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550258 Aug 12 02:15:52.065893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-5da458e4-a1b5-4f46-bd9f-58125b73fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.069787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-5da458e4-a1b5-4f46-bd9f-58125b73fbdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2988546 Aug 12 02:15:52.074928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:52.172183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.175327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:52.179658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] 10.222.0.25 "PUT /v2.0/ports/ab3970ef-3c0e-4d22-adf5-68307622c5a9 HTTP/1.1" status: 200 len: 1096 time: 2.4241064 Aug 12 02:15:52.179968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:52.182062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-06c2641a-336d-4717-b1b9-477c31fc85b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57 HTTP/1.1" status: 200 len: 217 time: 0.1040511 Aug 12 02:15:52.193185 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad45e4-c51c-4844-a11a-99b56cec5898" -d '{"events": [{"name": "network-changed", "server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:52.287594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Attempting to bind port ef19ce68-40f2-495f-8121-11ab7b95fc86 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:52.290848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Attempting to bind port ef19ce68-40f2-495f-8121-11ab7b95fc86 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:52.291452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Attempting to bind port ef19ce68-40f2-495f-8121-11ab7b95fc86 on network 616da8d0-b8cd-4119-afab-65be382be9b5 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:52.300274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:52.304560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Checking segment: {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:52.305537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:52.305938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Bound using segment: {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:52.314853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Bound port: ef19ce68-40f2-495f-8121-11ab7b95fc86, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:52.315507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:52.322077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:52.360315 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa61795e-6c43-4e9d-9393-7e4fd16e7b31 req-e3233063-d183-4e79-81ce-635ed15629c5 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950980 Aug 12 02:15:52.402035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-e6788ce1-3c66-4a59-9f07-818bac13e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.403419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-e6788ce1-3c66-4a59-9f07-818bac13e4b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2113037 Aug 12 02:15:52.414249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc482709-44f4-4d92-b02b-942ba1a09564 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:52.438106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-1a0d7809-89df-4a23-b849-dc944bc5a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.439661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-1a0d7809-89df-4a23-b849-dc944bc5a1ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 1099 time: 0.1973338 Aug 12 02:15:52.456891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] For port ef19ce68-40f2-495f-8121-11ab7b95fc86, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:52.461194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] For port ef19ce68-40f2-495f-8121-11ab7b95fc86, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ef19ce68-40f2-495f-8121-11ab7b95fc86,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:52.464705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e595-0e14-4123-bf5e-6e1fe713d79a req-93281cb2-fe88-494e-a341-56ce0cd16cdc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.477675 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:52.491878 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5686e595-0e14-4123-bf5e-6e1fe713d79a req-93281cb2-fe88-494e-a341-56ce0cd16cdc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1777575 Aug 12 02:15:52.600415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-7dcf7cf7-aae6-4810-8b2c-54ea6e621d91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9 HTTP/1.1" status: 200 len: 217 time: 0.0454490 Aug 12 02:15:52.623941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5686e595-0e14-4123-bf5e-6e1fe713d79a req-030d0488-0aed-4878-8552-764278380073 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310017 Aug 12 02:15:52.629646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-59209bb0-d22d-4322-a3cf-40bcfe3f2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:52.631138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-59209bb0-d22d-4322-a3cf-40bcfe3f2786 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2156126 Aug 12 02:15:52.656664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72517e5c-aeea-4141-919a-d63c850b4153 None None] Pushing event updated for resources: {'Port': ['ID=ef19ce68-40f2-495f-8121-11ab7b95fc86,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:52.810720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd3dd8db-daa0-4742-b8b5-8d115326cc68 req-f6cf6d56-8545-4124-9925-008e9cf8bc45 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0405066 Aug 12 02:15:52.815416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-1f261fdf-5d36-4c93-aa59-9a52d7289655 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749883 Aug 12 02:15:52.992495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a55c75b2-ef57-4fd8-a8bb-cb6086fbc959 req-4ab131d3-65e4-4e7d-997f-33820c5d84df tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0400581 Aug 12 02:15:53.019968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7eff928b-b99d-4e06-83f2-b74840591e97 req-96a13909-3c63-42ec-b01b-0222e5a3ed5c service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959496 Aug 12 02:15:53.093452 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80455f0-9899-481e-9ce8-53fa1c32b71e x-openstack-request-id: req-d80455f0-9899-481e-9ce8-53fa1c32b71e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:53.094030 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:53.094030 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d80455f0-9899-481e-9ce8-53fa1c32b71e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:53.094297 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'status': 'completed', 'code': 200} Aug 12 02:15:53.140900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1712c1a1-ef8e-4653-bcae-2dfbaa02b341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.173075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-67ec9e44-a926-4c81-a512-b1539afffb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:53.174559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-67ec9e44-a926-4c81-a512-b1539afffb29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.5331602 Aug 12 02:15:53.180479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-08eff891-d7cc-4522-a929-fe60701304eb tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:53.182288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-08eff891-d7cc-4522-a929-fe60701304eb tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 1101 time: 0.5731540 Aug 12 02:15:53.216303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.258296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.265534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-07634daf-dd4a-4648-ac5e-11e433140d4a tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.347841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-5e0ce84a-3cc0-4210-8c47-1e30411ead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:53.349561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-5e0ce84a-3cc0-4210-8c47-1e30411ead43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1663623 Aug 12 02:15:53.481458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ef19ce68-40f2-495f-8121-11ab7b95fc86 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:53.536209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a5e49-2bc1-463a-b823-49bf7c1fee6a req-7f6e61a3-9b9c-460a-a67d-8f97a6213914 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:53.544848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b4a5e49-2bc1-463a-b823-49bf7c1fee6a req-7f6e61a3-9b9c-460a-a67d-8f97a6213914 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.0677481 Aug 12 02:15:53.561688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1712c1a1-ef8e-4653-bcae-2dfbaa02b341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.562818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ef19ce68-40f2-495f-8121-11ab7b95fc86 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:53.590841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1712c1a1-ef8e-4653-bcae-2dfbaa02b341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.594404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b4a5e49-2bc1-463a-b823-49bf7c1fee6a req-92297215-e910-4452-87fe-742dbe2bd4c0 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Aug 12 02:15:53.597057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Allocated IP 172.25.3.134 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f6870acd-a6cb-4f93-84f1-32593a2d2c89) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:53.617019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-91fafe26-771d-4c7b-8c34-e10e8e578df9 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589412 Aug 12 02:15:53.735295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1712c1a1-ef8e-4653-bcae-2dfbaa02b341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=549bec2eaf4e455485be88c5757c040d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3933473 Aug 12 02:15:53.738658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:53.773487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712c1a1-ef8e-4653-bcae-2dfbaa02b341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5620f5-ded2-4c93-97e9-a696fbfc9d5e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:53.784317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070af25b-9751-4b5f-baf0-e864009439a7 req-bb2cd3a4-be20-497d-af12-dc4201b8ee6f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:53.792176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-070af25b-9751-4b5f-baf0-e864009439a7 req-bb2cd3a4-be20-497d-af12-dc4201b8ee6f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0940959 Aug 12 02:15:53.862908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb60a9f6-5cbb-4682-ad3d-98c51747b24f req-dee36bf7-2d58-4fcf-86ee-e1eebaf1549b service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289445 Aug 12 02:15:53.907319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.922393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-07634daf-dd4a-4648-ac5e-11e433140d4a tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.926988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcef48-a3e7-449a-adf9-ff3defc68446 None None] Network 616da8d0-b8cd-4119-afab-65be382be9b5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:15:53.937226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-07634daf-dd4a-4648-ac5e-11e433140d4a tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:53.998201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-879329a1-e4df-4c8f-aa4f-46c3d7fc4326 req-07634daf-dd4a-4648-ac5e-11e433140d4a tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8002965 Aug 12 02:15:54.026667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07634daf-dd4a-4648-ac5e-11e433140d4a tempest-LiveMigrationNegativeTest-1899555602 tempest-LiveMigrationNegativeTest-1899555602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d955644e-10f8-4909-b567-aae22c240a12,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:54.051337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-332a7ed8-ddd9-4fab-a0cd-e3b56b3c8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.053063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-332a7ed8-ddd9-4fab-a0cd-e3b56b3c8367 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 1099 time: 0.1346231 Aug 12 02:15:54.062036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Provisioning for port ef19ce68-40f2-495f-8121-11ab7b95fc86 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:54.069021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Provisioning complete for port ef19ce68-40f2-495f-8121-11ab7b95fc86 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:54.070117 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.072230 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.182306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d7580ad-7391-48e4-b1da-8495a22d5005 req-26c7e915-8ddd-4905-8cab-9663ee551e33 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0679240 Aug 12 02:15:54.185725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:54.190640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.191908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:54.206163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:54.243644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-070af25b-9751-4b5f-baf0-e864009439a7 req-c2265c2b-2e4c-4fee-9631-1a1c2f1a9f41 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501708 Aug 12 02:15:54.250234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Pushing event updated for resources: {'Port': ['ID=f6870acd-a6cb-4f93-84f1-32593a2d2c89,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:54.256158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.261603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] For port ef19ce68-40f2-495f-8121-11ab7b95fc86, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ef19ce68-40f2-495f-8121-11ab7b95fc86,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:54.277073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.284339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-18f8a3b1-1407-4c58-b1ac-0bad2ba255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.285860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-18f8a3b1-1407-4c58-b1ac-0bad2ba255e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2246966 Aug 12 02:15:54.323494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.377814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90942486-89bd-4b1d-9595-656c8c55824d None None] Pushing event updated for resources: {'Port': ['ID=ef19ce68-40f2-495f-8121-11ab7b95fc86,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:54.404975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.407720 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.412348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e5620f5-ded2-4c93-97e9-a696fbfc9d5e HTTP/1.1" status: 204 len: 168 time: 0.6713331 Aug 12 02:15:54.421023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515247c3-f8b0-4b83-aee6-9e48dc0a3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5620f5-ded2-4c93-97e9-a696fbfc9d5e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:54.490073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-88be4fbf-925a-4981-b0df-dc03c487146c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9 HTTP/1.1" status: 200 len: 217 time: 0.1957371 Aug 12 02:15:54.500890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e708c669-1e3f-45ec-99b4-8b5c24dc76e7 None None] Provisioning complete for port ef19ce68-40f2-495f-8121-11ab7b95fc86 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:54.502525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e708c669-1e3f-45ec-99b4-8b5c24dc76e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.536352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cae1f1e-aa0a-4014-8740-1a836b39de0c req-038d175f-2127-448d-a430-187e4f85ce01 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0922046 Aug 12 02:15:54.588422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-7b672c21-667b-4c6a-a7a9-486e376540c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.590567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-7b672c21-667b-4c6a-a7a9-486e376540c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0874121 Aug 12 02:15:54.652433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:54.729757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-324f3150-600a-44f1-8484-f605cf5bd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.731251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-324f3150-600a-44f1-8484-f605cf5bd218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020479 Aug 12 02:15:54.816840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.823444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:54.836678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'mac_address': 'fa:16:3e:cb:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:54.892226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57436) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:54.895300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.904965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9880d-5933-47ba-be29-0564a661cdae req-f3415aca-2bea-4b6b-859a-bb646cae097b tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.908095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-37f9880d-5933-47ba-be29-0564a661cdae req-f3415aca-2bea-4b6b-859a-bb646cae097b tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.2031951 Aug 12 02:15:54.908889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:54.922577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5517c6f1-7a06-4280-a817-5f2ca4daab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.934149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:54.938295 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:54.962227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f3ddb-43a6-4a77-aff5-53f95af2a878 req-c7a2be11-78f8-4d6d-80f6-71f59ff01022 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:54.964027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-693f3ddb-43a6-4a77-aff5-53f95af2a878 req-c7a2be11-78f8-4d6d-80f6-71f59ff01022 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.0865386 Aug 12 02:15:55.000257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:55.024542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-70fdb64a-9edc-4704-a200-a04bbccb459f service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755084 Aug 12 02:15:55.028370 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-693f3ddb-43a6-4a77-aff5-53f95af2a878 req-6f1b0d47-9402-43fc-bf64-3a930539bf53 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555372 Aug 12 02:15:55.030262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-37f9880d-5933-47ba-be29-0564a661cdae req-25877fbe-84cb-4343-9543-d7f774add24c tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125405 Aug 12 02:15:55.076751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5517c6f1-7a06-4280-a817-5f2ca4daab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.084116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5517c6f1-7a06-4280-a817-5f2ca4daab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.133248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5517c6f1-7a06-4280-a817-5f2ca4daab6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0799d1ce6bf14b1ab637c0e36d7d6421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368364 Aug 12 02:15:55.133514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:55.140760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517c6f1-7a06-4280-a817-5f2ca4daab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913022a-3de1-45cb-9c2a-5dbc6b42e9d2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:55.179609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87ad45e4-c51c-4844-a11a-99b56cec5898 req-e52c0c54-6005-4163-8122-502ec29fb78d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051629 Aug 12 02:15:55.196431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['163c8d29-02b4-4e06-818c-b9f1adf42c57'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:55.214332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.239863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.283323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.303163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.307696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.314164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5913022a-3de1-45cb-9c2a-5dbc6b42e9d2 HTTP/1.1" status: 204 len: 168 time: 0.1796613 Aug 12 02:15:55.352285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f43da1c-6880-4fd2-8821-41fd8ace2db1 req-47adc15b-14f2-4259-b53e-c7502c073b0f tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0369537 Aug 12 02:15:55.357330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa701362-2e49-4ca4-ab97-5f80d24331e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913022a-3de1-45cb-9c2a-5dbc6b42e9d2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:55.397561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201178d-b7fc-4db5-af7c-e5e8df5165ec req-ae15e230-599b-4c67-a2cf-437c86062bde tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:55.409520 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d201178d-b7fc-4db5-af7c-e5e8df5165ec req-ae15e230-599b-4c67-a2cf-437c86062bde tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.1400599 Aug 12 02:15:55.469617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ef19ce68-40f2-495f-8121-11ab7b95fc86 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:55.502488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d201178d-b7fc-4db5-af7c-e5e8df5165ec req-e11ed7b9-6793-4e2b-96a0-a1e3010201c5 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921061 Aug 12 02:15:55.514791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e6ab0-ca3e-496d-b3a7-4dc55ceb53ae req-3c87b0f4-82d1-4c9e-8abd-c51c2e806842 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:55.516907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0b3e6ab0-ca3e-496d-b3a7-4dc55ceb53ae req-3c87b0f4-82d1-4c9e-8abd-c51c2e806842 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0748217 Aug 12 02:15:55.541249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Router 02033efb-c3ef-4b85-8e34-29cc591660c0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:15:55.544223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ef19ce68-40f2-495f-8121-11ab7b95fc86 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:55.544756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.599540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0b3e6ab0-ca3e-496d-b3a7-4dc55ceb53ae req-203035a8-88fb-4c87-8c32-3e23e8d6106d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734622 Aug 12 02:15:55.699461 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57dd3f3d-da8e-45d6-9631-ace86eb1b70a req-ec41faa0-90af-407b-a439-f4b0aca74859 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0311425 Aug 12 02:15:55.712618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:15:55.721719 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Sync routers for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:15:55.731777 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:55.732018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:55.732390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:55.733416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62a87af6-ead9-4cc2-afdb-eeb0b7b04395 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7472651 Aug 12 02:15:55.736110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:55.845295 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:56.031602 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:54Z', 'revision_number': 3, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:56.061861 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Checking router: 02033efb-c3ef-4b85-8e34-29cc591660c0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:15:56.062407 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Updating router 02033efb-c3ef-4b85-8e34-29cc591660c0 port f6870acd-a6cb-4f93-84f1-32593a2d2c89 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:15:56.094131 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.224871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55011735-f222-40d3-86ce-b494bd182157 req-da6bfba4-ffdb-44fc-9d6e-2335e4d0fc3e tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:56.227156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55011735-f222-40d3-86ce-b494bd182157 req-da6bfba4-ffdb-44fc-9d6e-2335e4d0fc3e tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.0840361 Aug 12 02:15:56.296170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55011735-f222-40d3-86ce-b494bd182157 req-846ca7bb-1791-41f5-b92a-0843b3499fa4 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629163 Aug 12 02:15:56.410065 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.422150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Transition to ACTIVE for port object f6870acd-a6cb-4f93-84f1-32593a2d2c89 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:56.432268 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.483785 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Pushing event updated for resources: {'Port': ['ID=f6870acd-a6cb-4f93-84f1-32593a2d2c89,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:56.496106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.496707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.497206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.497722 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.498234 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.498722 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.499277 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.499840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.500372 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.500990 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.501654 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.502197 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:15:56.521070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56fe46ac-658b-4e3e-8a9a-f7732c559328 req-bb7dd459-b4e1-496f-b71a-407ac3eff260 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0428317 Aug 12 02:15:56.548383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Attempting to bind port f6870acd-a6cb-4f93-84f1-32593a2d2c89 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:15:56.548791 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Attempting to bind port f6870acd-a6cb-4f93-84f1-32593a2d2c89 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:15:56.549261 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Attempting to bind port f6870acd-a6cb-4f93-84f1-32593a2d2c89 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:15:56.556941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:15:56.557319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:15:56.557799 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.558462 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:15:56.559807 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Bound port: f6870acd-a6cb-4f93-84f1-32593a2d2c89, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:15:56.560605 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.604723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913a139-c373-4d20-834a-131a26e561c5 req-edd09dc4-4092-4230-b467-2b84d25c47b3 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:56.606297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3913a139-c373-4d20-834a-131a26e561c5 req-edd09dc4-4092-4230-b467-2b84d25c47b3 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.25 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.1416869 Aug 12 02:15:56.623634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee351ce9-ffec-4e5f-8c1a-cbdba45990fc req-0e684fb4-ce23-4921-9be2-4326b5b7f594 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:56.625259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee351ce9-ffec-4e5f-8c1a-cbdba45990fc req-0e684fb4-ce23-4921-9be2-4326b5b7f594 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.1596060 Aug 12 02:15:56.641696 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] For port f6870acd-a6cb-4f93-84f1-32593a2d2c89, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:15:56.645145 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] For port f6870acd-a6cb-4f93-84f1-32593a2d2c89, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6870acd-a6cb-4f93-84f1-32593a2d2c89,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:15:56.650686 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.659265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:15:56.661452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:56.693519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3468f-a7d2-4714-ae30-9dfed36d111d req-bf0d3245-bd5d-4037-b83c-c8429d884b21 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:56.698501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83d3468f-a7d2-4714-ae30-9dfed36d111d req-bf0d3245-bd5d-4037-b83c-c8429d884b21 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.0795717 Aug 12 02:15:56.730516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a8b4336-0ece-45ec-b951-c6ab1759fbae req-2cb5a5e9-fc59-4d81-8ae9-f2710fcb5ff7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0641704 Aug 12 02:15:56.733543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc0700-11fc-45ae-9c93-aef8b7a2210f None None] Pushing event updated for resources: {'Port': ['ID=f6870acd-a6cb-4f93-84f1-32593a2d2c89,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:56.759806 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:15:56.760833 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:56.768210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83d3468f-a7d2-4714-ae30-9dfed36d111d req-27fc0f5a-dc3e-4eab-84dc-f08b58596889 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638390 Aug 12 02:15:56.796591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee351ce9-ffec-4e5f-8c1a-cbdba45990fc req-3daaa8d7-aa71-4e67-9d54-d5bb010db337 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314321 Aug 12 02:15:56.860626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:56.892481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:15:57.014305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327eca-62b7-41cb-8247-2c18de88fe7e req-5227c811-7261-4138-9b2b-8cd17d9ffc93 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:57.014305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38327eca-62b7-41cb-8247-2c18de88fe7e req-5227c811-7261-4138-9b2b-8cd17d9ffc93 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1054659 Aug 12 02:15:57.079926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49ca2867-840d-49b6-bab1-c9bec56f2013 req-6e6fa9c9-111c-47f8-b5bf-5fcfba5d53f8 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0580535 Aug 12 02:15:57.080950 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38327eca-62b7-41cb-8247-2c18de88fe7e req-12f6ed0c-8348-462c-92df-bc3c66293eca tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Aug 12 02:15:57.099715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Deleting port 01777749-cf2c-4200-9c4f-dbae7fd54e03 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:57.100140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.106777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Allocated IP 172.20.0.1 (616da8d0-b8cd-4119-afab-65be382be9b5/e6619b11-9689-4910-bdd3-fe68f0c66c1e/661cc284-698a-4949-b2a5-6ce03962a41d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:15:57.137574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:54Z', 'revision_number': 3, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:15:57.152929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:57.156875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:57.168123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:57.168954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.171402 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6bb6e-4d6a-482b-a1e3-65d92779ff47 None None] The sync data for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 is: [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:54Z', 'revision_number': 3, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:15:57.201552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'mac_address': 'fa:16:3e:4a:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:15:57.260137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.274199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3970ef-3c0e-4d22-adf5-68307622c5a9 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:15:57.290682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] For port 01777749-cf2c-4200-9c4f-dbae7fd54e03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=01777749-cf2c-4200-9c4f-dbae7fd54e03,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:57.291060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.295825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:57.313614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Calling delete_port for 01777749-cf2c-4200-9c4f-dbae7fd54e03 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:57.327531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.370760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.417072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.421680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:57.424822 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6e3a0-6f0e-44b1-8cf3-4c2e7cfeea77" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:57.439685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:57.443313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:57.461626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.476253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Transition to ACTIVE for port object 661cc284-698a-4949-b2a5-6ce03962a41d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:15:57.496771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02892db2-e854-43f2-b368-831360f40bbc req-8c14301d-0d39-4137-a667-5db8390326b9 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:57.498490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02892db2-e854-43f2-b368-831360f40bbc req-8c14301d-0d39-4137-a667-5db8390326b9 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 950 time: 0.1120856 Aug 12 02:15:57.522073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:57.568592 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc3c36-df95-477b-bf76-8c207d60aa11 x-openstack-request-id: req-e1fc3c36-df95-477b-bf76-8c207d60aa11 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:57.568592 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:57.568592 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1fc3c36-df95-477b-bf76-8c207d60aa11 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:57.568592 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'code': 200} Aug 12 02:15:57.617064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ab3970ef-3c0e-4d22-adf5-68307622c5a9'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:57.641383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02892db2-e854-43f2-b368-831360f40bbc req-466bac63-d09a-4c78-9dbb-d6a039af287c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290610 Aug 12 02:15:57.686361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.729593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:57.739668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527c174-eac9-4c4c-83fe-2fbf91f31f7c req-5f607607-ec76-4930-9da8-bbcd2c1baf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:57.742795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c527c174-eac9-4c4c-83fe-2fbf91f31f7c req-5f607607-ec76-4930-9da8-bbcd2c1baf16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 1101 time: 0.0731871 Aug 12 02:15:57.773840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['83ce65d8-4559-4bfc-9bd7-b7996ca5a448'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:57.781079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Network 616da8d0-b8cd-4119-afab-65be382be9b5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:57.827170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c527c174-eac9-4c4c-83fe-2fbf91f31f7c req-9dd4de6d-ee80-47bc-8063-68deaedcfaf7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760293 Aug 12 02:15:57.829335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:57.833878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:15:57.952335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efc183c4-8236-44bd-a57a-e6345b31e3f8 req-5ac14733-d8d1-4a3a-a6b6-4c6a460bcd81 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.1673470 Aug 12 02:15:57.998616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d827e-0257-4ca6-adb1-7e699a592b63 req-622bd5fa-0a85-4030-8252-68b5d8baeb95 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:58.007713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b1d827e-0257-4ca6-adb1-7e699a592b63 req-622bd5fa-0a85-4030-8252-68b5d8baeb95 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.0988004 Aug 12 02:15:58.010753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] No DVR routers for this DVR port 01777749-cf2c-4200-9c4f-dbae7fd54e03 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:58.015898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.021395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3913a139-c373-4d20-834a-131a26e561c5 req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.25 "DELETE /v2.0/ports/01777749-cf2c-4200-9c4f-dbae7fd54e03 HTTP/1.1" status: 204 len: 173 time: 1.3928947 Aug 12 02:15:58.043235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'name': 'network-vif-deleted', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:58.051226 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09063f79-428b-4981-b92c-54b78e0e0ed0" -d '{"events": [{"server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "name": "network-vif-deleted", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:58.088724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b1d827e-0257-4ca6-adb1-7e699a592b63 req-95e7bb1f-3174-4177-a43f-69bc9c6b22a7 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798149 Aug 12 02:15:58.125010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Pushing event updated for resources: {'Port': ['ID=661cc284-698a-4949-b2a5-6ce03962a41d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:58.239280 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da34e859-efdc-4e7b-8741-ac84352a7c81 x-openstack-request-id: req-da34e859-efdc-4e7b-8741-ac84352a7c81 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:58.239606 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab73a1e-d8d3-4d11-9749-97fabeb4c76e", "name": "network-vif-deleted", "tag": "01777749-cf2c-4200-9c4f-dbae7fd54e03", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:58.239867 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da34e859-efdc-4e7b-8741-ac84352a7c81 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:58.240275 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab73a1e-d8d3-4d11-9749-97fabeb4c76e', 'name': 'network-vif-deleted', 'tag': '01777749-cf2c-4200-9c4f-dbae7fd54e03', 'status': 'completed', 'code': 200} Aug 12 02:15:58.244389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a93e9-8ab7-4aca-9871-bcc4ed3825d7 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Pushing event deleted for resources: {'Port': ['ID=01777749-cf2c-4200-9c4f-dbae7fd54e03,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:58.347387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b19deeea-d9a1-4b71-8d69-c6ae81a2baa3 None None] Provisioning for port 661cc284-698a-4949-b2a5-6ce03962a41d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:58.355291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b19deeea-d9a1-4b71-8d69-c6ae81a2baa3 None None] Provisioning complete for port 661cc284-698a-4949-b2a5-6ce03962a41d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:58.356041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b19deeea-d9a1-4b71-8d69-c6ae81a2baa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.356163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.412752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a4a0-8318-4b33-96ac-6124724ffdd4 req-1c38103a-307f-4ed0-832b-7605a54d6d57 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:58.419206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acb9a4a0-8318-4b33-96ac-6124724ffdd4 req-1c38103a-307f-4ed0-832b-7605a54d6d57 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1034861 Aug 12 02:15:58.425087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b19deeea-d9a1-4b71-8d69-c6ae81a2baa3 None None] Port 661cc284-698a-4949-b2a5-6ce03962a41d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:15:58.430207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc932f7e-f2ed-4065-b768-112161226072 req-c45deb75-6e90-431f-9909-fe8dbfa9e541 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:58.432055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc932f7e-f2ed-4065-b768-112161226072 req-c45deb75-6e90-431f-9909-fe8dbfa9e541 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.21 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.3693643 Aug 12 02:15:58.446909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289f73-258c-4048-80fb-62a8777bb1ff req-062f3df5-04e6-41d5-81bd-79c0342c9317 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:58.449743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a289f73-258c-4048-80fb-62a8777bb1ff req-062f3df5-04e6-41d5-81bd-79c0342c9317 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 949 time: 0.1408303 Aug 12 02:15:58.484764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acb9a4a0-8318-4b33-96ac-6124724ffdd4 req-e42822ce-bb19-4152-9cdf-d8a02bb723da tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Aug 12 02:15:58.607525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06179932-6f99-4a5b-a465-4fbf1a638fdc req-4783a65f-5e3b-4397-b633-10ab4c40bb77 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0294480 Aug 12 02:15:58.676014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:58.678128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a289f73-258c-4048-80fb-62a8777bb1ff req-ac7c99e2-7024-4ed2-b975-84b2940c5a0b tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906824 Aug 12 02:15:58.714732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57528) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:58.728493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.759393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Deleting port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:15:58.760732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.823146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ab3970ef-3c0e-4d22-adf5-68307622c5a9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:58.830715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ab3970ef-3c0e-4d22-adf5-68307622c5a9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:58.831385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.881516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d52c015-2849-4a1a-91f0-ec01333202c3 req-45a1206c-b2fd-4bf9-b8e1-81872322e368 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab73a1e-d8d3-4d11-9749-97fabeb4c76e HTTP/1.1" status: 200 len: 210 time: 0.0816531 Aug 12 02:15:58.961807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:58.970093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7fc5d1b-faeb-4753-a8d1-603881cac68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.012296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:59.015908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] For port 111fa116-2a83-4ffa-b5de-2ee2f49175a0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=111fa116-2a83-4ffa-b5de-2ee2f49175a0,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:59.016403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.019518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.020814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 01777749-cf2c-4200-9c4f-dbae7fd54e03 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:15:59.042695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Calling delete_port for 111fa116-2a83-4ffa-b5de-2ee2f49175a0 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:15:59.049425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 01777749-cf2c-4200-9c4f-dbae7fd54e03 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:15:59.050030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 01777749-cf2c-4200-9c4f-dbae7fd54e03 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:15:59.086332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82bc401-c10a-49f1-8738-578e6b74a945 req-576d7e89-d671-46f2-9c02-9311113a7251 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0371904 Aug 12 02:15:59.095204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7fc5d1b-faeb-4753-a8d1-603881cac68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.102311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7fc5d1b-faeb-4753-a8d1-603881cac68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.133424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d7fc5d1b-faeb-4753-a8d1-603881cac68a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c5be50470ca4c468b5f597077205982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141648 Aug 12 02:15:59.134022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57536) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:15:59.153603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.202441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.211944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc5d1b-faeb-4753-a8d1-603881cac68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b4261-28a0-4084-b8bf-d75ceb0b6d41,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.213720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.244894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.253371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950bad5-bb8e-47fc-9739-7ef889ee5891 req-042b2d51-04fe-4617-b74a-3e6adb1b97d6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:59.255163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a950bad5-bb8e-47fc-9739-7ef889ee5891 req-042b2d51-04fe-4617-b74a-3e6adb1b97d6 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac84102-ca36-48d0-92e2-200016b22c5e HTTP/1.1" status: 200 len: 946 time: 0.0826349 Aug 12 02:15:59.282240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.313069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.319729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Pushing event updated for resources: {'Port': ['ID=661cc284-698a-4949-b2a5-6ce03962a41d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.334663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a950bad5-bb8e-47fc-9739-7ef889ee5891 req-b8d2c5a2-0ddd-461e-afb8-cd3bbdcfdff5 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.11 "GET /v2.0/security-groups?id=4048b2e5-d35e-4deb-8a21-bfb67716161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670848 Aug 12 02:15:59.362396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.365027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.366762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a51b4261-28a0-4084-b8bf-d75ceb0b6d41 HTTP/1.1" status: 204 len: 168 time: 0.2310498 Aug 12 02:15:59.375624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77a98-fd15-43f5-a3fb-f200011d9f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b4261-28a0-4084-b8bf-d75ceb0b6d41,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.417043 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.456251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['111fa116-2a83-4ffa-b5de-2ee2f49175a0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:15:59.475392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Pushing event deleted for resources: {'Port': ['ID=111fa116-2a83-4ffa-b5de-2ee2f49175a0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.510620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6870acd-a6cb-4f93-84f1-32593a2d2c89 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:15:59.524628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Network 616da8d0-b8cd-4119-afab-65be382be9b5 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:15:59.540714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:15:59.542555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] No DVR routers for this DVR port 111fa116-2a83-4ffa-b5de-2ee2f49175a0 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:15:59.559194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.562392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc932f7e-f2ed-4065-b768-112161226072 req-24439de4-fc69-4e5e-8a55-0ce54f0a0d99 tempest-AttachSCSIVolumeTestJSON-2071881366 tempest-AttachSCSIVolumeTestJSON-2071881366-project] 10.222.0.21 "DELETE /v2.0/ports/111fa116-2a83-4ffa-b5de-2ee2f49175a0 HTTP/1.1" status: 204 len: 173 time: 1.1100576 Aug 12 02:15:59.570761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:15:59.573599 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff93960-6c7c-45a9-bf9f-caca04d14128" -d '{"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-plugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:15:59.597235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f6870acd-a6cb-4f93-84f1-32593a2d2c89 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:15:59.603056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6870acd-a6cb-4f93-84f1-32593a2d2c89 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:15:59.603700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.652926 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb0476-ebf2-4bf2-8dc0-ad3d3112a0c6 x-openstack-request-id: req-5abb0476-ebf2-4bf2-8dc0-ad3d3112a0c6 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:15:59.653208 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-plugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:15:59.653547 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5abb0476-ebf2-4bf2-8dc0-ad3d3112a0c6 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:15:59.654137 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'code': 200} Aug 12 02:15:59.757705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.789595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f35f409-7434-4185-8329-2e059dd76983 req-842a89d2-df07-42fa-bbb0-84d06e3dbfb8 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0513890 Aug 12 02:15:59.795436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f6870acd-a6cb-4f93-84f1-32593a2d2c89, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6870acd-a6cb-4f93-84f1-32593a2d2c89,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:15:59.804697 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:15:59.889556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f6870acd-a6cb-4f93-84f1-32593a2d2c89,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:15:59.955937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef960-8acb-49ed-8e86-3a3008902a96 req-ec38ca61-61ed-43a1-9005-7d2c060c264e tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:59.964243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dcef960-8acb-49ed-8e86-3a3008902a96 req-ec38ca61-61ed-43a1-9005-7d2c060c264e tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 950 time: 0.0856352 Aug 12 02:15:59.996689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e3502-7a4e-4bfe-bcac-dd7c93858487 req-90229703-0146-4d12-a3ab-08d95b212dcf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:15:59.998977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a73e3502-7a4e-4bfe-bcac-dd7c93858487 req-90229703-0146-4d12-a3ab-08d95b212dcf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.3043680 Aug 12 02:16:00.003502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:00.030025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dcef960-8acb-49ed-8e86-3a3008902a96 req-b99dce32-11c0-4710-937b-b8622a9c2a73 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647459 Aug 12 02:16:00.031204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-899b58a8-f767-46f8-9885-45eedd7c4b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.042591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539659-3fd7-43c6-8493-d85623c41800 req-788c2f66-6acd-4af7-96e2-c7dd0586a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:00.044177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96539659-3fd7-43c6-8493-d85623c41800 req-788c2f66-6acd-4af7-96e2-c7dd0586a30b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 1101 time: 0.2162099 Aug 12 02:16:00.078783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d26bfe85-7666-46e5-8bc4-d99aba91f2d8 None None] Provisioning complete for port 661cc284-698a-4949-b2a5-6ce03962a41d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:00.079263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d26bfe85-7666-46e5-8bc4-d99aba91f2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.089864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a73e3502-7a4e-4bfe-bcac-dd7c93858487 req-841c72eb-9fbf-4803-bd98-5782a70a7585 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836294 Aug 12 02:16:00.092643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Router 02033efb-c3ef-4b85-8e34-29cc591660c0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:00.115447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96539659-3fd7-43c6-8493-d85623c41800 req-e15c0517-d267-4aff-aba2-50b2be6cd399 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Aug 12 02:16:00.128469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d26bfe85-7666-46e5-8bc4-d99aba91f2d8 None None] Port 661cc284-698a-4949-b2a5-6ce03962a41d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:16:00.171058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-899b58a8-f767-46f8-9885-45eedd7c4b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.178069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-899b58a8-f767-46f8-9885-45eedd7c4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.235720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b58a8-f767-46f8-9885-45eedd7c4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7ab378-1bb5-49a0-b079-07ef4d9aaed0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:00.244186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-899b58a8-f767-46f8-9885-45eedd7c4b89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca32aee454264d11a0c23d7ac0b41833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394292 Aug 12 02:16:00.246443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:00.274768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'name': 'network-vif-deleted', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:00.278833 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170feb2-ca3a-4c09-a9d1-b52baa2e1e06" -d '{"events": [{"server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "name": "network-vif-deleted", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:00.333273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-72ddd8c1-f6df-490f-ab43-3bf3d18444d6 req-f5a5da93-1bda-41e6-aa78-2f1044910e3a tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0466681 Aug 12 02:16:00.335260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:00.344433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bb945a88-95e0-483f-98a5-19d6c7721562 admin admin] 10.222.0.11 "PUT /v2.0/routers/02033efb-c3ef-4b85-8e34-29cc591660c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6072962 Aug 12 02:16:00.347872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.364443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Sync routers for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:00.388992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:00.390045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:00.424104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.477631 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ca476-37a5-4769-8862-31b4124a6a29 x-openstack-request-id: req-8d8ca476-37a5-4769-8862-31b4124a6a29 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:00.478255 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac84102-ca36-48d0-92e2-200016b22c5e", "name": "network-vif-deleted", "tag": "111fa116-2a83-4ffa-b5de-2ee2f49175a0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:00.478681 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d8ca476-37a5-4769-8862-31b4124a6a29 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:00.479244 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac84102-ca36-48d0-92e2-200016b22c5e', 'name': 'network-vif-deleted', 'tag': '111fa116-2a83-4ffa-b5de-2ee2f49175a0', 'status': 'completed', 'code': 200} Aug 12 02:16:00.539183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.542458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.543962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af7ab378-1bb5-49a0-b079-07ef4d9aaed0 HTTP/1.1" status: 204 len: 168 time: 0.2969420 Aug 12 02:16:00.559262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6cc95-507f-4bbc-8097-84ab5039b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7ab378-1bb5-49a0-b079-07ef4d9aaed0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:00.603493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:00.642107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-642de234-c68e-4e3f-90fd-15ffecf10738 req-ae5c5dea-4d73-4be1-bf05-be8eaf4af49e tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0836279 Aug 12 02:16:00.854576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a4b73-9825-45c5-92ca-7dafea13a7ef req-e0945411-54e9-494d-a570-59f2bf0247e1 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:00.856302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd9a4b73-9825-45c5-92ca-7dafea13a7ef req-e0945411-54e9-494d-a570-59f2bf0247e1 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.0655820 Aug 12 02:16:00.901931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd9a4b73-9825-45c5-92ca-7dafea13a7ef req-fb70ac80-e7cc-493b-924a-04b0867eb0a2 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391989 Aug 12 02:16:00.909678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:58Z', 'revision_number': 4, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '661cc284-698a-4949-b2a5-6ce03962a41d', 'name': '', 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5', 'tenant_id': '989782048a47439497197a077cf9401a', 'mac_address': 'fa:16:3e:a6:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:56Z', 'updated_at': '2021-08-12T02:15:58Z', 'revision_number': 2, 'project_id': '989782048a47439497197a077cf9401a', 'subnets': [{'id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:00.944480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Checking router: 02033efb-c3ef-4b85-8e34-29cc591660c0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:00.944837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Updating router 02033efb-c3ef-4b85-8e34-29cc591660c0 port 661cc284-698a-4949-b2a5-6ce03962a41d binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:16:00.971110 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:00.998824 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-d20da0d9-e5ea-4e5d-a648-1f1b2ca6c6a3 req-cbce2260-1ae2-4004-8889-5b0a315948b2 tempest-FloatingIPDetailsNegativeTestJSON-1532453965 tempest-FloatingIPDetailsNegativeTestJSON-1532453965-project] show failed (client error): The resource could not be found. Aug 12 02:16:01.005712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d20da0d9-e5ea-4e5d-a648-1f1b2ca6c6a3 req-cbce2260-1ae2-4004-8889-5b0a315948b2 tempest-FloatingIPDetailsNegativeTestJSON-1532453965 tempest-FloatingIPDetailsNegativeTestJSON-1532453965-project] 10.222.0.11 "GET /v2.0/floatingips/ec43f23d-2197-42de-a5d5-199748745e88 HTTP/1.1" status: 404 len: 350 time: 0.0432625 Aug 12 02:16:01.009684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:01.293098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f41cc-bdf1-4e2e-aeec-6eb1c56f1633 req-bb0cd597-d5cd-4565-9776-2b0640bcde1a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:01.294632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-994f41cc-bdf1-4e2e-aeec-6eb1c56f1633 req-bb0cd597-d5cd-4565-9776-2b0640bcde1a tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0814199 Aug 12 02:16:01.300712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee2e56-02eb-43de-afe0-ed856d20e425 req-eed7c48e-2f45-41b9-afc1-efa7aca3f8da tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:01.314457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bee2e56-02eb-43de-afe0-ed856d20e425 req-eed7c48e-2f45-41b9-afc1-efa7aca3f8da tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 950 time: 0.1875217 Aug 12 02:16:01.372262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bee2e56-02eb-43de-afe0-ed856d20e425 req-9712990b-01e4-4526-ace1-183f366115ac tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523975 Aug 12 02:16:01.418486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.432420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Transition to ACTIVE for port object 661cc284-698a-4949-b2a5-6ce03962a41d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:01.438742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-994f41cc-bdf1-4e2e-aeec-6eb1c56f1633 req-d3923748-af44-46af-8ad4-116014fcc38d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119165 Aug 12 02:16:01.447177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.504033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6870acd-a6cb-4f93-84f1-32593a2d2c89 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:01.559663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72017a3c-4cd9-42b5-bd40-0c8c686d9e9f None None] Pushing event updated for resources: {'Port': ['ID=661cc284-698a-4949-b2a5-6ce03962a41d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:01.611394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5af15e8c-4ce3-4d35-a194-5067bb6aa290 req-7933d1b8-c848-4264-ac8e-0e75fd0e4040 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0500450 Aug 12 02:16:01.674813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a45e6922-bf89-45f5-90a9-b007f60fa8e4 req-d790bb79-195d-4ceb-b360-4069591e2477 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0718095 Aug 12 02:16:01.714969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Attempting to bind port 661cc284-698a-4949-b2a5-6ce03962a41d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:01.715672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Attempting to bind port 661cc284-698a-4949-b2a5-6ce03962a41d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:01.716207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Attempting to bind port 661cc284-698a-4949-b2a5-6ce03962a41d on network 616da8d0-b8cd-4119-afab-65be382be9b5 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:01.724090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6870acd-a6cb-4f93-84f1-32593a2d2c89 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:01.724705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.727415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:01.728038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Checking segment: {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:01.728669 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.729223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Bound using segment: {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:01.729873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Bound port: 661cc284-698a-4949-b2a5-6ce03962a41d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:01.730435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.827000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5229abcc-9a7a-49df-bb7b-335f9c4da4a7 req-1b2fb888-cf1f-48f6-81c5-6e03d330db4a tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0874519 Aug 12 02:16:01.853732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:01.879312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.892862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] For port 661cc284-698a-4949-b2a5-6ce03962a41d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:01.931551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] For port 661cc284-698a-4949-b2a5-6ce03962a41d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=661cc284-698a-4949-b2a5-6ce03962a41d,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:01.954802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:01.959152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-377bdd27-0d21-4246-8765-c7667e2e30f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.023015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:02.028443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:15:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:02.055534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-656262184-network', 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:02.070336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72017a3c-4cd9-42b5-bd40-0c8c686d9e9f None None] Pushing event updated for resources: {'Port': ['ID=661cc284-698a-4949-b2a5-6ce03962a41d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:02.135989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:02.138803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.162339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.195859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34645989-1aec-430a-b851-acc23031fa8b req-f5f54406-29bf-492b-bbbe-cc38b2034792 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:02.205702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34645989-1aec-430a-b851-acc23031fa8b req-f5f54406-29bf-492b-bbbe-cc38b2034792 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.1216378 Aug 12 02:16:02.280344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-34645989-1aec-430a-b851-acc23031fa8b req-5758750f-b8ce-4a51-8f33-de8553456c70 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Aug 12 02:16:02.343532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Deleting port 661cc284-698a-4949-b2a5-6ce03962a41d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:02.344130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.379494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:02.392081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.397544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.440944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b821cd-9bd1-41d9-89c1-1c40db27dd64,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:02.488383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:02.504875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.505237 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Added segment 8ddf3961-1f96-4d34-b26c-0c8b59bbe243 of type vlan for network 8fa73dc9-b431-4c95-83db-4605f9aec342 Aug 12 02:16:02.581307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.622302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff056-a553-4b0e-97b9-dd7f8145d02e req-809235d3-e7eb-45ef-8e0d-eabfb756e1c8 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:02.623925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec4ff056-a553-4b0e-97b9-dd7f8145d02e req-809235d3-e7eb-45ef-8e0d-eabfb756e1c8 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0995255 Aug 12 02:16:02.640714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.641682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:02.642247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 111fa116-2a83-4ffa-b5de-2ee2f49175a0 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:02.642370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.674776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 111fa116-2a83-4ffa-b5de-2ee2f49175a0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:02.675272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 111fa116-2a83-4ffa-b5de-2ee2f49175a0 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:02.700848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:58Z', 'revision_number': 4, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '661cc284-698a-4949-b2a5-6ce03962a41d', 'name': '', 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5', 'tenant_id': '989782048a47439497197a077cf9401a', 'mac_address': 'fa:16:3e:a6:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:56Z', 'updated_at': '2021-08-12T02:16:01Z', 'revision_number': 4, 'project_id': '989782048a47439497197a077cf9401a', 'subnets': [{'id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:02.729994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8751054 Aug 12 02:16:02.735548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff9ff96-26fc-45e4-af1e-bc0b5e3fc832 None None] The sync data for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 is: [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:15:58Z', 'revision_number': 4, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '661cc284-698a-4949-b2a5-6ce03962a41d', 'name': '', 'network_id': '616da8d0-b8cd-4119-afab-65be382be9b5', 'tenant_id': '989782048a47439497197a077cf9401a', 'mac_address': 'fa:16:3e:a6:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:56Z', 'updated_at': '2021-08-12T02:16:01Z', 'revision_number': 4, 'project_id': '989782048a47439497197a077cf9401a', 'subnets': [{'id': 'e6619b11-9689-4910-bdd3-fe68f0c66c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:02.736005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57674) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:02.747503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Request body: {'subnet': {'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-656262184-subnet', 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:02.772807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec4ff056-a553-4b0e-97b9-dd7f8145d02e req-a3f8dcec-f8a0-4352-92ce-bc8da9a3cd2e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421080 Aug 12 02:16:02.777757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6d63c-b98d-415b-9e87-9c9412251884 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa73dc9-b431-4c95-83db-4605f9aec342,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:02.792415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:02.792612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:02.815518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:02.977079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dac32d41-9dc4-470b-9278-bb9158f25aa1 req-bb0bfe4b-a9f4-4ba3-ae30-1c590a30889a tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0734315 Aug 12 02:16:02.981314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] For port 661cc284-698a-4949-b2a5-6ce03962a41d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=661cc284-698a-4949-b2a5-6ce03962a41d,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:02.981946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:03.003276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f2e23-3033-4b6f-90fd-8e3449e58012 req-4b0a21c8-4845-4ec7-a98f-447e35fe05b8 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:03.005244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f3f2e23-3033-4b6f-90fd-8e3449e58012 req-4b0a21c8-4845-4ec7-a98f-447e35fe05b8 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 950 time: 0.1097188 Aug 12 02:16:03.034939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Calling delete_port for 661cc284-698a-4949-b2a5-6ce03962a41d owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:03.160628 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31e75487-0155-473f-a0d3-99313e9de79a req-b4c1bee7-02e1-469d-9b1c-3b2d5c136d29 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0353961 Aug 12 02:16:03.231060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:03.323462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f3f2e23-3033-4b6f-90fd-8e3449e58012 req-f2796712-75b1-4d8e-9249-13847290f599 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241143 Aug 12 02:16:03.362050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-cd2064a9-2ca7-4c8c-b4c3-d5d62977018d tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:03.366956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d21db5-7c59-4620-9384-b8fef95567ab,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:03.370566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-cd2064a9-2ca7-4c8c-b4c3-d5d62977018d tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.21 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.3628924 Aug 12 02:16:03.408842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:03.409415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Network hostable DHCP agents. Network: 8fa73dc9-b431-4c95-83db-4605f9aec342, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:03.443783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:03.509168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 661cc284-698a-4949-b2a5-6ce03962a41d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:03.515600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=661cc284-698a-4949-b2a5-6ce03962a41d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:03.526650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:03.549643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 661cc284-698a-4949-b2a5-6ce03962a41d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:03.549993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 661cc284-698a-4949-b2a5-6ce03962a41d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 02:16:03.555642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8fa73dc9-b431-4c95-83db-4605f9aec342) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:03.571798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:03.572627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:03.604881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de4fed-2629-469f-92c9-8ba20bb6c78e req-61c42b5e-55d5-4555-821c-775e4a719c94 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:03.613691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48de4fed-2629-469f-92c9-8ba20bb6c78e req-61c42b5e-55d5-4555-821c-775e4a719c94 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 950 time: 0.1893127 Aug 12 02:16:03.634304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30084b2a-6cd2-4640-b16d-2779850edefe None None] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:03.644720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62b64ea5-a77e-497b-9a36-cb4e56ac9187 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9073582 Aug 12 02:16:03.662751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6042a-bd1e-46c4-9d15-929eb1e681b2 req-08ffe67c-4a1d-4a3e-964a-0127e79f3f0e tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:03.667118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96a6042a-bd1e-46c4-9d15-929eb1e681b2 req-08ffe67c-4a1d-4a3e-964a-0127e79f3f0e tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 950 time: 0.2116683 Aug 12 02:16:03.677040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Port 661cc284-698a-4949-b2a5-6ce03962a41d not found, will not notify nova. {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 02:16:03.749190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48de4fed-2629-469f-92c9-8ba20bb6c78e req-9e1c498c-f16d-4aeb-9bd1-ccbb65730212 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/security-groups?id=523c3f4d-e26e-4737-a865-96d0dba1aeee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307642 Aug 12 02:16:03.865065 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:03.884431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17620e5-b91a-4b84-a1e7-86073e4bcb79 None None] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:03.938825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96a6042a-bd1e-46c4-9d15-929eb1e681b2 req-adb021e4-af98-4b41-9b12-1c119e5f5441 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635117 Aug 12 02:16:03.947774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Deleting port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:03.947774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.063079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efe5ce-0676-42ca-9fbb-5e94718686c0 req-136e04bf-d566-43b0-bdf4-8ca6fc5ea325 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:04.071075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44efe5ce-0676-42ca-9fbb-5e94718686c0 req-136e04bf-d566-43b0-bdf4-8ca6fc5ea325 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1398346 Aug 12 02:16:04.193269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44efe5ce-0676-42ca-9fbb-5e94718686c0 req-3e516ffd-f547-42b9-970a-84fd8f7d3a9c tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207743 Aug 12 02:16:04.271235 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.324203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] For port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:04.324588 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.330270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58d01047-54f1-4618-84cb-9f44efe94fd6 req-10e5d725-7aca-4bef-8a77-975cc16528ff tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0454500 Aug 12 02:16:04.374347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Calling delete_port for 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:04.497777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90eddc0d-4a6e-4dde-8d08-aec76896403b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.526994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7d0956f-bac5-409b-88f6-3a0acdec462b req-2a3e1f51-080c-44c9-a8b5-fb033832d796 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0921311 Aug 12 02:16:04.643408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Router 02033efb-c3ef-4b85-8e34-29cc591660c0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:04.675842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:04.681042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.684294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1127985591-network', 'tenant_id': 'd49b941b10dc4daebd03d9680e3b5773'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:04.732268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Made reservation on behalf of d49b941b10dc4daebd03d9680e3b5773 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:04.735149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.748744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.847029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.916002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.920548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:04.931068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Pushing event deleted for resources: {'Port': ['ID=83ce65d8-4559-4bfc-9bd7-b7996ca5a448,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:04.969788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeab829-cde4-42ce-9be0-b635cecb7649,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:04.976979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:05.001128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:05.001382 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Sync routers for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:05.001912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e4f456b-590f-48a9-8430-4ac2e5468171 req-d781186b-6580-41f8-9c2f-fd4fcf3e4a30 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 210 time: 0.0604951 Aug 12 02:16:05.007559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3dace0c-0068-4acb-bbe1-255ee19a9b3e admin admin] 10.222.0.11 "PUT /v2.0/routers/02033efb-c3ef-4b85-8e34-29cc591660c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9877143 Aug 12 02:16:05.010040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:05.013040 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:05.013667 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:05.021385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3701acef-a091-443e-8bef-61872f5d3505 req-1b77ed53-fe98-4606-a1ee-2578592eb385 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267&device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0645337 Aug 12 02:16:05.035798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.035995 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Added segment 1a803bdb-06e1-47a7-88e1-de4d6c4d87cd of type vlan for network d536400f-d251-4aaf-a787-ba8bb6050945 Aug 12 02:16:05.129107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.159956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] No DVR routers for this DVR port 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:05.167874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.169908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cd6800b-169d-4712-b890-48bd1a54fe05 req-fe3d0f50-7331-474a-8074-5e88a038ce3c tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.21 "DELETE /v2.0/ports/83ce65d8-4559-4bfc-9bd7-b7996ca5a448 HTTP/1.1" status: 204 len: 173 time: 1.7885287 Aug 12 02:16:05.170348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'name': 'network-vif-deleted', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:05.183551 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cc44a-81c4-4c24-83fa-a72361536120" -d '{"events": [{"server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "name": "network-vif-deleted", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:05.204995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.206239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:05.206917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.235705 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:05.334994 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4617c-8847-4106-9403-0a1031b82743 x-openstack-request-id: req-f8a4617c-8847-4106-9403-0a1031b82743 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:05.336496 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6860eec9-27bf-4a2c-ac82-28cd5ecab68b", "name": "network-vif-deleted", "tag": "83ce65d8-4559-4bfc-9bd7-b7996ca5a448", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:05.336830 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8a4617c-8847-4106-9403-0a1031b82743 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:05.337333 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6860eec9-27bf-4a2c-ac82-28cd5ecab68b', 'name': 'network-vif-deleted', 'tag': '83ce65d8-4559-4bfc-9bd7-b7996ca5a448', 'status': 'completed', 'code': 200} Aug 12 02:16:05.414655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02d81d53-cb0a-4569-b03c-abdb1e4e378c req-92c63db1-ebdc-4448-a74e-bcf464b02284 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a78634f8b17c4a959c8418d38a85b849&device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0751998 Aug 12 02:16:05.423168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] Pushing event updated for resources: {'Network': ['ID=d536400f-d251-4aaf-a787-ba8bb6050945,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:05.438353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d76f455-2432-4193-b22e-4ec94c6be537 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7577314 Aug 12 02:16:05.438583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:05.445981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d536400f-d251-4aaf-a787-ba8bb6050945 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:05.465401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Request body: {'subnet': {'network_id': 'd536400f-d251-4aaf-a787-ba8bb6050945', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1127985591-subnet', 'tenant_id': 'd49b941b10dc4daebd03d9680e3b5773', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:05.529823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f65bc427-4f4c-4723-a787-842f49544ec5 req-ea4eb98b-6a99-4dbd-af81-7b5178b6689e tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0549827 Aug 12 02:16:05.542605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Made reservation on behalf of d49b941b10dc4daebd03d9680e3b5773 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:05.545345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.576788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02d81d53-cb0a-4569-b03c-abdb1e4e378c req-340b279a-5b4b-4a66-8a65-454329433f2c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a78634f8b17c4a959c8418d38a85b849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1070585 Aug 12 02:16:05.631353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.701189 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:16:03Z', 'revision_number': 5, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:05.720325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aaac20c8-df1b-4f30-b7ab-b1c9d7ef216a req-137983c2-154e-4104-9a65-92a02a447265 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0453274 Aug 12 02:16:05.726816 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.752478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Checking router: 02033efb-c3ef-4b85-8e34-29cc591660c0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:05.767826 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Routers {'02033efb-c3ef-4b85-8e34-29cc591660c0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:05.768452 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['02033efb-c3ef-4b85-8e34-29cc591660c0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:05.802949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba1135-a4eb-4b68-ac98-3224429ad903 req-728a5a9d-53c3-485d-bb0e-9d86ae5269dc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:05.816625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bba1135-a4eb-4b68-ac98-3224429ad903 req-728a5a9d-53c3-485d-bb0e-9d86ae5269dc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.3761261 Aug 12 02:16:05.905387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d81d53-cb0a-4569-b03c-abdb1e4e378c req-65218fcd-f13f-4145-8d12-a9035a1f1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:05.907106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02d81d53-cb0a-4569-b03c-abdb1e4e378c req-65218fcd-f13f-4145-8d12-a9035a1f1268 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2913704 Aug 12 02:16:05.912297 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.920475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bba1135-a4eb-4b68-ac98-3224429ad903 req-760e694a-dc67-4d77-b667-899e50f5ba75 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029110 Aug 12 02:16:05.934358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:05.963635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] Set router 02033efb-c3ef-4b85-8e34-29cc591660c0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:06.012732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Deleting port f6870acd-a6cb-4f93-84f1-32593a2d2c89 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:06.013624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.060278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca8d8c8-ffd8-41c2-9c4e-32ea081bc366,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:06.072845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Checking segment: {'id': '1a803bdb-06e1-47a7-88e1-de4d6c4d87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd536400f-d251-4aaf-a787-ba8bb6050945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:06.074332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Network hostable DHCP agents. Network: d536400f-d251-4aaf-a787-ba8bb6050945, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:06.105666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Network d536400f-d251-4aaf-a787-ba8bb6050945 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:06.120973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d536400f-d251-4aaf-a787-ba8bb6050945) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:06.123180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] For port f6870acd-a6cb-4f93-84f1-32593a2d2c89, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6870acd-a6cb-4f93-84f1-32593a2d2c89,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:06.123805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.130420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba200836-ce55-4506-a620-4005048c9b0b None None] Network d536400f-d251-4aaf-a787-ba8bb6050945 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:06.140432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Calling delete_port for f6870acd-a6cb-4f93-84f1-32593a2d2c89 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:06.150462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:06.151082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.221625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68e9209a-488b-4fa7-86e2-c7e8414c9fbb req-3dbbc83b-e705-4d51-979d-b68a1276a158 tempest-LiveMigrationNegativeTest-52025237 tempest-LiveMigrationNegativeTest-52025237-project] 10.222.0.11 "GET /v2.0/ports?device_id=6860eec9-27bf-4a2c-ac82-28cd5ecab68b HTTP/1.1" status: 200 len: 210 time: 0.0669508 Aug 12 02:16:06.235015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b651b17b-1320-4ec5-b94b-15b76bdd147f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7946465 Aug 12 02:16:06.287488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-380417c1-96a6-4367-9357-08c3892240bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:16:03Z', 'revision_number': 5, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:06.327296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380417c1-96a6-4367-9357-08c3892240bc None None] The sync data for ids ['02033efb-c3ef-4b85-8e34-29cc591660c0'] in n-d-804303-2 is: [{'id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1795850689-router', 'tenant_id': '989782048a47439497197a077cf9401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:15:51Z', 'updated_at': '2021-08-12T02:16:03Z', 'revision_number': 5, 'project_id': '989782048a47439497197a077cf9401a', 'gw_port': {'id': 'f6870acd-a6cb-4f93-84f1-32593a2d2c89', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02033efb-c3ef-4b85-8e34-29cc591660c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:15:53Z', 'updated_at': '2021-08-12T02:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:06.378813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e5cc9-39c5-485d-a1ac-0dafe59a728b None None] Network d536400f-d251-4aaf-a787-ba8bb6050945 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:06.379383 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.432946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6870acd-a6cb-4f93-84f1-32593a2d2c89,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:06.504041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:06.518254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.638899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.641325 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.649858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:06.679434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f61a9df0-8167-4e50-9cde-992172273697 req-4a0793fb-f121-450e-9b5b-fc23e82ebff2 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0391104 Aug 12 02:16:06.693784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:06.694898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83ce65d8-4559-4bfc-9bd7-b7996ca5a448 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:06.725764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:06.807018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.810570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02033efb-c3ef-4b85-8e34-29cc591660c0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:16:06.822668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:06.825029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-999b1076-5099-405c-8b58-4f1982cf7b71 admin admin] 10.222.0.11 "DELETE /v2.0/routers/02033efb-c3ef-4b85-8e34-29cc591660c0 HTTP/1.1" status: 204 len: 168 time: 1.8140540 Aug 12 02:16:06.829106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:06.936849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f71a8cb-cad2-418f-b9bb-d29f920705e0 req-20a0b7db-9cab-4ba9-9f0f-6cd05047facb tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0567381 Aug 12 02:16:07.035068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:07.060825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'mac_address': 'fa:16:3e:cb:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:07.123841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Deleting subnet e6619b11-9689-4910-bdd3-fe68f0c66c1e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:16:07.133192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.174003 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.185260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.225968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e3d4c-29be-4327-8cd7-6aadff585226 req-e816b937-725a-48a0-8f8c-577832a467bf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:07.236138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d7e3d4c-29be-4327-8cd7-6aadff585226 req-e816b937-725a-48a0-8f8c-577832a467bf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1011183 Aug 12 02:16:07.259705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-7c7eacca-76d4-4d1e-b579-3c6d92741536 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:07.260872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:07.266918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-7c7eacca-76d4-4d1e-b579-3c6d92741536 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.3365474 Aug 12 02:16:07.292829 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-a1398419-0fa5-4564-9c40-49af7c1e0695 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/quotas/912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 375 time: 0.0247977 Aug 12 02:16:07.297484 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.310282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:07.322414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.360330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-ee880dbf-6777-407b-b814-2adbc619470d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665352 Aug 12 02:16:07.379008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d7e3d4c-29be-4327-8cd7-6aadff585226 req-eb1c0f42-5a88-4101-a069-27c776b45996 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415563 Aug 12 02:16:07.431649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:07.433174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.442855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-02d81d53-cb0a-4569-b03c-abdb1e4e378c req-caf00a6c-7463-423b-9d06-2f358325f49d tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.21 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0554869 Aug 12 02:16:07.483375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 661cc284-698a-4949-b2a5-6ce03962a41d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:07.491944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.542211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['163c8d29-02b4-4e06-818c-b9f1adf42c57'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:07.586884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 661cc284-698a-4949-b2a5-6ce03962a41d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:07.587235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 661cc284-698a-4949-b2a5-6ce03962a41d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:07.606044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-ec423209-9816-479a-9c75-153feff1a7fb service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447639 Aug 12 02:16:07.639566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.744974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6619b11-9689-4910-bdd3-fe68f0c66c1e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:07.752843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.757770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b37192ce-1c57-4a16-8771-f91fd841f7d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e6619b11-9689-4910-bdd3-fe68f0c66c1e HTTP/1.1" status: 204 len: 168 time: 0.9246304 Aug 12 02:16:07.759502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:07.765682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3758c6e-aa24-4ef8-bc5f-741f14213ded None None] Network 616da8d0-b8cd-4119-afab-65be382be9b5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:07.866462 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:07.870324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-c9d47553-f7e5-4e5a-a5cf-9942086968bb service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550316 Aug 12 02:16:07.917953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:07.940137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b37e1a52-e83b-498d-aa73-645690c78fdb req-64e4308c-f4e9-4beb-87a1-72dea0e278fb tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac71e830-a28e-435c-bc1e-0bd36452e267 HTTP/1.1" status: 200 len: 210 time: 0.0621693 Aug 12 02:16:07.961104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Deleting port ef19ce68-40f2-495f-8121-11ab7b95fc86 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:07.961458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.052270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] For port ef19ce68-40f2-495f-8121-11ab7b95fc86, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ef19ce68-40f2-495f-8121-11ab7b95fc86,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:08.053105 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.080581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Calling delete_port for ef19ce68-40f2-495f-8121-11ab7b95fc86 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:08.176822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] DHCP port deletion for 616da8d0-b8cd-4119-afab-65be382be9b5 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:16:08.241931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Deleting port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:08.242663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.252842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d936be5a-13af-449c-814a-a3a484a948e6 req-d482245a-a5e6-4745-a250-33a53a1c3cf7 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.1410325 Aug 12 02:16:08.323014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Deleting port ef19ce68-40f2-495f-8121-11ab7b95fc86 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:08.323403 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.359876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-59587b7c-d850-4ba0-9cf1-67abb427247d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f3f981ec6234936b64cb4a838947f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404764 Aug 12 02:16:08.361913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16c0239b-329f-447b-b155-862360af33a1 req-abae8756-53c1-4600-9aa4-aadedbb08e81 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 210 time: 0.0485752 Aug 12 02:16:08.362379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:08.393562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.431718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ef19ce68-40f2-495f-8121-11ab7b95fc86,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:08.453621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] No DVR routers for this DVR port ef19ce68-40f2-495f-8121-11ab7b95fc86 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:08.467751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] For port 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:08.468080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.493305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] For port ef19ce68-40f2-495f-8121-11ab7b95fc86, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ef19ce68-40f2-495f-8121-11ab7b95fc86,segment=NetworkSegment(f0a9ed34-5c1a-4589-a6a0-ec84487e046b),segment_id=f0a9ed34-5c1a-4589-a6a0-ec84487e046b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:08.493803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.506454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Calling delete_port for 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:08.510259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Calling delete_port for ef19ce68-40f2-495f-8121-11ab7b95fc86 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:08.547360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.581698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.611865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.622146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e293f7d-841d-44f4-982b-d55fab7eda63 req-b279cbd9-054b-45a9-baf7-43417dbbfd00 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:08.629495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e293f7d-841d-44f4-982b-d55fab7eda63 req-b279cbd9-054b-45a9-baf7-43417dbbfd00 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1369314 Aug 12 02:16:08.653671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] Pushing event deleted for resources: {'Port': ['ID=ef19ce68-40f2-495f-8121-11ab7b95fc86,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:08.668344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4367b0c-223b-4282-b3bc-89dbef75bca5 None None] No DVR routers for this DVR port ef19ce68-40f2-495f-8121-11ab7b95fc86 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:08.697651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e293f7d-841d-44f4-982b-d55fab7eda63 req-9043ff70-eddf-4830-8eb4-b66124c30d57 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670993 Aug 12 02:16:08.739856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:08.750848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.777773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616da8d0-b8cd-4119-afab-65be382be9b5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:08.796281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:08.796710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a9ed34-5c1a-4589-a6a0-ec84487e046b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:08.808381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.820841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.824087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.827537 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/523c3f4d-e26e-4737-a865-96d0dba1aeee HTTP/1.1" status: 204 len: 168 time: 0.4613998 Aug 12 02:16:08.830900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.844060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edeaf1-5ec3-4148-8e37-b79a10308f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c3f4d-e26e-4737-a865-96d0dba1aeee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:08.849558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:08.849941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.855007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:16:08.855504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:16:08.857731 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:16:08.893328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.923415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.932720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:08.935284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] 10.222.0.11 "DELETE /v2.0/networks/616da8d0-b8cd-4119-afab-65be382be9b5 HTTP/1.1" status: 204 len: 168 time: 1.1748216 Aug 12 02:16:08.940442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Pushing event deleted for resources: {'Port': ['ID=302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:08.986931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84450c13-b2f2-4cef-affd-e4303e9da4cb admin admin] Pushing event deleted for resources: {'Network': ['ID=616da8d0-b8cd-4119-afab-65be382be9b5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:09.071449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:09.129364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:09.131909 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0ab36f-3be0-4db5-975d-d0261daddf2f" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:09.165134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:09.176467 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:09.249851 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458dd91-4f67-48d5-b42f-a13d02385d46 x-openstack-request-id: req-8458dd91-4f67-48d5-b42f-a13d02385d46 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:09.252910 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:09.253357 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8458dd91-4f67-48d5-b42f-a13d02385d46 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:09.254048 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'code': 200} Aug 12 02:16:09.304563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:09.320394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:09.329029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ce8bed-8d8e-45e1-9a8e-c799cbbfc583 req-1eaf5047-ff50-4726-9e94-a9b3f2a060e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a78634f8b17c4a959c8418d38a85b849&device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0611939 Aug 12 02:16:09.418005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ce8bed-8d8e-45e1-9a8e-c799cbbfc583 req-907aa89d-6fcb-434f-8f15-d5cf84ce6377 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a78634f8b17c4a959c8418d38a85b849&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716639 Aug 12 02:16:09.462826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efa0d6bf-93bf-4c26-8b13-75efa14c39ac req-b6fe2bd1-89ac-4062-8922-8843a85887d3 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0496657 Aug 12 02:16:09.575347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1451bb9-372c-40ca-839e-29a326211366 req-ac47fdd6-a755-4b52-8169-f01086a83e03 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0902960 Aug 12 02:16:09.608288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6870acd-a6cb-4f93-84f1-32593a2d2c89 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:09.622386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:09.657351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f6870acd-a6cb-4f93-84f1-32593a2d2c89 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:09.657809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6870acd-a6cb-4f93-84f1-32593a2d2c89 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:09.662192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ef19ce68-40f2-495f-8121-11ab7b95fc86 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:09.697515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ef19ce68-40f2-495f-8121-11ab7b95fc86 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:09.697866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ef19ce68-40f2-495f-8121-11ab7b95fc86 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:09.699310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8ddc3443-e2cf-45db-b3d8-5920e2c79693 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=989782048a47439497197a077cf9401a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750837 Aug 12 02:16:09.710821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:09.782864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:09.818312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b12d3634-2277-4cc2-aed6-10dcb2f9dd17 req-aa47e505-db5a-41b9-855a-6cb98118ade4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 210 time: 0.1789210 Aug 12 02:16:09.881730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:10.042035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:10.049889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-582cbad6-6aa3-4798-864e-9ab70559389c admin admin] 10.222.0.11 "PUT /v2.0/routers/18acadbd-dc08-4e23-a759-8e1f4391f4c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5445151 Aug 12 02:16:10.052629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Sync routers for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:10.057054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:10.072534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:10.073187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:10.239982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.244624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce8bed-8d8e-45e1-9a8e-c799cbbfc583 req-ccf1acad-8855-45e4-8a7c-d97a3672ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:10.246263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ce8bed-8d8e-45e1-9a8e-c799cbbfc583 req-ccf1acad-8855-45e4-8a7c-d97a3672ec1c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8205903 Aug 12 02:16:10.264200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:10.298093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.307965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d1ebb709-8af5-4ce9-9435-5cb89187bf26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8df5dafbd56a43599f3694ff1ab16b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108426 Aug 12 02:16:10.314583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:10.345478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744aa079-71af-499c-90d4-289c9dfa06b0 req-b33c5fd1-8639-49da-acf6-b7771fd9b510 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:10.353665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-744aa079-71af-499c-90d4-289c9dfa06b0 req-b33c5fd1-8639-49da-acf6-b7771fd9b510 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.5212693 Aug 12 02:16:10.385794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.413603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-1420eaf4-d739-4915-92f5-edd01f77e860 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:10.415217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-1420eaf4-d739-4915-92f5-edd01f77e860 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.5948675 Aug 12 02:16:10.439065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.457916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Request body: {'port': {'device_id': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'admin_state_up': True, 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:10.458985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.496666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.498538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-744aa079-71af-499c-90d4-289c9dfa06b0 req-05b0ddd7-c35e-4b44-b4da-18c564f695ce tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390717 Aug 12 02:16:10.575441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.579117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.583073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2090eab4-7915-4720-b515-0c62a81d4283 HTTP/1.1" status: 204 len: 168 time: 0.8656068 Aug 12 02:16:10.615058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:16:08Z', 'revision_number': 5, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port': {'id': '2e4424cc-ec49-40d1-929e-757ba3cd26cb', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:64:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:06Z', 'updated_at': '2021-08-12T02:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:10.629605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Deleting port 2e4424cc-ec49-40d1-929e-757ba3cd26cb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:10.630061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.640534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619dfcb-a5d9-4fe6-b465-1aeadf662228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2090eab4-7915-4720-b515-0c62a81d4283,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:10.666836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Checking router: 18acadbd-dc08-4e23-a759-8e1f4391f4c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:10.683691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Routers {'18acadbd-dc08-4e23-a759-8e1f4391f4c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:10.684311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:10.755264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:10.769562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.858133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.863932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:10.866804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d955644e-10f8-4909-b567-aae22c240a12 HTTP/1.1" status: 204 len: 168 time: 0.5497754 Aug 12 02:16:10.887124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1882dd60-c8bf-462d-9b47-cf78f3108a27 req-01caefe7-0ed5-4f18-a423-44648b99d887 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.1359322 Aug 12 02:16:10.909015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2b81c1b-8678-434d-a312-cdd02db546ec req-89730db4-5387-474e-825c-8efa81681e76 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.1254363 Aug 12 02:16:11.001513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ede852-1c36-462d-84c7-57883ed0402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d955644e-10f8-4909-b567-aae22c240a12,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:11.086398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] For port 2e4424cc-ec49-40d1-929e-757ba3cd26cb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4424cc-ec49-40d1-929e-757ba3cd26cb,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:11.093977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:11.168065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Calling delete_port for 2e4424cc-ec49-40d1-929e-757ba3cd26cb owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:11.268079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91fcc28c-39d7-4cd1-b7f6-f76d494f557a req-ef9d8e48-413d-4bbc-9fe9-a0d84da3c987 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 210 time: 0.1506944 Aug 12 02:16:11.285573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] Set router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:11.301704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Allocated IP 172.20.0.13 (8fa73dc9-b431-4c95-83db-4605f9aec342/a4d21db5-7c59-4620-9384-b8fef95567ab/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:11.426863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:16:10Z', 'revision_number': 6, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:11.510584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689c85-dbb9-4f02-aed9-2641979e6c98 None None] The sync data for ids ['18acadbd-dc08-4e23-a759-8e1f4391f4c3'] in n-d-804303-2 is: [{'id': '18acadbd-dc08-4e23-a759-8e1f4391f4c3', 'name': 'tempest-AttachSCSIVolumeTestJSON-164884275-router', 'tenant_id': 'e159e7a9ee464434a7818b8165d6a73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:05Z', 'updated_at': '2021-08-12T02:16:10Z', 'revision_number': 6, 'project_id': 'e159e7a9ee464434a7818b8165d6a73f', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:11.765395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb504a4a-61aa-44d0-b356-0cbd06a5777f req-90630585-27fb-404b-afb9-895b728cbac0 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:11.766985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb504a4a-61aa-44d0-b356-0cbd06a5777f req-90630585-27fb-404b-afb9-895b728cbac0 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1170917 Aug 12 02:16:11.769321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:11.803065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4424cc-ec49-40d1-929e-757ba3cd26cb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:11.828321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ce8bed-8d8e-45e1-9a8e-c799cbbfc583 req-cd60d041-b923-4256-b238-bc727d470368 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.1240048 Aug 12 02:16:11.912321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb504a4a-61aa-44d0-b356-0cbd06a5777f req-80136325-c857-4815-8b1b-ebbc05355b69 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175556 Aug 12 02:16:11.949630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.061869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.128367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63ac3d50-08ee-49ec-a620-bbfbf5ef25d4 req-24daadf1-8a13-45d0-8566-6268b94cd7ca tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0616248 Aug 12 02:16:12.150361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.153934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.237255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.269672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd619ae7-a547-4872-b4e7-75b4609adc1d req-c74282e9-7330-46ce-a7e5-aa5d12507dd8 tempest-ServerShowV247Test-1760307828 tempest-ServerShowV247Test-1760307828-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cf18205-0d32-43ec-b149-876e70edd929 HTTP/1.1" status: 200 len: 210 time: 0.0966249 Aug 12 02:16:12.271053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.273158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18acadbd-dc08-4e23-a759-8e1f4391f4c3 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:16:12.295018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.301152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c0e757b-0d2b-4c39-b022-e37e4eeaa526 admin admin] 10.222.0.11 "DELETE /v2.0/routers/18acadbd-dc08-4e23-a759-8e1f4391f4c3 HTTP/1.1" status: 204 len: 168 time: 2.2388220 Aug 12 02:16:12.301723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:12.322640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:12.328902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:12.333151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:12.389493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:12.390346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.408631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:12.415490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-48069bd3-edb6-4a95-b8d1-fc1c5c932422 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9759331 Aug 12 02:16:12.437642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Request body: {'port': {'device_id': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:12.441527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Deleting subnet 87035d60-8dba-4efe-86ac-d1b287dc364c {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:16:12.458661 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.614770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.638134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbaa93f-7b41-4a65-9619-9e0e2029ba9e req-99e5d48d-e6b0-498e-91d5-a3756e597f7a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:12.639772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dbaa93f-7b41-4a65-9619-9e0e2029ba9e req-99e5d48d-e6b0-498e-91d5-a3756e597f7a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 932 time: 0.1190088 Aug 12 02:16:12.640946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.800007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.851342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57992) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:12.883514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.964537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5a194-02a3-4b65-a9a2-85806a1c7e83 None None] Network 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:12.966856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:12.972464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/87035d60-8dba-4efe-86ac-d1b287dc364c HTTP/1.1" status: 204 len: 168 time: 0.6685593 Aug 12 02:16:12.975257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58000) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:12.978101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c582a9d-22ef-4640-88ab-a4dd32cc0079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87035d60-8dba-4efe-86ac-d1b287dc364c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:13.111301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dbaa93f-7b41-4a65-9619-9e0e2029ba9e req-20fa231d-3f80-46a8-b8d5-a39e413f9ed6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558556 Aug 12 02:16:13.113478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:13.146275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.149689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1388788269-network', 'tenant_id': '235d90196a4746ceb5c6b13b91293975'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:13.161534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Transition to ACTIVE for port object 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:13.166575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.169821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.258387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:13.264559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.313057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.332941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd57ab-cd70-4038-b5f0-0d7b358bd107 req-3538e095-05b8-46eb-a5ce-3c009146225e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:13.342906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] DHCP port deletion for 6d8dd3cd-cf57-4dfa-8c86-b5f81913221c request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:16:13.353374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eccd57ab-cd70-4038-b5f0-0d7b358bd107 req-3538e095-05b8-46eb-a5ce-3c009146225e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1934481 Aug 12 02:16:13.427598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-527fe13f-9169-4b71-9dbc-be114c483827 req-3466b9c2-7fca-465d-85f0-a1219360d7fc tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.1067436 Aug 12 02:16:13.433580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:13.466191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Deleting port 06ae3ed5-72f5-4f01-a934-813a21063a4d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:13.466524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.482235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eccd57ab-cd70-4038-b5f0-0d7b358bd107 req-60d0a85c-dd11-4456-84a0-b06931edc536 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260645 Aug 12 02:16:13.518584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4424cc-ec49-40d1-929e-757ba3cd26cb no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:13.576949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:13.577609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:13.578170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:13.583206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:13.583820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:13.589365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:13.589944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:13.590524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:13.591147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Bound port: 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:13.591803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.602830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2e4424cc-ec49-40d1-929e-757ba3cd26cb {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:13.603249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4424cc-ec49-40d1-929e-757ba3cd26cb not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:13.603704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:13.605318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Deleting port 06ae3ed5-72f5-4f01-a934-813a21063a4d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:13.605823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.639378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:13.639774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 302e1b42-a6f8-4e3f-ae0c-87ade2bf2a71 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:13.640209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 06ae3ed5-72f5-4f01-a934-813a21063a4d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:13.687679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:13.692648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:13.692900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=06ae3ed5-72f5-4f01-a934-813a21063a4d,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:13.693398 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.701881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.722727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Calling delete_port for 06ae3ed5-72f5-4f01-a934-813a21063a4d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:13.753391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:13.754567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.757291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] 10.222.0.21 "PUT /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 1092 time: 1.3243871 Aug 12 02:16:13.760387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:13.763875 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d8daf-926c-4528-8504-bcac4f0a5021" -d '{"events": [{"name": "network-changed", "server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:13.870259 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661efd0f-108e-47f0-b2e4-3754356ad1db x-openstack-request-id: req-661efd0f-108e-47f0-b2e4-3754356ad1db {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:13.870548 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:13.870803 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-661efd0f-108e-47f0-b2e4-3754356ad1db {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:13.871207 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'status': 'completed', 'code': 200} Aug 12 02:16:13.877230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dde95c-a315-44da-818f-5cb60aa6c69b service neutron] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:13.877741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=06ae3ed5-72f5-4f01-a934-813a21063a4d,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:13.878539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:13.908350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-4b87b138-a299-48ac-b9d9-b882af8edaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:13.910455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-4b87b138-a299-48ac-b9d9-b882af8edaa5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1095 time: 0.0855405 Aug 12 02:16:13.921930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Calling delete_port for 06ae3ed5-72f5-4f01-a934-813a21063a4d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:13.930926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.003827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-75f438b9-9b02-4728-9e4f-0964af0605a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0783017 Aug 12 02:16:14.052951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 06ae3ed5-72f5-4f01-a934-813a21063a4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=06ae3ed5-72f5-4f01-a934-813a21063a4d,segment=NetworkSegment(b2b37f40-f2ff-4bee-8435-f6f294781792),segment_id=b2b37f40-f2ff-4bee-8435-f6f294781792)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:14.074746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.142558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-792bffe3-6d76-425c-a9a3-41054d9ca8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.147647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-792bffe3-6d76-425c-a9a3-41054d9ca8d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1349719 Aug 12 02:16:14.194598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.201283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-474ad654-0251-4555-a7c1-adfc33a839fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477679 Aug 12 02:16:14.278185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] No DVR routers for this DVR port 06ae3ed5-72f5-4f01-a934-813a21063a4d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:14.287041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:14.356328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752e358-a83e-49ed-a3d0-da6fb01cb358 None None] Pushing event deleted for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:14.364646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:14.441826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-1e8e1b46-5b08-449e-a51b-1afe8b7aad43 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331939 Aug 12 02:16:14.584104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e467c7af-d5e4-4658-a3c1-6715f42052b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.695145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.712183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.748594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e3bfd-7c65-4b17-8bc4-487dd69998e6 req-c7700afe-0515-42a3-91ea-270311057a30 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.749670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e61e3bfd-7c65-4b17-8bc4-487dd69998e6 req-c7700afe-0515-42a3-91ea-270311057a30 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.1395335 Aug 12 02:16:14.768207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:14.780678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.781537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.782197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.783052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.783718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.784938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.785722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.786442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:14.792199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1ef2ea1-73ff-442d-b2e3-5a3891ac5b89 req-e35b51c9-3f7d-404a-895c-67321afcd478 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 0.1704705 Aug 12 02:16:14.812337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d47b5a88-ff05-4114-a955-5a7e087bdc33 req-e03142c3-1ac6-43b0-9983-1249da0173ed service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604834 Aug 12 02:16:14.812766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a0be26-7af0-4354-a9c4-9f0f14e329b9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:14.849690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.850685 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Added segment 81f872be-6320-495b-b063-47a5c84147d8 of type vlan for network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 Aug 12 02:16:14.892078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:14.942552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dce4ef81-a0a0-4403-83e4-9e936918ab7e req-9d192f55-5fd9-4086-9509-3f8d47829c7e tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0511227 Aug 12 02:16:14.964165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ae3ed5-72f5-4f01-a934-813a21063a4d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:14.967776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] No DVR routers for this DVR port 06ae3ed5-72f5-4f01-a934-813a21063a4d on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:14.971759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e61e3bfd-7c65-4b17-8bc4-487dd69998e6 req-51977eca-6bcd-491e-aac4-cf214cf374f6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091644 Aug 12 02:16:14.975236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.018107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-72f58964-a5df-4941-9a6c-931163fabbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.020146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-72f58964-a5df-4941-9a6c-931163fabbf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1095 time: 0.0802901 Aug 12 02:16:15.027419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e467c7af-d5e4-4658-a3c1-6715f42052b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.051020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e467c7af-d5e4-4658-a3c1-6715f42052b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.146734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:16:15.176588 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.182125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e467c7af-d5e4-4658-a3c1-6715f42052b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a78634f8b17c4a959c8418d38a85b849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8150704 Aug 12 02:16:15.184810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:15.202696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8dd3cd-cf57-4dfa-8c86-b5f81913221c']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:15.218416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b37f40-f2ff-4bee-8435-f6f294781792') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:15.219240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b37f40-f2ff-4bee-8435-f6f294781792') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:15.222373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467c7af-d5e4-4658-a3c1-6715f42052b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21189320-d8fa-44fa-b9d3-2c7ded1a4974,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:15.245804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f877d-970d-4e33-be16-9050dd7e59e7 req-4094b61a-d454-46cd-8211-5cceefe05de9 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.246260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-832f877d-970d-4e33-be16-9050dd7e59e7 req-4094b61a-d454-46cd-8211-5cceefe05de9 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1640391 Aug 12 02:16:15.279150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.280259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.281396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.300411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-3b4a3ef3-9285-4320-8928-ff392f39269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.301914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-3b4a3ef3-9285-4320-8928-ff392f39269d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2721951 Aug 12 02:16:15.340051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.350947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e8ceb-60f4-4357-83e3-867256f4b38c req-cf52a509-dd66-4279-8e1c-a16ed5a36a3e tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.353245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-941e8ceb-60f4-4357-83e3-867256f4b38c req-cf52a509-dd66-4279-8e1c-a16ed5a36a3e tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 886 time: 0.3091054 Aug 12 02:16:15.373278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.379980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7d597e06-0467-4b8c-9ef7-b40ebddd9862,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:15.387491 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d0440dd-4486-4035-9a50-7843fa0573a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.5318458 Aug 12 02:16:15.387964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:16:15.388365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:16:15.390150 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:16:15.400049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:15.402925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:15.405507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Request body: {'subnet': {'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1388788269-subnet', 'tenant_id': '235d90196a4746ceb5c6b13b91293975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:15.411811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-c900a941-dff6-4919-aac6-ac127cb16a8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0998566 Aug 12 02:16:15.471885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.494086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.506793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:15.509574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.530419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.540633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.547909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6d8dd3cd-cf57-4dfa-8c86-b5f81913221c HTTP/1.1" status: 204 len: 168 time: 2.5620091 Aug 12 02:16:15.550104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:15.576484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-832f877d-970d-4e33-be16-9050dd7e59e7 req-ac588a4d-c185-4b20-8b19-44828ba18bd3 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066852 Aug 12 02:16:15.637187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.640483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:15.643929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21189320-d8fa-44fa-b9d3-2c7ded1a4974 HTTP/1.1" status: 204 len: 168 time: 0.4544098 Aug 12 02:16:15.643929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-3e149bd7-b2b0-4a37-9407-64d373f8087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:15.646436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-3e149bd7-b2b0-4a37-9407-64d373f8087b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.2201414 Aug 12 02:16:15.665391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec069be9-0835-45dc-9d2d-0adfe0e794f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d8dd3cd-cf57-4dfa-8c86-b5f81913221c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:15.674848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532740-d128-4a5d-a3aa-6eddf6dd9837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21189320-d8fa-44fa-b9d3-2c7ded1a4974,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:15.698587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-4a38ba60-4dae-4954-a421-75713d493a0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402274 Aug 12 02:16:15.973888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-0010df09-6a13-4233-9e8c-d3746ad40d09 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319448 Aug 12 02:16:16.057800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.057800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.057800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.059033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.059781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.060541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.061168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.072926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.095798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-036a2f0f-7df3-4f69-8bc6-30d808c22cb8 req-059b2d1b-dcf9-4184-abb5-a631f5338ca1 tempest-NetworksTest-652862474 tempest-NetworksTest-652862474-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.6051481 Aug 12 02:16:16.097480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:16.201294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcddede6-6679-4d37-9697-74a431ec482a req-1dc45a75-e086-4477-bec6-bc0bd9340c1c tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0659335 Aug 12 02:16:16.290264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Checking segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:16.290641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Network hostable DHCP agents. Network: 7d597e06-0467-4b8c-9ef7-b40ebddd9862, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:16.293223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744d4ef4-d0e2-410c-a64a-c081bdaeee45,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:16.309140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cfc64-2f8c-4563-b819-1a9af8cd1b9e req-c969b100-9f01-4097-8e8e-10ef60a10272 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.310791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-035cfc64-2f8c-4563-b819-1a9af8cd1b9e req-c969b100-9f01-4097-8e8e-10ef60a10272 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.1327059 Aug 12 02:16:16.355196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:16.379999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a2d8daf-926c-4528-8504-bcac4f0a5021 req-6cf424e4-fffe-4630-b949-12a095e6fda3 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470764 Aug 12 02:16:16.411696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:16.426561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-035cfc64-2f8c-4563-b819-1a9af8cd1b9e req-766f3b3f-6a5d-4907-ba69-07d3ef131ea4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026964 Aug 12 02:16:16.432999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7d597e06-0467-4b8c-9ef7-b40ebddd9862) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:16.444284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bf71fc-1cfe-4639-bf99-783963a32f7a None None] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:16.451642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.451642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:16.493810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c961df2-f48e-4de5-8852-034d650bcf49 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0916638 Aug 12 02:16:16.526802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58100) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:16.774235 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680455a6-7c9f-42e7-8e71-aeeb296af411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:16.793430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfae153-e7d8-4ade-9f46-711a6260499f None None] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:16.956721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995568-6c10-488c-b3f8-63d861f1ee18 req-a8baff37-02ce-452e-8e27-742b9587c569 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:16.961123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9995568-6c10-488c-b3f8-63d861f1ee18 req-a8baff37-02ce-452e-8e27-742b9587c569 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.2230513 Aug 12 02:16:16.964605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Deleting port d52294c7-ffdc-46c5-9296-5431e3954e16 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:16.964927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.084924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9995568-6c10-488c-b3f8-63d861f1ee18 req-4255d4dd-4578-44ee-a262-7d2f3dbbc1e7 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098738 Aug 12 02:16:17.126125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:17.131763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] For port d52294c7-ffdc-46c5-9296-5431e3954e16, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d52294c7-ffdc-46c5-9296-5431e3954e16,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:17.132582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.164393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Calling delete_port for d52294c7-ffdc-46c5-9296-5431e3954e16 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:17.209939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680455a6-7c9f-42e7-8e71-aeeb296af411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.214380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680455a6-7c9f-42e7-8e71-aeeb296af411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.290101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-680455a6-7c9f-42e7-8e71-aeeb296af411 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4accfc5a9b641b79fa9bd5ff59c67ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7600031 Aug 12 02:16:17.296538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:17.311625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-593665631-network', 'tenant_id': '7a5fa8833d7343d0a5962b699b68f94b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:17.351956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680455a6-7c9f-42e7-8e71-aeeb296af411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af4ba5f-c907-413d-b797-3afc3a9e80d3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:17.416895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad0c658c-7118-435d-a0d8-147bbdf10477 req-6160af1d-9f21-4f43-b2b8-2e5f8c45a3d6 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0710754 Aug 12 02:16:17.430357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Made reservation on behalf of 7a5fa8833d7343d0a5962b699b68f94b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:17.435369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.475189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.503755 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.604440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.623610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadda6f-d1b6-4676-a198-765f05aecf57 req-d47beb3e-781d-4dc2-8e15-1995df6e8c07 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:17.624972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aadda6f-d1b6-4676-a198-765f05aecf57 req-d47beb3e-781d-4dc2-8e15-1995df6e8c07 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.0806012 Aug 12 02:16:17.659594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.673894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.686831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:17.687853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.699368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.699769 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Added segment 348b4590-e0a3-4c94-a2b0-cc4c0271423e of type vlan for network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 Aug 12 02:16:17.715739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aadda6f-d1b6-4676-a198-765f05aecf57 req-2d0b5460-ea3e-42f9-84b0-44d4d4f3c797 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823045 Aug 12 02:16:17.740095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-4b8a8965-8a36-4dd7-b292-5cc11e0c384a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:17.743083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-4b8a8965-8a36-4dd7-b292-5cc11e0c384a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.2437851 Aug 12 02:16:17.745718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.752135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fc84c4-2036-41b3-a0fa-66a15f816d92,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:17.765819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.808171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.810734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.812230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1af4ba5f-c907-413d-b797-3afc3a9e80d3 HTTP/1.1" status: 204 len: 168 time: 0.5144112 Aug 12 02:16:17.817972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52294c7-ffdc-46c5-9296-5431e3954e16,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:17.823682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-819f3731-2259-4a88-af0a-98bc367c03be tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/quotas/235d90196a4746ceb5c6b13b91293975 HTTP/1.1" status: 200 len: 375 time: 0.0675700 Aug 12 02:16:17.834056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.839055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:17.839689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:17.846450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d268f-45f6-4c21-98ae-43e8759084f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af4ba5f-c907-413d-b797-3afc3a9e80d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:17.934230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8070254 Aug 12 02:16:17.942591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:17.947908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-dd82c1d6-0c9c-4489-905f-9c9e12e7de20 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050079 Aug 12 02:16:17.967426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c46b58-9ccb-41ba-87e6-37d8a24556b8 admin admin] Pushing event updated for resources: {'Network': ['ID=66be3cc0-9c2a-4251-85b4-2c13db9a10b8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:17.981737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:18.080277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Request body: {'subnet': {'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-593665631-subnet', 'tenant_id': '7a5fa8833d7343d0a5962b699b68f94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:18.083621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.239199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c88110-cc0e-474f-b4e6-1832c92f3daa req-3878632b-232f-4515-8435-b6ac563ab058 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:18.241950 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36c88110-cc0e-474f-b4e6-1832c92f3daa req-3878632b-232f-4515-8435-b6ac563ab058 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Aug 12 02:16:18.294343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36c88110-cc0e-474f-b4e6-1832c92f3daa req-c5f89332-14f9-417e-a32d-676e305c8be1 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Aug 12 02:16:18.339235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Made reservation on behalf of 7a5fa8833d7343d0a5962b699b68f94b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:18.341587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.446011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58160) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:18.473536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c893a5fd-4e48-433b-93d7-1847625a1f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.555501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13f59d9f-98dc-4f1b-a675-175621ef468b req-6643d42c-968e-4c8a-8999-bb305fefc177 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0376561 Aug 12 02:16:18.649089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c893a5fd-4e48-433b-93d7-1847625a1f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.653793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c893a5fd-4e48-433b-93d7-1847625a1f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.707319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c893a5fd-4e48-433b-93d7-1847625a1f3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=07c26f62b4f147ae97774f90883b25e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599542 Aug 12 02:16:18.708522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893a5fd-4e48-433b-93d7-1847625a1f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aacde3-1620-4b19-bb23-f6cf59d44417,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:18.710175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:18.727560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58164) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:18.838262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.872133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:18.880579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.890487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-08e7e805-8524-47a3-a27c-f4f23c0d8a14 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971799 Aug 12 02:16:18.893374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'port_id': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'mac_address': 'fa:16:3e:e9:0f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d21db5-7c59-4620-9384-b8fef95567ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:18.953385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.975853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.978335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:18.979570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:18.983044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05aacde3-1620-4b19-bb23-f6cf59d44417 HTTP/1.1" status: 204 len: 168 time: 0.2509513 Aug 12 02:16:18.996017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7a41f-c0fa-416a-8329-e5b51cd9c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aacde3-1620-4b19-bb23-f6cf59d44417,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:19.010682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:19.020760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d849e-e7ac-4647-abd9-2043edde63dd req-7a7cfcb2-2ed3-4f72-a53a-1f0d26f6b34a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:19.025663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:19.031411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e9d849e-e7ac-4647-abd9-2043edde63dd req-7a7cfcb2-2ed3-4f72-a53a-1f0d26f6b34a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.0972953 Aug 12 02:16:19.071324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Router bc761229-85c9-44db-a08f-a54d1ef4f6f1 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:19.097611 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e9d849e-e7ac-4647-abd9-2043edde63dd req-e83728d4-ae62-428d-a6ad-707b57fd84b2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Aug 12 02:16:19.121874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:19.236095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-df04fdd6-7dbf-4466-a57f-0e9e56835135 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446569 Aug 12 02:16:19.364751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:19.378338 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757612d6-d357-466f-b162-771c560b5117 None None] Sync routers for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:19.388943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f73ae284-e030-4a5d-8d95-20a816c220b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/bc761229-85c9-44db-a08f-a54d1ef4f6f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8312950 Aug 12 02:16:19.389342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:19.420582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:19.423845 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:19.435284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:19.442817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:19.651028 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:19.688307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b7e3de1-d729-4d3b-9950-c023e6774284 req-059f3eaa-3a58-4390-a9bd-3fb7c4c98362 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 210 time: 0.0949588 Aug 12 02:16:19.769405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced602ab-e827-46df-a182-0bb25617908c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:19.794524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Checking segment: {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:19.795211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Network hostable DHCP agents. Network: 66be3cc0-9c2a-4251-85b4-2c13db9a10b8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:19.830863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:19.892145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:19.901023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 66be3cc0-9c2a-4251-85b4-2c13db9a10b8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:19.914654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d97f0c-94d5-4ceb-a5a0-900266443a6e None None] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:19.946268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:19.946858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:20.012433 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:16:17Z', 'revision_number': 5, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:20.065057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4ae5046-7bb3-4d2a-a2fa-ecbd4ef723db req-17d33599-052a-4a60-8a06-6e2fdd77be57 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.1442521 Aug 12 02:16:20.072895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f24860f9-f656-4c99-9303-fdc90575f33e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1268890 Aug 12 02:16:20.076436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757612d6-d357-466f-b162-771c560b5117 None None] Checking router: bc761229-85c9-44db-a08f-a54d1ef4f6f1 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:20.077396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d39b-ca0b-455a-8c5a-36bde2e107be req-934363b4-ee3d-476f-ab7c-8b63ed6c42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:20.082207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e48d39b-ca0b-455a-8c5a-36bde2e107be req-934363b4-ee3d-476f-ab7c-8b63ed6c42ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1096 time: 0.2374516 Aug 12 02:16:20.110388 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] Routers {'bc761229-85c9-44db-a08f-a54d1ef4f6f1'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:20.111093 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:20.114381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0dd4dd-0883-48bd-ab9b-56ef26ba8d28 None None] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:20.211456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e48d39b-ca0b-455a-8c5a-36bde2e107be req-13e91e80-7dd5-4e89-a04e-0603bc6f4504 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216788 Aug 12 02:16:20.277070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e7822-cb25-48e5-bcdd-3ed39b43ed72 req-0a5afcec-0b87-4f3a-9f71-22b2c721916d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:20.296273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-588e7822-cb25-48e5-bcdd-3ed39b43ed72 req-0a5afcec-0b87-4f3a-9f71-22b2c721916d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.6499591 Aug 12 02:16:20.308075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:20.401791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48b638-a67d-48cb-a32e-9e64fe359ab9 req-aa4965ed-abee-416f-8f24-3840ef2db0fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:20.418186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f48b638-a67d-48cb-a32e-9e64fe359ab9 req-aa4965ed-abee-416f-8f24-3840ef2db0fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.1469436 Aug 12 02:16:20.444396 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] Set router bc761229-85c9-44db-a08f-a54d1ef4f6f1 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:20.507719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-588e7822-cb25-48e5-bcdd-3ed39b43ed72 req-95a732c0-22fc-4f4e-a626-5404be790767 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097647 Aug 12 02:16:20.548325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f48b638-a67d-48cb-a32e-9e64fe359ab9 req-f9bae5e0-910a-400f-a556-f053e3688357 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294265 Aug 12 02:16:20.596990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Deleting port 8fbaf096-090a-48f2-95f2-953134c814ff {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:20.601676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:20.942538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-553bb8b2-9e74-446f-81ac-54b7e36d1864 req-0f203ef6-e314-4ef7-9cdc-c10fc95c4c19 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 210 time: 0.0803847 Aug 12 02:16:20.953476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] For port 8fbaf096-090a-48f2-95f2-953134c814ff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8fbaf096-090a-48f2-95f2-953134c814ff,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:20.953856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:20.996521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Calling delete_port for 8fbaf096-090a-48f2-95f2-953134c814ff owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:21.033314 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-757612d6-d357-466f-b162-771c560b5117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:16:17Z', 'revision_number': 5, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:21.139551 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757612d6-d357-466f-b162-771c560b5117 None None] The sync data for ids ['bc761229-85c9-44db-a08f-a54d1ef4f6f1'] in n-d-804303-2 is: [{'id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'name': 'tempest-AttachSCSIVolumeTestJSON-19149745-router', 'tenant_id': '9f0eec07f5c845209463f281ae879a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:14Z', 'updated_at': '2021-08-12T02:16:17Z', 'revision_number': 5, 'project_id': '9f0eec07f5c845209463f281ae879a4b', 'gw_port': {'id': '8fbaf096-090a-48f2-95f2-953134c814ff', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ae:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc761229-85c9-44db-a08f-a54d1ef4f6f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:15Z', 'updated_at': '2021-08-12T02:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:21.283679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-3662edad-108a-4699-8a9d-592e881982fd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:21.285405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-3662edad-108a-4699-8a9d-592e881982fd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 813 time: 0.3036742 Aug 12 02:16:21.326484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-7b2733ab-8b15-4784-a21b-f1a7a8478b0a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/quotas/7a5fa8833d7343d0a5962b699b68f94b HTTP/1.1" status: 200 len: 375 time: 0.0301211 Aug 12 02:16:21.330170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c90b740c-2564-4e5f-b74e-c5635084ad59 req-6e8d5ffd-e3ca-40ac-a438-59e353accc24 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0690908 Aug 12 02:16:21.348437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.377034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbaf096-090a-48f2-95f2-953134c814ff,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:21.416406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-cd876e4b-1bb4-41a0-8947-3a8805292105 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759459 Aug 12 02:16:21.485384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.728219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d52294c7-ffdc-46c5-9296-5431e3954e16 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:21.757053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-57b17422-7df4-4e1e-880c-8a2eb396d8a9 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:21.759657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-57b17422-7df4-4e1e-880c-8a2eb396d8a9 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.3634055 Aug 12 02:16:21.763521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.765799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.773193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-5bf58c1c-a10f-4124-8b80-6454ba650c42 service neutron] 10.222.0.11 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366532 Aug 12 02:16:21.789446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d52294c7-ffdc-46c5-9296-5431e3954e16 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:21.790558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d52294c7-ffdc-46c5-9296-5431e3954e16 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:21.832798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Request body: {'port': {'device_id': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'admin_state_up': True, 'tenant_id': '235d90196a4746ceb5c6b13b91293975'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:21.864433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.865445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc761229-85c9-44db-a08f-a54d1ef4f6f1 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:16:21.875771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:21.882465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3af205d6-f879-412a-b8f7-c9d1f9281f18 admin admin] 10.222.0.11 "DELETE /v2.0/routers/bc761229-85c9-44db-a08f-a54d1ef4f6f1 HTTP/1.1" status: 204 len: 168 time: 2.4920597 Aug 12 02:16:21.896454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58266) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:21.953549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Deleting subnet da85e22c-ca6e-4fef-a590-fe4e19e5b780 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:16:21.968279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.043808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4c562-1a7f-484d-91fc-e5467352ad49 req-a3f93eec-e5ab-4596-9984-9a2a80a118a8 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:22.054286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43b4c562-1a7f-484d-91fc-e5467352ad49 req-a3f93eec-e5ab-4596-9984-9a2a80a118a8 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.3603845 Aug 12 02:16:22.064532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-c8e11726-3a22-4482-93bd-b08c705f4524 service neutron] 10.222.0.11 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902026 Aug 12 02:16:22.072047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:22.086149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.117687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43b4c562-1a7f-484d-91fc-e5467352ad49 req-7e3b62c0-59a0-4579-bba6-7f259b36ef3b tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609496 Aug 12 02:16:22.152640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.450401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Allocated IP 172.20.0.3 (7d597e06-0467-4b8c-9ef7-b40ebddd9862/744d4ef4-d0e2-410c-a64a-c081bdaeee45/998d5934-7280-4974-9231-dbc422205985) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:22.543295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.575485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06f6a71-5d02-43cc-835f-064e5d651182 req-3c252a76-44e1-4e1a-bfed-8dcf2acc9f3d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 210 time: 0.0387564 Aug 12 02:16:22.671932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a065b-fbc7-43b4-8d73-611c4cc3d8a9 req-d3eb66af-14cc-4925-9ada-cbfba42544c6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:22.697562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-507a065b-fbc7-43b4-8d73-611c4cc3d8a9 req-d3eb66af-14cc-4925-9ada-cbfba42544c6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.4014394 Aug 12 02:16:22.724925 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.730801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:22.789516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da85e22c-ca6e-4fef-a590-fe4e19e5b780,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:22.810514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.819170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.820194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbb7a292-5c65-4e5a-8baa-a3f550e35b24 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da85e22c-ca6e-4fef-a590-fe4e19e5b780 HTTP/1.1" status: 204 len: 168 time: 0.9217370 Aug 12 02:16:22.823673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:22.827294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09761deb-322a-4d2a-aeaf-bb71200fd15e None None] Network e9724a11-590d-424c-a727-5d3a097d5a91 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:22.836599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-507a065b-fbc7-43b4-8d73-611c4cc3d8a9 req-9d0e51a9-80c3-4394-a103-7bf0eafca3f1 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382787 Aug 12 02:16:22.902730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:22.933792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:22.934160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:22.971882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.068039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-322e8e24-11d0-490c-bb6b-889555d12a73 req-d1363bf6-03ad-46df-ae58-f78f478bcfc1 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0422871 Aug 12 02:16:23.133790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a160d9a-d161-4f0e-81cb-3a5232100614 req-31a6474c-5245-4d10-be76-26641adaf1d3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 210 time: 0.1552584 Aug 12 02:16:23.143310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.210344 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:16:23.215506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] DHCP port deletion for e9724a11-590d-424c-a727-5d3a097d5a91 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:16:23.216341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-ab670685-8554-4c1c-96c3-6299834280ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:23.217984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-ab670685-8554-4c1c-96c3-6299834280ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dead03b275b84f1f85b356a575f4dc0b&device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 1096 time: 0.2440009 Aug 12 02:16:23.233240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:23.239609 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0d3084-70eb-419f-9fd6-ae9e4752e8f8" -d '{"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-plugged", "status": "completed", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:23.256670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:23.281260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.359808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:23.390747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Deleting port 3113375e-44f8-480f-a8f5-0c1f2507517d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:23.391319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.497802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668d92a-8d47-408e-bf62-933903e4ea65 req-1d224041-fd8e-440f-9fd3-ae383923caaf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:23.505610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b668d92a-8d47-408e-bf62-933903e4ea65 req-1d224041-fd8e-440f-9fd3-ae383923caaf tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1430995 Aug 12 02:16:23.516338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3113375e-44f8-480f-a8f5-0c1f2507517d,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:23.518378 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.545322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3113375e-44f8-480f-a8f5-0c1f2507517d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:23.548191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.556556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-bc84fb32-1f86-4cc7-b9bd-58dd3efbeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:23.558051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-bc84fb32-1f86-4cc7-b9bd-58dd3efbeb82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 200 len: 912 time: 0.3067229 Aug 12 02:16:23.579249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Calling delete_port for 3113375e-44f8-480f-a8f5-0c1f2507517d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:23.588261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:23.608109 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26707db-fc05-4014-8973-97bfc8783e28 x-openstack-request-id: req-e26707db-fc05-4014-8973-97bfc8783e28 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:23.608635 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-plugged", "status": "completed", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:23.609041 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e26707db-fc05-4014-8973-97bfc8783e28 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:23.609675 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'code': 200} Aug 12 02:16:23.648094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:23.654442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:23.663313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:23.703579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Deleting port 3113375e-44f8-480f-a8f5-0c1f2507517d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:23.703927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.729268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-02f90cc6-eea6-43e7-8427-7511b570c082 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 200 len: 217 time: 0.0894420 Aug 12 02:16:23.730537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.735906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b668d92a-8d47-408e-bf62-933903e4ea65 req-fa681418-4533-4c60-bb68-3aa614fd2ef1 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292993 Aug 12 02:16:23.813915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3113375e-44f8-480f-a8f5-0c1f2507517d,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:23.834593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.836106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8fbaf096-090a-48f2-95f2-953134c814ff no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:23.867993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event deleted for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:23.872102 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.905900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8fbaf096-090a-48f2-95f2-953134c814ff {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:23.906255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8fbaf096-090a-48f2-95f2-953134c814ff not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:23.921857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:23.923006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:23.931698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] Pushing event deleted for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:23.935720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94787e-a10c-4411-9389-781b30c2d13c None None] No DVR routers for this DVR port 3113375e-44f8-480f-a8f5-0c1f2507517d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:24.004418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b2f1ed-8274-4130-9737-f9e9605b94c3 req-c0189bdb-a8b2-429b-b876-e72fe3e4b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:24.008158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20b2f1ed-8274-4130-9737-f9e9605b94c3 req-c0189bdb-a8b2-429b-b876-e72fe3e4b0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1097 time: 0.1733677 Aug 12 02:16:24.067888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-6374fd48-14cd-4361-8733-910b16f90689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:24.072420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-6374fd48-14cd-4361-8733-910b16f90689 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 200 len: 851 time: 0.3197873 Aug 12 02:16:24.086217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98028eea-24cf-41ed-8636-ea075cf9a161 req-d91efe4a-9882-4b5e-9d66-f3668bafb745 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:24.088554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98028eea-24cf-41ed-8636-ea075cf9a161 req-d91efe4a-9882-4b5e-9d66-f3668bafb745 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 946 time: 0.1003022 Aug 12 02:16:24.102187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] For port 3113375e-44f8-480f-a8f5-0c1f2507517d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3113375e-44f8-480f-a8f5-0c1f2507517d,segment=NetworkSegment(67f5e53f-2628-4046-a70a-a7e4d9509ac7),segment_id=67f5e53f-2628-4046-a70a-a7e4d9509ac7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:24.102745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:24.118112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-68fd879e-f8c5-469d-91d3-59c5a4b1d998 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3197672 Aug 12 02:16:24.154555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Request body: {'port': {'device_id': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:24.189515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Calling delete_port for 3113375e-44f8-480f-a8f5-0c1f2507517d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:24.198378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98028eea-24cf-41ed-8636-ea075cf9a161 req-a94bf950-864d-44fe-bf86-ff0da4f7c967 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903666 Aug 12 02:16:24.218253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94f13e-74b9-48ae-bb14-99ac44112492 req-9025fe82-a278-4727-8ce2-e7f7b13d2364 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:24.220115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e94f13e-74b9-48ae-bb14-99ac44112492 req-9025fe82-a278-4727-8ce2-e7f7b13d2364 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 931 time: 0.2533219 Aug 12 02:16:24.245180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-75c36074-6ecb-43f4-a695-2ebbbcf224e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453202 Aug 12 02:16:24.253775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20b2f1ed-8274-4130-9737-f9e9605b94c3 req-67567ca4-2aa7-4200-9465-1604cc0d04c1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889465 Aug 12 02:16:24.330612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:24.400766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfaafd51-0549-42ee-9b11-87f03196148c req-f61485fe-b9e1-409a-908a-cfbd02b3f4da tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0446866 Aug 12 02:16:24.468134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-89245e2f-449c-471a-ba74-44df2a513ff1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:24.468134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-89245e2f-449c-471a-ba74-44df2a513ff1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 813 time: 0.2430813 Aug 12 02:16:24.497784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Request body: {'port': {'device_id': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'admin_state_up': True, 'tenant_id': '7a5fa8833d7343d0a5962b699b68f94b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:24.515117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e94f13e-74b9-48ae-bb14-99ac44112492 req-889a10b5-1cef-4047-904a-56c41caa26b0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653506 Aug 12 02:16:24.712201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Made reservation on behalf of 7a5fa8833d7343d0a5962b699b68f94b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:24.718449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:24.826653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-2d5f856f-b818-4c68-b4bf-8982faad8d4b service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428164 Aug 12 02:16:24.866248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f26360e3-bd30-41a0-9138-3b6ca2006c2b req-3ca14b64-5229-49ee-9bf1-41459a223373 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 210 time: 0.1438146 Aug 12 02:16:24.917127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:24.970390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=3113375e-44f8-480f-a8f5-0c1f2507517d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:24.976301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] No DVR routers for this DVR port 3113375e-44f8-480f-a8f5-0c1f2507517d on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:25.012520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Allocated IP 172.20.0.11 (66be3cc0-9c2a-4251-85b4-2c13db9a10b8/ced602ab-e827-46df-a182-0bb25617908c/df1f304c-7e80-41bb-b3c4-e1d0cfa28683) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:25.161619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f09e1288-1121-478e-83e1-8c578793d0c2 req-70e8ceee-bc3f-4753-8618-f64f8b35743b service neutron] 10.222.0.25 "GET /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042486 Aug 12 02:16:25.169334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.208824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9724a11-590d-424c-a727-5d3a097d5a91']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:25.246436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.291782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93870e2-3757-48f3-9920-b01851d2b49e req-8c882087-f9e9-407f-a303-3e6eb1c81149 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:25.293573 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e93870e2-3757-48f3-9920-b01851d2b49e req-8c882087-f9e9-407f-a303-3e6eb1c81149 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.2846465 Aug 12 02:16:25.296910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f5e53f-2628-4046-a70a-a7e4d9509ac7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:25.297213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f5e53f-2628-4046-a70a-a7e4d9509ac7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:25.349391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.393397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.432880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.501183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:16:25.504118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:16:25.510349 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:16:25.549943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:25.583680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a3653-9717-4c8b-b950-a63b66b55d20 req-cae2212d-c8e6-4f9a-be47-204875449f83 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:25.587726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c4a3653-9717-4c8b-b950-a63b66b55d20 req-cae2212d-c8e6-4f9a-be47-204875449f83 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 946 time: 0.2385640 Aug 12 02:16:25.590183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:25.598623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e93870e2-3757-48f3-9920-b01851d2b49e req-f65bf507-2369-4c92-b8bd-166c775eac7e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767239 Aug 12 02:16:25.599125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:25.611659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:25.665695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998d5934-7280-4974-9231-dbc422205985 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:25.676647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.714939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Transition to ACTIVE for port object 998d5934-7280-4974-9231-dbc422205985 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:25.717777 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.725497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.730780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9724a11-590d-424c-a727-5d3a097d5a91 HTTP/1.1" status: 204 len: 168 time: 2.9026093 Aug 12 02:16:25.743159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c4a3653-9717-4c8b-b950-a63b66b55d20 req-2ae74337-0a57-4760-98bd-c7e4e0e7cc59 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339169 Aug 12 02:16:25.767134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:25.768289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.791614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:25.805666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5952c59-3f75-4779-b14d-433a69e1e9dd req-3dfae57b-17c9-4005-bc7c-fd46567a2f91 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0756700 Aug 12 02:16:25.806769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822fb1f-7c5b-484e-98e1-59cadffb8f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9724a11-590d-424c-a727-5d3a097d5a91,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:25.828655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-463949ed-3619-4f22-9930-ef9590ec8850 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3357291 Aug 12 02:16:25.851811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Request body: {'port': {'device_id': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:25.866586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:26.024904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Attempting to bind port 998d5934-7280-4974-9231-dbc422205985 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:26.026141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Attempting to bind port 998d5934-7280-4974-9231-dbc422205985 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:26.028149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Attempting to bind port 998d5934-7280-4974-9231-dbc422205985 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:26.039533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Port 998d5934-7280-4974-9231-dbc422205985 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:26.039865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Attempting to bind port 998d5934-7280-4974-9231-dbc422205985 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:26.062594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:26.062960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Checking segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:26.063341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Bound using segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:26.063811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Bound port: 998d5934-7280-4974-9231-dbc422205985, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:26.064229 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.169784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:26.247293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:26.254081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5f1dd-0bf1-436d-b435-db33738c77b1 req-7c4c3ed9-835d-4650-85bb-8a49da827b92 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:26.255836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6a5f1dd-0bf1-436d-b435-db33738c77b1 req-7c4c3ed9-835d-4650-85bb-8a49da827b92 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 932 time: 0.1579497 Aug 12 02:16:26.261817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c2144f26-e7d5-467c-913c-30ef57342416 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e159e7a9ee464434a7818b8165d6a73f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791450 Aug 12 02:16:26.266885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:26.369987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:26.467935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.488253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.521662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.565443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3e344-9ba7-4938-8450-b23ba16e152a req-ce3f4a36-6225-444c-afe5-c694ba0c6307 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:26.573881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ad3e344-9ba7-4938-8450-b23ba16e152a req-ce3f4a36-6225-444c-afe5-c694ba0c6307 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.6067581 Aug 12 02:16:26.603119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6a5f1dd-0bf1-436d-b435-db33738c77b1 req-bbba14ae-d168-46f2-8df0-c5aa3b745bbd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255954 Aug 12 02:16:26.609019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:26.623726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.628930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.631615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4048b2e5-d35e-4deb-8a21-bfb67716161d HTTP/1.1" status: 204 len: 168 time: 0.3556092 Aug 12 02:16:26.644473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.665258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cea709-60d0-4354-9ae0-b1fec17d0d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4048b2e5-d35e-4deb-8a21-bfb67716161d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:26.712446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1eba3d4-631e-40d7-a2dd-0ffa1e0c3d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.741745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ad3e344-9ba7-4938-8450-b23ba16e152a req-8e5ac1b0-71f5-4ed8-b5d0-220f9fd0a458 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626434 Aug 12 02:16:26.802737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:26.804295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.805838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/998d5934-7280-4974-9231-dbc422205985 HTTP/1.1" status: 200 len: 1091 time: 2.6702912 Aug 12 02:16:26.813397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'tag': '998d5934-7280-4974-9231-dbc422205985'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:26.824843 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343" -d '{"events": [{"name": "network-changed", "server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "tag": "998d5934-7280-4974-9231-dbc422205985"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:26.840073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce78c44-7e6c-4735-ae2e-70dde82577b9 service neutron] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:26.882140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf7023-a1e0-496e-a8f4-ef551f1d5cc3 req-0605e06a-cc6d-477e-8055-9f889dd1d390 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:26.891779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddf7023-a1e0-496e-a8f4-ef551f1d5cc3 req-0605e06a-cc6d-477e-8055-9f889dd1d390 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1427813 Aug 12 02:16:26.965422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1eba3d4-631e-40d7-a2dd-0ffa1e0c3d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:26.980984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37bcbe-a6ba-4894-8373-bd2bf66eb2f4 req-3b28fe68-cc62-45f1-a8a4-eca5369d0bc2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:26.983143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd37bcbe-a6ba-4894-8373-bd2bf66eb2f4 req-3b28fe68-cc62-45f1-a8a4-eca5369d0bc2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 946 time: 0.1031551 Aug 12 02:16:27.026988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1eba3d4-631e-40d7-a2dd-0ffa1e0c3d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.071535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd37bcbe-a6ba-4894-8373-bd2bf66eb2f4 req-d57dd029-ba1a-453e-aa84-d896a287e9bf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762773 Aug 12 02:16:27.079652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1eba3d4-631e-40d7-a2dd-0ffa1e0c3d1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8294a4bdce47428c87a05145c7cd66ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189337 Aug 12 02:16:27.083689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:27.133422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddf7023-a1e0-496e-a8f4-ef551f1d5cc3 req-d4c09222-fde9-4df5-a299-2c2a8763e71e tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398469 Aug 12 02:16:27.141430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:27.159551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.171291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eba3d4-631e-40d7-a2dd-0ffa1e0c3d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5db821-79cd-4e87-a2f8-4b5be674ebfa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:27.181174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-ec25978c-a0f3-4b45-ab11-b6655a90b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:27.183044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-ec25978c-a0f3-4b45-ab11-b6655a90b960 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 1094 time: 0.2161334 Aug 12 02:16:27.193238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Transition to ACTIVE for port object df1f304c-7e80-41bb-b3c4-e1d0cfa28683 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:27.212483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.225276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.277606 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463b0308-c8df-4fa0-8f03-6aa7bc2c58e8 x-openstack-request-id: req-463b0308-c8df-4fa0-8f03-6aa7bc2c58e8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:27.277968 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "tag": "998d5934-7280-4974-9231-dbc422205985", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:27.278055 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-463b0308-c8df-4fa0-8f03-6aa7bc2c58e8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:27.278559 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'tag': '998d5934-7280-4974-9231-dbc422205985', 'status': 'completed', 'code': 200} Aug 12 02:16:27.280107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-4d9be642-db98-417f-8e19-16018e1fb25f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=998d5934-7280-4974-9231-dbc422205985 HTTP/1.1" status: 200 len: 217 time: 0.0812016 Aug 12 02:16:27.320458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:27.327421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.329400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:27.436309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Attempting to bind port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:27.436661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Attempting to bind port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:27.437024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Attempting to bind port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:27.445259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4a6ca75-3693-4827-bd58-e32bc17e0c7b req-55851d7a-443e-4051-86ca-b54342b65600 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0830643 Aug 12 02:16:27.448657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:27.449372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Attempting to bind port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:27.463085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:27.463714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Checking segment: {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:27.464152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Bound using segment: {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:27.464628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Bound port: df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:27.464979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.481032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.483687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.484476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-91dd2211-bb68-446f-94f7-2dc67f7b8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:27.486413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-91dd2211-bb68-446f-94f7-2dc67f7b8553 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.1888497 Aug 12 02:16:27.487543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e5db821-79cd-4e87-a2f8-4b5be674ebfa HTTP/1.1" status: 204 len: 168 time: 0.4021952 Aug 12 02:16:27.538230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c36db-6705-49a5-9a99-63c33f0e9d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5db821-79cd-4e87-a2f8-4b5be674ebfa,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:27.588242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:27.591810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-b29f01a0-ba9d-4526-9d6d-4ada2b13b2e8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686612 Aug 12 02:16:27.593060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:27.602768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee367efd-06e9-468e-bbe6-b967a990f729 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f0eec07f5c845209463f281ae879a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792962 Aug 12 02:16:27.606523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:27.609262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.693263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:27.694677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.696194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] 10.222.0.25 "PUT /v2.0/ports/df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 1092 time: 1.8526108 Aug 12 02:16:27.697136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:27.700100 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc0150-5241-4ff2-beeb-f94656390f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:27.758224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.785560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:27.909196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5ea56-8827-4795-bb18-3fdd54826532 service neutron] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:27.989051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-c1f6107c-1180-4a00-bde5-9c14631eb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:27.991386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-c1f6107c-1180-4a00-bde5-9c14631eb02f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1095 time: 0.1685750 Aug 12 02:16:28.014572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5e6a0-2662-4bf6-8083-5b0caa24b4df req-52ade31d-782f-4575-bd29-fc4a33057d3c tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.016957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19b5e6a0-2662-4bf6-8083-5b0caa24b4df req-52ade31d-782f-4575-bd29-fc4a33057d3c tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1097 time: 0.1276364 Aug 12 02:16:28.020886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:28.024340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:28.028852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9302c494-e1be-4c74-8c40-b7bc6c20548f HTTP/1.1" status: 204 len: 168 time: 0.4043851 Aug 12 02:16:28.065375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-efca9e05-4394-4ade-8660-0ec4f939addb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.0631819 Aug 12 02:16:28.087614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361be2e-8b06-4b95-b067-57aec01b8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302c494-e1be-4c74-8c40-b7bc6c20548f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:28.159649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19b5e6a0-2662-4bf6-8083-5b0caa24b4df req-8183d3b4-daa2-4b07-ace1-c0a987e66174 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978718 Aug 12 02:16:28.176281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-568d99b3-e019-48a1-a688-1d18f1daca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.177876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-568d99b3-e019-48a1-a688-1d18f1daca78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.1014807 Aug 12 02:16:28.236323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-dc41c304-7b12-497f-86d6-3fcc05c9b36d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490892 Aug 12 02:16:28.410126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-8ae1d48a-327b-44ee-9332-30e2641fd5b8 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038907 Aug 12 02:16:28.424173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb131a-1ba3-46f1-9781-a25f47032497 req-9f903d29-a9fe-4649-a146-40441ae36fd2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.434352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbbb131a-1ba3-46f1-9781-a25f47032497 req-9f903d29-a9fe-4649-a146-40441ae36fd2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.6941545 Aug 12 02:16:28.439903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-4cc45c17-21c1-4722-aba4-f07943aab200 service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912501 Aug 12 02:16:28.441433 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5820007-de0e-41c3-b608-79f8575fcb86 x-openstack-request-id: req-d5820007-de0e-41c3-b608-79f8575fcb86 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:28.441724 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:28.441981 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5820007-de0e-41c3-b608-79f8575fcb86 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:28.442375 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'status': 'completed', 'code': 200} Aug 12 02:16:28.572236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbbb131a-1ba3-46f1-9781-a25f47032497 req-9e40c62a-0d61-4d8e-a6aa-75c4cef01a50 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364417 Aug 12 02:16:28.572971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58460) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:28.598320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-715a3295-7dc6-4966-ab70-e5b4661fdb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:28.650046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5f317e3-2457-4fd3-a8fc-b310fc4195fc req-eab464d1-ba42-4201-8e04-728c91e7227a service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041433 Aug 12 02:16:28.691168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6227-705d-4fee-a367-4927ea0f6b42 req-9f8699c3-7a6b-4b61-92a7-72168e20d6ac tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.692762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05aa6227-705d-4fee-a367-4927ea0f6b42 req-9f8699c3-7a6b-4b61-92a7-72168e20d6ac tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.1034181 Aug 12 02:16:28.701178 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-590bc1ac-1984-463c-b53d-016dc980e2c7 req-4c5233cd-26da-4055-b2ea-02d94abfb253 service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457252 Aug 12 02:16:28.757946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05aa6227-705d-4fee-a367-4927ea0f6b42 req-b615089b-f4ba-4dbf-ba36-65a068ba3d78 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499029 Aug 12 02:16:28.868109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-1d44c7c4-df02-491b-8c75-a8b5c19ec222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.869626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-1d44c7c4-df02-491b-8c75-a8b5c19ec222 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 1094 time: 0.1021273 Aug 12 02:16:28.886136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-00627507-f425-4989-bbb6-99ff84557680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.887680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-00627507-f425-4989-bbb6-99ff84557680 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1095 time: 0.1008167 Aug 12 02:16:28.896002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-715a3295-7dc6-4966-ab70-e5b4661fdb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:28.931059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa8d11-b7fd-423c-a8df-87f9f339a849 req-e45eb0e5-40f1-43e4-924a-469dd3e2a1bc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:28.936136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7aa8d11-b7fd-423c-a8df-87f9f339a849 req-e45eb0e5-40f1-43e4-924a-469dd3e2a1bc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1966374 Aug 12 02:16:28.992216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-715a3295-7dc6-4966-ab70-e5b4661fdb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:29.072467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96858-6c37-4dc2-b5a9-98544c7627c9 req-a3ff8c7f-fb56-4fe7-b86f-17f39abf5ba3 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.081424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30e96858-6c37-4dc2-b5a9-98544c7627c9 req-a3ff8c7f-fb56-4fe7-b86f-17f39abf5ba3 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1097 time: 0.1389639 Aug 12 02:16:29.093566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7aa8d11-b7fd-423c-a8df-87f9f339a849 req-46474763-4e10-4511-98fb-f93502d8d6e6 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062961 Aug 12 02:16:29.098682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-715a3295-7dc6-4966-ab70-e5b4661fdb61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a3d0184f4764260805d649bee3a3daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200391 Aug 12 02:16:29.102973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:29.164526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a3295-7dc6-4966-ab70-e5b4661fdb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b7634-6704-4e39-b2b8-18695a8813ff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:29.179375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-80ceb69c-215c-4ec7-9183-1e7be96d345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.181637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-80ceb69c-215c-4ec7-9183-1e7be96d345c service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.2773557 Aug 12 02:16:29.191857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30e96858-6c37-4dc2-b5a9-98544c7627c9 req-668a0086-a384-4dbf-9b59-9990ca14347a tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089840 Aug 12 02:16:29.202682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-7d3e0b22-d0c1-406b-b603-a21766085c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.204263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-7d3e0b22-d0c1-406b-b603-a21766085c64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 906 time: 0.3258543 Aug 12 02:16:29.267462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-f593e5cd-115d-4515-a03a-f12b36ca03e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=998d5934-7280-4974-9231-dbc422205985 HTTP/1.1" status: 200 len: 217 time: 0.0538504 Aug 12 02:16:29.286352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-01e612bf-a0fc-425b-b92d-422c35bd2b63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.0881121 Aug 12 02:16:29.369716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ee383ac-d79f-4a4b-b0d7-e8c64da66cf7 req-7d189e9d-f4d8-49d3-9d76-671303a98160 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0933859 Aug 12 02:16:29.372901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-fe00e71d-a212-4027-82dc-ffaf876d4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.374737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-fe00e71d-a212-4027-82dc-ffaf876d4b3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.0804343 Aug 12 02:16:29.381362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:29.440484 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-b1524e65-970a-46f0-9be7-3e9e500c07ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357630 Aug 12 02:16:29.484964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-9edb27ba-94f1-49f9-97fd-74b7f7193d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.492261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-9edb27ba-94f1-49f9-97fd-74b7f7193d2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.1992855 Aug 12 02:16:29.497379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:29.582002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-e7143c9a-f707-4670-81b6-9ef51ca99541 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635705 Aug 12 02:16:29.635699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-f8b58359-e49b-4a23-88cf-bbaf02cba1eb service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803222 Aug 12 02:16:29.652810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21cf5f-d118-4e72-8367-81dabe39c934 req-9e3a119f-0dd1-4de6-b8df-888789b51a1d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:29.653777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c21cf5f-d118-4e72-8367-81dabe39c934 req-9e3a119f-0dd1-4de6-b8df-888789b51a1d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0934744 Aug 12 02:16:29.710707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:29.718528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:29.725748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b4b7634-6704-4e39-b2b8-18695a8813ff HTTP/1.1" status: 204 len: 168 time: 0.6185644 Aug 12 02:16:29.758972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601568f5-2293-4adc-926d-fbfa03fc493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b7634-6704-4e39-b2b8-18695a8813ff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:29.811826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-fd579c70-59e5-404e-9c76-abc22bc406eb service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215593 Aug 12 02:16:29.813213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c21cf5f-d118-4e72-8367-81dabe39c934 req-c46ea2a8-9f25-4c52-87c5-10c1d61547ff tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365025 Aug 12 02:16:29.873565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bfc0150-5241-4ff2-beeb-f94656390f7d req-64ee8021-6908-487f-bbaf-f2b0e855914c service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187886 Aug 12 02:16:29.979129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a762c6a3-3ec8-4cd7-8da8-e4cf07dd6343 req-51d6dcf4-fd8f-46ff-845e-20ac30b03675 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599498 Aug 12 02:16:30.021346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11a05a-e712-4a6b-9eab-d88d31bcce0a req-e04b482b-66aa-406c-a489-b5c572ca9821 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:30.022857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c11a05a-e712-4a6b-9eab-d88d31bcce0a req-e04b482b-66aa-406c-a489-b5c572ca9821 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.1051912 Aug 12 02:16:30.086330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c11a05a-e712-4a6b-9eab-d88d31bcce0a req-c1e83669-4ddc-43f0-83fa-8c5ba893ef91 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Aug 12 02:16:30.491245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d1cec-b22e-47ef-a4a3-11396bbe771a req-4c311021-601d-4aed-b2ce-863ec54f4ef6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:30.492913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d2d1cec-b22e-47ef-a4a3-11396bbe771a req-4c311021-601d-4aed-b2ce-863ec54f4ef6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.0657172 Aug 12 02:16:30.545635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d2d1cec-b22e-47ef-a4a3-11396bbe771a req-ba8debe2-5371-4105-8a37-89036ebf1909 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Aug 12 02:16:30.722642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2db22ff2-fa8f-45e9-9106-d49928a20c8c req-05e324f5-7703-4b0c-8ad5-b87f21b9c108 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0293212 Aug 12 02:16:30.901648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:30.905989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44484-d988-499a-b468-a2b0720aa624 req-7c7b0e10-988a-4514-a94a-ca7634ed3b15 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:30.907412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16b44484-d988-499a-b468-a2b0720aa624 req-7c7b0e10-988a-4514-a94a-ca7634ed3b15 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 950 time: 0.0538118 Aug 12 02:16:30.956494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16b44484-d988-499a-b468-a2b0720aa624 req-71b65637-ab34-4eb0-8c96-4aa1a670eda3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Aug 12 02:16:31.023962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:31.036174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'port_id': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'mac_address': 'fa:16:3e:b0:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced602ab-e827-46df-a182-0bb25617908c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:31.080972 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:31.096608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:31.103429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-45f4a7e4-cdf0-44da-9791-db5a5d41138f tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:16:31.107459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-45f4a7e4-cdf0-44da-9791-db5a5d41138f tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082831 Aug 12 02:16:31.124178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:31.129818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:31.143821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14802e-a895-405d-b976-4d4fe364b242 req-a5f73249-754f-47c8-9082-382d8bb81098 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:31.145513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff14802e-a895-405d-b976-4d4fe364b242 req-a5f73249-754f-47c8-9082-382d8bb81098 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0790443 Aug 12 02:16:31.191730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:31.192255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff14802e-a895-405d-b976-4d4fe364b242 req-4ee50742-6855-4254-bb76-2a8aaaff47c7 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Aug 12 02:16:31.306078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:31.306868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Unknown quota resources ['binding']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:16:31.410374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1ec7a-55e0-4c62-bd30-313b7308f896 req-3b3916e8-f722-4fa0-ae55-d3479ad9e603 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:31.411945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bf1ec7a-55e0-4c62-bd30-313b7308f896 req-3b3916e8-f722-4fa0-ae55-d3479ad9e603 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 945 time: 0.1212747 Aug 12 02:16:31.445041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['df1f304c-7e80-41bb-b3c4-e1d0cfa28683'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:31.480175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bf1ec7a-55e0-4c62-bd30-313b7308f896 req-f394fe9a-e8d9-407b-8bdb-cf3cad17cb3d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590193 Aug 12 02:16:31.513797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:31.514143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:31.514766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:31.523422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:31.524017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:31.529567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:31.529957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:31.530350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:31.530779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Bound port: 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:31.600324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:31.606356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:31.608595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a6c1e53f-6ad4-48be-927b-3b3c7f1c11ce service neutron] 10.222.0.11 "POST /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4946344 Aug 12 02:16:31.686579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097c37-d881-4674-b1f4-bc299bf8e705 req-a62be836-2e92-4b78-8dcb-849316c97528 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:31.688333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b097c37-d881-4674-b1f4-bc299bf8e705 req-a62be836-2e92-4b78-8dcb-849316c97528 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.0586424 Aug 12 02:16:31.748345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b097c37-d881-4674-b1f4-bc299bf8e705 req-5a73542f-5f0f-4739-819d-c14eda094407 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Aug 12 02:16:31.905993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be0fbd-1d69-437f-8a35-a97d6a131c20 req-a357971c-78e7-437e-854e-53591eaebe4d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:31.907690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59be0fbd-1d69-437f-8a35-a97d6a131c20 req-a357971c-78e7-437e-854e-53591eaebe4d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 946 time: 0.0833449 Aug 12 02:16:31.916089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-42fa1449-9cf4-4def-af5a-4183638c5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:31.917478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-42fa1449-9cf4-4def-af5a-4183638c5f66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1097 time: 0.0662849 Aug 12 02:16:31.923432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-febd2e9f-82c7-4f32-bbc5-3c1bf4a5b54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:31.927016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-0cca6711-0814-4731-acc2-476f87d1a99c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304770 Aug 12 02:16:31.997323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59be0fbd-1d69-437f-8a35-a97d6a131c20 req-f61ff9ae-1e0f-49eb-aa4c-9e688a35600b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788827 Aug 12 02:16:32.030402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4cd386c1-d249-4a52-b528-dd3c5b8a0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.032009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4cd386c1-d249-4a52-b528-dd3c5b8a0f75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1060963 Aug 12 02:16:32.057316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-de908939-3bcf-4fa6-bcdf-e72a868eedd7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.058980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-de908939-3bcf-4fa6-bcdf-e72a868eedd7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247892 Aug 12 02:16:32.075104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-8f90c2fb-8c22-4dd5-8f59-020f39d677be tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/quotas/03e0386c6f414e379fec48ae4b286628 HTTP/1.1" status: 200 len: 375 time: 0.0103741 Aug 12 02:16:32.081765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-2e98cee2-d542-4147-b74f-005b0da4798b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0411191 Aug 12 02:16:32.108807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-912fa760-1cf9-454b-93b3-c0240a954d58 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276604 Aug 12 02:16:32.145955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5734e135-d8cd-4c19-8674-a7d36b055110 req-8f63a9c1-2ca7-4548-9031-8bef1f76b837 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0443428 Aug 12 02:16:32.158399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-170dedd2-cc71-4d12-a145-76e98506f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.159985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-170dedd2-cc71-4d12-a145-76e98506f7a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0665123 Aug 12 02:16:32.202323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-56406e29-c8db-475d-a6d9-97412257f8ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269601 Aug 12 02:16:32.328083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5d396-4c14-480d-af9b-662c46951182 req-7aeee7cf-ee9d-4085-a70f-267152682052 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.329599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ec5d396-4c14-480d-af9b-662c46951182 req-7aeee7cf-ee9d-4085-a70f-267152682052 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 950 time: 0.1156816 Aug 12 02:16:32.356465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-7b01f75f-c1e9-4f28-a8bf-122b93942197 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322494 Aug 12 02:16:32.361152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75545bf5-40bd-4b41-9f0a-c909bcb6827d req-84ae34e9-a68e-416c-a8bc-cf4e105a16dc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.362831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75545bf5-40bd-4b41-9f0a-c909bcb6827d req-84ae34e9-a68e-416c-a8bc-cf4e105a16dc tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Aug 12 02:16:32.405345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75545bf5-40bd-4b41-9f0a-c909bcb6827d req-1053ae95-f64a-4792-aa17-7a0a85ca4101 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Aug 12 02:16:32.456047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ec5d396-4c14-480d-af9b-662c46951182 req-9e3aadbc-7fca-4b33-9068-abf004d9028c tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103606 Aug 12 02:16:32.529926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-6bf425cb-1ad7-45b7-9327-ca30df08959b service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632469 Aug 12 02:16:32.549288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-cab3e6ae-6aa1-420b-b135-a1927685031a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350800 Aug 12 02:16:32.654694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-bf96eb49-4b86-4ee1-a5bf-07e223ffa9fc tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.656450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-bf96eb49-4b86-4ee1-a5bf-07e223ffa9fc tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1097 time: 0.0510473 Aug 12 02:16:32.671261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:32.697289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-8637e92f-0156-4501-9199-c604ed8f755a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:32.699484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-8637e92f-0156-4501-9199-c604ed8f755a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341164 Aug 12 02:16:32.715219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-c43bbc58-4f20-411f-b8bf-f5d76928404c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/quotas/03e0386c6f414e379fec48ae4b286628 HTTP/1.1" status: 200 len: 375 time: 0.0100741 Aug 12 02:16:32.737285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:32.784056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-aec408ad-6cab-48b5-acc6-f4be7bc125af tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576189 Aug 12 02:16:32.790852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:32.944006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:32.946795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:32.988843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:33.008781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '998d5934-7280-4974-9231-dbc422205985', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '998d5934-7280-4974-9231-dbc422205985', 'mac_address': 'fa:16:3e:51:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:33.043528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:33.054309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf937f-beba-410f-8e5f-373a1eb92df1 req-cc523be3-d979-4633-9e62-1926cb005e7e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.057674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-febf937f-beba-410f-8e5f-373a1eb92df1 req-cc523be3-d979-4633-9e62-1926cb005e7e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 945 time: 0.0834477 Aug 12 02:16:33.107229 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.126487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998d5934-7280-4974-9231-dbc422205985 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:33.135848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:33.149176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-febf937f-beba-410f-8e5f-373a1eb92df1 req-e27a6489-04bb-4f8e-bc0b-6be9ce25dc79 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852509 Aug 12 02:16:33.152019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:33.152390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.157686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:33.166045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:33.168622 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf7d8a-bcad-4d08-9e9b-e3e438658f4e" -d '{"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-unplugged", "status": "completed", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:33.175428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.188254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59fc799-1774-418b-91a1-80ab528e3d36 req-61e9cdbb-ab5b-4015-8426-f267e399d8e6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.196672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c59fc799-1774-418b-91a1-80ab528e3d36 req-61e9cdbb-ab5b-4015-8426-f267e399d8e6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.1553612 Aug 12 02:16:33.197000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.200076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.234891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c169220-3f06-479d-812b-8547e1e12242 req-e7e4e1bb-a00f-4efe-b328-73572f60bcfd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 210 time: 0.0332584 Aug 12 02:16:33.275933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:33.289432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:33.336787 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.368046 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c59fc799-1774-418b-91a1-80ab528e3d36 req-4bab0358-4361-404e-bc0a-cd3f2f93e8ef tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614513 Aug 12 02:16:33.372051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:33.386327 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f44fb8-4524-4e5a-9fbe-0d1c9b0c0184" -d '{"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:33.419896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:33.431797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.433298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:33.473673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:33.474241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:33.475359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:33.492150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92acf95c-eb88-4405-a0db-7bd2d62c6c7e req-371898ba-0d4e-4cd1-ad8b-e1c2eaf61a16 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0467525 Aug 12 02:16:33.499858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:33.502184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Attempting to bind port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:33.527715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:33.528154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:33.528456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:33.530254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Bound port: 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:33.530629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.538000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122da6be-14d7-4729-b552-770b5a46d113 req-500c563f-0362-4688-8283-4de1a74e3ffb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.546093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-122da6be-14d7-4729-b552-770b5a46d113 req-500c563f-0362-4688-8283-4de1a74e3ffb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.1041818 Aug 12 02:16:33.577188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:33.584312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43129a-44a2-4412-8869-5058cb574c47 req-e371ec1b-bc89-43c3-b0e3-4677d699724d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.586148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca43129a-44a2-4412-8869-5058cb574c47 req-e371ec1b-bc89-43c3-b0e3-4677d699724d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.25 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.1082096 Aug 12 02:16:33.590089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.645867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:33.656817 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210bb08-9ab1-4445-a7f7-291cc96ae4ab x-openstack-request-id: req-f210bb08-9ab1-4445-a7f7-291cc96ae4ab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:33.656992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.657112 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-unplugged", "status": "completed", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:33.657355 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f210bb08-9ab1-4445-a7f7-291cc96ae4ab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:33.657739 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'code': 200} Aug 12 02:16:33.711296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-122da6be-14d7-4729-b552-770b5a46d113 req-4bb0c241-68c5-4e7d-95a6-d0a3a6f000f0 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641335 Aug 12 02:16:33.716294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:33.718961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2e064c1d-61fe-408c-9cdd-cdda91bf59bf tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200628 Aug 12 02:16:33.720768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:33.727989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.733365 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9102d3d5-fa5e-46c4-9805-0ae6f6ad4c55 x-openstack-request-id: req-9102d3d5-fa5e-46c4-9805-0ae6f6ad4c55 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:33.733712 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:33.733916 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9102d3d5-fa5e-46c4-9805-0ae6f6ad4c55 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:33.736442 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'code': 200} Aug 12 02:16:33.778192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:33.819160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['998d5934-7280-4974-9231-dbc422205985'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:33.838436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.839033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:33.841061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] 10.222.0.25 "PUT /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 1122 time: 1.1752331 Aug 12 02:16:33.876943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:33.882683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-30fac12e-8a5e-47f4-b92b-5fb0cdc0c9f3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.885346 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-30fac12e-8a5e-47f4-b92b-5fb0cdc0c9f3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525187 Aug 12 02:16:33.910217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14c66c-a2d1-4bb8-9e3d-ddc5650bc24a req-20b4578e-855d-42e3-9746-c2093cd044a5 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:33.912238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a14c66c-a2d1-4bb8-9e3d-ddc5650bc24a req-20b4578e-855d-42e3-9746-c2093cd044a5 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 945 time: 0.0900204 Aug 12 02:16:33.986255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:33.999401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Request body: {'port': {'device_id': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '03e0386c6f414e379fec48ae4b286628'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:34.003338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a14c66c-a2d1-4bb8-9e3d-ddc5650bc24a req-bde329f1-3afb-4b7b-82b9-76023210b764 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744340 Aug 12 02:16:34.104943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d341dfe-664f-42ca-a809-ad5472b3c775 req-c8d7e95f-0bde-4b45-a5d6-627811889371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:34.106474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d341dfe-664f-42ca-a809-ad5472b3c775 req-c8d7e95f-0bde-4b45-a5d6-627811889371 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1097 time: 0.2201090 Aug 12 02:16:34.157455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Deleting port 46348efd-1292-43c1-8819-a0f324c06a8b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:34.157815 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.221029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d341dfe-664f-42ca-a809-ad5472b3c775 req-c0ee3137-d641-4c14-a76f-01bfb55672af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903754 Aug 12 02:16:34.236577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Made reservation on behalf of 03e0386c6f414e379fec48ae4b286628 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:34.241039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.282485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.297392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.299557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:34.346233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] For port 46348efd-1292-43c1-8819-a0f324c06a8b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=46348efd-1292-43c1-8819-a0f324c06a8b,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:34.346610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.347358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb2110e4-6672-4ece-8114-a1b663341ddd req-b372240c-684f-43da-8c04-f59b22b74da6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Aug 12 02:16:34.370783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Calling delete_port for 46348efd-1292-43c1-8819-a0f324c06a8b owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:34.380380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec046-6ddb-4d48-a656-dedc5a52bf44 req-40479014-acba-4998-9af3-11d5500b78b8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:34.381979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-368ec046-6ddb-4d48-a656-dedc5a52bf44 req-40479014-acba-4998-9af3-11d5500b78b8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1366873 Aug 12 02:16:34.431629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d75-1da4-4624-8bc2-c119df53d8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.497100 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ba468319-3b55-4347-93dc-7e9110eadf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.515889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-368ec046-6ddb-4d48-a656-dedc5a52bf44 req-cce3eec8-148c-4a97-b5c0-14e3cd0d8273 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222339 Aug 12 02:16:34.573231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25990c16-8635-4b1d-a42b-4bae798b1727 req-fc44b82c-90be-4096-80e8-dbb2db3f4345 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:34.574827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25990c16-8635-4b1d-a42b-4bae798b1727 req-fc44b82c-90be-4096-80e8-dbb2db3f4345 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 944 time: 0.1091998 Aug 12 02:16:34.624176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25990c16-8635-4b1d-a42b-4bae798b1727 req-9603283d-f157-4afa-9471-5f5f99cb5ee3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398664 Aug 12 02:16:34.636890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.651982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.689672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.704163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdb3c9d8-2c20-4255-b7c7-aac8fb4d981c req-928031c4-67c1-4d62-8abd-7bc72b076a44 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0746930 Aug 12 02:16:34.752120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d75-1da4-4624-8bc2-c119df53d8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.755219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-24451fb7-b22e-4045-9689-29653136cd1b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1233876 Aug 12 02:16:34.756815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7c71d75-1da4-4624-8bc2-c119df53d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.807829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e7c71d75-1da4-4624-8bc2-c119df53d8e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7894a4aa6601455eb2751c22cc0f139f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044124 Aug 12 02:16:34.809543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58760) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:34.826522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c71d75-1da4-4624-8bc2-c119df53d8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7863b5-8c7c-4f71-9033-b47c82fb2e36,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:34.874109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.876278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f49044-7a9f-47f1-b5aa-916352888f8f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:34.885516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['46348efd-1292-43c1-8819-a0f324c06a8b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:34.909122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378aa8e-6eca-4cb1-8e1d-e36e7c55bcbf req-e33b089d-89af-413b-bd29-728e2621fea7 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:34.911811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b378aa8e-6eca-4cb1-8e1d-e36e7c55bcbf req-e33b089d-89af-413b-bd29-728e2621fea7 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.0873337 Aug 12 02:16:34.916348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:34.921564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1da6a49b-88e6-4eca-8e57-aee27adaefe4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:34.926772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:34.952257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Pushing event deleted for resources: {'Port': ['ID=46348efd-1292-43c1-8819-a0f324c06a8b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:34.979144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b378aa8e-6eca-4cb1-8e1d-e36e7c55bcbf req-c69da1ef-a580-455e-9edf-281c59134950 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Aug 12 02:16:34.981168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.017585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] No DVR routers for this DVR port 46348efd-1292-43c1-8819-a0f324c06a8b on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:35.032189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.034688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca43129a-44a2-4412-8869-5058cb574c47 req-bc91eb8d-0e2d-4763-ba32-ca65ff018720 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.25 "DELETE /v2.0/ports/46348efd-1292-43c1-8819-a0f324c06a8b HTTP/1.1" status: 204 len: 173 time: 1.4333355 Aug 12 02:16:35.035158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'name': 'network-vif-deleted', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:35.037956 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320cf546-5f16-46fc-a5dd-ddd966682059" -d '{"events": [{"server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "name": "network-vif-deleted", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:35.049141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.051769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.053693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f7863b5-8c7c-4f71-9033-b47c82fb2e36 HTTP/1.1" status: 204 len: 168 time: 0.2432435 Aug 12 02:16:35.057906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-38095d49-19e2-4e63-a9e4-0d4a71063e6b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:35.059583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-38095d49-19e2-4e63-a9e4-0d4a71063e6b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2931707 Aug 12 02:16:35.060717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Allocated IP 192.168.233.182 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/23730d77-a0ca-4c56-b4a4-1e76d0b02ea5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:35.067190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f0e3-560b-4e79-bb6e-e1118b7b4dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7863b5-8c7c-4f71-9033-b47c82fb2e36,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:35.110384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Request body: {'port': {'device_id': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '03e0386c6f414e379fec48ae4b286628'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:35.126666 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f61837-322b-418d-8d8b-d4ed3649b85f x-openstack-request-id: req-56f61837-322b-418d-8d8b-d4ed3649b85f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:35.126974 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05daceb3-4c21-4a53-a817-4d070a5b06d4", "name": "network-vif-deleted", "tag": "46348efd-1292-43c1-8819-a0f324c06a8b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:35.127228 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56f61837-322b-418d-8d8b-d4ed3649b85f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:35.127644 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05daceb3-4c21-4a53-a817-4d070a5b06d4', 'name': 'network-vif-deleted', 'tag': '46348efd-1292-43c1-8819-a0f324c06a8b', 'status': 'completed', 'code': 200} Aug 12 02:16:35.192041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b7a726c-1f05-4e2a-9ef5-b21a64de1020 req-5361f404-f020-4dce-b62d-718360908610 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=05daceb3-4c21-4a53-a817-4d070a5b06d4 HTTP/1.1" status: 200 len: 210 time: 0.0887194 Aug 12 02:16:35.217636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:35.277953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:16:35.278641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:35.372707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.381507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Made reservation on behalf of 03e0386c6f414e379fec48ae4b286628 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:35.385334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.405227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Transition to ACTIVE for port object 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:35.405379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:35.428321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'mac_address': 'fa:16:3e:4a:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:35.511928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.515578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.537388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab3970ef-3c0e-4d22-adf5-68307622c5a9 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:35.546120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e417d0f-bf84-4623-ae8c-dbe8b045771c req-1dfa8271-bf42-40ca-9a10-c0a82966decb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0522165 Aug 12 02:16:35.561807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:35.571450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.601305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77cd642f-cdcf-4444-bdb3-822ca453536f req-751d092b-8513-4609-bd8d-e5b323066f0f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 210 time: 0.0441887 Aug 12 02:16:35.659211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:35.662368 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33746c28-fae3-4a02-a072-67609859b3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:35.667194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:35.677051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:35.685398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:35.696826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:35.702594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:35.705549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ab3970ef-3c0e-4d22-adf5-68307622c5a9'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:35.756972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:35.759442 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70c9ce-208f-4883-a6da-19f5091df3dc" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-unplugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:35.774538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.807528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcf5cf-ce41-4cbb-aebc-805e68dff088 req-1e95d52d-7eb5-420d-8f7e-d1f489210c36 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:35.811823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:35.812448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:35.821403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4afcf5cf-ce41-4cbb-aebc-805e68dff088 req-1e95d52d-7eb5-420d-8f7e-d1f489210c36 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 944 time: 0.1005251 Aug 12 02:16:35.840292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Allocated IP 192.168.233.111 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/6f3f7234-c709-4734-8a89-7a6b8f40d148) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:35.842837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-2483df11-f43d-4f0c-8b4a-7c2fe0487d38 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8529825 Aug 12 02:16:35.869530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Request body: {'port': {'device_id': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:35.897752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4afcf5cf-ce41-4cbb-aebc-805e68dff088 req-b67b122b-9b60-4477-a9e2-87ba29aae07d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746245 Aug 12 02:16:35.962002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c6596-bda7-4cba-a5db-6d906878780f req-2c5dd64a-4330-4161-8725-e4fbda52910e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:35.962326 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78663574-51fa-4c4c-9a59-f1cb2a7ccd8e x-openstack-request-id: req-78663574-51fa-4c4c-9a59-f1cb2a7ccd8e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:35.962811 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:35.963215 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78663574-51fa-4c4c-9a59-f1cb2a7ccd8e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:35.963792 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'status': 'completed', 'code': 200} Aug 12 02:16:35.969386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f0c6596-bda7-4cba-a5db-6d906878780f req-2c5dd64a-4330-4161-8725-e4fbda52910e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.3258703 Aug 12 02:16:36.051130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:36.068157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51ecf2ab-3bf4-41c4-9984-ff2358b5bcd1 req-10e01c68-e35a-4776-82e0-a4b5b35f60ee tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0378253 Aug 12 02:16:36.127086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4e61e4ca-a27a-4e9f-9ac6-0a09e514d777 None None] Provisioning for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:36.132959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4e61e4ca-a27a-4e9f-9ac6-0a09e514d777 None None] Provisioning complete for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:36.133427 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4e61e4ca-a27a-4e9f-9ac6-0a09e514d777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:36.158511 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36b885-19bc-4d62-9032-c2fd1a1eec8d x-openstack-request-id: req-8c36b885-19bc-4d62-9032-c2fd1a1eec8d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:36.158911 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-unplugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:36.159171 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c36b885-19bc-4d62-9032-c2fd1a1eec8d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:36.159603 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'code': 200} Aug 12 02:16:36.185801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4e61e4ca-a27a-4e9f-9ac6-0a09e514d777 None None] Port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:16:36.200578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f0c6596-bda7-4cba-a5db-6d906878780f req-3d2dbf77-ac8c-4870-a034-ed567719bb79 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303188 Aug 12 02:16:36.220197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746c28-fae3-4a02-a072-67609859b3ec req-747e1e29-d9c9-493f-8faf-f07e86214be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:36.222179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-747e1e29-d9c9-493f-8faf-f07e86214be4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1125 time: 0.1823301 Aug 12 02:16:36.277179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3067f6-a254-4bae-8d90-c738041270d1 req-97ba27d2-b8fa-44a8-bc4d-07c784416292 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:36.290104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b3067f6-a254-4bae-8d90-c738041270d1 req-97ba27d2-b8fa-44a8-bc4d-07c784416292 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.0842125 Aug 12 02:16:36.327288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b3067f6-a254-4bae-8d90-c738041270d1 req-dab3b1c5-6fe8-45c6-b2da-894ac210b988 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Aug 12 02:16:36.419087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:36.444160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746c28-fae3-4a02-a072-67609859b3ec req-4cc4cd00-9543-4fe3-925a-e9639148e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:36.445941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-4cc4cd00-9543-4fe3-925a-e9639148e146 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2131698 Aug 12 02:16:36.454376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Transition to ACTIVE for port object 6f3f7234-c709-4734-8a89-7a6b8f40d148 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:36.524585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:36.547563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-e58437d9-9980-4128-a118-d320ccfb0f05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0604475 Aug 12 02:16:36.644224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27f126-6838-493c-acdc-395b83abcf77 req-1a8d073d-c18c-4d05-9b3f-75e0ab12b64d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:36.645731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce27f126-6838-493c-acdc-395b83abcf77 req-1a8d073d-c18c-4d05-9b3f-75e0ab12b64d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0563140 Aug 12 02:16:36.687955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce27f126-6838-493c-acdc-395b83abcf77 req-4977d8db-5d74-4ec0-bf58-d785fb3ef5a2 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Aug 12 02:16:36.815970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:36.859298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58850) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:36.906264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 998d5934-7280-4974-9231-dbc422205985 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:36.913348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 998d5934-7280-4974-9231-dbc422205985 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:36.913957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:36.939948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a745e8a-568e-42c0-b3e6-afd36cd3fd53 req-642c6c82-fa5d-49bb-8a2e-4a84d847d511 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:36.941072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:36.949606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a745e8a-568e-42c0-b3e6-afd36cd3fd53 req-642c6c82-fa5d-49bb-8a2e-4a84d847d511 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 936 time: 0.0807135 Aug 12 02:16:37.001264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b19c5cf-386f-4a18-945d-536dc168416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.031025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a745e8a-568e-42c0-b3e6-afd36cd3fd53 req-0ee56c4a-acd6-40b4-bf89-ec547c20e0e8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799057 Aug 12 02:16:37.076292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:37.085584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ab3970ef-3c0e-4d22-adf5-68307622c5a9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:37.086023 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.103749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event updated for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:37.106562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:37.114289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:37.176545 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.183699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746c28-fae3-4a02-a072-67609859b3ec req-48a8dfbd-1edc-430b-b3f8-632b7610707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:37.186763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-48a8dfbd-1edc-430b-b3f8-632b7610707f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.5719280 Aug 12 02:16:37.222534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-4d3fcb0f-100f-4f60-8f49-88e1e5db2e6f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:37.231771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-4d3fcb0f-100f-4f60-8f49-88e1e5db2e6f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 813 time: 0.7370749 Aug 12 02:16:37.289545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:37.289890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:37.290578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.300898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-1b361f5a-973e-4b8a-a7db-71a640ae3656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641444 Aug 12 02:16:37.312947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39277cb-29ef-4dcf-9b0e-092e29d37923 req-7b7050d2-7c7b-4576-bcd9-46cc7b387e46 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:37.317393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-7d670ed5-e2d4-4e8c-99c4-08f62b0e17f3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/quotas/7a5fa8833d7343d0a5962b699b68f94b HTTP/1.1" status: 200 len: 375 time: 0.0844119 Aug 12 02:16:37.324289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b39277cb-29ef-4dcf-9b0e-092e29d37923 req-7b7050d2-7c7b-4576-bcd9-46cc7b387e46 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 944 time: 0.1688168 Aug 12 02:16:37.368004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.371339 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.412393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b39277cb-29ef-4dcf-9b0e-092e29d37923 req-289e734b-850e-4ca3-a0f5-8d393c8f99b0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Aug 12 02:16:37.423632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.428259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b19c5cf-386f-4a18-945d-536dc168416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.438309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b19c5cf-386f-4a18-945d-536dc168416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.472613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:37.487920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.488274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.488623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.488965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.489779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.489779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.489954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.490353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.490688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.491022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.491352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.491719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.511957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:37.521381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.522454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19c5cf-386f-4a18-945d-536dc168416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b80b78-465a-4d20-ba5f-ce610b9ecebc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:37.523184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 46348efd-1292-43c1-8819-a0f324c06a8b no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:37.549676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-ab230060-7eb1-415b-a206-d907839b8550 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4440081 Aug 12 02:16:37.553334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5b15f526-02a1-4bcf-80cb-8ebba78acd2f None None] Provisioning for port 6f3f7234-c709-4734-8a89-7a6b8f40d148 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:37.574079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b6085e7-b030-45e2-b415-560a1c143d69 req-62eba7cb-0309-401a-9f98-f6715839a1f5 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0343981 Aug 12 02:16:37.579802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 46348efd-1292-43c1-8819-a0f324c06a8b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:37.580154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 46348efd-1292-43c1-8819-a0f324c06a8b not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:37.586198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5b15f526-02a1-4bcf-80cb-8ebba78acd2f None None] Provisioning complete for port 6f3f7234-c709-4734-8a89-7a6b8f40d148 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:37.586419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b19c5cf-386f-4a18-945d-536dc168416d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84c999d1e37544d1ad04c204df2a9492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258883 Aug 12 02:16:37.586679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5b15f526-02a1-4bcf-80cb-8ebba78acd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.588960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:37.597942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Request body: {'port': {'device_id': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:37.653097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5b15f526-02a1-4bcf-80cb-8ebba78acd2f None None] Port 6f3f7234-c709-4734-8a89-7a6b8f40d148 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:16:37.655042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:37.661069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:37.675641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.679518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-62bc877c-3fc9-4f21-a88e-9b9bdd766b87 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3611975 Aug 12 02:16:37.704413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.743082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.765945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.769459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07b988-6546-4d92-a00a-be286d6260ba req-e3d98180-7455-4b82-bba0-aba4cbf8fccf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:37.778161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a07b988-6546-4d92-a00a-be286d6260ba req-e3d98180-7455-4b82-bba0-aba4cbf8fccf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.0966735 Aug 12 02:16:37.833466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a07b988-6546-4d92-a00a-be286d6260ba req-545897b6-3364-434b-9e9e-ecc98f440a63 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489016 Aug 12 02:16:37.838364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-462887ca-3dbf-47c7-8f54-dcccbe478436 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172889 Aug 12 02:16:37.843552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Transition to ACTIVE for port object 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:37.895948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.897660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.899479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:37.903314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8b80b78-465a-4d20-ba5f-ce610b9ecebc HTTP/1.1" status: 204 len: 168 time: 0.3122656 Aug 12 02:16:37.917193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b80b78-465a-4d20-ba5f-ce610b9ecebc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:37.935023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.935376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.935750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.938886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.939280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.939655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.939991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.940328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.940659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.940987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.941320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:37.941842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e39ee3e-a3ab-46ce-acfc-607660a99fda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.129065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:38.160592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985'}, {'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:38.163076 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7af502c-3519-45c3-9c1c-bf8f0d7d1860" -d '{"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-plugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985"}, {"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-plugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:38.178011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b818b-03dc-45db-9835-39db21e73f91 req-f8b8b84e-2784-45a5-8b06-35de1c2e4149 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:38.179957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-072b818b-03dc-45db-9835-39db21e73f91 req-f8b8b84e-2784-45a5-8b06-35de1c2e4149 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.0688493 Aug 12 02:16:38.234348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-16368ebf-8904-4955-8606-bba4c00fa405 service neutron] 10.222.0.11 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539331 Aug 12 02:16:38.246710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-072b818b-03dc-45db-9835-39db21e73f91 req-2ee3cb7d-9ac7-4c11-bfa1-0665e7be1cca tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Aug 12 02:16:38.275290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e2e6d79-528e-4199-a7c9-4b160fb98002 req-ce63798d-61bd-4f54-9cee-c1b598de1892 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5686ac3ed1c64ba0ac4c170ff9ab5cb3&device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.1528485 Aug 12 02:16:38.282220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.282572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.282922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.283265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.289794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.290457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.290965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.291513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.293381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.293896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.297337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.297997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:16:38.485639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e2e6d79-528e-4199-a7c9-4b160fb98002 req-13b318df-4325-4d95-ae75-c0a37c97d483 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=5686ac3ed1c64ba0ac4c170ff9ab5cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1734674 Aug 12 02:16:38.498619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33746c28-fae3-4a02-a072-67609859b3ec req-0e8300dc-28f4-4269-9486-8d95d87a740d service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182332 Aug 12 02:16:38.554221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e742967-38f8-41b9-b134-b10ceee82baa req-e6c23345-a3d0-473b-9bef-84fce5295f87 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:38.562893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e742967-38f8-41b9-b134-b10ceee82baa req-e6c23345-a3d0-473b-9bef-84fce5295f87 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 936 time: 0.1482868 Aug 12 02:16:38.640207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e742967-38f8-41b9-b134-b10ceee82baa req-e2205d84-dd0c-4602-bb9c-060fee3026f6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739179 Aug 12 02:16:38.727752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e6d79-528e-4199-a7c9-4b160fb98002 req-df23ec60-850e-4459-9c93-8de6947564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:38.729329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e2e6d79-528e-4199-a7c9-4b160fb98002 req-df23ec60-850e-4459-9c93-8de6947564ae service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352836 Aug 12 02:16:38.738914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ba582c79-d064-4611-aacb-2b412f7a9d65 service neutron] 10.222.0.11 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610248 Aug 12 02:16:38.774502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29ba6fab-c12b-48fb-9e82-327bfe833932 req-92b6de90-77e0-4f85-b44e-601172cee7c4 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0399086 Aug 12 02:16:38.788700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Attempting to bind port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:38.797354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Attempting to bind port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:38.798349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Attempting to bind port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:38.813320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:38.813652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Attempting to bind port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:38.834537 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effd1d89-14f1-437c-9bef-362869782383 x-openstack-request-id: req-effd1d89-14f1-437c-9bef-362869782383 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:38.835084 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-plugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985", "code": 200}, {"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-plugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:38.835531 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-effd1d89-14f1-437c-9bef-362869782383 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:38.836111 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985', 'code': 200} Aug 12 02:16:38.836592 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'code': 200} Aug 12 02:16:38.861434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:38.861783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:38.862187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:38.862641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Bound port: 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:38.863004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:38.938076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:38.987775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:38.991935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:39.063049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3f7234-c709-4734-8a89-7a6b8f40d148 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:39.073904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.076293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40050fa-c963-48a7-8fb9-05ade0f27523 req-3f823e52-109a-405b-9ce2-5a7b9480d19a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.088237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40050fa-c963-48a7-8fb9-05ade0f27523 req-3f823e52-109a-405b-9ce2-5a7b9480d19a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 945 time: 0.1367099 Aug 12 02:16:39.104833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.170449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40050fa-c963-48a7-8fb9-05ade0f27523 req-8bb68c1f-8522-44f4-89ce-09c4cbee7d16 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757725 Aug 12 02:16:39.184153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2134914189-network', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:39.191526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.192647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.195971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] 10.222.0.25 "PUT /v2.0/ports/23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 HTTP/1.1" status: 200 len: 1096 time: 3.3398647 Aug 12 02:16:39.202485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:39.205128 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9857c7ef-ed83-4a35-b478-f31744fec361" -d '{"events": [{"name": "network-changed", "server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:39.219614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dadca1-4410-43a5-bd16-40dbb6d99a3e req-72c95a12-7d2e-464c-a673-6ac67bd5ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.221776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64dadca1-4410-43a5-bd16-40dbb6d99a3e req-72c95a12-7d2e-464c-a673-6ac67bd5ac06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 1096 time: 0.2283046 Aug 12 02:16:39.260203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:39.272405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.293955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Transition to ACTIVE for port object 6f3f7234-c709-4734-8a89-7a6b8f40d148 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:39.295625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.391740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b4c3bbe-f72d-4462-a790-0b3fb2c1b6c3 req-d4c9a142-0322-4abc-8937-03018dc7ea41 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 210 time: 0.1008408 Aug 12 02:16:39.410720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.549637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aea842-55c5-4ecb-90da-e50849955388 service neutron] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:39.571539 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce8dab6-6bde-422c-a335-119218adcf40 x-openstack-request-id: req-bce8dab6-6bde-422c-a335-119218adcf40 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:39.572868 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:39.573635 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bce8dab6-6bde-422c-a335-119218adcf40 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:39.591453 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'status': 'completed', 'code': 200} Aug 12 02:16:39.664139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041965-4ead-4911-8c0d-c9d8f5288376 req-37288f95-38a6-4e8a-88b9-73ec41c6c000 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.666320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4041965-4ead-4911-8c0d-c9d8f5288376 req-37288f95-38a6-4e8a-88b9-73ec41c6c000 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.4956329 Aug 12 02:16:39.709751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.723281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.738957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64dadca1-4410-43a5-bd16-40dbb6d99a3e req-7dd80d45-0b4f-4c58-a563-8946f81f22ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162602 Aug 12 02:16:39.743251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:39.754796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.755154 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Added segment 3f087c2f-61bf-43be-b542-15e110383610 of type vlan for network 903f71e8-97a8-4457-a487-e867b76d11cd Aug 12 02:16:39.788085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-66b8f18a-2c5f-421e-9c8c-cb8fe6ec6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.789883 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-66b8f18a-2c5f-421e-9c8c-cb8fe6ec6dec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1099 time: 0.5296993 Aug 12 02:16:39.805070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:39.805741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.839545 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-819a9ccd-97bb-4484-be7e-3b3bdcf178f3 service neutron] 10.222.0.21 "GET /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.4902554 Aug 12 02:16:39.864273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.865819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:39.866448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:39.885639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-bf8a6137-818a-4160-80bc-f30aa106ad1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 HTTP/1.1" status: 200 len: 217 time: 0.0744462 Aug 12 02:16:39.911996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4041965-4ead-4911-8c0d-c9d8f5288376 req-c4ad6307-427b-4b32-8a28-64696cc9e015 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252823 Aug 12 02:16:39.930823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Attempting to bind port 6f3f7234-c709-4734-8a89-7a6b8f40d148 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:39.931316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Attempting to bind port 6f3f7234-c709-4734-8a89-7a6b8f40d148 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:39.932032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Attempting to bind port 6f3f7234-c709-4734-8a89-7a6b8f40d148 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:39.974536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Port 6f3f7234-c709-4734-8a89-7a6b8f40d148 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:39.974889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Attempting to bind port 6f3f7234-c709-4734-8a89-7a6b8f40d148 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:39.983324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:39.983727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:39.983940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:39.984356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Bound port: 6f3f7234-c709-4734-8a89-7a6b8f40d148, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:39.984718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:40.004800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638b230-2080-4256-8668-4d2dcedf6c91 req-8dff6b15-3101-427d-8a9b-23c807bd332d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.006323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-e5bc8838-16b5-49e9-aeaa-b75d350db15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.007839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-e5bc8838-16b5-49e9-aeaa-b75d350db15a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1052246 Aug 12 02:16:40.008079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5638b230-2080-4256-8668-4d2dcedf6c91 req-8dff6b15-3101-427d-8a9b-23c807bd332d tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.3852956 Aug 12 02:16:40.036012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e8918-7396-4dd4-85ff-5c39b9ad6037,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:40.065392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-63abf518-34a8-4f43-9a42-9ae8c721ffce tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.067210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-63abf518-34a8-4f43-9a42-9ae8c721ffce tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 945 time: 0.4609680 Aug 12 02:16:40.078430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1374524 Aug 12 02:16:40.078430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:40.093272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Request body: {'subnet': {'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2134914189-subnet', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:40.124023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dc6ce-ca5a-4ea5-a4cf-3ac8e68aadaf admin admin] Pushing event updated for resources: {'Network': ['ID=903f71e8-97a8-4457-a487-e867b76d11cd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:40.137382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 903f71e8-97a8-4457-a487-e867b76d11cd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:40.160942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:40.166908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:40.231395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-0c1e9401-7168-4f8e-99d1-171aea327321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.235205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-0c1e9401-7168-4f8e-99d1-171aea327321 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973891 Aug 12 02:16:40.243317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:40.306071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:40.308465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5638b230-2080-4256-8668-4d2dcedf6c91 req-20187cd5-0715-4114-b529-fe6eb7804000 tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/security-groups?id=211d07af-4e8d-47e5-8ec8-11d8fba9ae75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677104 Aug 12 02:16:40.379833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:40.394211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d82e4-ebe1-432b-a269-2163516bec93 req-386b3741-e712-4cbb-a7aa-85bdd19c5941 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.403867 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a81d82e4-ebe1-432b-a269-2163516bec93 req-386b3741-e712-4cbb-a7aa-85bdd19c5941 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 948 time: 0.2765505 Aug 12 02:16:40.556717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.557509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:40.559052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] 10.222.0.25 "PUT /v2.0/ports/6f3f7234-c709-4734-8a89-7a6b8f40d148 HTTP/1.1" status: 200 len: 1096 time: 2.9917841 Aug 12 02:16:40.559841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a62e41-557a-48b2-a6f1-14ee120e52a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:40.618648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a81d82e4-ebe1-432b-a269-2163516bec93 req-eb49ba32-e671-4225-9f6e-6825110a40f5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135134 Aug 12 02:16:40.781300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-f8dcb216-2eae-4b19-9127-50f6cfd8be36 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315273 Aug 12 02:16:40.827432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-3ff68068-74f8-4108-89f4-31ddbd6434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.829381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-3ff68068-74f8-4108-89f4-31ddbd6434ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 1099 time: 0.1849470 Aug 12 02:16:40.940031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1983599-06bf-4b39-b512-171b95b7e6ef req-94467067-26d8-49eb-b103-881167b50fcd tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.11 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0569162 Aug 12 02:16:40.942959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-8fc67d71-5cb2-45ea-bb9a-da4ebc050d16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148 HTTP/1.1" status: 200 len: 217 time: 0.0863037 Aug 12 02:16:40.962437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34881e1-0e6f-4ea8-999e-6bef91ec63cd req-18073596-510f-449b-b5c9-cfec05baf04d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:40.963005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c34881e1-0e6f-4ea8-999e-6bef91ec63cd req-18073596-510f-449b-b5c9-cfec05baf04d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 945 time: 0.2276697 Aug 12 02:16:40.967758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:41.064342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:41.081919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.21', 65439) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:41.098039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ada93fd-f7a0-4839-8f8c-280ae1e1e776 req-3ba5d8d6-bb66-453c-854c-423bf26a8fb9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 210 time: 0.0381582 Aug 12 02:16:41.109479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.125313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Deleting port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:41.135059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.183000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-9dcef7fe-49b6-48f9-b552-23af8a5dde1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.184902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-9dcef7fe-49b6-48f9-b552-23af8a5dde1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2195373 Aug 12 02:16:41.196291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5ad46e-d73f-4da1-8a15-16f85bd398a0 req-7e361e4f-fd19-4f8d-83df-8bb5ab86e229 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028721 Aug 12 02:16:41.263512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e2e6d79-528e-4199-a7c9-4b160fb98002 req-113eda4e-19cd-466b-8987-85177fcc55b9 tempest-ServerShowV257Test-309508683 tempest-ServerShowV257Test-309508683-project] 10.222.0.21 "GET /v2.0/ports?device_id=db15298c-ad04-440d-aa12-70429cd7978e HTTP/1.1" status: 200 len: 210 time: 0.0847170 Aug 12 02:16:41.365989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c31d7b-a805-4bba-8f1b-4bc5bdf74644,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:41.458347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76c77d-5cd7-4b5b-a5f8-796f01bd6538 req-7e667dd2-9006-4aea-9873-1d86c469056c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.468951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea76c77d-5cd7-4b5b-a5f8-796f01bd6538 req-7e667dd2-9006-4aea-9873-1d86c469056c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 944 time: 0.2343006 Aug 12 02:16:41.488059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-996fad04-8af2-47ac-a4cc-c2fcf817b4f2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.489920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-996fad04-8af2-47ac-a4cc-c2fcf817b4f2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.21 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 813 time: 0.4065106 Aug 12 02:16:41.490980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Checking segment: {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:41.491507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Network hostable DHCP agents. Network: 903f71e8-97a8-4457-a487-e867b76d11cd, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:41.517768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] For port 1da6a49b-88e6-4eca-8e57-aee27adaefe4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1da6a49b-88e6-4eca-8e57-aee27adaefe4,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:41.518302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.533700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Request body: {'port': {'device_id': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'admin_state_up': True, 'tenant_id': '7a5fa8833d7343d0a5962b699b68f94b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:41.596474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Calling delete_port for 1da6a49b-88e6-4eca-8e57-aee27adaefe4 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:41.622042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Network 903f71e8-97a8-4457-a487-e867b76d11cd is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:41.671664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea76c77d-5cd7-4b5b-a5f8-796f01bd6538 req-1a21771b-a683-4e12-a42c-b291a80c3203 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759405 Aug 12 02:16:41.676958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 903f71e8-97a8-4457-a487-e867b76d11cd) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:41.686429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158de81-7dc4-4c6d-b01a-d034bc174551 None None] Network 903f71e8-97a8-4457-a487-e867b76d11cd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:41.686962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.687443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.746570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72d6a80d-f413-444c-ba79-12dc0f9e35a0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6579759 Aug 12 02:16:41.747484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:41.753264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:41.791140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:41.795350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.796448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.806186 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c12f5b-5274-4efe-bd89-73bb635325a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:41.813221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:41.850415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c34881e1-0e6f-4ea8-999e-6bef91ec63cd req-b7bf1c0f-f889-4cd6-9298-ce915c4ef0ce tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8802125 Aug 12 02:16:41.869596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:41.905249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e08e8-a878-4137-a0ee-dd196850564c req-0b81bd9a-b175-4f75-b0a1-f1b7ef2e55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.907007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-0b81bd9a-b175-4f75-b0a1-f1b7ef2e55ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7040882 Aug 12 02:16:41.907989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.922779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-edea7ec3-24b2-49f8-8390-d258d87d2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:41.925413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-edea7ec3-24b2-49f8-8390-d258d87d2a75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1099 time: 0.6605942 Aug 12 02:16:41.941446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Made reservation on behalf of 7a5fa8833d7343d0a5962b699b68f94b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:41.946125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:41.997460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.113967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-903f71e8-97a8-4457-a487-e867b76d11cd', 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'fixed_ips': [{'subnet_id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:16:42.115332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.210566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] Transition to ACTIVE for port object 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:42.212998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-1a5ea85f-7da6-4bb5-891f-94d423493d4e service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830238 Aug 12 02:16:42.225871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.237413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaef0b-08dc-4e93-bdd3-61c26165df68 req-3872679c-eaf9-4417-8093-49c1740a6c68 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:42.238661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbc9b592-bf4a-41f2-ae98-bc9b7430384d req-186f0c11-6ae1-4d3a-880a-119383271dee tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb3953c8-333b-46ed-ad34-4abfe7aa684e HTTP/1.1" status: 200 len: 210 time: 0.2465458 Aug 12 02:16:42.251134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facaef0b-08dc-4e93-bdd3-61c26165df68 req-3872679c-eaf9-4417-8093-49c1740a6c68 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 948 time: 0.2003629 Aug 12 02:16:42.300658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Pushing event deleted for resources: {'Port': ['ID=1da6a49b-88e6-4eca-8e57-aee27adaefe4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:42.313950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.381706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] No DVR routers for this DVR port 1da6a49b-88e6-4eca-8e57-aee27adaefe4 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:42.421950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.424342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-803b0414-fbca-4a7f-bc19-7c147ae71dd5 req-bf9ad4d4-ea78-4943-8413-d4b80015519f tempest-ServerRescueTestJSON-552016320 tempest-ServerRescueTestJSON-552016320-project] 10.222.0.21 "DELETE /v2.0/ports/1da6a49b-88e6-4eca-8e57-aee27adaefe4 HTTP/1.1" status: 204 len: 173 time: 2.3013875 Aug 12 02:16:42.434679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'name': 'network-vif-deleted', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:42.434679 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f923c146-042e-4223-b482-375b86052f28" -d '{"events": [{"server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "name": "network-vif-deleted", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:42.435364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Allocated IP 172.20.0.2 (903f71e8-97a8-4457-a487-e867b76d11cd/16c31d7b-a805-4bba-8f1b-4bc5bdf74644/83d30da1-cff0-412b-9f94-a7735e205c7b) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:42.593320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-443e08e8-a878-4137-a0ee-dd196850564c req-61736169-c2a4-4da8-a143-bc0e25afa09f service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407807 Aug 12 02:16:42.598252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Allocated IP 172.20.0.4 (66be3cc0-9c2a-4251-85b4-2c13db9a10b8/ced602ab-e827-46df-a182-0bb25617908c/c363c077-0874-4455-b3a4-e91d399ff289) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:42.604252 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.611366 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb1daff-5f88-46a9-bdeb-dd3133c52196 x-openstack-request-id: req-edb1daff-5f88-46a9-bdeb-dd3133c52196 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:42.616209 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:42.622106 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edb1daff-5f88-46a9-bdeb-dd3133c52196 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:42.622780 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148', 'status': 'completed', 'code': 200} Aug 12 02:16:42.626188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-c9df91e2-d51a-4389-850b-902ba6ab5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:42.627882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-c9df91e2-d51a-4389-850b-902ba6ab5ea9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.6748991 Aug 12 02:16:42.648795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04fd7cfe-c64b-4832-bd2b-13eb703efc40 req-203f23f9-a032-46fb-8a4c-caf2e4b3fceb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 210 time: 0.0962486 Aug 12 02:16:42.681897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-facaef0b-08dc-4e93-bdd3-61c26165df68 req-371b86da-8b3b-4b0d-b9a2-8f0d7edf5553 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166636 Aug 12 02:16:42.794898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.802422 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed20b0b-9453-4a87-9931-371e3f9c4727 x-openstack-request-id: req-1ed20b0b-9453-4a87-9931-371e3f9c4727 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:42.803964 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3953c8-333b-46ed-ad34-4abfe7aa684e", "name": "network-vif-deleted", "tag": "1da6a49b-88e6-4eca-8e57-aee27adaefe4", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:42.804788 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ed20b0b-9453-4a87-9931-371e3f9c4727 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:42.805710 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3953c8-333b-46ed-ad34-4abfe7aa684e', 'name': 'network-vif-deleted', 'tag': '1da6a49b-88e6-4eca-8e57-aee27adaefe4', 'status': 'completed', 'code': 200} Aug 12 02:16:42.813672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] No DVR routers for this DVR port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:16:42.821198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Transition to ACTIVE for port object 83d30da1-cff0-412b-9f94-a7735e205c7b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:42.840846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1da6a49b-88e6-4eca-8e57-aee27adaefe4 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:42.903214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 1da6a49b-88e6-4eca-8e57-aee27adaefe4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:42.903593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1da6a49b-88e6-4eca-8e57-aee27adaefe4 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:42.904017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:42.905515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:42.926497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Transition to ACTIVE for port object 83d30da1-cff0-412b-9f94-a7735e205c7b will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:42.948812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:42.978548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:43.009007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-e2bde2af-04ca-4ad2-8e79-1d8b28f0c005 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 HTTP/1.1" status: 200 len: 217 time: 0.3636539 Aug 12 02:16:43.051695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:43.084802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] Pushing event updated for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:43.113793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dfcc673-89cc-46ff-91da-3015d5f06a80 service neutron] 10.222.0.21 "PUT /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 3.0089622 Aug 12 02:16:43.121731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Network 903f71e8-97a8-4457-a487-e867b76d11cd is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:43.146865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:43.164504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:43.169659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Pushing event updated for resources: {'Port': ['ID=83d30da1-cff0-412b-9f94-a7735e205c7b,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:43.229002 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:16:43.281336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-ed6c920a-912d-4ca0-bbe5-d58ab9442dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.282884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-ed6c920a-912d-4ca0-bbe5-d58ab9442dd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 1099 time: 0.5919449 Aug 12 02:16:43.319459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9c897-03df-4e52-8d7c-a80bacb791c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.349074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da8976-20c7-4d16-bfcb-3ae1de83f7c0 req-eda747be-37db-4c2c-a29c-422e4337b792 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.359889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68da8976-20c7-4d16-bfcb-3ae1de83f7c0 req-eda747be-37db-4c2c-a29c-422e4337b792 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 945 time: 0.2375164 Aug 12 02:16:43.360150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Attempting to bind port 83d30da1-cff0-412b-9f94-a7735e205c7b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:43.360150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Attempting to bind port 83d30da1-cff0-412b-9f94-a7735e205c7b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:43.360427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Attempting to bind port 83d30da1-cff0-412b-9f94-a7735e205c7b on network 903f71e8-97a8-4457-a487-e867b76d11cd {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:43.371517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a190-6c1d-4e49-bc59-6c7bef797127 req-571eeff6-36b1-4f44-9cb6-12b7a7c071fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.384098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d25a190-6c1d-4e49-bc59-6c7bef797127 req-571eeff6-36b1-4f44-9cb6-12b7a7c071fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.4130175 Aug 12 02:16:43.388167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:43.388539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Checking segment: {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:43.389006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.389413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Bound using segment: {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:43.392479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Bound port: 83d30da1-cff0-412b-9f94-a7735e205c7b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:43.392479 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.395163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-763eb861-9687-41fa-a888-b26f9d479dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.396820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.397267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-763eb861-9687-41fa-a888-b26f9d479dd7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2992115 Aug 12 02:16:43.544927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:43.567787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'mac_address': 'fa:16:3e:ac:2c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:43.592175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d25a190-6c1d-4e49-bc59-6c7bef797127 req-d0d10e58-1b12-449b-bfa1-b84217785227 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070818 Aug 12 02:16:43.595404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68da8976-20c7-4d16-bfcb-3ae1de83f7c0 req-07ee399d-9b10-466a-9064-b27a40783ce4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365360 Aug 12 02:16:43.596797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-f8d74161-25b1-4234-84fe-88a35764c992 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.598337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-f8d74161-25b1-4234-84fe-88a35764c992 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.3418047 Aug 12 02:16:43.664139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-952e3e6a-e5da-4738-aa96-2afbf633b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.664139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-952e3e6a-e5da-4738-aa96-2afbf633b93d service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3506341 Aug 12 02:16:43.675067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.700432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:43.705266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] For port 83d30da1-cff0-412b-9f94-a7735e205c7b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:43.728655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] For port 83d30da1-cff0-412b-9f94-a7735e205c7b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=83d30da1-cff0-412b-9f94-a7735e205c7b,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:43.741188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:43.750897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:43.754016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-ac78927b-71a5-4451-8320-5eeb115861c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:43.757671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-ac78927b-71a5-4451-8320-5eeb115861c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3183587 Aug 12 02:16:43.780606 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.936955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9c897-03df-4e52-8d7c-a80bacb791c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:43.958146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-797e77ca-ff6c-4bdf-932e-dfd2a54443bd req-ab3f1ede-1024-408e-8db9-106faff5a792 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 210 time: 0.1116040 Aug 12 02:16:43.970566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-07981ec0-e5f8-4360-ab05-333f353496da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148 HTTP/1.1" status: 200 len: 217 time: 0.2229385 Aug 12 02:16:43.975278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.026489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-189b7d7d-1b27-4f7d-98b9-00244c5f2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.028027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-189b7d7d-1b27-4f7d-98b9-00244c5f2dac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 1096 time: 0.4000337 Aug 12 02:16:44.038532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75f9c897-03df-4e52-8d7c-a80bacb791c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.064814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.074870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.079051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a3091-687f-465d-b8a1-411f706ab4a6 None None] Pushing event updated for resources: {'Port': ['ID=83d30da1-cff0-412b-9f94-a7735e205c7b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:44.108042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['df1f304c-7e80-41bb-b3c4-e1d0cfa28683'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:44.184230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba1dd6-2dc9-421d-bc36-630924170f3d req-9cb39597-1d0f-48d0-98c3-82b621c5de1f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.191553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bba1dd6-2dc9-421d-bc36-630924170f3d req-9cb39597-1d0f-48d0-98c3-82b621c5de1f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 948 time: 0.2150910 Aug 12 02:16:44.200198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.250258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-8c99073a-d53f-41de-903b-818b92f819e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.252398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-8c99073a-d53f-41de-903b-818b92f819e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2476048 Aug 12 02:16:44.261699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-5396faa2-f113-4f51-aef7-45b4557fbc99 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787605 Aug 12 02:16:44.292813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bba1dd6-2dc9-421d-bc36-630924170f3d req-1e39da86-14ec-468b-8928-f35b6aee05b7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003029 Aug 12 02:16:44.352334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-ac037036-a0f9-4ba6-be07-d0da6711cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.359542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-ac037036-a0f9-4ba6-be07-d0da6711cc75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1096 time: 0.3044124 Aug 12 02:16:44.363898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:44.418901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:44.475272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9c897-03df-4e52-8d7c-a80bacb791c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440255e9-0daa-47ba-a58c-5aa018ae0e62,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:44.528122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:44.532481 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-75f9c897-03df-4e52-8d7c-a80bacb791c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5686ac3ed1c64ba0ac4c170ff9ab5cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5937719 Aug 12 02:16:44.547363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:44.634081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:44.636925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:44.675764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-5371ca9f-112e-4957-8606-4b81d635627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.682951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-5371ca9f-112e-4957-8606-4b81d635627e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4027238 Aug 12 02:16:44.700383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Pushing event updated for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:44.727754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.756493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.757856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.758822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.774682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Allocated IP 172.25.3.30 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/98420a40-3163-4daf-b235-cad9920c4f41) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:44.788886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-9ac77081-b81d-4d43-a2ce-3dc85e91e95a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2595930 Aug 12 02:16:44.826810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Request body: {'port': {'device_id': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:44.924880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.928169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:44.929641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/440255e9-0daa-47ba-a58c-5aa018ae0e62 HTTP/1.1" status: 204 len: 168 time: 0.3789606 Aug 12 02:16:44.941532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9857c7ef-ed83-4a35-b478-f31744fec361 req-8e8d44ce-40c2-4e2c-ad18-64e775f48b09 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602159 Aug 12 02:16:44.950099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f2b19-e8d6-495c-b8a5-663e6d2ddde0 req-44a82e7c-f0b4-4296-905b-dd8445256504 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:44.952177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-568f2b19-e8d6-495c-b8a5-663e6d2ddde0 req-44a82e7c-f0b4-4296-905b-dd8445256504 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 945 time: 0.5482090 Aug 12 02:16:44.965457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e836a2-e3fc-4d7f-88a9-791123c45602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440255e9-0daa-47ba-a58c-5aa018ae0e62,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:44.989496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6f3f7234-c709-4734-8a89-7a6b8f40d148 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:45.002317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da9342-45f9-4128-8647-18dcb02f3ca0 req-a3c34424-f778-4068-941e-3dc527422337 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:45.010052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26da9342-45f9-4128-8647-18dcb02f3ca0 req-a3c34424-f778-4068-941e-3dc527422337 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.2832420 Aug 12 02:16:45.012380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-94bd96bb-7af6-428a-bebf-95950bed0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:45.013879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-94bd96bb-7af6-428a-bebf-95950bed0bc2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.6415079 Aug 12 02:16:45.123606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-4dd75311-ca40-4df9-9f04-8f289b8a7f7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0875673 Aug 12 02:16:45.187644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-568f2b19-e8d6-495c-b8a5-663e6d2ddde0 req-c3b5c2f8-4c53-4b3e-9f06-537117db878f tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706486 Aug 12 02:16:45.188221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:45.190784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-9add4a3a-b4c2-433e-a1ea-68cdc9d288fd service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824827 Aug 12 02:16:45.259528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:45.292118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '6f3f7234-c709-4734-8a89-7a6b8f40d148', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '6f3f7234-c709-4734-8a89-7a6b8f40d148', 'mac_address': 'fa:16:3e:09:54:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:45.298988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:45.308705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26da9342-45f9-4128-8647-18dcb02f3ca0 req-8db2c639-116c-4461-ac28-316e6eb8077e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976928 Aug 12 02:16:45.462076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-e9b8c21e-065c-48dd-939f-2e4bc557f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:45.468378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-e9b8c21e-065c-48dd-939f-2e4bc557f828 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.3270915 Aug 12 02:16:45.475060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:45.541750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3f7234-c709-4734-8a89-7a6b8f40d148 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:45.611024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 83d30da1-cff0-412b-9f94-a7735e205c7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:45.674928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e223ca-c6eb-4e2b-a802-d99ed241fe6f req-85427023-d59f-4987-bcb0-2c66707362b0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:45.683122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37e223ca-c6eb-4e2b-a802-d99ed241fe6f req-85427023-d59f-4987-bcb0-2c66707362b0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 931 time: 0.3254287 Aug 12 02:16:45.687553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-73e55b36-4281-4eea-a9bf-204bf7713f05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072036 Aug 12 02:16:45.719838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:45.736130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:45.739880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:45.781529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44c12f5b-5274-4efe-bd89-73bb635325a7 req-68b99b85-6fe6-4bdd-9ae0-58b5fc9e1c62 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197158 Aug 12 02:16:45.795598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea0bb62-e843-45d1-b5f2-94e505204a2d None None] Network 903f71e8-97a8-4457-a487-e867b76d11cd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:45.869333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf6de0-e99f-4732-bd58-a28c8d1708e2 req-2cb9f21b-44d3-468a-bf05-c82b89175639 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:45.871360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fecf6de0-e99f-4732-bd58-a28c8d1708e2 req-2cb9f21b-44d3-468a-bf05-c82b89175639 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 948 time: 0.3107474 Aug 12 02:16:46.011090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-34ad1f5f-f5c9-4791-82d1-6b4001feb396 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667708 Aug 12 02:16:46.033849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fecf6de0-e99f-4732-bd58-a28c8d1708e2 req-65624886-119e-48a1-a159-76f7eef30307 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490207 Aug 12 02:16:46.040435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01dba4b1-4ad8-4261-9197-d2ef3ee0ed93 None None] Provisioning for port 83d30da1-cff0-412b-9f94-a7735e205c7b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:46.104192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:46.116295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 83d30da1-cff0-412b-9f94-a7735e205c7b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:46.120693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 83d30da1-cff0-412b-9f94-a7735e205c7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:46.121414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:46.201167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6f3f7234-c709-4734-8a89-7a6b8f40d148'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:46.304444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-6c492e6b-7923-492b-a48d-3d610750f5d3 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691286 Aug 12 02:16:46.307631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:46.488854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 83d30da1-cff0-412b-9f94-a7735e205c7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=83d30da1-cff0-412b-9f94-a7735e205c7b,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:46.500035 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:46.518208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b784-0b51-44e7-b8d8-b64b0953a852 req-5d6a195b-d845-4595-a5ef-5d56a30c3f1a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:46.528859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b530b784-0b51-44e7-b8d8-b64b0953a852 req-5d6a195b-d845-4595-a5ef-5d56a30c3f1a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 945 time: 0.1717989 Aug 12 02:16:46.578506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=83d30da1-cff0-412b-9f94-a7735e205c7b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:46.653864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b530b784-0b51-44e7-b8d8-b64b0953a852 req-c3c02bf4-684a-4e76-8d1c-e8f4c5806676 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160610 Aug 12 02:16:46.666402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:46.692294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-789354d6-cabd-41c8-b0e8-058c81464d39 None None] Provisioning complete for port 83d30da1-cff0-412b-9f94-a7735e205c7b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:46.692657 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-789354d6-cabd-41c8-b0e8-058c81464d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:46.696414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:46.717760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:46.738006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37e223ca-c6eb-4e2b-a802-d99ed241fe6f req-dd91cf36-797e-427c-ba25-23176a9994eb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0539649 Aug 12 02:16:46.767905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Pushing event updated for resources: {'Port': ['ID=98420a40-3163-4daf-b235-cad9920c4f41,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:46.838227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a185cbf6-3267-4601-a919-cea6e1feac7a tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:46.841007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-a185cbf6-3267-4601-a919-cea6e1feac7a tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1364489 Aug 12 02:16:46.937791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:46.961384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dea17-cefc-4fa8-857c-9f49c263f469 req-4047fe91-d339-4891-8240-13ad80fc46de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:46.970561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e9dea17-cefc-4fa8-857c-9f49c263f469 req-4047fe91-d339-4891-8240-13ad80fc46de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.1227999 Aug 12 02:16:46.995338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:47.054340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:47.060275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:47.060791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.085493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e9dea17-cefc-4fa8-857c-9f49c263f469 req-38bd0d87-2c5a-40ac-a3ac-d6e9dd2169db tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140432 Aug 12 02:16:47.095082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-83ead18c-a153-41b6-b20c-2d361c1fcd54 service neutron] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:47.095752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c363c077-0874-4455-b3a4-e91d399ff289 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:47.099298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-83ead18c-a153-41b6-b20c-2d361c1fcd54 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.101078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-83ead18c-a153-41b6-b20c-2d361c1fcd54 service neutron] 10.222.0.25 "DELETE /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.2417369 Aug 12 02:16:47.115589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.244194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Transition to ACTIVE for port object c363c077-0874-4455-b3a4-e91d399ff289 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:47.253814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.266535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.314795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:47.323834 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599390c0-186f-4b32-b947-ac474beaed11" -d '{"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:47.350454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:47.356211 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.414787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:47.544598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:47.589793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 83d30da1-cff0-412b-9f94-a7735e205c7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:47.612619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.743999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.793686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 83d30da1-cff0-412b-9f94-a7735e205c7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:47.794290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:47.998430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Attempting to bind port c363c077-0874-4455-b3a4-e91d399ff289 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:47.998430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Attempting to bind port c363c077-0874-4455-b3a4-e91d399ff289 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:47.998430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Attempting to bind port c363c077-0874-4455-b3a4-e91d399ff289 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:48.010267 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b517ab42-8475-4359-8977-970d37648929 x-openstack-request-id: req-b517ab42-8475-4359-8977-970d37648929 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:48.010815 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:48.015172 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b517ab42-8475-4359-8977-970d37648929 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:48.018593 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'code': 200} Aug 12 02:16:48.024497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035918fb-5a86-4fed-8199-bed4f55eda4c req-a79c5736-1cd5-42c0-8498-faa4fb241b43 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.025976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-035918fb-5a86-4fed-8199-bed4f55eda4c req-a79c5736-1cd5-42c0-8498-faa4fb241b43 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 949 time: 0.1876683 Aug 12 02:16:48.039783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Port c363c077-0874-4455-b3a4-e91d399ff289 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:48.040113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Attempting to bind port c363c077-0874-4455-b3a4-e91d399ff289 on network 66be3cc0-9c2a-4251-85b4-2c13db9a10b8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:48.080202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.082464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:48.082803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Checking segment: {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:48.083197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Bound using segment: {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:48.084290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Bound port: c363c077-0874-4455-b3a4-e91d399ff289, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348b4590-e0a3-4c94-a2b0-cc4c0271423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:48.084649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.179271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-035918fb-5a86-4fed-8199-bed4f55eda4c req-028e6856-105f-4288-93ef-24b43c7486ee tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435587 Aug 12 02:16:48.284695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ec686-804a-48a9-8683-b5c0021b48c0 req-c86b4278-99ff-4c72-a6a3-34e85b90d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.285244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Deleting port 277526e8-1e60-4aec-bb35-3b6ca5c51953 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:48.285361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.287517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a1ec686-804a-48a9-8683-b5c0021b48c0 req-c86b4278-99ff-4c72-a6a3-34e85b90d3ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1101 time: 0.1119230 Aug 12 02:16:48.340391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a1ec686-804a-48a9-8683-b5c0021b48c0 req-15a9c0f3-0bff-4d8e-9260-576f6d9c3efb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Aug 12 02:16:48.355138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:48.381650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c363c077-0874-4455-b3a4-e91d399ff289,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:48.409378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.489057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.490469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.492310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/c363c077-0874-4455-b3a4-e91d399ff289 HTTP/1.1" status: 200 len: 1091 time: 3.6778269 Aug 12 02:16:48.494427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c416f40-20d3-43b6-acf3-36cd1d4383fa req-b5a92d3d-4328-4230-a97f-ce31e478bc5d tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.495101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:48.496868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c416f40-20d3-43b6-acf3-36cd1d4383fa req-b5a92d3d-4328-4230-a97f-ce31e478bc5d tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1096 time: 0.0692906 Aug 12 02:16:48.497381 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c6fef7-6a4f-430a-90ab-15b611923405" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "tag": "c363c077-0874-4455-b3a4-e91d399ff289"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:48.515052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] For port 277526e8-1e60-4aec-bb35-3b6ca5c51953, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=277526e8-1e60-4aec-bb35-3b6ca5c51953,segment=NetworkSegment(bb80f813-cade-4750-ae48-f99391d74dde),segment_id=bb80f813-cade-4750-ae48-f99391d74dde)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:48.515457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:48.561391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b646d65-f159-4bb9-91b0-df6ed4528cce req-9a2339bc-d81f-45c2-8603-5250b3317828 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.569857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b646d65-f159-4bb9-91b0-df6ed4528cce req-9a2339bc-d81f-45c2-8603-5250b3317828 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 943 time: 0.2110641 Aug 12 02:16:48.573196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c416f40-20d3-43b6-acf3-36cd1d4383fa req-82cdd090-26fc-481a-b1b6-7a1f9c14ea58 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590823 Aug 12 02:16:48.573390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Calling delete_port for 277526e8-1e60-4aec-bb35-3b6ca5c51953 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:48.594731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60f58d-6d65-40da-8690-65f5063a30c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:48.604619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Router 55c226cb-daf6-4882-87e3-44cd1e13fb2f is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:16:48.718563 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0eeafd-e051-4450-81a9-4f07a60ece87 x-openstack-request-id: req-fc0eeafd-e051-4450-81a9-4f07a60ece87 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:48.718929 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "tag": "c363c077-0874-4455-b3a4-e91d399ff289", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:48.719277 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc0eeafd-e051-4450-81a9-4f07a60ece87 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:48.719711 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289', 'status': 'completed', 'code': 200} Aug 12 02:16:48.745632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b646d65-f159-4bb9-91b0-df6ed4528cce req-dceb5614-3ec5-40db-85c6-523999b3896a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748111 Aug 12 02:16:48.887681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-e8188ad8-33c5-4742-91a2-3f26ca63d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:48.889789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-e8188ad8-33c5-4742-91a2-3f26ca63d820 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 1094 time: 0.3177183 Aug 12 02:16:48.998118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6f3f7234-c709-4734-8a89-7a6b8f40d148 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:49.031537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-66be1bc3-443d-402d-b70c-7038416c5bc2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c363c077-0874-4455-b3a4-e91d399ff289 HTTP/1.1" status: 200 len: 217 time: 0.0959547 Aug 12 02:16:49.088283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 6f3f7234-c709-4734-8a89-7a6b8f40d148 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:49.093182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:49.097166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 6f3f7234-c709-4734-8a89-7a6b8f40d148 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:49.097796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:49.138015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-dc4d73a0-908b-4633-ba24-e704c1b75140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:49.140630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-dc4d73a0-908b-4633-ba24-e704c1b75140 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.0990522 Aug 12 02:16:49.146897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Sync routers for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:49.147114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:49.147114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-de850ea6-83be-4cb8-bbea-64dd5454ba06 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.3941391 Aug 12 02:16:49.147946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59168) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:49.154916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-156b3873-7824-4b7f-9cd6-8fc52638fe19 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:49.157035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-156b3873-7824-4b7f-9cd6-8fc52638fe19 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.2069705 Aug 12 02:16:49.173693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:49.174314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:49.184760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-27dbb15c-e71f-4e34-a19a-3ca5033bdfbb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/quotas/912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 375 time: 0.0186598 Aug 12 02:16:49.223255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-a10df600-f867-406c-886b-853b4456182e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724702 Aug 12 02:16:49.264853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-5ef128c9-8b5f-4332-b721-46a9cfac6893 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720384 Aug 12 02:16:49.363175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:49.402470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-4615054e-6107-4887-acec-8bc8b7a3125d service neutron] 10.222.0.21 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244779 Aug 12 02:16:49.416756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-f8a92879-42d8-4cc3-a30e-91067ca50e48 service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507957 Aug 12 02:16:49.506881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:49.580627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:49.590946 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:49.612920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-6a76262e-09b2-4f5b-be2a-08c16e12a258 service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950603 Aug 12 02:16:49.645237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:49.676627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:49.702132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:47Z', 'revision_number': 3, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:49.738621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Checking router: 55c226cb-daf6-4882-87e3-44cd1e13fb2f for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:49.739129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Updating router 55c226cb-daf6-4882-87e3-44cd1e13fb2f port 98420a40-3163-4daf-b235-cad9920c4f41 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:16:49.767095 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.070160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1900b3c3-2cf8-48af-9077-bc1c1bf268a8 req-8f340850-0ef4-44ca-a0ab-71041bc2e06d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 210 time: 0.0573680 Aug 12 02:16:50.144756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.157311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Transition to ACTIVE for port object 98420a40-3163-4daf-b235-cad9920c4f41 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:50.162051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:50.165956 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d5243e-4823-436e-9132-cd3b02b921f8" -d '{"events": [{"server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "name": "network-vif-plugged", "status": "completed", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:50.175357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=277526e8-1e60-4aec-bb35-3b6ca5c51953,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:50.177271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.232312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d729cd-f17c-4e84-8903-c0ca4a4d7578 req-08f5418d-1358-43a8-916e-712bdcf65695 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:50.233760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27d729cd-f17c-4e84-8903-c0ca4a4d7578 req-08f5418d-1358-43a8-916e-712bdcf65695 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 949 time: 0.8304460 Aug 12 02:16:50.240150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263885d0-89e5-4d38-b61b-8a943d0ecfbb req-6c9582da-ebd2-4559-b93b-286cf191395a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:50.257248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-263885d0-89e5-4d38-b61b-8a943d0ecfbb req-6c9582da-ebd2-4559-b93b-286cf191395a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 943 time: 0.1280982 Aug 12 02:16:50.261969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dd872-e1b5-4070-a047-4e0a8ca65f9d None None] Pushing event updated for resources: {'Port': ['ID=98420a40-3163-4daf-b235-cad9920c4f41,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:50.303993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Attempting to bind port 98420a40-3163-4daf-b235-cad9920c4f41 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:50.309495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Attempting to bind port 98420a40-3163-4daf-b235-cad9920c4f41 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:50.311389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Attempting to bind port 98420a40-3163-4daf-b235-cad9920c4f41 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:50.330012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:50.332957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:50.335814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.337292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:50.339536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Bound port: 98420a40-3163-4daf-b235-cad9920c4f41, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:50.340222 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.376830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-263885d0-89e5-4d38-b61b-8a943d0ecfbb req-cde57ade-832c-4df8-a4e2-763d2f5ef1ce tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186192 Aug 12 02:16:50.432415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.472464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27d729cd-f17c-4e84-8903-c0ca4a4d7578 req-35c37285-35b3-4ed0-adbd-ffa32cd6ea3c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180328 Aug 12 02:16:50.476421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82fc32fc-5a82-4d5a-b436-b27f50b0f61d req-cb52d2fa-a069-4153-bfda-1c4fe0971548 service neutron] 10.222.0.21 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9364064 Aug 12 02:16:50.535694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] For port 98420a40-3163-4daf-b235-cad9920c4f41, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:50.541090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] For port 98420a40-3163-4daf-b235-cad9920c4f41, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=98420a40-3163-4daf-b235-cad9920c4f41,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:50.556272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:50.592613 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ee0557-e827-4566-b592-519e8ebea360 x-openstack-request-id: req-d5ee0557-e827-4566-b592-519e8ebea360 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:16:50.601082 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "name": "network-vif-plugged", "status": "completed", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:16:50.601645 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5ee0557-e827-4566-b592-519e8ebea360 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:16:50.602257 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148', 'code': 200} Aug 12 02:16:50.674277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3dd872-e1b5-4070-a047-4e0a8ca65f9d None None] Pushing event updated for resources: {'Port': ['ID=98420a40-3163-4daf-b235-cad9920c4f41,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:50.705920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:50.706193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:50.891102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:50.919618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-cf60f585-377b-444a-85c9-893550fddef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:50.921175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-cf60f585-377b-444a-85c9-893550fddef2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 1094 time: 0.3071492 Aug 12 02:16:51.259371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:47Z', 'revision_number': 3, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:51.312078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a325897-5d1d-452f-9a10-6fac0cf17fcb None None] The sync data for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 is: [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:47Z', 'revision_number': 3, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:51.495408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fc004c6-c097-41ba-ad1a-142405b3b130 req-a875bbeb-df38-4e78-bb56-1ededc0bb526 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 210 time: 0.0665300 Aug 12 02:16:51.504889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:51.508259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406136b-5cc8-4f40-97a4-019e07a4f035 req-93daf770-2ac8-4cb0-b9ae-8844a1d8df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:51.512797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6406136b-5cc8-4f40-97a4-019e07a4f035 req-93daf770-2ac8-4cb0-b9ae-8844a1d8df04 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 1101 time: 0.8453882 Aug 12 02:16:51.587076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6406136b-5cc8-4f40-97a4-019e07a4f035 req-0b2967aa-5b75-4e11-b22d-12a01de4f7f4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614572 Aug 12 02:16:51.646739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-83d047e1-626f-444a-b872-28dddd98590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:51.648925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-83d047e1-626f-444a-b872-28dddd98590a service neutron] 10.222.0.21 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.7121232 Aug 12 02:16:51.695702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b9a70-9b12-430f-8857-32ee9b6c7dfc req-2deec005-1a22-48e0-a79f-5e4de027f46e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:51.703929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5b9a70-9b12-430f-8857-32ee9b6c7dfc req-2deec005-1a22-48e0-a79f-5e4de027f46e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.0689688 Aug 12 02:16:51.766117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:51.766884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e5b9a70-9b12-430f-8857-32ee9b6c7dfc req-c2a165be-913e-432f-aab6-adba039c7f6f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618916 Aug 12 02:16:51.932353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-78cb770a-d1a2-4b01-bb7d-22bcf2fd23a0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c363c077-0874-4455-b3a4-e91d399ff289 HTTP/1.1" status: 200 len: 217 time: 0.1815314 Aug 12 02:16:52.010483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bec0c-b5ff-4678-ac21-6c25f5d7ce32 req-259309e9-2a04-48dc-9219-3c18f46fb366 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:52.012541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e2bec0c-b5ff-4678-ac21-6c25f5d7ce32 req-259309e9-2a04-48dc-9219-3c18f46fb366 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 943 time: 0.4694407 Aug 12 02:16:52.077229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-dba32faf-4c5d-4615-85e0-0131e7c042fd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:52.078915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-dba32faf-4c5d-4615-85e0-0131e7c042fd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.3088715 Aug 12 02:16:52.118227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Request body: {'port': {'device_id': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'admin_state_up': True, 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:52.251240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-31db7254-519a-45eb-b3de-eddaf73132df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:52.252742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-31db7254-519a-45eb-b3de-eddaf73132df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.3057215 Aug 12 02:16:52.308175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:52.315683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:52.328432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-509808b8-4996-4d2a-bd94-e955a28918c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413542 Aug 12 02:16:52.332340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:52.338817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3ee6a67-e4d8-49f8-b159-e289f3aa66e2 admin admin] 10.222.0.11 "PUT /v2.0/routers/d394979e-00fc-49b6-9c8d-d2bb9f6d95d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5864894 Aug 12 02:16:52.345227 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Sync routers for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:52.356605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e2bec0c-b5ff-4678-ac21-6c25f5d7ce32 req-61f2e15f-5103-48a5-adcb-b9856d5c81a6 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181427 Aug 12 02:16:52.359893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59266) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:52.361579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:52.363719 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:52.513216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Allocated IP 172.20.0.1 (903f71e8-97a8-4457-a487-e867b76d11cd/16c31d7b-a805-4bba-8f1b-4bc5bdf74644/16310602-15e7-454d-b3fe-1c7c15520c19) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:52.594123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-49cb3804-221a-499b-882d-eff240853919 service neutron] 10.222.0.21 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486897 Aug 12 02:16:52.632477 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:52.856913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c145f7c2-f150-41e2-a301-61e0f58c2bf7 req-e32be101-1b81-4156-97b2-295d748d0439 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 210 time: 0.1543925 Aug 12 02:16:52.871298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:52.881571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9c6fef7-6a4f-430a-90ab-15b611923405 req-bdcb6168-87ee-4bfe-a9e0-5626b5840e6a service neutron] 10.222.0.21 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590892 Aug 12 02:16:52.917442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:52.935309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Transition to ACTIVE for port object 16310602-15e7-454d-b3fe-1c7c15520c19 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:52.994114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.118054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Network 903f71e8-97a8-4457-a487-e867b76d11cd is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:53.128958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:53.135886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Allocated IP 172.20.0.9 (8fa73dc9-b431-4c95-83db-4605f9aec342/a4d21db5-7c59-4620-9384-b8fef95567ab/a63a2b28-bd1f-4dfe-9b70-c05de979e378) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:16:53.145567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:53.150663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.187525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:53.218659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '998d5934-7280-4974-9231-dbc422205985', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '998d5934-7280-4974-9231-dbc422205985', 'mac_address': 'fa:16:3e:51:40:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:53.285107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Pushing event updated for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:53.371688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982112c-a4eb-42f0-815b-b2d143d6f5b3 req-71c7080a-a6b1-47e6-b220-102337c9433b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:53.373764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d982112c-a4eb-42f0-815b-b2d143d6f5b3 req-71c7080a-a6b1-47e6-b220-102337c9433b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.3920860 Aug 12 02:16:53.414640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.592425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.610178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 998d5934-7280-4974-9231-dbc422205985 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:53.639421 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:16:49Z', 'revision_number': 5, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:53.640432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 98420a40-3163-4daf-b235-cad9920c4f41 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:53.706631 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Checking router: d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:53.745221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.751021 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Routers {'d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:53.752020 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:53.780549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5fbdcbd2-8587-4e18-8ebd-c9128514032f None None] Provisioning for port 16310602-15e7-454d-b3fe-1c7c15520c19 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:53.800463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:53.813291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5fbdcbd2-8587-4e18-8ebd-c9128514032f None None] Provisioning complete for port 16310602-15e7-454d-b3fe-1c7c15520c19 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:53.813707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5fbdcbd2-8587-4e18-8ebd-c9128514032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.854882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d982112c-a4eb-42f0-815b-b2d143d6f5b3 req-e058d14f-573d-4992-b401-0c2be0bb21a7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730146 Aug 12 02:16:53.863935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.922170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5fbdcbd2-8587-4e18-8ebd-c9128514032f None None] Port 16310602-15e7-454d-b3fe-1c7c15520c19 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:16:53.927900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 98420a40-3163-4daf-b235-cad9920c4f41 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:53.936280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.947731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 98420a40-3163-4daf-b235-cad9920c4f41 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:53.948661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:53.999657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777ac6e-fa3b-4667-ac88-54ebea20453a req-9ec7157d-e4b0-4f82-a2de-db773f055c53 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:54.001935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6777ac6e-fa3b-4667-ac88-54ebea20453a req-9ec7157d-e4b0-4f82-a2de-db773f055c53 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 943 time: 0.4123108 Aug 12 02:16:54.068307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:54.109196 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.143393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] Set router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:54.143665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['998d5934-7280-4974-9231-dbc422205985'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:54.156758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6777ac6e-fa3b-4667-ac88-54ebea20453a req-8ff80b8e-7439-4ffb-b5eb-b45700f8c0b5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389096 Aug 12 02:16:54.224737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Deleting port c3123e3b-9537-48fc-b16e-aa47c6c715e8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:16:54.225086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.397696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.408769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.489615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] For port c3123e3b-9537-48fc-b16e-aa47c6c715e8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3123e3b-9537-48fc-b16e-aa47c6c715e8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:54.490000 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.498110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f28e6-8e23-4bf8-aeac-3b83a8f5a12a req-4460197e-6aab-441d-9613-9bbf23085f21 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:54.508310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e1f28e6-8e23-4bf8-aeac-3b83a8f5a12a req-4460197e-6aab-441d-9613-9bbf23085f21 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.4503634 Aug 12 02:16:54.520661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Calling delete_port for c3123e3b-9537-48fc-b16e-aa47c6c715e8 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:16:54.585546 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:16:49Z', 'revision_number': 5, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:54.605042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.618160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.648071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Pushing event updated for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:54.673058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e1f28e6-8e23-4bf8-aeac-3b83a8f5a12a req-0a3e614b-0477-4fc4-ac99-ca5014cc3db6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635163 Aug 12 02:16:54.679136 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f11a8-eb33-40a2-b833-fc1b7923e1f2 None None] The sync data for ids ['d394979e-00fc-49b6-9c8d-d2bb9f6d95d6'] in n-d-804303-2 is: [{'id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'name': 'tempest-ServerRescueTestJSON-1290331713-router', 'tenant_id': 'dead03b275b84f1f85b356a575f4dc0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:14:30Z', 'updated_at': '2021-08-12T02:16:49Z', 'revision_number': 5, 'project_id': 'dead03b275b84f1f85b356a575f4dc0b', 'gw_port': {'id': 'c3123e3b-9537-48fc-b16e-aa47c6c715e8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394979e-00fc-49b6-9c8d-d2bb9f6d95d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:14:31Z', 'updated_at': '2021-08-12T02:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:16:54.720431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 98420a40-3163-4daf-b235-cad9920c4f41, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=98420a40-3163-4daf-b235-cad9920c4f41,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:54.731121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:54.868095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=98420a40-3163-4daf-b235-cad9920c4f41,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:54.886796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c363c077-0874-4455-b3a4-e91d399ff289 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:16:54.899116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:55.012448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fbb4c03f-4094-4dca-915e-3c51ba86d419 req-ecd32fe6-3769-4fbe-b39b-042cb5d52cd8 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 210 time: 0.1862879 Aug 12 02:16:55.027748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Network 903f71e8-97a8-4457-a487-e867b76d11cd is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:55.031046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:55.087170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.318309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.331701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:16:55.358001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Router 55c226cb-daf6-4882-87e3-44cd1e13fb2f has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:16:55.400518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:55.422479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 998d5934-7280-4974-9231-dbc422205985 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:55.423917 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.544133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c363c077-0874-4455-b3a4-e91d399ff289,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:55.567354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c363c077-0874-4455-b3a4-e91d399ff289', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'port_id': 'c363c077-0874-4455-b3a4-e91d399ff289', 'mac_address': 'fa:16:3e:82:ac:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced602ab-e827-46df-a182-0bb25617908c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:16:55.568229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:16:55.572614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 98420a40-3163-4daf-b235-cad9920c4f41 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:55.576597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9c49c4c7-3c69-447b-80fd-f01c6e7e9f48 admin admin] 10.222.0.11 "PUT /v2.0/routers/55c226cb-daf6-4882-87e3-44cd1e13fb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4272666 Aug 12 02:16:55.585815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:16:55.591506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:55.613279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Sync routers for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:16:55.686903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:55.687980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:55.697579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59356) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:55.719355 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.774931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-12294d88-456a-4a21-8074-c24e35de243d None None] Provisioning complete for port 16310602-15e7-454d-b3fe-1c7c15520c19 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:55.775912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-12294d88-456a-4a21-8074-c24e35de243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.810371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c363c077-0874-4455-b3a4-e91d399ff289 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:55.822780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:55.839124 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.900888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c363c077-0874-4455-b3a4-e91d399ff289,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:55.909520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 98420a40-3163-4daf-b235-cad9920c4f41 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:55.910003 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.911992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-12294d88-456a-4a21-8074-c24e35de243d None None] Port 16310602-15e7-454d-b3fe-1c7c15520c19 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:16:55.920715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.933204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:55.933856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:55.963742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3123e3b-9537-48fc-b16e-aa47c6c715e8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:55.977722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aaa724a2-b0f4-47e0-8dd6-1fdd6c518a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.001871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:56.004997 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e43129b-48f5-4b1d-83c8-de2627ac3f33" -d '{"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-plugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:56.025055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-415875606'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:56.025641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:56.033688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7d65c665-95d2-40d7-a06a-2f0247b5c638 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9228845 Aug 12 02:16:56.051060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.061845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:16:56.061845 n-d-804303-2 neutron-server[94674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:16:56.061845 n-d-804303-2 neutron-server[94674]: [parameters: {'project_id_1': 'e5e1d7df52ba48438baaefc333e03b7b', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 16, 56, 39641)}] Aug 12 02:16:56.061845 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:16:56.062585 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:16:56.085878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Request body: {'port': {'device_id': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:56.185220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:16:56.241058 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.256821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:56.271387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aaa724a2-b0f4-47e0-8dd6-1fdd6c518a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.293952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aaa724a2-b0f4-47e0-8dd6-1fdd6c518a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.376736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c363c077-0874-4455-b3a4-e91d399ff289'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:16:56.385927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aaa724a2-b0f4-47e0-8dd6-1fdd6c518a22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6799da7f19a24f978687420fad47fcd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6871886 Aug 12 02:16:56.386866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:56.399822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.423084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa724a2-b0f4-47e0-8dd6-1fdd6c518a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e2ba1-f183-47a0-8a0e-0399c74b2eb8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:56.424485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.456014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:56.491889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 277526e8-1e60-4aec-bb35-3b6ca5c51953 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:56.544702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.553696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 277526e8-1e60-4aec-bb35-3b6ca5c51953 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:56.554428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 277526e8-1e60-4aec-bb35-3b6ca5c51953 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:56.623050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:53Z', 'revision_number': 4, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16310602-15e7-454d-b3fe-1c7c15520c19', 'name': '', 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'mac_address': 'fa:16:3e:0c:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:52Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 2, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'subnets': [{'id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:56.641996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.665274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Checking router: 55c226cb-daf6-4882-87e3-44cd1e13fb2f for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:16:56.666035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Updating router 55c226cb-daf6-4882-87e3-44cd1e13fb2f port 16310602-15e7-454d-b3fe-1c7c15520c19 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:16:56.672692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.701442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.701891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:16:56.708553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:56.712321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.717110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.718129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:56.723724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-546b9fb2-0181-4add-9d80-bbc96e4a24a3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d394979e-00fc-49b6-9c8d-d2bb9f6d95d6 HTTP/1.1" status: 204 len: 168 time: 4.3531754 Aug 12 02:16:56.728577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59376) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:57.203005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63a2b28-bd1f-4dfe-9b70-c05de979e378 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:16:57.213009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.227138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Transition to ACTIVE for port object a63a2b28-bd1f-4dfe-9b70-c05de979e378 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:57.242360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.434978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:57.509216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:57.509560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:57.510185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:57.523763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:16:57.524461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:57.541032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:57.541726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:57.542420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:57.543067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Bound port: a63a2b28-bd1f-4dfe-9b70-c05de979e378, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:57.543727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.568504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3123e3b-9537-48fc-b16e-aa47c6c715e8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:16:57.602551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:57.614811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Deleting subnet ada870b9-1c2c-4105-a240-0cb63a5c11cc {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:16:57.636753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.654861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.656095 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Added segment ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad of type vlan for network 315c7aa4-db4c-4b41-a482-0032eb921a9a Aug 12 02:16:57.676569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:57.683585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:57.695486 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.704050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c3123e3b-9537-48fc-b16e-aa47c6c715e8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:16:57.704691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3123e3b-9537-48fc-b16e-aa47c6c715e8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:16:57.739525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:57.741834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.744244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] 10.222.0.21 "PUT /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 1091 time: 1.6943994 Aug 12 02:16:57.744726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:16:57.749381 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b087c4a0-1d96-4580-be84-b604198007d8" -d '{"events": [{"name": "network-changed", "server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:16:57.751920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.765315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.769202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca8e2ba1-f183-47a0-8a0e-0399c74b2eb8 HTTP/1.1" status: 204 len: 168 time: 1.3690412 Aug 12 02:16:57.853745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.889788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Transition to ACTIVE for port object 16310602-15e7-454d-b3fe-1c7c15520c19 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:16:57.892674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.907950 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:57.910853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-826ab471-4bbd-415f-a267-6e6c3130f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:57.915846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-826ab471-4bbd-415f-a267-6e6c3130f4b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1094 time: 0.0930078 Aug 12 02:16:57.920881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95699325-0065-4906-b3b5-b6f86ffe926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e2ba1-f183-47a0-8a0e-0399c74b2eb8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:57.936830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bbe07-d0b8-4073-a492-953a32de5868 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:57.956965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.057005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-0ff64256-e0ad-49c9-a2ea-876b2c7b991e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 217 time: 0.1082203 Aug 12 02:16:58.070919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c2c7b-18fb-4e1f-ab4a-e84489b93901 None None] Pushing event updated for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:58.105882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.111589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:58.112218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.157700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.181010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a496269-8293-43a7-93be-6ecaa1001663 req-4c83cdfc-19fd-4ef6-bc4d-2723450a3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:58.182784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-4c83cdfc-19fd-4ef6-bc4d-2723450a3be6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1099935 Aug 12 02:16:58.219972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Attempting to bind port 16310602-15e7-454d-b3fe-1c7c15520c19 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:16:58.220634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Attempting to bind port 16310602-15e7-454d-b3fe-1c7c15520c19 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:16:58.221196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Attempting to bind port 16310602-15e7-454d-b3fe-1c7c15520c19 on network 903f71e8-97a8-4457-a487-e867b76d11cd {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:16:58.234754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:16:58.235564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Checking segment: {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:58.237196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.240983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Bound using segment: {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:16:58.241749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Bound port: 16310602-15e7-454d-b3fe-1c7c15520c19, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f087c2f-61bf-43be-b542-15e110383610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:16:58.245909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.260499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-06df05d8-05f5-4237-9f5c-4a633568cc08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675204 Aug 12 02:16:58.321308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.395063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] For port 16310602-15e7-454d-b3fe-1c7c15520c19, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:16:58.402703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] For port 16310602-15e7-454d-b3fe-1c7c15520c19, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16310602-15e7-454d-b3fe-1c7c15520c19,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:16:58.431260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.528118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-b49a8a42-9529-4f5d-a415-737dec74d239 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517772 Aug 12 02:16:58.559545 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.7355661 Aug 12 02:16:58.570503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:58.572057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada870b9-1c2c-4105-a240-0cb63a5c11cc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:58.584652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'subnet': {'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:58.585100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.586996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-29cd6154-ab58-4cd1-bc9b-c4e392da2a9f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ada870b9-1c2c-4105-a240-0cb63a5c11cc HTTP/1.1" status: 204 len: 168 time: 1.8326066 Aug 12 02:16:58.590144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59392) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:58.592522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb9055-ce6b-4bee-bb11-1bacb21d54c6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Network': ['ID=315c7aa4-db4c-4b41-a482-0032eb921a9a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:58.621084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:16:58.670145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c2c7b-18fb-4e1f-ab4a-e84489b93901 None None] Pushing event updated for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:58.780049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:16:58.780457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:16:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:58.793843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:58.891395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a496269-8293-43a7-93be-6ecaa1001663 req-2b8a7073-8159-4dc2-be67-562a9ddf0189 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590410 Aug 12 02:16:58.941164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c363c077-0874-4455-b3a4-e91d399ff289 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:16:59.055425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:59.060511 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.138211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:16:59.185451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.212634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c363c077-0874-4455-b3a4-e91d399ff289 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:16:59.221575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c363c077-0874-4455-b3a4-e91d399ff289 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:16:59.221942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.227825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:59.256136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb80f813-cade-4750-ae48-f99391d74dde') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:59.256544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb80f813-cade-4750-ae48-f99391d74dde') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:16:59.324410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.374089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.393031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:16:59.393448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:16:59.405703 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:16:59.562926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.570565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.572996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6 HTTP/1.1" status: 204 len: 168 time: 0.9815769 Aug 12 02:16:59.591093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b2bf8-16ad-4381-b8f3-6e3936843952 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1aeaa31-d380-40ed-a9a7-e5f4e525e5f6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:59.636561 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.717955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Subnet': ['ID=090b9ef1-9c84-495c-8f4e-38877230dd6b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:16:59.720465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Checking segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:16:59.721056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network hostable DHCP agents. Network: 315c7aa4-db4c-4b41-a482-0032eb921a9a, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:16:59.741949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:16:59.757000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 315c7aa4-db4c-4b41-a482-0032eb921a9a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:16:59.764696 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.773605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4229c0-35df-413c-b14b-638e4b28101e None None] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:16:59.778067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:16:59.780548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.812953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8179813-cb0e-4e61-9c2c-705366415313 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2408447 Aug 12 02:16:59.815187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:59.829801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1413154933'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:16:59.861909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:16:59.872193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.933601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:16:59.943098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:16:59.977498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:16:59.978633 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Added segment f4948218-dc05-4499-8a4f-5c48a763ec88 of type vlan for network f0c43232-61d2-471a-9f40-b3f55a46ce9f Aug 12 02:17:00.038074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c363c077-0874-4455-b3a4-e91d399ff289,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:00.061329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.063438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.096227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48e62d13-f062-4e74-9655-4898c27b1f34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dead03b275b84f1f85b356a575f4dc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506002 Aug 12 02:17:00.100032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59418) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:00.136668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.143149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:00.143820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.146854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:53Z', 'revision_number': 4, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16310602-15e7-454d-b3fe-1c7c15520c19', 'name': '', 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'mac_address': 'fa:16:3e:0c:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:52Z', 'updated_at': '2021-08-12T02:16:58Z', 'revision_number': 4, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'subnets': [{'id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:00.211440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:17:00.223854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9841326-37ef-42a2-b415-6ab0f04d601e None None] The sync data for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 is: [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:16:53Z', 'revision_number': 4, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16310602-15e7-454d-b3fe-1c7c15520c19', 'name': '', 'network_id': '903f71e8-97a8-4457-a487-e867b76d11cd', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'mac_address': 'fa:16:3e:0c:7f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:52Z', 'updated_at': '2021-08-12T02:16:58Z', 'revision_number': 4, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'subnets': [{'id': '16c31d7b-a805-4bba-8f1b-4bc5bdf74644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:17:00.276244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Network': ['ID=f0c43232-61d2-471a-9f40-b3f55a46ce9f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:00.277762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e3d6595d-ef39-4530-bf43-744427e318e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4601088 Aug 12 02:17:00.281405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59422) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:00.293409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'subnet': {'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:00.325239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:17:00.358503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.371831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:00.437733 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.559400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-315c7aa4-db4c-4b41-a482-0032eb921a9a', 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'fixed_ips': [{'subnet_id': '090b9ef1-9c84-495c-8f4e-38877230dd6b'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:17:00.564195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:00.568691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.576146 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.602315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.606208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:00.610808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/211d07af-4e8d-47e5-8ec8-11d8fba9ae75 HTTP/1.1" status: 204 len: 168 time: 0.5060306 Aug 12 02:17:00.637979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c277e-7adf-4b1b-9122-9f85c79f3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211d07af-4e8d-47e5-8ec8-11d8fba9ae75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:01.017750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Allocated IP 19.80.0.2 (315c7aa4-db4c-4b41-a482-0032eb921a9a/090b9ef1-9c84-495c-8f4e-38877230dd6b/5e578b72-5e00-447c-b54f-46e40ca6a7af) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:01.116915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-379fdb51-1919-41c3-891c-8e30c10fbdd5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665879 Aug 12 02:17:01.154920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:01.399753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-731f0649-7415-4cb2-916f-7f6433a0819a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:01.428891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-731f0649-7415-4cb2-916f-7f6433a0819a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2974567 Aug 12 02:17:01.473037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-9b0cbd6e-20fb-4f10-94be-023681be08de tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/quotas/03e0386c6f414e379fec48ae4b286628 HTTP/1.1" status: 200 len: 375 time: 0.0424690 Aug 12 02:17:01.480207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378a62f-181c-4d13-9f70-25dcef4ce709 req-5177a881-36b5-4565-8713-3fabf3bba8ef tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:01.481792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7378a62f-181c-4d13-9f70-25dcef4ce709 req-5177a881-36b5-4565-8713-3fabf3bba8ef tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.3463392 Aug 12 02:17:01.484733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Subnet': ['ID=28358dba-5a0b-4f79-81ac-f761fd752a83,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:01.486400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:01.524098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Transition to ACTIVE for port object 5e578b72-5e00-447c-b54f-46e40ca6a7af will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:01.576700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Transition to ACTIVE for port object 5e578b72-5e00-447c-b54f-46e40ca6a7af will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:01.590902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:01.623882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Checking segment: {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:01.624567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network hostable DHCP agents. Network: f0c43232-61d2-471a-9f40-b3f55a46ce9f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:17:01.624957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16310602-15e7-454d-b3fe-1c7c15520c19 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:01.646156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7378a62f-181c-4d13-9f70-25dcef4ce709 req-26d7fe57-d508-4480-9774-63dd00517af9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451259 Aug 12 02:17:01.675529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:01.684013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:01.688460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:01.697189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:17:01.703665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Pushing event updated for resources: {'Port': ['ID=5e578b72-5e00-447c-b54f-46e40ca6a7af,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:01.739145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f0c43232-61d2-471a-9f40-b3f55a46ce9f) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:01.745549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:01.746649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:01.769842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-d5ff1e93-4d80-4b19-8574-02164c437482 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2936721 Aug 12 02:17:01.798349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3e8c6f17-dfb1-40b6-8e4b-aab102bb46b9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5085037 Aug 12 02:17:01.814253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79d6e1d-6b74-4d07-b0d6-16d8cb8cf6a1 None None] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:01.957570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Attempting to bind port 5e578b72-5e00-447c-b54f-46e40ca6a7af on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:01.959226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Attempting to bind port 5e578b72-5e00-447c-b54f-46e40ca6a7af by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:01.959973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Attempting to bind port 5e578b72-5e00-447c-b54f-46e40ca6a7af on network 315c7aa4-db4c-4b41-a482-0032eb921a9a {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:01.982756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c6ab3-0ae9-4982-ae6f-9c93e8127f7c req-8fc093ce-c25a-4f61-9c93-e5dc4c40c968 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:01.993163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:01.996983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-124c6ab3-0ae9-4982-ae6f-9c93e8127f7c req-8fc093ce-c25a-4f61-9c93-e5dc4c40c968 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 943 time: 0.1005538 Aug 12 02:17:02.009544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Checking segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:02.010219 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:02.010793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Bound using segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:02.011529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Bound port: 5e578b72-5e00-447c-b54f-46e40ca6a7af, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:02.018027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:02.074229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 16310602-15e7-454d-b3fe-1c7c15520c19 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:02.076105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-124c6ab3-0ae9-4982-ae6f-9c93e8127f7c req-a48301d8-233d-46b2-9b33-82fa3aa725db tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789726 Aug 12 02:17:02.076304 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dea03095-8342-4018-b3e5-9e2589680af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:02.144341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16310602-15e7-454d-b3fe-1c7c15520c19 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:02.144714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:02.184508 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cce03f-d3ca-4bc6-94d0-2b5daa63db67 x-openstack-request-id: req-07cce03f-d3ca-4bc6-94d0-2b5daa63db67 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:02.185004 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-plugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:02.185641 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07cce03f-d3ca-4bc6-94d0-2b5daa63db67 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:02.186272 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985', 'code': 200} Aug 12 02:17:02.252258 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3f0f3-c897-4126-aaa1-f31f56cfb139 x-openstack-request-id: req-0ef3f0f3-c897-4126-aaa1-f31f56cfb139 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:02.252552 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:02.252804 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ef3f0f3-c897-4126-aaa1-f31f56cfb139 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:02.253205 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'status': 'completed', 'code': 200} Aug 12 02:17:02.293475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] For port 5e578b72-5e00-447c-b54f-46e40ca6a7af, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:02.321264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] For port 5e578b72-5e00-447c-b54f-46e40ca6a7af, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e578b72-5e00-447c-b54f-46e40ca6a7af,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:02.436596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c4a0-1d96-4580-be84-b604198007d8 req-31213a0c-56fb-4df9-836e-a253ac1e9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:02.443642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-31213a0c-56fb-4df9-836e-a253ac1e9c92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1094 time: 0.1612496 Aug 12 02:17:02.473375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:02.542109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-450a0b32-ee2f-47bb-849d-42cdc40f272a req-22b13116-5f34-447b-99b2-228db40128f5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 210 time: 0.0635219 Aug 12 02:17:02.863106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6ea86-57e5-4a47-9fe5-51cfc4b02a0a req-90155a94-f678-449e-9661-3f7dbff7bb83 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:02.869740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9b6ea86-57e5-4a47-9fe5-51cfc4b02a0a req-90155a94-f678-449e-9661-3f7dbff7bb83 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 950 time: 0.1752489 Aug 12 02:17:02.943564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:02.965208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f0c43232-61d2-471a-9f40-b3f55a46ce9f', 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'fixed_ips': [{'subnet_id': '28358dba-5a0b-4f79-81ac-f761fd752a83'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:17:02.967169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:03.041141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9b6ea86-57e5-4a47-9fe5-51cfc4b02a0a req-0d7d2bf6-ccc3-43bf-a7b3-c4ba110f7891 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496959 Aug 12 02:17:03.095919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-266b8d8d-d413-4241-812e-3c786d6d5bba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:03.104611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-266b8d8d-d413-4241-812e-3c786d6d5bba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:03.106199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-266b8d8d-d413-4241-812e-3c786d6d5bba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/networks?id=315c7aa4-db4c-4b41-a482-0032eb921a9a&id=f0c43232-61d2-471a-9f40-b3f55a46ce9f&id=315c7aa4-db4c-4b41-a482-0032eb921a9a HTTP/1.1" status: 200 len: 1391 time: 0.6060872 Aug 12 02:17:03.107980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c4a0-1d96-4580-be84-b604198007d8 req-040a315a-e299-4fed-a988-467ea8a7a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:03.109345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-040a315a-e299-4fed-a988-467ea8a7a715 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.6565614 Aug 12 02:17:03.119961 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:03.191850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-369c6823-8de5-492b-9074-64fa94a89302 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/quotas/e5e1d7df52ba48438baaefc333e03b7b HTTP/1.1" status: 200 len: 375 time: 0.0785890 Aug 12 02:17:03.194941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-7a710151-218e-465e-b758-9fedf90ad321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 217 time: 0.0722930 Aug 12 02:17:03.305065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0058e-1a75-4766-b51b-217d11aec2f6 req-e3407931-af73-4b1b-8fe8-5833c9ab749f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:03.313092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fa0058e-1a75-4766-b51b-217d11aec2f6 req-e3407931-af73-4b1b-8fe8-5833c9ab749f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.1080086 Aug 12 02:17:03.419597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fa0058e-1a75-4766-b51b-217d11aec2f6 req-79a2ff45-d8b5-44fc-b6ab-2a49d564068c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966258 Aug 12 02:17:03.471384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c4a0-1d96-4580-be84-b604198007d8 req-dc5c6cb4-3ee9-4204-851a-c02c9f3808f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:03.480122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-dc5c6cb4-3ee9-4204-851a-c02c9f3808f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.2235782 Aug 12 02:17:03.505685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-e698885d-422f-4856-90f7-5afd9aef8951 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3041034 Aug 12 02:17:03.539983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-eb862ee1-9e1f-4190-81e5-3e1e54ee923d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328815 Aug 12 02:17:03.654461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279c9c2-00a2-4741-beb1-3aba91385837 None None] Pushing event updated for resources: {'Port': ['ID=5e578b72-5e00-447c-b54f-46e40ca6a7af,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:03.721101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59556) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:03.830472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:17:03.924606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-b0bd94f6-2436-452d-bafa-00be02781bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624456 Aug 12 02:17:03.991174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-db4a8252-bd19-4de6-809c-5707430693a2 service neutron] 10.222.0.11 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495416 Aug 12 02:17:04.055438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 16310602-15e7-454d-b3fe-1c7c15520c19, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16310602-15e7-454d-b3fe-1c7c15520c19,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:04.123184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:04.169613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6877d51c-6a33-424d-afd6-575e349f4b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:04.309683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:04.312380 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c909da3-86aa-4406-9f41-07b9dfe64534" -d '{"events": [{"server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "name": "network-vif-plugged", "status": "completed", "tag": "c363c077-0874-4455-b3a4-e91d399ff289"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:04.342916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b087c4a0-1d96-4580-be84-b604198007d8 req-b3896a6b-d17f-4f41-bbaf-3ceb13fcf5db service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236887 Aug 12 02:17:04.404905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e578b72-5e00-447c-b54f-46e40ca6a7af up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:04.444177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:04.496380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949e1af-76d7-489c-b1b1-719a0df0a44c req-9eac4161-70b1-4eb0-ab4e-8e0748f51389 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:04.498011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6949e1af-76d7-489c-b1b1-719a0df0a44c req-9eac4161-70b1-4eb0-ab4e-8e0748f51389 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 943 time: 0.2263913 Aug 12 02:17:04.538202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Allocated IP 19.86.0.2 (f0c43232-61d2-471a-9f40-b3f55a46ce9f/28358dba-5a0b-4f79-81ac-f761fd752a83/e112ba66-a05f-446e-ab67-0d35cbe65215) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:04.539715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-4906260e-c924-44d0-9945-c86abd8ade20 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=03e0386c6f414e379fec48ae4b286628&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1957896 Aug 12 02:17:04.550345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:04.648496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6949e1af-76d7-489c-b1b1-719a0df0a44c req-8b6501c8-a1c8-4798-ba47-3d9ba9fa8d7b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138663 Aug 12 02:17:04.656693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c872f-3869-46f1-bb1c-c53a36ab61e7 None None] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:04.687576 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6877d51c-6a33-424d-afd6-575e349f4b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:04.696835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6877d51c-6a33-424d-afd6-575e349f4b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:04.773712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-62bc8735-7bd9-43c2-808c-6c43823684d8 service neutron] 10.222.0.11 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803280 Aug 12 02:17:04.782927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-276a71ab-a1be-491c-b4f3-e17f73e492c1 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:04.791393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-276a71ab-a1be-491c-b4f3-e17f73e492c1 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423391 Aug 12 02:17:04.816932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6877d51c-6a33-424d-afd6-575e349f4b6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15df4d29af9843598a7361c6f0aaef1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0947299 Aug 12 02:17:04.819951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877d51c-6a33-424d-afd6-575e349f4b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2922eca9-e0fc-46e6-942a-b7d7bd604358,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:04.822439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:04.826739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:04.967315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'port_id': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'mac_address': 'fa:16:3e:16:cc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d21db5-7c59-4620-9384-b8fef95567ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:04.998497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b0fbe45-e1c9-465e-80ef-efb43d574292 req-c9818534-5840-4acc-b4f3-d08347945675 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 210 time: 0.0744102 Aug 12 02:17:05.107724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c9f610-d8cc-468c-8110-1bf31661f68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.139288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.160581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:05.182712 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50192d2-0eea-4ebb-baef-0984314c2cff x-openstack-request-id: req-f50192d2-0eea-4ebb-baef-0984314c2cff {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:05.183438 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "name": "network-vif-plugged", "status": "completed", "tag": "c363c077-0874-4455-b3a4-e91d399ff289", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:05.184110 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f50192d2-0eea-4ebb-baef-0984314c2cff {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:05.185154 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289', 'code': 200} Aug 12 02:17:05.245127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e61c4fef-7daa-41d9-8edb-225d6f849055 None None] Provisioning for port 5e578b72-5e00-447c-b54f-46e40ca6a7af completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:05.338529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5e578b72-5e00-447c-b54f-46e40ca6a7af completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:05.345697 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.349741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Request body: {'port': {'device_id': '68af199e-e690-4c84-84eb-0f812feb3761', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '03e0386c6f414e379fec48ae4b286628'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:05.382643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62f598-4ab1-4edf-827f-5886ec1aad07 req-3cc40023-73fa-4c95-9221-b16ddd29caaa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:05.385544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb62f598-4ab1-4edf-827f-5886ec1aad07 req-3cc40023-73fa-4c95-9221-b16ddd29caaa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.0969839 Aug 12 02:17:05.388316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5e578b72-5e00-447c-b54f-46e40ca6a7af triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:05.388823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.447153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63a2b28-bd1f-4dfe-9b70-c05de979e378 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:05.495041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb62f598-4ab1-4edf-827f-5886ec1aad07 req-dfc006ca-d0ae-40aa-ac69-44d40166197f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007025 Aug 12 02:17:05.588108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:05.626060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.628202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.632370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6fb77-6080-4686-8b5d-f1f50fab3d4c req-95b749bd-cd58-45ea-9d55-dbb690290d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:05.635944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58b6fb77-6080-4686-8b5d-f1f50fab3d4c req-95b749bd-cd58-45ea-9d55-dbb690290d40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 1096 time: 0.2795448 Aug 12 02:17:05.646797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.679680 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.696567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.711718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Transition to ACTIVE for port object e112ba66-a05f-446e-ab67-0d35cbe65215 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:05.791215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:05.800539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Transition to ACTIVE for port object e112ba66-a05f-446e-ab67-0d35cbe65215 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:05.855891 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.858220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.862341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.868433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.869180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:05.870991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.872809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2922eca9-e0fc-46e6-942a-b7d7bd604358 HTTP/1.1" status: 204 len: 168 time: 1.0478654 Aug 12 02:17:05.904891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b35ca-7296-4eb3-b414-deb12b4f4c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2922eca9-e0fc-46e6-942a-b7d7bd604358,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:05.930905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.941720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58b6fb77-6080-4686-8b5d-f1f50fab3d4c req-565da1ae-c32f-4024-aeb1-11331b87b4c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112411 Aug 12 02:17:05.950236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0f3e5b53-bb98-42e6-a894-968ecc4abfb4 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1753335 Aug 12 02:17:05.956600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5413c193-8dbb-404d-875e-cb9d597793c6 None None] Provisioning complete for port 5e578b72-5e00-447c-b54f-46e40ca6a7af triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:05.967188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5413c193-8dbb-404d-875e-cb9d597793c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:05.988251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedc844-8079-411d-96c5-f1dac236d785 req-b677577d-8fc2-4521-8c7a-bb943e7ae808 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:05.994318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:05.996356 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6dedc844-8079-411d-96c5-f1dac236d785 req-b677577d-8fc2-4521-8c7a-bb943e7ae808 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.1654243 Aug 12 02:17:06.055364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:06.055718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-f386c6a3-72b1-4fb1-a0ee-e059407f07b2 service neutron] 10.222.0.11 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042235 Aug 12 02:17:06.060899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:06.066400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6dedc844-8079-411d-96c5-f1dac236d785 req-74f4751d-5bbd-440e-87fd-b07d98a11e1d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631375 Aug 12 02:17:06.101424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['a63a2b28-bd1f-4dfe-9b70-c05de979e378'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:06.152829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:06.174763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5e578b72-5e00-447c-b54f-46e40ca6a7af, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e578b72-5e00-447c-b54f-46e40ca6a7af,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:06.195717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Made reservation on behalf of 03e0386c6f414e379fec48ae4b286628 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:06.199740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.284134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-ae6b3b16-30dd-45e7-bf2f-3b8c55c595d3 service neutron] 10.222.0.11 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278311 Aug 12 02:17:06.296708 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.366324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Attempting to bind port e112ba66-a05f-446e-ab67-0d35cbe65215 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:06.368306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Attempting to bind port e112ba66-a05f-446e-ab67-0d35cbe65215 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:06.374298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Attempting to bind port e112ba66-a05f-446e-ab67-0d35cbe65215 on network f0c43232-61d2-471a-9f40-b3f55a46ce9f {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:06.429853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9efe04b1-f531-4e6c-b719-6f61670a5f27 req-de526b0b-11be-4553-8ff8-0c985f605c8f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 210 time: 0.0364602 Aug 12 02:17:06.528050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16310602-15e7-454d-b3fe-1c7c15520c19 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:06.568072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:06.568072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Checking segment: {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:06.568473 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.569132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Bound using segment: {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:06.569132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Bound port: e112ba66-a05f-446e-ab67-0d35cbe65215, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:06.569468 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.576752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Allocated IP 192.168.233.105 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:06.649151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Pushing event updated for resources: {'Port': ['ID=e112ba66-a05f-446e-ab67-0d35cbe65215,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:06.688604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-5ec92fbb-0e2d-409f-a196-f9dbd71943e1 service neutron] 10.222.0.11 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921068 Aug 12 02:17:06.711115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b8ce-9c5c-4351-b4ab-8e0a1c491734 req-0d7030a0-294f-45e1-8709-c575c4bafbf4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:06.725237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0072b8ce-9c5c-4351-b4ab-8e0a1c491734 req-0d7030a0-294f-45e1-8709-c575c4bafbf4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.1218240 Aug 12 02:17:06.790638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:06.808455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0072b8ce-9c5c-4351-b4ab-8e0a1c491734 req-825b3ed1-ac16-4aaf-b27e-347f5c6eeb0c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Aug 12 02:17:06.848022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f0acab8-e386-48a8-a187-a07432749db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.937010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] For port e112ba66-a05f-446e-ab67-0d35cbe65215, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:06.939375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5e578b72-5e00-447c-b54f-46e40ca6a7af,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:06.945734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] For port e112ba66-a05f-446e-ab67-0d35cbe65215, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e112ba66-a05f-446e-ab67-0d35cbe65215,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:06.956730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:06.959861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16310602-15e7-454d-b3fe-1c7c15520c19 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:06.960298 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.051166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5f677ae-a844-4b0c-84d5-81330b44c797 req-6bc83658-4dc3-4860-9dbb-f7f8dfc36344 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 210 time: 0.0846772 Aug 12 02:17:07.159863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:07.188767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:07.191280 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2eabc2-1599-419d-9faf-4a5808daefc2" -d '{"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:07.246730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1d613-2e5f-4490-91fe-47c9917d62b0 None None] Pushing event updated for resources: {'Port': ['ID=e112ba66-a05f-446e-ab67-0d35cbe65215,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:07.275870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f0acab8-e386-48a8-a187-a07432749db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.330171 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be08b7-5421-47a6-9d2a-7575b5de5ddb x-openstack-request-id: req-37be08b7-5421-47a6-9d2a-7575b5de5ddb {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:07.330171 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-unplugged", "status": "completed", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:07.330171 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37be08b7-5421-47a6-9d2a-7575b5de5ddb {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:07.330563 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'code': 200} Aug 12 02:17:07.337256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.394812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.498655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Transition to ACTIVE for port object 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:07.528651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:07.548708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'mac_address': 'fa:16:3e:cb:71:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:07.560611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f0acab8-e386-48a8-a187-a07432749db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.691601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-64e64c67-eada-4b8f-a418-afbfd2ecc836 req-737e491c-f38d-4118-902a-4da408070df7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 210 time: 0.0547156 Aug 12 02:17:07.771771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0acab8-e386-48a8-a187-a07432749db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f13e7e-fcd0-43e0-b2c6-a887cc875fad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:07.836948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f0acab8-e386-48a8-a187-a07432749db7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74562bed472845daa31b5be56fd5dc69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0452192 Aug 12 02:17:07.840112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:07.863213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3ed2d-f16f-4948-93b0-4e2f22396575 req-2319a557-4e28-4b8e-b94e-b8e3f7e8c8de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:07.872425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6a3ed2d-f16f-4948-93b0-4e2f22396575 req-2319a557-4e28-4b8e-b94e-b8e3f7e8c8de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.3446786 Aug 12 02:17:07.896189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:07.949144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6a3ed2d-f16f-4948-93b0-4e2f22396575 req-bc75c5bd-e45e-4659-a246-7420bae25b99 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747256 Aug 12 02:17:08.021890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:08.030006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:08.034396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:08.102148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.133619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', '6f3f7234-c709-4734-8a89-7a6b8f40d148'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:08.135548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.163751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:08.164409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.195390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.206235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event updated for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:08.218492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.221292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.222632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64f13e7e-fcd0-43e0-b2c6-a887cc875fad HTTP/1.1" status: 204 len: 168 time: 0.3814926 Aug 12 02:17:08.236679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:08.247712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9a4a6-f9a2-4255-9cdb-b076a91637d5 req-45c1d571-30db-499c-b456-a38cf90078b0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:08.259532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38d9a4a6-f9a2-4255-9cdb-b076a91637d5 req-45c1d571-30db-499c-b456-a38cf90078b0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.2377534 Aug 12 02:17:08.299652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324b4e0-17d5-4354-8b65-1b7984bbcfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f13e7e-fcd0-43e0-b2c6-a887cc875fad,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:08.335214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38d9a4a6-f9a2-4255-9cdb-b076a91637d5 req-84f11fab-9d3f-43e7-95fc-e684d7cd5f1e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741968 Aug 12 02:17:08.388510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b10ee55e-a978-4309-8967-231c58e23e20 req-322ae346-9e3e-4e6e-86b4-f91b5c83fdd2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 210 time: 0.2025485 Aug 12 02:17:08.392640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-1cb9a1e4-9a2e-4a7d-8352-f7beb121ebe2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5689974 Aug 12 02:17:08.408163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:08.424141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Request body: {'port': {'device_id': '68af199e-e690-4c84-84eb-0f812feb3761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:08.473151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.678313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:08.719219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['163c8d29-02b4-4e06-818c-b9f1adf42c57'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:08.981397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e112ba66-a05f-446e-ab67-0d35cbe65215 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:08.986928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:09.083919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34829f-ff51-4ab1-96cd-10179a70c144 req-8672a7e9-5443-4420-8aa6-2b516b2115c3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:09.099705 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af34829f-ff51-4ab1-96cd-10179a70c144 req-8672a7e9-5443-4420-8aa6-2b516b2115c3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.1517811 Aug 12 02:17:09.124724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-86fce4b5-0844-4e94-b1c4-0145b0022edd None None] Provisioning for port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:09.231566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af34829f-ff51-4ab1-96cd-10179a70c144 req-1625c99c-3afb-4778-bf43-cd0cf57cb35b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302817 Aug 12 02:17:09.321073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-86fce4b5-0844-4e94-b1c4-0145b0022edd None None] Provisioning complete for port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:09.321668 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86fce4b5-0844-4e94-b1c4-0145b0022edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:09.391750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01d5225-cbe8-4b46-bc53-2b988ce5a69c None None] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:09.516179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:09.527737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:09.544627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Transition to ACTIVE for port object 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:09.561247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-86fce4b5-0844-4e94-b1c4-0145b0022edd None None] Port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:17:09.638514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e112ba66-a05f-446e-ab67-0d35cbe65215 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:09.657315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e578b72-5e00-447c-b54f-46e40ca6a7af up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:09.678625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:09.687086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1dbe0e51-25cc-4d11-bab4-ddf2049f9ebe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:09.702054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1dbe0e51-25cc-4d11-bab4-ddf2049f9ebe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:09.704073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1dbe0e51-25cc-4d11-bab4-ddf2049f9ebe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "GET /v2.0/networks?id=315c7aa4-db4c-4b41-a482-0032eb921a9a&id=f0c43232-61d2-471a-9f40-b3f55a46ce9f&id=315c7aa4-db4c-4b41-a482-0032eb921a9a HTTP/1.1" status: 200 len: 1391 time: 0.1572888 Aug 12 02:17:09.706621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:09.746431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'admin_state_up': True, 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:09.791632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:09.889837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2fa1f-1986-43fe-92d2-c5db476a49d7 req-af68d9d9-5af6-4d6a-900c-ffe90cb53cc1 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:09.899389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ba2fa1f-1986-43fe-92d2-c5db476a49d7 req-af68d9d9-5af6-4d6a-900c-ffe90cb53cc1 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 936 time: 1.0037215 Aug 12 02:17:09.940771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Provisioning for port e112ba66-a05f-446e-ab67-0d35cbe65215 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:09.986338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Provisioning complete for port e112ba66-a05f-446e-ab67-0d35cbe65215 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:09.986718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:09.988355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port a63a2b28-bd1f-4dfe-9b70-c05de979e378 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:10.009001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port a63a2b28-bd1f-4dfe-9b70-c05de979e378 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:10.009375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.022593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:10.050708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ba2fa1f-1986-43fe-92d2-c5db476a49d7 req-efc34054-426f-4ef8-9b1c-0a07eaa531dd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457145 Aug 12 02:17:10.162497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8533f76f-a447-49ac-b676-49d70affda50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.169486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Attempting to bind port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:10.171569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Attempting to bind port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:10.172171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Attempting to bind port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:10.185435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:10.186046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Attempting to bind port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:10.211017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5e578b72-5e00-447c-b54f-46e40ca6a7af triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:10.211395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.221406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:10.222016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:10.222725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:10.223549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Bound port: 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:10.224225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.317364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:10.325641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.398658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a987fdde-0069-4d17-8335-0b45d982033d req-f93bfe77-1b26-4882-b380-7bf3936be4ee tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:10.408591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a987fdde-0069-4d17-8335-0b45d982033d req-f93bfe77-1b26-4882-b380-7bf3936be4ee tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.2251091 Aug 12 02:17:10.469144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8533f76f-a447-49ac-b676-49d70affda50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.481235 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8533f76f-a447-49ac-b676-49d70affda50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.494067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:10.575788 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.589190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.607262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a987fdde-0069-4d17-8335-0b45d982033d req-1dec24fe-ac99-4168-89a5-53e780b794f4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974473 Aug 12 02:17:10.625701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:10.631315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533f76f-a447-49ac-b676-49d70affda50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d3acf3-c726-477a-a01e-486f376412e4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:10.635589 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.654138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8533f76f-a447-49ac-b676-49d70affda50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17bfa8d916ae40218eca14d96eec249b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8612075 Aug 12 02:17:10.658212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:10.667792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:10.669891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:10.673785 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f56acc1-4800-45b4-b8e8-f730560637fb" -d '{"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-plugged", "status": "completed", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:10.686782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.729222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] For port e112ba66-a05f-446e-ab67-0d35cbe65215, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e112ba66-a05f-446e-ab67-0d35cbe65215,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:10.744841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.766735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:10.769681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:10.775878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.779905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] 10.222.0.25 "PUT /v2.0/ports/5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 HTTP/1.1" status: 200 len: 1096 time: 2.3684285 Aug 12 02:17:10.783783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:10.795527 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de114279-3800-41ed-8901-697567178dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:10.897497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.919753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520a71a-4941-4e52-b2fb-ab2aba17b7d6 None None] Pushing event updated for resources: {'Port': ['ID=e112ba66-a05f-446e-ab67-0d35cbe65215,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:10.935860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:10.948012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-c0d1ce5b-28e1-4d83-904a-aaeaab98a82b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:10.949728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-c0d1ce5b-28e1-4d83-904a-aaeaab98a82b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ff96309-876b-4ebf-b58c-96fe12dd3694 HTTP/1.1" status: 200 len: 945 time: 0.2893014 Aug 12 02:17:10.971820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-038fb6f6-8861-4eea-8397-17b397c14476 None None] Provisioning complete for port e112ba66-a05f-446e-ab67-0d35cbe65215 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:10.972586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-038fb6f6-8861-4eea-8397-17b397c14476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.153425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:11.169800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.172984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.193306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0d3acf3-c726-477a-a01e-486f376412e4 HTTP/1.1" status: 204 len: 168 time: 0.5090809 Aug 12 02:17:11.206918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Deleting port c363c077-0874-4455-b3a4-e91d399ff289 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:11.210652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.280525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc5990f9-1889-43cc-b6b9-7dad72d01fca req-ab412055-7126-4650-b391-72befa526e23 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 210 time: 0.3018570 Aug 12 02:17:11.312084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6ed6a-c651-4d07-b995-296c4fac8c6d service neutron] Pushing event updated for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:11.313869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 163c8d29-02b4-4e06-818c-b9f1adf42c57 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:11.314323 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.347301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6494a-9935-4f7b-a269-00ad1f970f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d3acf3-c726-477a-a01e-486f376412e4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:11.415158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Allocated IP 19.80.0.139 (315c7aa4-db4c-4b41-a482-0032eb921a9a/090b9ef1-9c84-495c-8f4e-38877230dd6b/18a9294d-6862-4a43-8315-348610419625) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:11.423267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-f48fd618-05c0-4f52-ae0e-f816c9e0e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:11.431144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-f48fd618-05c0-4f52-ae0e-f816c9e0e5cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 1099 time: 0.4836094 Aug 12 02:17:11.521960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] For port c363c077-0874-4455-b3a4-e91d399ff289, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c363c077-0874-4455-b3a4-e91d399ff289,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:11.525876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.556163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-eb779430-6870-4a59-af4f-33d12f0f2d27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 HTTP/1.1" status: 200 len: 217 time: 0.1124790 Aug 12 02:17:11.562527 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.584967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Calling delete_port for c363c077-0874-4455-b3a4-e91d399ff289 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:11.739861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:11.755637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:11.835487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-7eb75ee6-7386-40cf-b7e0-571e3f0a0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:11.840720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-7eb75ee6-7386-40cf-b7e0-571e3f0a0052 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.2677381 Aug 12 02:17:11.939878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:11.969418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:12.010500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.018154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62cddf5a-0ffb-4966-958b-de5da2f728c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.025963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['df1f304c-7e80-41bb-b3c4-e1d0cfa28683'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:12.080674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c363c077-0874-4455-b3a4-e91d399ff289'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:12.084704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Pushing event deleted for resources: {'Port': ['ID=c363c077-0874-4455-b3a4-e91d399ff289,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:12.114747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-559fd341-5ab9-4f3a-9d88-7f17bb2779e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:12.132492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-559fd341-5ab9-4f3a-9d88-7f17bb2779e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2456279 Aug 12 02:17:12.184346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] No DVR routers for this DVR port c363c077-0874-4455-b3a4-e91d399ff289 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:12.193836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.198360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97f905e8-bcfd-4f03-9820-e206b5495eb0 req-b971e2f2-d949-409b-97d4-bb07bbdfc8c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.21 "DELETE /v2.0/ports/c363c077-0874-4455-b3a4-e91d399ff289 HTTP/1.1" status: 204 len: 173 time: 1.2411692 Aug 12 02:17:12.198839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'name': 'network-vif-deleted', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:12.204866 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb628b80-d790-4a89-a3c6-8cdf67537d9b" -d '{"events": [{"server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "name": "network-vif-deleted", "tag": "c363c077-0874-4455-b3a4-e91d399ff289"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:12.480322 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.537719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-6d34b866-019d-4909-932d-e48af57beaf3 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990893 Aug 12 02:17:12.588155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Transition to ACTIVE for port object 18a9294d-6862-4a43-8315-348610419625 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:12.865447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e112ba66-a05f-446e-ab67-0d35cbe65215 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:12.874924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62cddf5a-0ffb-4966-958b-de5da2f728c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.893350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62cddf5a-0ffb-4966-958b-de5da2f728c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.914804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:12.925975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d55b6c4a-92a2-4050-b4c9-1b4fd3f26605 req-466dff36-5fbe-4568-bec4-5a699854c3ea service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798201 Aug 12 02:17:13.000230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cddf5a-0ffb-4966-958b-de5da2f728c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7086dd12-bddb-479e-a423-65b45f040d5d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:13.005882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e112ba66-a05f-446e-ab67-0d35cbe65215 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:13.006422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.028041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62cddf5a-0ffb-4966-958b-de5da2f728c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff14fefe10d246ff81421ff38c45f9a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0572257 Aug 12 02:17:13.030669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:13.035113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:13.046999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:13.059652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:13.164013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:13.208968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.246880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:13.247443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.260926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.274897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-372a0103-2276-4ef5-9d6b-a6f46954bc4c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5356231 Aug 12 02:17:13.292789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f', 'admin_state_up': True, 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:13.332521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.336603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.341044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7086dd12-bddb-479e-a423-65b45f040d5d HTTP/1.1" status: 204 len: 168 time: 0.3086834 Aug 12 02:17:13.350398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04356fd9-6afe-4a38-b00d-f045ff3ed4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7086dd12-bddb-479e-a423-65b45f040d5d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:13.586125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:13.589976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.653966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6a96462d-051b-4218-8415-69b35dac33a9 None None] Provisioning for port 18a9294d-6862-4a43-8315-348610419625 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:13.663150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6a96462d-051b-4218-8415-69b35dac33a9 None None] Provisioning complete for port 18a9294d-6862-4a43-8315-348610419625 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:13.665751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6a96462d-051b-4218-8415-69b35dac33a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:13.724373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6a96462d-051b-4218-8415-69b35dac33a9 None None] Port 18a9294d-6862-4a43-8315-348610419625 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:17:13.893495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Allocated IP 19.86.0.58 (f0c43232-61d2-471a-9f40-b3f55a46ce9f/28358dba-5a0b-4f79-81ac-f761fd752a83/19dd025c-85f3-4b2a-b1b5-b06227c62b04) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:14.266595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:14.286921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Transition to ACTIVE for port object 19dd025c-85f3-4b2a-b1b5-b06227c62b04 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:14.362537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:14.531172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:14.551022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:14.557405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:14.561445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:14.632562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:14.633246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:14.673143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0c371de8-f2d9-4d09-bbbc-7046deadc537 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3848226 Aug 12 02:17:14.691851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'admin_state_up': True, 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:14.940506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:14.946596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.088631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a40b2c8d-50d5-40a4-9ebb-dc45aa9d50ba None None] Provisioning for port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:15.106073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a40b2c8d-50d5-40a4-9ebb-dc45aa9d50ba None None] Provisioning complete for port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:15.108579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40b2c8d-50d5-40a4-9ebb-dc45aa9d50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.197442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:15.284565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Allocated IP 19.80.0.72 (315c7aa4-db4c-4b41-a482-0032eb921a9a/090b9ef1-9c84-495c-8f4e-38877230dd6b/ab9db148-7deb-457a-b42a-294cf217c113) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:15.647401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.664645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:15.680855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', 'mac_address': 'fa:16:3e:17:f9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:15.687730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c363c077-0874-4455-b3a4-e91d399ff289 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:15.736827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Transition to ACTIVE for port object ab9db148-7deb-457a-b42a-294cf217c113 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:15.788367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a40b2c8d-50d5-40a4-9ebb-dc45aa9d50ba None None] Port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:17:15.798263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c363c077-0874-4455-b3a4-e91d399ff289 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:15.801404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c363c077-0874-4455-b3a4-e91d399ff289 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:15.860289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.890226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.919884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:15.968233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:15.969693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:15.973637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:15.975637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:15.998788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:16.003173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:16.080751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:16.110117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:16.110998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:16.140392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d15fd33f-7a56-4c8e-86cf-70cd9942650c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4528215 Aug 12 02:17:16.159123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:16.316731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:16.335260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:16.586069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68d4967e-fc4b-441a-b4bc-184e5fdc7c90 None None] Provisioning for port ab9db148-7deb-457a-b42a-294cf217c113 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:16.610816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68d4967e-fc4b-441a-b4bc-184e5fdc7c90 None None] Provisioning complete for port ab9db148-7deb-457a-b42a-294cf217c113 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:16.610816 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68d4967e-fc4b-441a-b4bc-184e5fdc7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:16.716292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-68d4967e-fc4b-441a-b4bc-184e5fdc7c90 None None] Port ab9db148-7deb-457a-b42a-294cf217c113 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:17:16.996224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a9294d-6862-4a43-8315-348610419625 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:17.013946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.047835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Transition to ACTIVE for port object 18a9294d-6862-4a43-8315-348610419625 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:17.059276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.113682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:17.312790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Attempting to bind port 18a9294d-6862-4a43-8315-348610419625 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:17.313147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Attempting to bind port 18a9294d-6862-4a43-8315-348610419625 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:17.313636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Attempting to bind port 18a9294d-6862-4a43-8315-348610419625 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:17.320980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Port 18a9294d-6862-4a43-8315-348610419625 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:17.321372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Attempting to bind port 18a9294d-6862-4a43-8315-348610419625 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:17.327987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:17.328456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Checking segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:17.328637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Bound using segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:17.329092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Bound port: 18a9294d-6862-4a43-8315-348610419625, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:17.329393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.481928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:17.489975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18a9294d-6862-4a43-8315-348610419625,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:17.511048 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.608223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:17.610935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.616446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] 10.222.0.21 "PUT /v2.0/ports/18a9294d-6862-4a43-8315-348610419625 HTTP/1.1" status: 200 len: 1092 time: 1.4616230 Aug 12 02:17:17.701252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:17.709478 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:17.761821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93c10f-5d36-44d1-978e-e35ae4ef2f21 service neutron] Pushing event updated for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:17.831893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:18.588313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dd025c-85f3-4b2a-b1b5-b06227c62b04 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:18.607181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:18.638368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Transition to ACTIVE for port object 19dd025c-85f3-4b2a-b1b5-b06227c62b04 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:18.648060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:18.733800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:18.893340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Attempting to bind port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:18.894025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Attempting to bind port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:18.894551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Attempting to bind port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 on network f0c43232-61d2-471a-9f40-b3f55a46ce9f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:18.910036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 on network f0c43232-61d2-471a-9f40-b3f55a46ce9f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:18.912336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Attempting to bind port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 on network f0c43232-61d2-471a-9f40-b3f55a46ce9f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:18.918890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:18.919537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Checking segment: {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:18.920124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Bound using segment: {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:18.920756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Bound port: 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4948218-dc05-4499-8a4f-5c48a763ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:18.921320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.090842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:19.097405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:19.112056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.213143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:19.214047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.215688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] 10.222.0.21 "PUT /v2.0/ports/19dd025c-85f3-4b2a-b1b5-b06227c62b04 HTTP/1.1" status: 200 len: 1091 time: 1.5481102 Aug 12 02:17:19.220701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:19.280348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Request body: {'port': {'device_id': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:19.289218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a91fe-af8f-4810-8ae7-8d70801b4c58 service neutron] Pushing event updated for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:19.315530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:19.321041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:19.321893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.414301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.531849 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.642903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:19.650751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:19.843691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:20.393338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:20.535115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9db148-7deb-457a-b42a-294cf217c113 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:20.562288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:20.598037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Transition to ACTIVE for port object ab9db148-7deb-457a-b42a-294cf217c113 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:20.604145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:20.623100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cf197c2-5aa7-4cf4-b9fa-00f4accb91da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:20.737707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:20.913459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cf197c2-5aa7-4cf4-b9fa-00f4accb91da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:20.917926 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe31de-b90e-44a3-84ea-cb728e4b6fb7 x-openstack-request-id: req-aebe31de-b90e-44a3-84ea-cb728e4b6fb7 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:20.918665 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-plugged", "status": "completed", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:20.920244 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aebe31de-b90e-44a3-84ea-cb728e4b6fb7 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:20.921120 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'code': 200} Aug 12 02:17:20.926254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cf197c2-5aa7-4cf4-b9fa-00f4accb91da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:20.947778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Attempting to bind port ab9db148-7deb-457a-b42a-294cf217c113 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:20.950814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Attempting to bind port ab9db148-7deb-457a-b42a-294cf217c113 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:20.951591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Attempting to bind port ab9db148-7deb-457a-b42a-294cf217c113 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:20.963853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Port ab9db148-7deb-457a-b42a-294cf217c113 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:20.964548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Attempting to bind port ab9db148-7deb-457a-b42a-294cf217c113 on network 315c7aa4-db4c-4b41-a482-0032eb921a9a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:20.983137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:20.984167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Checking segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:20.984944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Bound using segment: {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:20.985742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Bound port: ab9db148-7deb-457a-b42a-294cf217c113, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:20.986351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.014859 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec65627-3197-4abe-9ff8-90cf1bc9043d x-openstack-request-id: req-9ec65627-3197-4abe-9ff8-90cf1bc9043d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:21.018323 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:21.018721 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ec65627-3197-4abe-9ff8-90cf1bc9043d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:21.019281 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', 'status': 'completed', 'code': 200} Aug 12 02:17:21.021445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf197c2-5aa7-4cf4-b9fa-00f4accb91da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de08c0-9d45-4a3e-acaa-eb7a00583c37,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:21.095729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cf197c2-5aa7-4cf4-b9fa-00f4accb91da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1353c84ab8db4918966ee9bc73f9a224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7012410 Aug 12 02:17:21.096579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59988) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:21.252270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:21.260080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab9db148-7deb-457a-b42a-294cf217c113,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:21.279941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c91236-72cb-4343-b699-26032ae5f4ec req-d59c9fa1-ebbd-4333-adc0-64f69cafae74 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.281522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9c91236-72cb-4343-b699-26032ae5f4ec req-d59c9fa1-ebbd-4333-adc0-64f69cafae74 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.1665323 Aug 12 02:17:21.283551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114279-3800-41ed-8901-697567178dfb req-2bcefa19-eff0-429f-8df3-d4b865b25654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.284945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-2bcefa19-eff0-429f-8df3-d4b865b25654 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03e0386c6f414e379fec48ae4b286628&device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 1101 time: 0.2477641 Aug 12 02:17:21.287110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.311483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999e2fc-8fc9-43ee-803a-f96e43a76ec7 req-9a1420bc-5c73-445e-8bec-558a9ec60d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.313105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d999e2fc-8fc9-43ee-803a-f96e43a76ec7 req-9a1420bc-5c73-445e-8bec-558a9ec60d8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1096 time: 0.2401574 Aug 12 02:17:21.333946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91a396-8a26-47c0-80fc-8c9fcac8bd86 req-6391d1ec-cd0a-4b43-a728-76c5bf239fef tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.338241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e91a396-8a26-47c0-80fc-8c9fcac8bd86 req-6391d1ec-cd0a-4b43-a728-76c5bf239fef tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 945 time: 0.1936603 Aug 12 02:17:21.340083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.385950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.428101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e91a396-8a26-47c0-80fc-8c9fcac8bd86 req-ee0c23bb-5b41-42c2-a681-bcafdc4cf137 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Aug 12 02:17:21.433358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.433986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.435631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab9db148-7deb-457a-b42a-294cf217c113 HTTP/1.1" status: 200 len: 1091 time: 2.1685989 Aug 12 02:17:21.525738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878131f-0174-4082-a08b-ede7fd5ce9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:21.586167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9c91236-72cb-4343-b699-26032ae5f4ec req-57fa820d-c71f-4571-8ad8-5fbf66cd4b42 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746308 Aug 12 02:17:21.590207 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed19282-aba3-4dff-8b2c-f979303c5a88 x-openstack-request-id: req-1ed19282-aba3-4dff-8b2c-f979303c5a88 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:21.590513 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff96309-876b-4ebf-b58c-96fe12dd3694", "name": "network-vif-deleted", "tag": "c363c077-0874-4455-b3a4-e91d399ff289", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:21.592347 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ed19282-aba3-4dff-8b2c-f979303c5a88 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:21.592984 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff96309-876b-4ebf-b58c-96fe12dd3694', 'name': 'network-vif-deleted', 'tag': 'c363c077-0874-4455-b3a4-e91d399ff289', 'status': 'completed', 'code': 200} Aug 12 02:17:21.610838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d999e2fc-8fc9-43ee-803a-f96e43a76ec7 req-a59f36e0-820e-424e-88ef-5ab59e3da592 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954300 Aug 12 02:17:21.638795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.641527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:21.651637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26de08c0-9d45-4a3e-acaa-eb7a00583c37 HTTP/1.1" status: 204 len: 168 time: 0.5198777 Aug 12 02:17:21.670544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114279-3800-41ed-8901-697567178dfb req-78f9b161-8cf7-4ea4-b23f-815679bdf6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.672776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-78f9b161-8cf7-4ea4-b23f-815679bdf6ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3456554 Aug 12 02:17:21.691786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667b8c1-ae45-4b57-b56f-864153acd681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de08c0-9d45-4a3e-acaa-eb7a00583c37,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:21.803145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-e4f4a201-06a4-4f47-8d57-f7891c40ac2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 HTTP/1.1" status: 200 len: 217 time: 0.1104085 Aug 12 02:17:21.841175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df4006-9877-4db9-aa99-642ccbb6a5ff req-65a568a2-fb99-49bd-be4a-692b3f19428a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.855073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df4006-9877-4db9-aa99-642ccbb6a5ff req-65a568a2-fb99-49bd-be4a-692b3f19428a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.868908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df4006-9877-4db9-aa99-642ccbb6a5ff req-65a568a2-fb99-49bd-be4a-692b3f19428a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.871179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c7df4006-9877-4db9-aa99-642ccbb6a5ff req-65a568a2-fb99-49bd-be4a-692b3f19428a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2411 time: 0.1639643 Aug 12 02:17:21.873249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114279-3800-41ed-8901-697567178dfb req-05eb26e5-5447-4413-91cf-4395092d768c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.876353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-05eb26e5-5447-4413-91cf-4395092d768c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0623453 Aug 12 02:17:21.881579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1afa216e-c9ed-4a26-ad0c-2a237e23b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.882330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1afa216e-c9ed-4a26-ad0c-2a237e23b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.882985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1afa216e-c9ed-4a26-ad0c-2a237e23b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.884781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-1afa216e-c9ed-4a26-ad0c-2a237e23b85b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2864 time: 0.2945039 Aug 12 02:17:21.930105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c7df4006-9877-4db9-aa99-642ccbb6a5ff req-ef101616-55e9-4f93-b4a1-09d53fd93c4f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Aug 12 02:17:21.968890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114279-3800-41ed-8901-697567178dfb req-af5b0b88-9244-45ff-b04a-5bb94ebe9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:21.970426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-af5b0b88-9244-45ff-b04a-5bb94ebe9399 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839794 Aug 12 02:17:22.019097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-faa55fde-80bf-4d35-b9fe-cd4a027ef108 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=18a9294d-6862-4a43-8315-348610419625 HTTP/1.1" status: 200 len: 217 time: 0.0476129 Aug 12 02:17:22.099038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0442f-3a94-479f-9651-77e5df5ca68b req-db26b253-b4f7-4586-b66c-e0d94df95c65 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:22.101348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26a0442f-3a94-479f-9651-77e5df5ca68b req-db26b253-b4f7-4586-b66c-e0d94df95c65 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1815333 Aug 12 02:17:22.224287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-2d9ec4b0-82c3-4e83-9f32-2a318b6f92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:22.226180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-2d9ec4b0-82c3-4e83-9f32-2a318b6f92e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=090b9ef1-9c84-495c-8f4e-38877230dd6b HTTP/1.1" status: 200 len: 801 time: 0.1490061 Aug 12 02:17:22.242978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26a0442f-3a94-479f-9651-77e5df5ca68b req-a58bea06-ffe6-4162-9eb0-c2fc4e857846 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304846 Aug 12 02:17:22.296230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-acd893b8-dd8b-4039-a02c-a8fe0f34087d service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747495 Aug 12 02:17:22.313201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-70506f29-d399-444d-b0b4-40ed1f8074b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:22.315374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-70506f29-d399-444d-b0b4-40ed1f8074b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=315c7aa4-db4c-4b41-a482-0032eb921a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781424 Aug 12 02:17:22.338782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:22.359881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afde4111-6321-42a3-a205-ecb787e35daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.552975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-d0d40e8a-accd-4c01-970b-15eea11f073e service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246783 Aug 12 02:17:22.554679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afde4111-6321-42a3-a205-ecb787e35daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.559957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afde4111-6321-42a3-a205-ecb787e35daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.564562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de114279-3800-41ed-8901-697567178dfb req-f145a34e-9431-420c-a6d5-06803a195f87 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477756 Aug 12 02:17:22.611222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde4111-6321-42a3-a205-ecb787e35daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc728c07-f329-48ac-8b7c-499a7ad443e1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:22.664259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-afde4111-6321-42a3-a205-ecb787e35daf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1db2f88993a417e9e02b2869131f5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238850 Aug 12 02:17:22.666580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:22.732421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-887389c0-47be-4179-9476-a1df87a6bc0b service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611855 Aug 12 02:17:22.829329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-01061066-3bd9-442c-b72e-08cbbfd096e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04 HTTP/1.1" status: 200 len: 217 time: 0.0889428 Aug 12 02:17:22.830539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.884195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.922583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}, {'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:22.924510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-e285cfbc-5a93-41e3-b17d-6277f5fd36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:22.926003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-e285cfbc-5a93-41e3-b17d-6277f5fd36bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28358dba-5a0b-4f79-81ac-f761fd752a83 HTTP/1.1" status: 200 len: 801 time: 0.0838702 Aug 12 02:17:22.927190 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793c8cb2-4960-4f4d-9565-16d98ef60a69" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}, {"server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:22.960952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.969320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:22.975363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc728c07-f329-48ac-8b7c-499a7ad443e1 HTTP/1.1" status: 204 len: 168 time: 0.3074007 Aug 12 02:17:22.993933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd3c9a-6087-4dd5-ad10-d17089794f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc728c07-f329-48ac-8b7c-499a7ad443e1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:23.022765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': '18a9294d-6862-4a43-8315-348610419625'}, {'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04'}, {'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:23.025897 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471fbe43-de6c-4b94-8054-d06caa3c081e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "18a9294d-6862-4a43-8315-348610419625"}, {"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04"}, {"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "ab9db148-7deb-457a-b42a-294cf217c113"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:23.052396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-25e160af-a04a-4065-9742-e0ef4bbb7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:23.054562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-25e160af-a04a-4065-9742-e0ef4bbb7285 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0c43232-61d2-471a-9f40-b3f55a46ce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092117 Aug 12 02:17:23.313807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-3e226b24-03e1-4801-9ef8-d6037d54076f service neutron] 10.222.0.21 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378192 Aug 12 02:17:23.349348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:23.463516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-c32b6d3c-32e9-439e-9a6b-9ef72cd1e12f service neutron] 10.222.0.21 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429241 Aug 12 02:17:23.576276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-6da45886-20f0-4030-806f-5b7c8351dca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=ab9db148-7deb-457a-b42a-294cf217c113 HTTP/1.1" status: 200 len: 217 time: 0.1059105 Aug 12 02:17:23.589337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b23602a-37ff-48f5-857d-2a68f09ba55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:23.683699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-ac294fbd-f23e-4ac2-b0dc-26147d4f83f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:23.688792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-ac294fbd-f23e-4ac2-b0dc-26147d4f83f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=090b9ef1-9c84-495c-8f4e-38877230dd6b HTTP/1.1" status: 200 len: 801 time: 0.1040626 Aug 12 02:17:23.800208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c3621-ccc0-4883-848c-1302197dc897 req-07811b89-3794-4f80-a20a-de5e0b4b1839 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:23.805425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-ae8edd64-3169-4683-8d42-29461e9f3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:23.808987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-ae8edd64-3169-4683-8d42-29461e9f3d4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=315c7aa4-db4c-4b41-a482-0032eb921a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134408 Aug 12 02:17:23.814819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-096c3621-ccc0-4883-848c-1302197dc897 req-07811b89-3794-4f80-a20a-de5e0b4b1839 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 945 time: 0.1235375 Aug 12 02:17:23.876495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b23602a-37ff-48f5-857d-2a68f09ba55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:23.889379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e979c-adfb-4ef3-a342-4ec698103a6b req-aeae07d7-8286-46f0-aecd-7a2b299d2e2c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:23.891565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee0e979c-adfb-4ef3-a342-4ec698103a6b req-aeae07d7-8286-46f0-aecd-7a2b299d2e2c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.1336999 Aug 12 02:17:23.893692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-096c3621-ccc0-4883-848c-1302197dc897 req-e462d9bf-d67f-4136-bd11-bf887bfe0b1c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726385 Aug 12 02:17:23.895209 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b23602a-37ff-48f5-857d-2a68f09ba55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:23.981291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee0e979c-adfb-4ef3-a342-4ec698103a6b req-bce3df24-a84e-469a-844f-3e55a8b657fd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789499 Aug 12 02:17:23.984381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23602a-37ff-48f5-857d-2a68f09ba55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816859d-1354-499e-b05e-4ca807e5cdd1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:24.009320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-0ffc718e-7694-4328-9640-636a982b1d41 service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917572 Aug 12 02:17:24.030781 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba31a6b-fd71-44a3-8cad-f07c69362ade x-openstack-request-id: req-8ba31a6b-fd71-44a3-8cad-f07c69362ade {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:24.031652 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-plugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "code": 200}, {"server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "name": "network-vif-plugged", "status": "completed", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:24.032081 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ba31a6b-fd71-44a3-8cad-f07c69362ade {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:24.032805 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'code': 200} Aug 12 02:17:24.033244 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', 'code': 200} Aug 12 02:17:24.045946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b23602a-37ff-48f5-857d-2a68f09ba55a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee33ea63bcbb43f989344c27cdfb0571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6954794 Aug 12 02:17:24.049004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:24.168005 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c74e2ba-dd0a-43d6-a40d-08040ad7aa4f x-openstack-request-id: req-7c74e2ba-dd0a-43d6-a40d-08040ad7aa4f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:24.168299 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "18a9294d-6862-4a43-8315-348610419625", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "tag": "ab9db148-7deb-457a-b42a-294cf217c113", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:24.168542 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c74e2ba-dd0a-43d6-a40d-08040ad7aa4f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:24.168947 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': '18a9294d-6862-4a43-8315-348610419625', 'status': 'completed', 'code': 200} Aug 12 02:17:24.169202 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04', 'status': 'completed', 'code': 200} Aug 12 02:17:24.169454 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113', 'status': 'completed', 'code': 200} Aug 12 02:17:24.174201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:24.223200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:24.290518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b0af2-5049-4c9a-a403-1464c514e685 req-df2de08c-9b3b-4b29-8477-327b4000d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.292360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e6b0af2-5049-4c9a-a403-1464c514e685 req-df2de08c-9b3b-4b29-8477-327b4000d943 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 1101 time: 0.1322131 Aug 12 02:17:24.301906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a793b6-9561-4fc7-bcde-bef4a2a7f05e req-dbd53cba-a472-490b-8a50-9b7253e9c74f service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817914 Aug 12 02:17:24.318784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:24.322168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:24.323422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e816859d-1354-499e-b05e-4ca807e5cdd1 HTTP/1.1" status: 204 len: 168 time: 0.2732334 Aug 12 02:17:24.349968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963314b1-452b-4b91-9d5d-6a8370a2864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816859d-1354-499e-b05e-4ca807e5cdd1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:24.363181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee4d40-d065-4f73-ad70-bc979124f88c req-30e5c93e-1a68-4892-992c-9cdb19548eae tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.391562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee4d40-d065-4f73-ad70-bc979124f88c req-30e5c93e-1a68-4892-992c-9cdb19548eae tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.402022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee4d40-d065-4f73-ad70-bc979124f88c req-30e5c93e-1a68-4892-992c-9cdb19548eae tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.414701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eeee4d40-d065-4f73-ad70-bc979124f88c req-30e5c93e-1a68-4892-992c-9cdb19548eae tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2411 time: 0.2257702 Aug 12 02:17:24.552533 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e6b0af2-5049-4c9a-a403-1464c514e685 req-395fd489-757a-4fe1-a8a1-a42e84bf2bfc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455013 Aug 12 02:17:24.560011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763a484-e467-434a-9c15-a3f5f5be08fe req-9bd72af4-16df-4837-bad5-77fe7c729a03 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.561647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2763a484-e467-434a-9c15-a3f5f5be08fe req-9bd72af4-16df-4837-bad5-77fe7c729a03 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1096 time: 0.1062398 Aug 12 02:17:24.661164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eeee4d40-d065-4f73-ad70-bc979124f88c req-1df03e12-803c-42ed-94aa-a5fee9935f43 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426498 Aug 12 02:17:24.683207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2763a484-e467-434a-9c15-a3f5f5be08fe req-2f97d8c2-bdeb-4761-8c21-135d1ce24987 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084323 Aug 12 02:17:24.691494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e8e84b46-bee8-49ad-8aad-b2baf07bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.700224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e8e84b46-bee8-49ad-8aad-b2baf07bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.703903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e8e84b46-bee8-49ad-8aad-b2baf07bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.709575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e8e84b46-bee8-49ad-8aad-b2baf07bcb9c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2864 time: 0.2196970 Aug 12 02:17:24.992116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72850273-4101-454e-8fc2-7b6d6df57615 req-48c9b1e5-9889-49b0-8213-c2978a5fd00b tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.993967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302e591-bbaa-4d92-a7e6-224a3ae8aa7f req-346dd94a-2115-4cbb-892d-044c6148f54c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:24.997273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e302e591-bbaa-4d92-a7e6-224a3ae8aa7f req-346dd94a-2115-4cbb-892d-044c6148f54c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1037409 Aug 12 02:17:25.000861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-670da1fa-525c-4862-be7d-67c1430991cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:25.001029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72850273-4101-454e-8fc2-7b6d6df57615 req-48c9b1e5-9889-49b0-8213-c2978a5fd00b tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1096 time: 0.0596530 Aug 12 02:17:25.003125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-670da1fa-525c-4862-be7d-67c1430991cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=315c7aa4-db4c-4b41-a482-0032eb921a9a HTTP/1.1" status: 200 len: 902 time: 0.2835190 Aug 12 02:17:25.054366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72850273-4101-454e-8fc2-7b6d6df57615 req-b845c99e-0c2f-4efb-9b1f-54a054f60ef7 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Aug 12 02:17:25.090825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:25.106488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dc-9c08-4236-b81d-8bcd54c04920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:25.119128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-410d043d-5e0c-4a1c-a17c-adfb90399b71 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=18a9294d-6862-4a43-8315-348610419625 HTTP/1.1" status: 200 len: 217 time: 0.1062918 Aug 12 02:17:25.200334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e302e591-bbaa-4d92-a7e6-224a3ae8aa7f req-4fce5b53-3b61-4101-879a-0f395311c9da tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955810 Aug 12 02:17:25.236635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e03ed15f-0059-461f-8080-15dbcb8c0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:25.238168 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-e03ed15f-0059-461f-8080-15dbcb8c0cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=090b9ef1-9c84-495c-8f4e-38877230dd6b HTTP/1.1" status: 200 len: 801 time: 0.1064782 Aug 12 02:17:25.357278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dc-9c08-4236-b81d-8bcd54c04920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:25.399747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb99c2dc-9c08-4236-b81d-8bcd54c04920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:25.403388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-100e7866-2fa3-4e8c-8931-99ccb47f9edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:25.406181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-100e7866-2fa3-4e8c-8931-99ccb47f9edb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=315c7aa4-db4c-4b41-a482-0032eb921a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1585774 Aug 12 02:17:25.506702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb99c2dc-9c08-4236-b81d-8bcd54c04920 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eda44f6487b64bea9ad9b99e56e9f876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144411 Aug 12 02:17:25.536000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99c2dc-9c08-4236-b81d-8bcd54c04920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ecf98-73bd-485c-b51f-134918930b0a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:25.540920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:25.599376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-67c907af-ce80-4cf3-b42d-1aad2d33591e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:25.601214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-67c907af-ce80-4cf3-b42d-1aad2d33591e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.3696411 Aug 12 02:17:25.602819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f902c92-a948-4c7e-845b-cd78a6fab39e req-6cd67033-063e-4e95-ad92-cf3f5babdeb3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:25.606684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2f902c92-a948-4c7e-845b-cd78a6fab39e req-6cd67033-063e-4e95-ad92-cf3f5babdeb3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.3173714 Aug 12 02:17:25.663197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-32adfecd-6e7f-4746-8fab-b71de0dd12e3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/quotas/235d90196a4746ceb5c6b13b91293975 HTTP/1.1" status: 200 len: 375 time: 0.0553479 Aug 12 02:17:25.708342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2f902c92-a948-4c7e-845b-cd78a6fab39e req-2f8a2372-4024-48ab-ba24-42885bc1e9c8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919502 Aug 12 02:17:25.726057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-a0a0a95c-7306-4213-90cd-f0995f80aa23 service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069136 Aug 12 02:17:25.757964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:25.770673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:25.870909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-72cf38e4-607c-4467-a269-ece7cec69f13 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1954145 Aug 12 02:17:25.891135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:25.945786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:26.002654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:26.006566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:26.010468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c76ecf98-73bd-485c-b51f-134918930b0a HTTP/1.1" status: 204 len: 168 time: 0.4685428 Aug 12 02:17:26.026868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734a301-8d39-4f25-a3da-706dd04d63d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ecf98-73bd-485c-b51f-134918930b0a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:26.044910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:26.050975 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b38bf0b-c89f-46d5-b005-df071755bc67" -d '{"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-unplugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:26.056600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:26.080769 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:26.094525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-4226467f-724a-41b0-93b9-0f9fda0fae10 service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466845 Aug 12 02:17:26.127864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4e8c5-f8c6-4c8f-8154-7bf5bcba7052 req-d0ff8763-b761-479c-8d39-34e480ed62fd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.141790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfa4e8c5-f8c6-4c8f-8154-7bf5bcba7052 req-d0ff8763-b761-479c-8d39-34e480ed62fd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1624837 Aug 12 02:17:26.247972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:26.257133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfa4e8c5-f8c6-4c8f-8154-7bf5bcba7052 req-8756d699-bc78-4e57-a5ba-97eb4346b43b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144114 Aug 12 02:17:26.301294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-52a82153-0ed4-45d7-b8af-d245246e1e83 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293313 Aug 12 02:17:26.336997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-6150a699-004b-4a93-b114-4f306bc6e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.337494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-6150a699-004b-4a93-b114-4f306bc6e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.337998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-6150a699-004b-4a93-b114-4f306bc6e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.347261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-6150a699-004b-4a93-b114-4f306bc6e4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2864 time: 0.1299851 Aug 12 02:17:26.554585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-57958b0d-d62c-43a1-b91b-f2d56da36d35 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458918 Aug 12 02:17:26.570308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b814b1-58c5-4f5a-a72e-7ba7e2f28787 req-ddbfb9c0-c61b-413c-940d-d69b0c22a9b2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.593619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b814b1-58c5-4f5a-a72e-7ba7e2f28787 req-ddbfb9c0-c61b-413c-940d-d69b0c22a9b2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.612854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b814b1-58c5-4f5a-a72e-7ba7e2f28787 req-ddbfb9c0-c61b-413c-940d-d69b0c22a9b2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.620646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b814b1-58c5-4f5a-a72e-7ba7e2f28787 req-ddbfb9c0-c61b-413c-940d-d69b0c22a9b2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2411 time: 0.1602073 Aug 12 02:17:26.643397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-d00b1d07-0ca2-4bd6-841a-603b4d48660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.645822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-d00b1d07-0ca2-4bd6-841a-603b4d48660b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f0c43232-61d2-471a-9f40-b3f55a46ce9f HTTP/1.1" status: 200 len: 903 time: 0.2838087 Aug 12 02:17:26.711924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-4e5f8dd3-12ad-4660-86ba-3a543ae419a3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.720485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b814b1-58c5-4f5a-a72e-7ba7e2f28787 req-27228064-3cea-4d5e-9191-3456c9492466 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966063 Aug 12 02:17:26.722895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-3e7bdfef-a19e-4394-8e98-130c6bb70785 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04 HTTP/1.1" status: 200 len: 217 time: 0.0619621 Aug 12 02:17:26.724142 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-4e5f8dd3-12ad-4660-86ba-3a543ae419a3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/ports?device_id=1abec28e-68c5-49ec-b2d4-4de5529317c9 HTTP/1.1" status: 200 len: 943 time: 0.1489034 Aug 12 02:17:26.815614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-fb735240-698a-4d82-a629-4f0b91e3e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:26.827365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-fb735240-698a-4d82-a629-4f0b91e3e306 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28358dba-5a0b-4f79-81ac-f761fd752a83 HTTP/1.1" status: 200 len: 801 time: 0.0891960 Aug 12 02:17:26.976899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Deleting port 998d5934-7280-4974-9231-dbc422205985 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:26.977421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:27.012513 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9267aad2-85c8-4bf0-96ba-980e77e1746e x-openstack-request-id: req-9267aad2-85c8-4bf0-96ba-980e77e1746e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:27.013053 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-unplugged", "status": "completed", "tag": "998d5934-7280-4974-9231-dbc422205985", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:27.013163 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9267aad2-85c8-4bf0-96ba-980e77e1746e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:27.013502 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998d5934-7280-4974-9231-dbc422205985', 'code': 200} Aug 12 02:17:27.028304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-43eeb632-1912-4581-b349-e924c2072d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:27.033521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-43eeb632-1912-4581-b349-e924c2072d63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f0c43232-61d2-471a-9f40-b3f55a46ce9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1817782 Aug 12 02:17:27.246168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] For port 998d5934-7280-4974-9231-dbc422205985, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=998d5934-7280-4974-9231-dbc422205985,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:27.246849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:27.264601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Calling delete_port for 998d5934-7280-4974-9231-dbc422205985 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:27.503738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-672eb51f-a1f6-4d22-b276-0a9870cba577 req-a3ec1ae4-8a89-4d5e-8d1c-41adf15d4c8c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 210 time: 0.1241937 Aug 12 02:17:27.523199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa9a30-764d-4df4-a8a2-82359a4f5346 req-d6782943-67ab-4fba-a902-00cad81947d4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:27.550826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acaa9a30-764d-4df4-a8a2-82359a4f5346 req-d6782943-67ab-4fba-a902-00cad81947d4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.3958991 Aug 12 02:17:27.670717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-3fadd391-b990-49c8-92d9-07e863f4bdae service neutron] 10.222.0.21 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222250 Aug 12 02:17:27.767591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7333a-7332-4410-8218-1cf217d9a0b9 req-8a0bf5fa-083f-47cd-b3aa-b2e7810a8918 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:27.778244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dd7333a-7332-4410-8218-1cf217d9a0b9 req-8a0bf5fa-083f-47cd-b3aa-b2e7810a8918 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1096 time: 0.1310468 Aug 12 02:17:27.788947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:27.846482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event deleted for resources: {'Port': ['ID=998d5934-7280-4974-9231-dbc422205985,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:27.971060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] No DVR routers for this DVR port 998d5934-7280-4974-9231-dbc422205985 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:27.995671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dd7333a-7332-4410-8218-1cf217d9a0b9 req-35494f36-93e5-4d97-ba88-a5eff23a00d9 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153678 Aug 12 02:17:28.001293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:28.006254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-88df79cf-8315-4a78-8648-2ee7a665b72e service neutron] 10.222.0.21 "GET /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027899 Aug 12 02:17:28.010737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acfbdf55-1383-44eb-ab0d-0a6b261219d0 req-67859d4d-fc99-4e80-b5b5-daa20fd89662 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "DELETE /v2.0/ports/998d5934-7280-4974-9231-dbc422205985 HTTP/1.1" status: 204 len: 173 time: 1.2759342 Aug 12 02:17:28.011346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-deleted', 'tag': '998d5934-7280-4974-9231-dbc422205985'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:28.029706 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08996f40-4995-4462-9196-0e8946732d07" -d '{"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-deleted", "tag": "998d5934-7280-4974-9231-dbc422205985"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:28.075577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acaa9a30-764d-4df4-a8a2-82359a4f5346 req-edeaedc2-b07c-4701-b059-f64429f7690c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231466 Aug 12 02:17:28.143949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-47bc17b9-3308-4faf-8032-5dce90d94795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.150594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-47bc17b9-3308-4faf-8032-5dce90d94795 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=097858ba44544666a77326e22d7da32e&device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 1102 time: 0.4761951 Aug 12 02:17:28.347188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-219b8d0f-96d0-406a-8acd-53f277e0ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.351911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-219b8d0f-96d0-406a-8acd-53f277e0ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.352692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-219b8d0f-96d0-406a-8acd-53f277e0ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.377303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-219b8d0f-96d0-406a-8acd-53f277e0ab51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2864 time: 0.2680371 Aug 12 02:17:28.384949 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f035e3-b662-4479-ac97-cd42edd756f1 x-openstack-request-id: req-e5f035e3-b662-4479-ac97-cd42edd756f1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:28.389327 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abec28e-68c5-49ec-b2d4-4de5529317c9", "name": "network-vif-deleted", "tag": "998d5934-7280-4974-9231-dbc422205985", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:28.392350 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5f035e3-b662-4479-ac97-cd42edd756f1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:28.393046 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abec28e-68c5-49ec-b2d4-4de5529317c9', 'name': 'network-vif-deleted', 'tag': '998d5934-7280-4974-9231-dbc422205985', 'status': 'completed', 'code': 200} Aug 12 02:17:28.535457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-863fa601-b6b6-4b7b-aeee-db598fad2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.538722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-863fa601-b6b6-4b7b-aeee-db598fad2606 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.3573461 Aug 12 02:17:28.679669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b44cc-e7c3-4b5e-9824-e89110dccd40 req-4b25e305-51d6-4c32-a424-8fd5e2c11974 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.687343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b44cc-e7c3-4b5e-9824-e89110dccd40 req-4b25e305-51d6-4c32-a424-8fd5e2c11974 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.695799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b44cc-e7c3-4b5e-9824-e89110dccd40 req-4b25e305-51d6-4c32-a424-8fd5e2c11974 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.706260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc4b44cc-e7c3-4b5e-9824-e89110dccd40 req-4b25e305-51d6-4c32-a424-8fd5e2c11974 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2411 time: 0.5271761 Aug 12 02:17:28.809778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-c0bbd915-8035-4bba-963a-3b72b65458ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.811641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-c0bbd915-8035-4bba-963a-3b72b65458ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=315c7aa4-db4c-4b41-a482-0032eb921a9a HTTP/1.1" status: 200 len: 902 time: 0.4168384 Aug 12 02:17:28.897057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-da2e6dd3-7674-459c-ac04-60a55199bf58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.72&port_id=ab9db148-7deb-457a-b42a-294cf217c113 HTTP/1.1" status: 200 len: 217 time: 0.0614467 Aug 12 02:17:28.917096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc4b44cc-e7c3-4b5e-9824-e89110dccd40 req-81c221c8-fd0e-4ccd-b30f-0a2715b0f535 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091880 Aug 12 02:17:28.994221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-d237edb9-cd7e-4213-a938-cbf534b0ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:28.996170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-d237edb9-cd7e-4213-a938-cbf534b0ef61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=090b9ef1-9c84-495c-8f4e-38877230dd6b HTTP/1.1" status: 200 len: 801 time: 0.0776875 Aug 12 02:17:29.116753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-7c1a9e2d-a24f-426f-a44e-607a50221a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:29.121756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-7c1a9e2d-a24f-426f-a44e-607a50221a01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=315c7aa4-db4c-4b41-a482-0032eb921a9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1072824 Aug 12 02:17:29.341937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60302) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:29.508461 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-0051c9d7-78af-4fc9-94a2-9e68e3427ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794892 Aug 12 02:17:29.644314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-8b366ef5-3689-48ba-acc7-aacf0d1d8420 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57 HTTP/1.1" status: 200 len: 217 time: 1.0911794 Aug 12 02:17:29.766211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19dd025c-85f3-4b2a-b1b5-b06227c62b04 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:29.981262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70cd7ce0-5342-4b79-9d91-dd5c03462d9c req-f5eadfa0-8392-4006-b746-bfea7847c5d8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 210 time: 0.0576148 Aug 12 02:17:29.991738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-471fbe43-de6c-4b94-8054-d06caa3c081e req-c23492f5-d45e-452e-9e8e-a0c987f229c6 service neutron] 10.222.0.21 "GET /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728441 Aug 12 02:17:30.090532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1466-d961-4dbb-a06e-9412bf5b5966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.107739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:30.137179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '19dd025c-85f3-4b2a-b1b5-b06227c62b04', 'network_id': 'f0c43232-61d2-471a-9f40-b3f55a46ce9f', 'port_id': '19dd025c-85f3-4b2a-b1b5-b06227c62b04', 'mac_address': 'fa:16:3e:fb:43:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28358dba-5a0b-4f79-81ac-f761fd752a83', 'ip_address': '19.86.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:30.147853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-6467f989-829a-4809-bb36-aa73bb95b53d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.156245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-6467f989-829a-4809-bb36-aa73bb95b53d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.5708902 Aug 12 02:17:30.157774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-fa2c4b5a-eb9e-45fa-95d5-6f95f3a0bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.159112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-fa2c4b5a-eb9e-45fa-95d5-6f95f3a0bbe9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.4627633 Aug 12 02:17:30.191506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Request body: {'port': {'device_id': '93b4e43b-9589-446e-854b-bbd4c202083a', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'admin_state_up': True, 'tenant_id': '235d90196a4746ceb5c6b13b91293975'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:30.210296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.232137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dd025c-85f3-4b2a-b1b5-b06227c62b04 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:30.259649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:30.268129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.269523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab9db148-7deb-457a-b42a-294cf217c113 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:30.395942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:30.440573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1466-d961-4dbb-a06e-9412bf5b5966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.451593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1466-d961-4dbb-a06e-9412bf5b5966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.492872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-cc52dc48-8628-46fd-9237-fecd43fb0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.501203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-cc52dc48-8628-46fd-9237-fecd43fb0fdd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3332462 Aug 12 02:17:30.552261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fa6b1466-d961-4dbb-a06e-9412bf5b5966 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adf8bcefe8594274abca747ee63b0dad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2092466 Aug 12 02:17:30.553040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b1466-d961-4dbb-a06e-9412bf5b5966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e1581-4e91-49b7-b929-290f90112b9f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:30.558025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60348) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:30.671782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab9db148-7deb-457a-b42a-294cf217c113,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:30.697599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ab9db148-7deb-457a-b42a-294cf217c113', 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'port_id': 'ab9db148-7deb-457a-b42a-294cf217c113', 'mac_address': 'fa:16:3e:b7:6b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090b9ef1-9c84-495c-8f4e-38877230dd6b', 'ip_address': '19.80.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:30.712104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.760643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.778834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.795834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-93db354e-99f1-49ec-8349-c614e61444cc service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700229 Aug 12 02:17:30.803737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:30.816661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.824359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9db148-7deb-457a-b42a-294cf217c113 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:30.871766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab9db148-7deb-457a-b42a-294cf217c113,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:30.877712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.878664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18a9294d-6862-4a43-8315-348610419625 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:30.896476 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.903306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:30.908256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f4e1581-4e91-49b7-b929-290f90112b9f HTTP/1.1" status: 204 len: 168 time: 0.3492322 Aug 12 02:17:30.944394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98de48-a037-4147-bafc-2f42da416da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e1581-4e91-49b7-b929-290f90112b9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:30.969613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.970099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.970587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.971057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.971923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.972616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.973726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.974534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.975167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.975840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.976829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:30.987068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82b37ea5-c889-4231-99f4-5820536a4448 req-6d0fb46d-bd28-4976-9fdc-2c789866a9b6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a&device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f&device_id=68af199e-e690-4c84-84eb-0f812feb3761&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0&device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003&device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31&device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 9979 time: 0.1276851 Aug 12 02:17:31.009847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82b37ea5-c889-4231-99f4-5820536a4448 req-412afa12-ccb3-4442-8018-45a0fd9ccd94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.077314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18a9294d-6862-4a43-8315-348610419625,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:31.082893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-6ea98325-9e73-446e-b9be-586f29798291 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:17:31.084777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-6ea98325-9e73-446e-b9be-586f29798291 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111043 Aug 12 02:17:31.089014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:31.106909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:31.107523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Unknown quota resources ['binding']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:17:31.115292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '18a9294d-6862-4a43-8315-348610419625', 'network_id': '315c7aa4-db4c-4b41-a482-0032eb921a9a', 'port_id': '18a9294d-6862-4a43-8315-348610419625', 'mac_address': 'fa:16:3e:f6:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090b9ef1-9c84-495c-8f4e-38877230dd6b', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:31.233888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.261295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a9294d-6862-4a43-8315-348610419625 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:31.285100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82b37ea5-c889-4231-99f4-5820536a4448 req-412afa12-ccb3-4442-8018-45a0fd9ccd94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.294727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18a9294d-6862-4a43-8315-348610419625,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:31.300578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82b37ea5-c889-4231-99f4-5820536a4448 req-412afa12-ccb3-4442-8018-45a0fd9ccd94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.302832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.324012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9881321-0623-4e80-9dd9-81273883c6f5 req-4df23ed4-ff16-4563-8e78-302fdafad3e9 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033221 Aug 12 02:17:31.360648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Allocated IP 172.20.0.7 (7d597e06-0467-4b8c-9ef7-b40ebddd9862/744d4ef4-d0e2-410c-a64a-c081bdaeee45/4a059684-aa53-4335-af9f-9af0ead268b3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:31.454612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82b37ea5-c889-4231-99f4-5820536a4448 req-412afa12-ccb3-4442-8018-45a0fd9ccd94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&id=313e8918-7396-4dd4-85ff-5c39b9ad6037&id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.4624579 Aug 12 02:17:31.460305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:31.533197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412afa12-ccb3-4442-8018-45a0fd9ccd94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2197a6-951b-40b0-a6e8-2b4babe94a94,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:31.682935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.693142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:31.693604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:31.693996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:31.703032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:31.703352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:31.722094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4827b2-2ef3-443d-82aa-0cf597fc6396 req-dbbc851c-de6b-4474-ac18-4cb2f58ffff1 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:31.731674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4827b2-2ef3-443d-82aa-0cf597fc6396 req-dbbc851c-de6b-4474-ac18-4cb2f58ffff1 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:31.740457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4827b2-2ef3-443d-82aa-0cf597fc6396 req-dbbc851c-de6b-4474-ac18-4cb2f58ffff1 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:31.742620 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c4827b2-2ef3-443d-82aa-0cf597fc6396 req-dbbc851c-de6b-4474-ac18-4cb2f58ffff1 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2414 time: 0.1536906 Aug 12 02:17:31.743802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:31.744200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:31.744704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:31.745223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Bound port: a63a2b28-bd1f-4dfe-9b70-c05de979e378, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:31.746327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.774936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:31.818281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 998d5934-7280-4974-9231-dbc422205985 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:31.820678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 998d5934-7280-4974-9231-dbc422205985 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:31.860333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:31.865918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:31.870827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:31.874162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:31.878883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:31.924394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:31.934246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab9db148-7deb-457a-b42a-294cf217c113'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:31.938392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.956245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c9c1-16ce-4107-83e2-b7185e1dab74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:31.966143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-72326cee-975e-44cc-9f06-3051294d1b22 service neutron] 10.222.0.11 "POST /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378/bindings HTTP/1.1" status: 201 len: 389 time: 0.8502021 Aug 12 02:17:31.999211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['18a9294d-6862-4a43-8315-348610419625'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:32.003726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:32.005423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.038666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c4827b2-2ef3-443d-82aa-0cf597fc6396 req-31adfae0-1173-49a0-82a3-abe7b2e5ba00 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687614 Aug 12 02:17:32.132486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffb01f7d-517f-4aef-8a2c-4f0fa590afe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.142382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['19dd025c-85f3-4b2a-b1b5-b06227c62b04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:32.148284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c9c1-16ce-4107-83e2-b7185e1dab74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.160367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c9c1-16ce-4107-83e2-b7185e1dab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.261477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-fb18c2a6-5913-4195-9ad3-60d84b5a2ac1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0737309 Aug 12 02:17:32.337193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Request body: {'port': {'device_id': '93b4e43b-9589-446e-854b-bbd4c202083a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:32.340524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6c9c1-16ce-4107-83e2-b7185e1dab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3158f206-38b8-4f9d-90c2-64345115794e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:32.371584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cfa6c9c1-16ce-4107-83e2-b7185e1dab74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a397bd656654bf7a78e0dd0b304eeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457536 Aug 12 02:17:32.374803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60396) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:32.401248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-aacd7ac8-73ab-4050-906e-667b4ae37ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:32.402947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-aacd7ac8-73ab-4050-906e-667b4ae37ea4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1096 time: 0.1206288 Aug 12 02:17:32.501554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.516103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16407129-fe15-486d-93ee-5c5ce794816c req-bba0463b-ecfe-46f6-827e-392835dee676 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:32.525047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16407129-fe15-486d-93ee-5c5ce794816c req-bba0463b-ecfe-46f6-827e-392835dee676 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 931 time: 0.2831852 Aug 12 02:17:32.537825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.549550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.601224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16407129-fe15-486d-93ee-5c5ce794816c req-8804976b-1d36-4dbf-bbe5-06fafaac3da1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752149 Aug 12 02:17:32.651037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.656563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:32.660725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3158f206-38b8-4f9d-90c2-64345115794e HTTP/1.1" status: 204 len: 168 time: 0.2842112 Aug 12 02:17:32.681592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dce7512d-d006-48b2-b75d-5fc1ccc5c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:32.683710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dce7512d-d006-48b2-b75d-5fc1ccc5c4de service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2638166 Aug 12 02:17:32.683947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6508aa-2de2-4776-b014-6bd9a94fb179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3158f206-38b8-4f9d-90c2-64345115794e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:32.846542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefc49b-96e6-4bb4-82e7-570381edf5b3 req-2d279a83-5d92-4a8a-85b9-7a6c7af02a96 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:32.858104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0aefc49b-96e6-4bb4-82e7-570381edf5b3 req-2d279a83-5d92-4a8a-85b9-7a6c7af02a96 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1143141 Aug 12 02:17:32.901766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0aefc49b-96e6-4bb4-82e7-570381edf5b3 req-ed69c357-fdbd-44d8-8a12-0a77f7ec955f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Aug 12 02:17:32.953792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-f9360db9-654c-4512-ae90-495fbaf2c99b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 217 time: 0.1581635 Aug 12 02:17:33.064430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecebae3-7524-4dcb-a483-276c27e6c911 req-b55acdaa-d6f1-47a7-a3f2-b24ed6b2d32d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.071982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ecebae3-7524-4dcb-a483-276c27e6c911 req-b55acdaa-d6f1-47a7-a3f2-b24ed6b2d32d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 945 time: 0.2777240 Aug 12 02:17:33.165259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ecebae3-7524-4dcb-a483-276c27e6c911 req-2c0b1e99-eef4-4338-a878-a3613455a746 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919027 Aug 12 02:17:33.205813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-7a83f9d4-f67b-4a90-9878-0ddac4e8b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.208295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-7a83f9d4-f67b-4a90-9878-0ddac4e8b4d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.2008805 Aug 12 02:17:33.219240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a059684-aa53-4335-af9f-9af0ead268b3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:33.245654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:33.271832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-30e29b83-b49f-4530-aaf6-cee651c174eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466304 Aug 12 02:17:33.285080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Transition to ACTIVE for port object 4a059684-aa53-4335-af9f-9af0ead268b3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:33.315434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:33.351818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cef7-096e-48df-bac1-1c00c50e2867 req-4b7faee3-0d04-460c-9052-7c8d87eba054 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.352469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cef7-096e-48df-bac1-1c00c50e2867 req-4b7faee3-0d04-460c-9052-7c8d87eba054 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.352893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cef7-096e-48df-bac1-1c00c50e2867 req-4b7faee3-0d04-460c-9052-7c8d87eba054 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.354709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9258cef7-096e-48df-bac1-1c00c50e2867 req-4b7faee3-0d04-460c-9052-7c8d87eba054 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761&device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003&device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 2884 time: 0.0811207 Aug 12 02:17:33.403915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9258cef7-096e-48df-bac1-1c00c50e2867 req-a8b09423-971e-442e-b4a1-b33caab12e94 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Aug 12 02:17:33.579157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36174799-01fd-4b6e-9ea3-4244b65d6de3 req-a55000e9-f8f3-4e98-999b-a840bfda198f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.581406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36174799-01fd-4b6e-9ea3-4244b65d6de3 req-a55000e9-f8f3-4e98-999b-a840bfda198f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.3009179 Aug 12 02:17:33.634146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:33.698401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Attempting to bind port 4a059684-aa53-4335-af9f-9af0ead268b3 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:33.698743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Attempting to bind port 4a059684-aa53-4335-af9f-9af0ead268b3 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:33.699076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Attempting to bind port 4a059684-aa53-4335-af9f-9af0ead268b3 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:33.709872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-89c73954-2d76-4efc-b458-4c56b59365ea service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281380 Aug 12 02:17:33.720964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Port 4a059684-aa53-4335-af9f-9af0ead268b3 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:33.721292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Attempting to bind port 4a059684-aa53-4335-af9f-9af0ead268b3 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:33.768230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36174799-01fd-4b6e-9ea3-4244b65d6de3 req-2945f7ba-184e-4712-b207-932f49cb5310 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186523 Aug 12 02:17:33.772531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:33.773417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Checking segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:33.776191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Bound using segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:33.776845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Bound port: 4a059684-aa53-4335-af9f-9af0ead268b3, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:33.777405 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:33.985668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336819b0-1d58-4ca1-b5c8-d63fbe2a96a9 req-33358644-36ed-4831-ada2-29fdbcf644b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:33.988156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-336819b0-1d58-4ca1-b5c8-d63fbe2a96a9 req-33358644-36ed-4831-ada2-29fdbcf644b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 951 time: 0.1129851 Aug 12 02:17:34.016831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:34.030067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:34.042344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8178-1c89-43ac-a54f-2c6b3585fec0 req-ae02e7d4-90f4-49de-8da4-db6577345abd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.048443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8178-1c89-43ac-a54f-2c6b3585fec0 req-ae02e7d4-90f4-49de-8da4-db6577345abd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.054069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-336819b0-1d58-4ca1-b5c8-d63fbe2a96a9 req-de4bb2c9-9299-4989-8a45-791ff6e4b38e tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591867 Aug 12 02:17:34.056326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a8178-1c89-43ac-a54f-2c6b3585fec0 req-ae02e7d4-90f4-49de-8da4-db6577345abd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.064381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d25a8178-1c89-43ac-a54f-2c6b3585fec0 req-ae02e7d4-90f4-49de-8da4-db6577345abd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2414 time: 0.1609411 Aug 12 02:17:34.102315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.118489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dfe613d8-7a59-4348-bf16-637aa7c3fe6d service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986392 Aug 12 02:17:34.185647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d25a8178-1c89-43ac-a54f-2c6b3585fec0 req-51717b62-a6ac-40cf-89b7-303f21956f7f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203854 Aug 12 02:17:34.205762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.207923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.211799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a059684-aa53-4335-af9f-9af0ead268b3 HTTP/1.1" status: 200 len: 1091 time: 1.9361591 Aug 12 02:17:34.225815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:34.228501 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527" -d '{"events": [{"name": "network-changed", "server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:34.292586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8e6c-8b7c-463c-813b-d0ee547f17c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:34.329453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-a3f438d7-aaa9-4e56-b06f-447cd025a11e tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.330296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.331049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-a3f438d7-aaa9-4e56-b06f-447cd025a11e tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1104445 Aug 12 02:17:34.362880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36327f-5025-492e-999a-de7c06358cc7 req-a5eb1ece-c94b-4476-a154-b8d6ceadc39c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.371412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad36327f-5025-492e-999a-de7c06358cc7 req-a5eb1ece-c94b-4476-a154-b8d6ceadc39c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 943 time: 0.1240976 Aug 12 02:17:34.398161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:34.433619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad36327f-5025-492e-999a-de7c06358cc7 req-9400e7aa-1e54-43a8-91d4-b4ab4666864d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571072 Aug 12 02:17:34.457559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-05d2138c-d971-4acb-a641-96c969c0d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.460076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-05d2138c-d971-4acb-a641-96c969c0d029 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 1094 time: 0.1501868 Aug 12 02:17:34.511435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9edf163-3e0b-40a5-9424-3d572b29f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.546329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-36611924-9af0-499d-b7d3-84c1d2f0f834 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a059684-aa53-4335-af9f-9af0ead268b3 HTTP/1.1" status: 200 len: 217 time: 0.0713809 Aug 12 02:17:34.581805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.586407 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c055015d-5227-4fb0-85d8-93011ba9b920 x-openstack-request-id: req-c055015d-5227-4fb0-85d8-93011ba9b920 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:34.586959 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:34.587326 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c055015d-5227-4fb0-85d8-93011ba9b920 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:34.587921 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3', 'status': 'completed', 'code': 200} Aug 12 02:17:34.636278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:34.667205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6cf4a-3b87-420a-a915-c8cc396c3e9f req-830a8acc-4525-4fe3-9922-f192100ff556 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.679213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb6cf4a-3b87-420a-a915-c8cc396c3e9f req-830a8acc-4525-4fe3-9922-f192100ff556 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 945 time: 0.1249433 Aug 12 02:17:34.705775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-116fbabc-d100-4f64-81f1-6476c79445be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:34.708096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-116fbabc-d100-4f64-81f1-6476c79445be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.1186862 Aug 12 02:17:34.718903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb6cf4a-3b87-420a-a915-c8cc396c3e9f req-44e8bb30-8af7-4c6c-94a7-25b2f701e4aa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Aug 12 02:17:34.801430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-f98a00e2-6675-4da1-9974-8d45c84be9a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715840 Aug 12 02:17:34.916355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:34.948235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-6b19573c-5d70-4833-8f1d-5fb98696d071 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334238 Aug 12 02:17:35.020752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:35.095514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.111482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.116605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7dc2185b-355f-4556-b038-9034ad59e5bf req-02326964-ed0b-45f0-a2bb-ad3b2d38210b service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536891 Aug 12 02:17:35.228971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:35.261002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:35.261574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:35.262174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:35.284629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:35.288178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Attempting to bind port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:35.323791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:35.325428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:35.325428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:35.325428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Bound port: a63a2b28-bd1f-4dfe-9b70-c05de979e378, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:35.325428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.369462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:35.404843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:35.409822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:35.423228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.448794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-7e9d72d3-17a0-49f9-a7b7-6c3ffc79c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.452551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-7e9d72d3-17a0-49f9-a7b7-6c3ffc79c55b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 1094 time: 0.2243741 Aug 12 02:17:35.484575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e390ee-ca5f-4a4f-8f8e-ef340b96da6c req-92cd0c58-680f-4cf3-aa35-9eff82214a49 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.507230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e390ee-ca5f-4a4f-8f8e-ef340b96da6c req-92cd0c58-680f-4cf3-aa35-9eff82214a49 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.532072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e390ee-ca5f-4a4f-8f8e-ef340b96da6c req-92cd0c58-680f-4cf3-aa35-9eff82214a49 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.533194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.550082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5e390ee-ca5f-4a4f-8f8e-ef340b96da6c req-92cd0c58-680f-4cf3-aa35-9eff82214a49 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2414 time: 0.2143750 Aug 12 02:17:35.587519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:35.595426 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a93e1c-2eaf-4e01-bd68-51e3c494b8ab" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-unplugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:35.629141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:35.632118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5e390ee-ca5f-4a4f-8f8e-ef340b96da6c req-a3d170fb-5864-4257-bfdb-04d782cc16c9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808237 Aug 12 02:17:35.651007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.665859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.668893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.673489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] 10.222.0.25 "PUT /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 1121 time: 1.2931628 Aug 12 02:17:35.718162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['a63a2b28-bd1f-4dfe-9b70-c05de979e378'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:35.773106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55abf1-5ec5-4f43-93b8-bcdcf0cbe178 service neutron] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:35.782433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:35.794302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18a9294d-6862-4a43-8315-348610419625 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:35.825521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.853047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de154d-46fc-4088-996f-05e86c6afae2 req-32036ec6-e4e0-4568-8b45-4317e60bc54e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.863793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22de154d-46fc-4088-996f-05e86c6afae2 req-32036ec6-e4e0-4568-8b45-4317e60bc54e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 943 time: 0.1313102 Aug 12 02:17:35.873831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-556808d7-7a52-4efe-a223-be47e563aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.875854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-556808d7-7a52-4efe-a223-be47e563aa10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 906 time: 0.3976505 Aug 12 02:17:35.878179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68427ce6-3cb4-4092-9cc8-4502558901d3 req-94f4b52c-3068-42cf-abf9-0ebd03331c02 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:35.887730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68427ce6-3cb4-4092-9cc8-4502558901d3 req-94f4b52c-3068-42cf-abf9-0ebd03331c02 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1101 time: 0.1061966 Aug 12 02:17:35.915974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 18a9294d-6862-4a43-8315-348610419625 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:35.924938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 18a9294d-6862-4a43-8315-348610419625 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:35.925735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:35.943242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22de154d-46fc-4088-996f-05e86c6afae2 req-ea70b724-cfd4-48f3-8e71-82d328b79361 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758610 Aug 12 02:17:35.954079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-538347ee-c029-4e92-ab3c-cae40fcf770d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a059684-aa53-4335-af9f-9af0ead268b3 HTTP/1.1" status: 200 len: 217 time: 0.0643284 Aug 12 02:17:36.004717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68427ce6-3cb4-4092-9cc8-4502558901d3 req-6473154b-463c-4f8f-8f88-36d6798fb481 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160238 Aug 12 02:17:36.073445 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317552c2-8ea1-43c2-9241-9b9deb755628 x-openstack-request-id: req-317552c2-8ea1-43c2-9241-9b9deb755628 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:36.073952 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-unplugged", "status": "completed", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:36.075245 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-317552c2-8ea1-43c2-9241-9b9deb755628 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:36.076559 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'code': 200} Aug 12 02:17:36.087958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-f23049e8-83b4-45fc-985d-7faee39adc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.089456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-f23049e8-83b4-45fc-985d-7faee39adc39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.1207924 Aug 12 02:17:36.097452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.134642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-46901c10-fb62-43cd-ac0d-fc4be60c7f04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364571 Aug 12 02:17:36.163004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18a9294d-6862-4a43-8315-348610419625,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:36.169435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.170301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab9db148-7deb-457a-b42a-294cf217c113 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:36.205761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e31fb-e65d-44b5-b6bd-085bad1af4a3 req-c613c6fc-7f2f-4702-8f0b-44d8025d54ff tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.208741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-436e31fb-e65d-44b5-b6bd-085bad1af4a3 req-c613c6fc-7f2f-4702-8f0b-44d8025d54ff tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 943 time: 0.0929971 Aug 12 02:17:36.251160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aba4f5-016b-478f-b6dd-baaf6e63a620 req-1767310c-27c6-4a32-9c14-65723b85816c tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.258850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44aba4f5-016b-478f-b6dd-baaf6e63a620 req-1767310c-27c6-4a32-9c14-65723b85816c tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1101 time: 0.1057544 Aug 12 02:17:36.266288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-436e31fb-e65d-44b5-b6bd-085bad1af4a3 req-0124f75e-984e-43f0-b5dc-ed4f20015a77 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505741 Aug 12 02:17:36.267141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:36.328094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44aba4f5-016b-478f-b6dd-baaf6e63a620 req-8498d5ee-9396-4abf-a3b4-7025836aac1b tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683639 Aug 12 02:17:36.337240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-f578d42a-f378-4fd3-8b60-1fc02dbd41f2 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928144 Aug 12 02:17:36.348232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ab9db148-7deb-457a-b42a-294cf217c113 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:36.359117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ab9db148-7deb-457a-b42a-294cf217c113 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:36.360104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.469442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bdac9f5-3d34-42f8-bdc4-ae0c7456e527 req-4c1999c3-1e39-4911-808a-50cbedbd2514 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231003 Aug 12 02:17:36.589824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378'}, {'name': 'network-changed', 'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:36.592520 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434" -d '{"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-unplugged", "status": "completed", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378"}, {"name": "network-changed", "server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:36.599324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.687845 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843b52b4-e3b7-4ec3-a5a6-baa4965a0d1a x-openstack-request-id: req-843b52b4-e3b7-4ec3-a5a6-baa4965a0d1a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:36.688145 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-unplugged", "status": "completed", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378", "code": 200}, {"name": "network-changed", "server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:36.688407 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-843b52b4-e3b7-4ec3-a5a6-baa4965a0d1a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:36.688924 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'code': 200} Aug 12 02:17:36.689060 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'status': 'completed', 'code': 200} Aug 12 02:17:36.718169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab9db148-7deb-457a-b42a-294cf217c113,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:36.739789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.740742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19dd025c-85f3-4b2a-b1b5-b06227c62b04 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:36.834334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3456-fda4-493e-8b26-fa1a0d65bffd req-ca5b343d-0207-4467-bd4a-7955dbf82a0f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.840425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3456-fda4-493e-8b26-fa1a0d65bffd req-ca5b343d-0207-4467-bd4a-7955dbf82a0f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.846562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f3456-fda4-493e-8b26-fa1a0d65bffd req-ca5b343d-0207-4467-bd4a-7955dbf82a0f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.854672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-604f3456-fda4-493e-8b26-fa1a0d65bffd req-ca5b343d-0207-4467-bd4a-7955dbf82a0f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2416 time: 0.1122010 Aug 12 02:17:36.880291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-88cb279d-3a27-476b-9536-f34bbcdf7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:36.882100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-88cb279d-3a27-476b-9536-f34bbcdf7717 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1124 time: 0.1048069 Aug 12 02:17:36.897841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:36.913867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:36.918656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:36.919923 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:36.931256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-604f3456-fda4-493e-8b26-fa1a0d65bffd req-5264a82b-d61c-4ff0-9a9e-7e51e81f116f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Aug 12 02:17:37.029984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-aed05400-a836-42bf-bb26-ab9018cf206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:37.032528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-aed05400-a836-42bf-bb26-ab9018cf206e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1395531 Aug 12 02:17:37.115608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:37.162398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:37.172603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:37.214584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:17:37.321503 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:37.339516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:37.383822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:37.572565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:37.602417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-12a02d0f-2376-4350-9161-e575ca5ecc9a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 217 time: 0.5620246 Aug 12 02:17:37.614310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:17:37.623930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddeb2d8-3700-4deb-95fa-2cdf26c9f7fd req-a38473d3-a0eb-45d6-9809-1c57108226f7 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:37.632188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ddeb2d8-3700-4deb-95fa-2cdf26c9f7fd req-a38473d3-a0eb-45d6-9809-1c57108226f7 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 943 time: 0.5616984 Aug 12 02:17:37.682335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ddeb2d8-3700-4deb-95fa-2cdf26c9f7fd req-14fb0e5e-ca83-4810-9661-631f02d83a50 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447395 Aug 12 02:17:37.705598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-846fe5d6-fa62-4ca0-8f95-3a7689d0848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:37.707072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-846fe5d6-fa62-4ca0-8f95-3a7689d0848a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0945654 Aug 12 02:17:37.715926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c28776-3259-4674-b9ed-b8c6525264d7 req-64570ca1-eb66-41b3-a934-795c6327f684 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:37.717726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1c28776-3259-4674-b9ed-b8c6525264d7 req-64570ca1-eb66-41b3-a934-795c6327f684 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1183393 Aug 12 02:17:37.746437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-9c3249b7-21d4-4abe-82d0-e30963599508 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274656 Aug 12 02:17:37.828586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1c28776-3259-4674-b9ed-b8c6525264d7 req-6541c04a-df25-45e7-ab0e-20c3b105196f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809302 Aug 12 02:17:37.874529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-a13606c0-0030-4974-bc64-45228a7c6f84 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184120 Aug 12 02:17:37.884804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d5ba-f0e6-4161-8634-509f055f52e9 req-53079bc3-f80a-4de9-b253-f9176bf81ce3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:37.893230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a29d5ba-f0e6-4161-8634-509f055f52e9 req-53079bc3-f80a-4de9-b253-f9176bf81ce3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 943 time: 0.0752761 Aug 12 02:17:37.947890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a29d5ba-f0e6-4161-8634-509f055f52e9 req-f5e145c4-2165-49d1-ac7c-b5965edfca43 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Aug 12 02:17:38.045880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2479a2a0-56a6-4ff5-9b2f-4ab0731e9434 req-f3562549-bf18-4583-9ba9-a7ec7596c792 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637928 Aug 12 02:17:38.077932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9294d-6862-4a43-8315-348610419625'}, {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113'}, {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:38.081183 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4357017c-5691-44c2-ac15-9779a2ea7852" -d '{"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "18a9294d-6862-4a43-8315-348610419625"}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "ab9db148-7deb-457a-b42a-294cf217c113"}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:38.204067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2efbe-d49f-4b91-964e-5cc23b9cc17c req-fab4c78e-94e7-4d52-9620-71bd8890f32e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.214468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16a2efbe-d49f-4b91-964e-5cc23b9cc17c req-fab4c78e-94e7-4d52-9620-71bd8890f32e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0758629 Aug 12 02:17:38.262315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16a2efbe-d49f-4b91-964e-5cc23b9cc17c req-99512422-585b-421b-b893-ed16d5975879 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459878 Aug 12 02:17:38.325993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba69ca-3520-4ec5-92e0-7d9ba237715e req-d69b9fa3-8484-4ed6-8027-20e03cc2640c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.333784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba69ca-3520-4ec5-92e0-7d9ba237715e req-d69b9fa3-8484-4ed6-8027-20e03cc2640c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.340832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba69ca-3520-4ec5-92e0-7d9ba237715e req-d69b9fa3-8484-4ed6-8027-20e03cc2640c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.342558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aaba69ca-3520-4ec5-92e0-7d9ba237715e req-d69b9fa3-8484-4ed6-8027-20e03cc2640c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.1088076 Aug 12 02:17:38.390743 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3722f-a1e1-49d8-8cb7-178c97e715f4 x-openstack-request-id: req-6eb3722f-a1e1-49d8-8cb7-178c97e715f4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:38.391158 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "18a9294d-6862-4a43-8315-348610419625", "code": 200}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "ab9db148-7deb-457a-b42a-294cf217c113", "code": 200}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-plugged", "status": "completed", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:38.391836 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6eb3722f-a1e1-49d8-8cb7-178c97e715f4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:38.393153 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9294d-6862-4a43-8315-348610419625', 'code': 200} Aug 12 02:17:38.393811 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113', 'code': 200} Aug 12 02:17:38.394061 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04', 'code': 200} Aug 12 02:17:38.415211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aaba69ca-3520-4ec5-92e0-7d9ba237715e req-f3fb823d-36c8-4b0d-9423-83e7209baaf9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639250 Aug 12 02:17:38.552390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84b14-e124-4622-b19b-4a3d303ded1d req-08c00772-535c-470f-8e30-bdbe70cb193a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.562301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea84b14-e124-4622-b19b-4a3d303ded1d req-08c00772-535c-470f-8e30-bdbe70cb193a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0964253 Aug 12 02:17:38.619303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902757b1-07bc-460b-bdfa-ca19362f3026 req-11e7a04d-20c0-45cc-9c44-2cdc539d47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.619898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902757b1-07bc-460b-bdfa-ca19362f3026 req-11e7a04d-20c0-45cc-9c44-2cdc539d47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.620855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902757b1-07bc-460b-bdfa-ca19362f3026 req-11e7a04d-20c0-45cc-9c44-2cdc539d47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.622734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-902757b1-07bc-460b-bdfa-ca19362f3026 req-11e7a04d-20c0-45cc-9c44-2cdc539d47b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2870 time: 0.0691898 Aug 12 02:17:38.631116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea84b14-e124-4622-b19b-4a3d303ded1d req-1062e688-1257-4fcf-8eca-0f4d59e4e20b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678189 Aug 12 02:17:38.671807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-902757b1-07bc-460b-bdfa-ca19362f3026 req-0c7d614b-6b30-406b-bfad-2655d11d6ef2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Aug 12 02:17:38.765862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894dfc7-4085-4846-99d2-6fa925c33496 req-539ec898-e233-4059-94f1-faf99e9f0edc tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.775582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9894dfc7-4085-4846-99d2-6fa925c33496 req-539ec898-e233-4059-94f1-faf99e9f0edc tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0633588 Aug 12 02:17:38.828025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9894dfc7-4085-4846-99d2-6fa925c33496 req-7a4f0cb4-a76b-49ff-8359-5c0749fbeb81 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Aug 12 02:17:38.881784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d66c0-fd6d-4d9d-9fb7-4ea6787689ca req-938c489c-4f89-47a0-a46e-53202b71271e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:38.883449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b7d66c0-fd6d-4d9d-9fb7-4ea6787689ca req-938c489c-4f89-47a0-a46e-53202b71271e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 943 time: 0.0725410 Aug 12 02:17:38.961769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b7d66c0-fd6d-4d9d-9fb7-4ea6787689ca req-bf4cae12-cdbb-4aa6-9713-907fff42ddf6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601096 Aug 12 02:17:39.014840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84c05-6094-48af-acf1-79d0f53148e3 req-90fc1d9b-1635-4d31-8a04-ca7f08f6868c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.023654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8b84c05-6094-48af-acf1-79d0f53148e3 req-90fc1d9b-1635-4d31-8a04-ca7f08f6868c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0630744 Aug 12 02:17:39.062260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8b84c05-6094-48af-acf1-79d0f53148e3 req-ae88b76c-45b2-4202-beb4-2c4c50989fd2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372405 Aug 12 02:17:39.177106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d9e14-4e83-436a-bdd1-8f8676e1354e req-cfa8e7a9-755c-4d75-9d47-410998d90b78 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.178619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed3d9e14-4e83-436a-bdd1-8f8676e1354e req-cfa8e7a9-755c-4d75-9d47-410998d90b78 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 943 time: 0.0522063 Aug 12 02:17:39.222079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed3d9e14-4e83-436a-bdd1-8f8676e1354e req-3f13e46e-4046-43c5-b83f-3ebb67df5b73 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Aug 12 02:17:39.313838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:39.358699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b38f9-a824-4040-a83a-09dc5b2c11dc req-d71f3752-d3b5-4d55-9531-4eaa8940dd0b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.360468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-607b38f9-a824-4040-a83a-09dc5b2c11dc req-d71f3752-d3b5-4d55-9531-4eaa8940dd0b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0574007 Aug 12 02:17:39.406148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-607b38f9-a824-4040-a83a-09dc5b2c11dc req-491fd656-629b-4846-be54-32db8e519dd0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364573 Aug 12 02:17:39.537164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:39.543304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1438-9c2d-418f-a9e9-866d28411e8e req-03f56477-b0c3-44c8-a0b4-78270c9958ea tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.545083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125b1438-9c2d-418f-a9e9-866d28411e8e req-03f56477-b0c3-44c8-a0b4-78270c9958ea tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0509925 Aug 12 02:17:39.597361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-125b1438-9c2d-418f-a9e9-866d28411e8e req-3cb4f476-db92-4682-825b-c87f30ea761e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Aug 12 02:17:39.669376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:39.680254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:39.794828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-85009753-ee07-4ef8-a513-3bae34df33e1 service neutron] 10.222.0.21 "GET /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.1008484 Aug 12 02:17:39.800305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b89f162-dd53-4f9f-b011-e136dc4a1273,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:39.805105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915933fd-3e31-4178-9441-5f42b46f2556 req-efe11612-615c-49e2-91b2-581c6b7d371f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.809012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7164aaebd84a4f6d8bc5c8a01febd9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915855 Aug 12 02:17:39.809741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:39.815945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915933fd-3e31-4178-9441-5f42b46f2556 req-efe11612-615c-49e2-91b2-581c6b7d371f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.818875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:39.825327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915933fd-3e31-4178-9441-5f42b46f2556 req-efe11612-615c-49e2-91b2-581c6b7d371f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:39.826795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.827153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.827530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.827885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.828072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-915933fd-3e31-4178-9441-5f42b46f2556 req-efe11612-615c-49e2-91b2-581c6b7d371f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.0974579 Aug 12 02:17:39.828223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.828566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.828902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.829237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.829575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.829908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.830240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.830954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ad5f31-693b-41da-8ffa-ad983ffd0756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:39.893699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-915933fd-3e31-4178-9441-5f42b46f2556 req-7bdf4717-b819-453f-8d73-0a47c462a2eb tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421805 Aug 12 02:17:39.927040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.002713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:40.014617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.035358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4a059684-aa53-4335-af9f-9af0ead268b3', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '4a059684-aa53-4335-af9f-9af0ead268b3', 'mac_address': 'fa:16:3e:14:d6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:40.072156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6123147-4e20-46e3-ba27-7a4a8b0094c8 req-518d4866-4619-4e68-8b16-c01ea11c37ce tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:40.075168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6123147-4e20-46e3-ba27-7a4a8b0094c8 req-518d4866-4619-4e68-8b16-c01ea11c37ce tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0886588 Aug 12 02:17:40.116487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.122899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6123147-4e20-46e3-ba27-7a4a8b0094c8 req-4b637fe8-0a4a-4578-a568-2f608ac573ea tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Aug 12 02:17:40.135639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a059684-aa53-4335-af9f-9af0ead268b3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:40.158913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:40.165127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.221818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97b617-1045-4423-b0f6-7b5045fa5034 req-692a20fe-810b-4448-879c-d701a51b0e8c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:40.228039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da97b617-1045-4423-b0f6-7b5045fa5034 req-692a20fe-810b-4448-879c-d701a51b0e8c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 943 time: 0.1006088 Aug 12 02:17:40.234082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.236614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.241351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b89f162-dd53-4f9f-b011-e136dc4a1273 HTTP/1.1" status: 204 len: 168 time: 0.4212840 Aug 12 02:17:40.251156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:40.252178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:40.264332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.264994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.265684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.266512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.267100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.267645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.267991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.268362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.268711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.269046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.269374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.269830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:40.270601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4187-16b6-40fc-a676-2c8ca1dfe642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b89f162-dd53-4f9f-b011-e136dc4a1273,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:40.320797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:40.378094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da97b617-1045-4423-b0f6-7b5045fa5034 req-7d1a2280-3f64-4735-8acf-30e7ac69cf7c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290715 Aug 12 02:17:40.392596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63a2b28-bd1f-4dfe-9b70-c05de979e378 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:40.405474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:40.424238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.564803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ec894-7652-4eb9-ae02-3865a045fc6f req-468bfba8-5fdc-4fb5-adf4-e494d3650941 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:40.567459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df2ec894-7652-4eb9-ae02-3865a045fc6f req-468bfba8-5fdc-4fb5-adf4-e494d3650941 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1069391 Aug 12 02:17:40.593664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] Transition to ACTIVE for port object a63a2b28-bd1f-4dfe-9b70-c05de979e378 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:40.603110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.604728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4a059684-aa53-4335-af9f-9af0ead268b3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:40.659713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df2ec894-7652-4eb9-ae02-3865a045fc6f req-ae3dd932-85b9-4123-9404-64566a423936 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769792 Aug 12 02:17:40.726107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] No DVR routers for this DVR port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:40.734584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] Pushing event updated for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:40.773424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-99f5f076-6fa2-433c-adea-ffdda35c2f5f service neutron] 10.222.0.21 "PUT /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9649975 Aug 12 02:17:40.787580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:40.806565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.854266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ccdbc-815b-4933-8df5-37a5f6c46b18 req-b7d489b4-b1cd-41d7-8568-50ff654aecc6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:40.863956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b8ccdbc-815b-4933-8df5-37a5f6c46b18 req-b7d489b4-b1cd-41d7-8568-50ff654aecc6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.1005113 Aug 12 02:17:40.885144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:40.959335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b8ccdbc-815b-4933-8df5-37a5f6c46b18 req-0c224edc-5195-4b84-8695-d1d7b430f1bc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845597 Aug 12 02:17:40.963679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.967598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:40.978493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-f90122ff-1031-48f6-903d-4b8c19ca9005 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:40.980981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-f90122ff-1031-48f6-903d-4b8c19ca9005 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.0915790 Aug 12 02:17:41.013617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13e9726-833f-4773-a856-a743c092e1f4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:41.026158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4569b57bb954c8bb39098ac97129e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373934 Aug 12 02:17:41.027768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.028119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.028557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.029021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.029231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.029602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.029901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.030300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.030675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.031012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.031488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.031697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53ea501-a04c-4644-b735-8e47ea8b7d75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:17:41.036014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60932) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:41.097005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-38a1defd-3096-4cf7-af8e-afd682870dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.099507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-38a1defd-3096-4cf7-af8e-afd682870dca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 1095 time: 0.1032176 Aug 12 02:17:41.114786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.119103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306a56d-1f32-4e48-a700-193b424d88b0 req-bc10b730-f1c0-4e67-b7bd-bdf67c1e0cd2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.120986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5306a56d-1f32-4e48-a700-193b424d88b0 req-bc10b730-f1c0-4e67-b7bd-bdf67c1e0cd2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0742168 Aug 12 02:17:41.152723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.154692 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5e1354b-8751-44d9-926e-6db79e00e691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.193303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5306a56d-1f32-4e48-a700-193b424d88b0 req-769fcbb1-e0fa-464e-b223-b03cf2aa1669 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Aug 12 02:17:41.199018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-0451631f-d4ac-43c1-ab92-a12694de1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.200547 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-0451631f-d4ac-43c1-ab92-a12694de1b3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1095 time: 0.0700867 Aug 12 02:17:41.274541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.277346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.279151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f13e9726-833f-4773-a856-a743c092e1f4 HTTP/1.1" status: 204 len: 168 time: 0.2417371 Aug 12 02:17:41.291441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bbb89-aebe-4daf-baca-1390b22063be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13e9726-833f-4773-a856-a743c092e1f4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:41.326696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5e1354b-8751-44d9-926e-6db79e00e691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.351193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5e1354b-8751-44d9-926e-6db79e00e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.407774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684bc6-3192-4b75-9ed2-101637c7119a req-4d6f7efc-5854-4d7e-9ca0-8f2f322b3c18 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.414813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684bc6-3192-4b75-9ed2-101637c7119a req-4d6f7efc-5854-4d7e-9ca0-8f2f322b3c18 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.422857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b5e1354b-8751-44d9-926e-6db79e00e691 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc53c720fa4047b0ba1ab32e676be066&name=default HTTP/1.1" status: 200 len: 2981 time: 0.5339389 Aug 12 02:17:41.423065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad684bc6-3192-4b75-9ed2-101637c7119a req-4d6f7efc-5854-4d7e-9ca0-8f2f322b3c18 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.424104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60954) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:41.428274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad684bc6-3192-4b75-9ed2-101637c7119a req-4d6f7efc-5854-4d7e-9ca0-8f2f322b3c18 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.1220691 Aug 12 02:17:41.433803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1354b-8751-44d9-926e-6db79e00e691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e123d3-cc1f-4221-b1c7-74ba38770130,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:41.461913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4dfe-c5db-4e84-bb9a-8175cb77c688 req-813bef91-cc9e-48c8-9594-32365573da80 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.467951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-1f06dbf0-3709-46b0-aa01-305934fca359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.469322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e5e4dfe-c5db-4e84-bb9a-8175cb77c688 req-813bef91-cc9e-48c8-9594-32365573da80 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1401217 Aug 12 02:17:41.469476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-1f06dbf0-3709-46b0-aa01-305934fca359 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2605803 Aug 12 02:17:41.489915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad684bc6-3192-4b75-9ed2-101637c7119a req-c4408728-eac1-43e9-a5a4-eb4bd2271a1a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Aug 12 02:17:41.531180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-97b86891-c1ee-4ed6-b529-f1c496a754ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 200 len: 217 time: 0.0402412 Aug 12 02:17:41.561541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e5e4dfe-c5db-4e84-bb9a-8175cb77c688 req-3087037f-54e6-4d5b-b4b5-06e236c7f726 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756602 Aug 12 02:17:41.562290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.594810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-5dc9d670-7358-4c7c-a5d3-f5499e4556b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.596416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-5dc9d670-7358-4c7c-a5d3-f5499e4556b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0574522 Aug 12 02:17:41.601664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.635513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-797e2c0e-ef21-4df8-9ddd-e1af8767eb96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307860 Aug 12 02:17:41.661999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.664996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.666131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38e123d3-cc1f-4221-b1c7-74ba38770130 HTTP/1.1" status: 204 len: 168 time: 0.2416809 Aug 12 02:17:41.681475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fcd15d-6a8d-403d-a051-8e6d7044d851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e123d3-cc1f-4221-b1c7-74ba38770130,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:41.747132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89099d47-44a6-4130-acfc-2d6766047347 req-6c45fc6a-923e-4648-81c8-b6be6eee1645 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.748714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89099d47-44a6-4130-acfc-2d6766047347 req-6c45fc6a-923e-4648-81c8-b6be6eee1645 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 944 time: 0.0686572 Aug 12 02:17:41.770782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-d43a1bc5-7f79-4aea-9464-fa6308999bf7 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260982 Aug 12 02:17:41.803434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89099d47-44a6-4130-acfc-2d6766047347 req-4d17c6ed-6975-45f7-b290-361aadaad0af tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478666 Aug 12 02:17:41.825695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:41.911163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-c7288337-49ba-4c7c-a29f-23b2381d7715 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314311 Aug 12 02:17:41.930482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4a059684-aa53-4335-af9f-9af0ead268b3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:41.939916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4a059684-aa53-4335-af9f-9af0ead268b3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:41.940517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:41.995700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff092954-e2ab-4b66-997d-f9cef46a98a8 req-f2217141-2fe6-4554-aae6-000f90185f3f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:41.998485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff092954-e2ab-4b66-997d-f9cef46a98a8 req-f2217141-2fe6-4554-aae6-000f90185f3f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0613692 Aug 12 02:17:42.043432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.050379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff092954-e2ab-4b66-997d-f9cef46a98a8 req-ecb3e3b0-5f35-4256-98d3-b40a5e44b8ab tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Aug 12 02:17:42.072876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:42.076130 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436660f-92f3-4be2-a2e5-1d676da5e6d8" -d '{"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-plugged", "status": "completed", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:42.103591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:42.111680 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.224929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:42.271515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:42.304074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-70cd80ad-e3c5-4cb1-8af3-3319e8277b71 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.306382 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-70cd80ad-e3c5-4cb1-8af3-3319e8277b71 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.1060796 Aug 12 02:17:42.312799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcc376b0-2ed2-4fbb-8de3-6cc32cb03e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.493566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-133cb85a-3d13-43ad-984c-98d0a3b8cc2e service neutron] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:42.498263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-133cb85a-3d13-43ad-984c-98d0a3b8cc2e service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.499584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fee88671-55b1-4a48-9552-a183ace6e2b5 req-133cb85a-3d13-43ad-984c-98d0a3b8cc2e service neutron] 10.222.0.25 "DELETE /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.1841149 Aug 12 02:17:42.528680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcc376b0-2ed2-4fbb-8de3-6cc32cb03e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.533460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcc376b0-2ed2-4fbb-8de3-6cc32cb03e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.577401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b119690-29cd-4a68-a0d3-9cec2bc01a46 req-c7f9d99f-bba8-4319-ad2b-044d2ea79900 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.578988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b119690-29cd-4a68-a0d3-9cec2bc01a46 req-c7f9d99f-bba8-4319-ad2b-044d2ea79900 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.1129858 Aug 12 02:17:42.606440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bcc376b0-2ed2-4fbb-8de3-6cc32cb03e87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=030961e8480a438f9768e36976e58ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313539 Aug 12 02:17:42.606974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:42.611443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc376b0-2ed2-4fbb-8de3-6cc32cb03e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15816764-016c-4583-9ee7-5eab6d41edd8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:42.625873 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5210cc8-b4c3-4276-b9ac-cbecdc408cae x-openstack-request-id: req-e5210cc8-b4c3-4276-b9ac-cbecdc408cae {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:42.626389 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-plugged", "status": "completed", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:42.626862 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5210cc8-b4c3-4276-b9ac-cbecdc408cae {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:42.627732 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3', 'code': 200} Aug 12 02:17:42.635300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b119690-29cd-4a68-a0d3-9cec2bc01a46 req-8edefcfc-d7ca-425d-be9b-1cfe118edc0f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Aug 12 02:17:42.712127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.778969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.792718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d530-5e87-4f7b-8435-c77616b49715 req-ee2cc323-9ca7-4347-9e4c-24d8ebbb0d25 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.799229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d530-5e87-4f7b-8435-c77616b49715 req-ee2cc323-9ca7-4347-9e4c-24d8ebbb0d25 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.805586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d530-5e87-4f7b-8435-c77616b49715 req-ee2cc323-9ca7-4347-9e4c-24d8ebbb0d25 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.811984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09a8d530-5e87-4f7b-8435-c77616b49715 req-ee2cc323-9ca7-4347-9e4c-24d8ebbb0d25 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.0795982 Aug 12 02:17:42.858835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09a8d530-5e87-4f7b-8435-c77616b49715 req-d64aff62-1271-42fb-9128-f1b6c282401b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Aug 12 02:17:42.860423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42953679-c84e-4c85-b6be-43bd662f5216 req-65b82aa0-5f3a-498a-9cb3-18e247d55a40 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.861973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42953679-c84e-4c85-b6be-43bd662f5216 req-65b82aa0-5f3a-498a-9cb3-18e247d55a40 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1513398 Aug 12 02:17:42.865538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633ee45-48e5-4c4f-8418-12bfd56d1793 req-4c3c5565-40d7-4b57-aee6-8d33f4f617bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:42.866908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8633ee45-48e5-4c4f-8418-12bfd56d1793 req-4c3c5565-40d7-4b57-aee6-8d33f4f617bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 1096 time: 0.1131775 Aug 12 02:17:42.928979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.931527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:42.932936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15816764-016c-4583-9ee7-5eab6d41edd8 HTTP/1.1" status: 204 len: 168 time: 0.3251309 Aug 12 02:17:42.971327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42953679-c84e-4c85-b6be-43bd662f5216 req-18095104-2a34-4283-aebe-4e8b2ecebcce tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Aug 12 02:17:42.974981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5454a8-b08f-47e4-9381-81dbcf686357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15816764-016c-4583-9ee7-5eab6d41edd8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:42.985262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8633ee45-48e5-4c4f-8418-12bfd56d1793 req-fe8ec691-5dc2-420b-8ee7-9b9d9b8dc2b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933375 Aug 12 02:17:43.112340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c1f85-b520-41e1-8901-5d182bce3a2e req-ccdde341-7f81-48ca-9106-350c2939d39f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.120197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d5c1f85-b520-41e1-8901-5d182bce3a2e req-ccdde341-7f81-48ca-9106-350c2939d39f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0649216 Aug 12 02:17:43.172178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d5c1f85-b520-41e1-8901-5d182bce3a2e req-cebc2735-a7a9-4b37-9841-cccba89f1ff4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507493 Aug 12 02:17:43.220094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762c5e0-fb36-49f9-be47-f4e4db238798 req-9027feea-7974-4f7c-a944-228ff116464b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.221622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5762c5e0-fb36-49f9-be47-f4e4db238798 req-9027feea-7974-4f7c-a944-228ff116464b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0591118 Aug 12 02:17:43.268382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5762c5e0-fb36-49f9-be47-f4e4db238798 req-e4d59032-e3a5-461c-9550-c1adb7cbd712 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Aug 12 02:17:43.326345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1b08a-ff20-4072-96eb-4e9e157addca req-e8fbb9a3-7002-4642-b53b-8f42af7bba06 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.328767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1b1b08a-ff20-4072-96eb-4e9e157addca req-e8fbb9a3-7002-4642-b53b-8f42af7bba06 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.0648398 Aug 12 02:17:43.423213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1b1b08a-ff20-4072-96eb-4e9e157addca req-643134de-37b5-4596-a799-4e4ce1c21ac2 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832345 Aug 12 02:17:43.435480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108e293-3765-4bd7-900b-96851a4e2f8a req-d08caacb-d274-4566-825e-866d61c9758e tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.436154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0108e293-3765-4bd7-900b-96851a4e2f8a req-d08caacb-d274-4566-825e-866d61c9758e tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 1095 time: 0.0842526 Aug 12 02:17:43.484242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0108e293-3765-4bd7-900b-96851a4e2f8a req-063e2bda-83e0-4490-a9db-37031200cfe4 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468545 Aug 12 02:17:43.572919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a1214-2354-4921-b89d-6000262929c4 req-23231819-3ebf-402f-9a20-becf1d2e84e3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.575098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a3a1214-2354-4921-b89d-6000262929c4 req-23231819-3ebf-402f-9a20-becf1d2e84e3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0569327 Aug 12 02:17:43.630507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a3a1214-2354-4921-b89d-6000262929c4 req-ee2ef59d-9f9a-445f-994b-543d7c320b6e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Aug 12 02:17:43.778699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32067fce-c094-4a4a-bcf8-fc854af0cb04 req-922cc990-8dfb-4429-b5d9-a8e5bbc54518 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.780421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32067fce-c094-4a4a-bcf8-fc854af0cb04 req-922cc990-8dfb-4429-b5d9-a8e5bbc54518 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0616095 Aug 12 02:17:43.837747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32067fce-c094-4a4a-bcf8-fc854af0cb04 req-e91cd84f-95c0-4922-9ae0-c3d41a02cf98 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509450 Aug 12 02:17:43.859449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:43.945065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:43.964318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-c4b469c8-b200-4633-9ee6-f2de0ef26498 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:43.967210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-c4b469c8-b200-4633-9ee6-f2de0ef26498 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.1738613 Aug 12 02:17:43.994279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-f1ef9242-c9b8-4caf-a5cc-b08fe15973a1 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/quotas/912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 375 time: 0.0192215 Aug 12 02:17:44.028781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8170-acf0-49d1-9e82-b4d11d6adfff req-549fff17-c0eb-4058-876d-b33756b6bf09 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.035963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8170-acf0-49d1-9e82-b4d11d6adfff req-549fff17-c0eb-4058-876d-b33756b6bf09 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.042160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb8170-acf0-49d1-9e82-b4d11d6adfff req-549fff17-c0eb-4058-876d-b33756b6bf09 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.045514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7eb8170-acf0-49d1-9e82-b4d11d6adfff req-549fff17-c0eb-4058-876d-b33756b6bf09 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.0889184 Aug 12 02:17:44.067840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-6f0448bf-3d05-4ff0-beac-feb8cec1bec0 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721085 Aug 12 02:17:44.112899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7eb8170-acf0-49d1-9e82-b4d11d6adfff req-b01ac20a-3ff1-486d-ac17-bb4cc872838e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605011 Aug 12 02:17:44.233595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-5b8142ab-f274-4c34-b68d-a857bbe6ba22 service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646304 Aug 12 02:17:44.343177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-62f8f7d8-9598-46cb-a4f5-bc9a6b39cf9e service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086247 Aug 12 02:17:44.378229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356777d-cb9e-4de4-85bb-ed79361f554a req-68e44e5c-f378-4fbb-9fd5-56603abdb23f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.380335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d356777d-cb9e-4de4-85bb-ed79361f554a req-68e44e5c-f378-4fbb-9fd5-56603abdb23f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 813 time: 0.1375351 Aug 12 02:17:44.403230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d356777d-cb9e-4de4-85bb-ed79361f554a req-d3782fe7-ab12-4c9a-8798-07f31ea6c354 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/quotas/7a5fa8833d7343d0a5962b699b68f94b HTTP/1.1" status: 200 len: 375 time: 0.0127547 Aug 12 02:17:44.467812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d356777d-cb9e-4de4-85bb-ed79361f554a req-8d5de0f1-4dd8-476d-a35c-c3b5b1990021 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571811 Aug 12 02:17:44.628382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfbbb5-e40d-46e3-bf3f-4105cfdfe84a req-43792225-efab-4a05-a48f-c066b2b61f0f tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.637359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1dfbbb5-e40d-46e3-bf3f-4105cfdfe84a req-43792225-efab-4a05-a48f-c066b2b61f0f tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0841048 Aug 12 02:17:44.647122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398ac37-7fe0-4dc8-8257-1408409a748f req-93adca4e-801d-4bc1-9333-0fd080b6b635 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.655179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e398ac37-7fe0-4dc8-8257-1408409a748f req-93adca4e-801d-4bc1-9333-0fd080b6b635 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0846238 Aug 12 02:17:44.696388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1dfbbb5-e40d-46e3-bf3f-4105cfdfe84a req-863b34d0-1dca-43cb-b3a5-a9c858868dec tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569060 Aug 12 02:17:44.756435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e398ac37-7fe0-4dc8-8257-1408409a748f req-0eabe40a-534b-4578-a94f-892991adec4f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002443 Aug 12 02:17:44.809599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-65efa40b-e5ae-4613-96e8-0533cc601e21 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.813254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-65efa40b-e5ae-4613-96e8-0533cc601e21 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.1109252 Aug 12 02:17:44.890475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b3fad-afd6-4607-9db0-ad74891ddbe4 req-95b9ed09-ad49-4ee6-bcce-f144800ab3b4 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:44.891054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e372f18-597a-4b23-91f5-17196aa823fb req-6d1f8b8e-0beb-46bf-9f0f-4e494287da01 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 210 time: 0.0689471 Aug 12 02:17:44.901368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-662b3fad-afd6-4607-9db0-ad74891ddbe4 req-95b9ed09-ad49-4ee6-bcce-f144800ab3b4 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 948 time: 0.0911636 Aug 12 02:17:44.986311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-662b3fad-afd6-4607-9db0-ad74891ddbe4 req-12ed6575-e167-42fb-83c9-bf870369c8af tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836000 Aug 12 02:17:45.037914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Deleting port ab3970ef-3c0e-4d22-adf5-68307622c5a9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:45.039013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.110195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15130e59-7d90-4c29-8347-cf26ba31a435 req-50bffae5-2443-499a-8425-647cf770783b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.117787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15130e59-7d90-4c29-8347-cf26ba31a435 req-50bffae5-2443-499a-8425-647cf770783b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1265898 Aug 12 02:17:45.230852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15130e59-7d90-4c29-8347-cf26ba31a435 req-a0e0960b-ec8f-40b1-8bc0-151a6fd771cf tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Aug 12 02:17:45.295683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80295-479e-4e69-83b7-e56c400e426b req-ce9a1b00-fb91-4933-899d-dc24987d3878 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.298345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32938) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:45.300717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80295-479e-4e69-83b7-e56c400e426b req-ce9a1b00-fb91-4933-899d-dc24987d3878 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.307583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc80295-479e-4e69-83b7-e56c400e426b req-ce9a1b00-fb91-4933-899d-dc24987d3878 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.309322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dc80295-479e-4e69-83b7-e56c400e426b req-ce9a1b00-fb91-4933-899d-dc24987d3878 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.1622198 Aug 12 02:17:45.311173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] For port ab3970ef-3c0e-4d22-adf5-68307622c5a9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ab3970ef-3c0e-4d22-adf5-68307622c5a9,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:45.311557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.326214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee365-b01d-47cb-a99d-28139a729e20 req-3159232e-3390-470b-b80e-a881d795ac29 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.333329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee365-b01d-47cb-a99d-28139a729e20 req-3159232e-3390-470b-b80e-a881d795ac29 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.340670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee365-b01d-47cb-a99d-28139a729e20 req-3159232e-3390-470b-b80e-a881d795ac29 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.342038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-881ee365-b01d-47cb-a99d-28139a729e20 req-3159232e-3390-470b-b80e-a881d795ac29 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 2417 time: 0.1011276 Aug 12 02:17:45.368713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Calling delete_port for ab3970ef-3c0e-4d22-adf5-68307622c5a9 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:45.423766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-881ee365-b01d-47cb-a99d-28139a729e20 req-ff9e8622-c457-4fc2-aea3-497f1eea664d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643959 Aug 12 02:17:45.498983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ebe0a-f1a0-4c06-b19b-03abc44e8a9e req-60f883da-78c2-4c05-b4a6-e90bf8d809a2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.507084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a43ebe0a-f1a0-4c06-b19b-03abc44e8a9e req-60f883da-78c2-4c05-b4a6-e90bf8d809a2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1926236 Aug 12 02:17:45.511884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d345cb3-393e-4d05-85a3-638d72890a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.591797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a43ebe0a-f1a0-4c06-b19b-03abc44e8a9e req-9d846721-f334-4490-ab09-06b8cf94b5ce tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801125 Aug 12 02:17:45.603208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port 18a9294d-6862-4a43-8315-348610419625 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:45.603710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.627987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d345cb3-393e-4d05-85a3-638d72890a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.635337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d345cb3-393e-4d05-85a3-638d72890a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.689353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d345cb3-393e-4d05-85a3-638d72890a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a33a1b-36a7-4c29-84bd-bc30eafa820a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:45.694277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2d345cb3-393e-4d05-85a3-638d72890a38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2884270e5844f8695df16b6be607403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949378 Aug 12 02:17:45.696860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32950) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:45.761228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port 18a9294d-6862-4a43-8315-348610419625, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18a9294d-6862-4a43-8315-348610419625,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:45.761573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.764606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.765276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.792385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.805200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Pushing event deleted for resources: {'Port': ['ID=ab3970ef-3c0e-4d22-adf5-68307622c5a9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:45.818672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for 18a9294d-6862-4a43-8315-348610419625 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:45.874781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.877592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.879650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52a33a1b-36a7-4c29-84bd-bc30eafa820a HTTP/1.1" status: 204 len: 168 time: 0.1812634 Aug 12 02:17:45.933846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1042b87-a09a-448b-96d1-e5d69b0ab1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a33a1b-36a7-4c29-84bd-bc30eafa820a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:45.939880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] No DVR routers for this DVR port ab3970ef-3c0e-4d22-adf5-68307622c5a9 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:45.957732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:45.959913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc5b04e-28e5-4831-83e8-7246311fd654 req-3528b2bf-4323-406d-8aa8-6eb4d93c9aa3 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "DELETE /v2.0/ports/ab3970ef-3c0e-4d22-adf5-68307622c5a9 HTTP/1.1" status: 204 len: 173 time: 1.1396303 Aug 12 02:17:45.970232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-deleted', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:45.972525 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f9900b-1306-4657-baf9-8b45a06a9470" -d '{"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-deleted", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:45.988952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633930a-3c08-4ed8-9e07-c057fb2ec0fc req-90e80c5b-0e9c-440e-bda5-c18c4b5f8677 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:45.991262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1633930a-3c08-4ed8-9e07-c057fb2ec0fc req-90e80c5b-0e9c-440e-bda5-c18c4b5f8677 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1378844 Aug 12 02:17:46.048771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1633930a-3c08-4ed8-9e07-c057fb2ec0fc req-a601cb5d-93c5-4245-a1bf-d3fe4d098c70 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450029 Aug 12 02:17:46.074528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db0aea73-75fb-4822-94c3-c87b7c1f2b76 req-4d4da348-2d21-430e-898b-c1006ea4d7e9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7a5fa8833d7343d0a5962b699b68f94b HTTP/1.1" status: 200 len: 221 time: 0.2073641 Aug 12 02:17:46.266080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd3f38-68c1-4ae8-b371-8beb6c6326d6 req-3d9f15e3-dbda-41cf-82ec-fa34e6b1640c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:46.277162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01cd3f38-68c1-4ae8-b371-8beb6c6326d6 req-3d9f15e3-dbda-41cf-82ec-fa34e6b1640c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0863669 Aug 12 02:17:46.279399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64c99ed2-ac93-4e71-a3b6-34acb1d20fcf req-b5002b2f-da51-4fab-8801-49bccb53d0a2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 210 time: 0.0525062 Aug 12 02:17:46.304111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-513befbc-99ff-4582-b67b-fbfb1f72232c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:46.309444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-513befbc-99ff-4582-b67b-fbfb1f72232c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.3575850 Aug 12 02:17:46.342857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Request body: {'port': {'device_id': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'admin_state_up': True, 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:46.351169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01cd3f38-68c1-4ae8-b371-8beb6c6326d6 req-8eca01c6-5d3b-4937-b7c0-830e15c2cf29 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730100 Aug 12 02:17:46.399996 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe5f3bd-e045-4ac8-a858-2f6423b9c987 x-openstack-request-id: req-4fe5f3bd-e045-4ac8-a858-2f6423b9c987 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:46.400292 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0816986a-8b96-45aa-ab4c-4a9a06377b31", "name": "network-vif-deleted", "tag": "ab3970ef-3c0e-4d22-adf5-68307622c5a9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:46.400544 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fe5f3bd-e045-4ac8-a858-2f6423b9c987 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:46.401035 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0816986a-8b96-45aa-ab4c-4a9a06377b31', 'name': 'network-vif-deleted', 'tag': 'ab3970ef-3c0e-4d22-adf5-68307622c5a9', 'status': 'completed', 'code': 200} Aug 12 02:17:46.452897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:46.487712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab9db148-7deb-457a-b42a-294cf217c113', '18a9294d-6862-4a43-8315-348610419625', '19dd025c-85f3-4b2a-b1b5-b06227c62b04'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:46.501409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=18a9294d-6862-4a43-8315-348610419625,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:46.521781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35c6706e-4d70-4151-b472-48b9dc875d4b req-f7cbb947-9072-4149-bf12-505b86bd5456 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=0816986a-8b96-45aa-ab4c-4a9a06377b31 HTTP/1.1" status: 200 len: 210 time: 0.0691988 Aug 12 02:17:46.608462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port 18a9294d-6862-4a43-8315-348610419625 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:46.612113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:46.615434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dc80295-479e-4e69-83b7-e56c400e426b req-f4d32c48-8a2f-49a7-8bd5-439f65fe9d94 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "DELETE /v2.0/ports/18a9294d-6862-4a43-8315-348610419625 HTTP/1.1" status: 204 len: 173 time: 1.2946417 Aug 12 02:17:46.768364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cb52b-43f3-42a0-a879-b9ef31f53ae4 req-b89e3af6-8bc9-44f1-a5a4-ec1e2d541d74 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:46.797492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd0cb52b-43f3-42a0-a879-b9ef31f53ae4 req-b89e3af6-8bc9-44f1-a5a4-ec1e2d541d74 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1292319 Aug 12 02:17:46.891747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd0cb52b-43f3-42a0-a879-b9ef31f53ae4 req-54c31f7b-2a02-49bc-a9aa-73a29b5643f5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918674 Aug 12 02:17:47.089691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b6b0e-fec3-4fa6-a96b-20236272e4a0 req-c4a271dd-3368-4794-bf36-989ed66711ca tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.092022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab8b6b0e-fec3-4fa6-a96b-20236272e4a0 req-c4a271dd-3368-4794-bf36-989ed66711ca tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0766299 Aug 12 02:17:47.136027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab8b6b0e-fec3-4fa6-a96b-20236272e4a0 req-465ec918-49a9-4366-8cfd-2f4399de5eba tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363004 Aug 12 02:17:47.289508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad0739-13dd-4fac-a00a-33688f997938 req-7bb1fdf4-d0c6-4696-a11e-71974afdc162 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.297654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94ad0739-13dd-4fac-a00a-33688f997938 req-7bb1fdf4-d0c6-4696-a11e-71974afdc162 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0818851 Aug 12 02:17:47.333286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:47.337132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:47.353924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94ad0739-13dd-4fac-a00a-33688f997938 req-9e9c0d61-1fd6-48fc-bd23-fbcf380f9274 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552766 Aug 12 02:17:47.368010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:47.368010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:47.392320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565007-d93b-4dda-a68e-77375b133037 req-0c5fc4dc-f87f-4cf1-ae69-80ca56d5b0cb tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.400540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55565007-d93b-4dda-a68e-77375b133037 req-0c5fc4dc-f87f-4cf1-ae69-80ca56d5b0cb tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.408093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55565007-d93b-4dda-a68e-77375b133037 req-0c5fc4dc-f87f-4cf1-ae69-80ca56d5b0cb tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 1681 time: 0.4957631 Aug 12 02:17:47.452051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22665ca3-3f39-4400-bedc-9b881d4124a7 req-99da4eff-3c78-41f9-a7bd-18adc656931c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 210 time: 0.0402815 Aug 12 02:17:47.490414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:47.532522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: ab3970ef-3c0e-4d22-adf5-68307622c5a9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:47.535624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ab3970ef-3c0e-4d22-adf5-68307622c5a9 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:47.567403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55565007-d93b-4dda-a68e-77375b133037 req-3d71a35d-6590-4f72-bfd3-b25897fb6111 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520836 Aug 12 02:17:47.629789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port 19dd025c-85f3-4b2a-b1b5-b06227c62b04, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=19dd025c-85f3-4b2a-b1b5-b06227c62b04,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:47.630182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:47.652116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for 19dd025c-85f3-4b2a-b1b5-b06227c62b04 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:47.671943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Allocated IP 172.20.0.14 (8fa73dc9-b431-4c95-83db-4605f9aec342/a4d21db5-7c59-4620-9384-b8fef95567ab/3af29110-8a5e-43d1-8355-bf30f930ac11) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:47.697737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:47.705596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc3ca2-2e27-4814-a071-42ded8fde0cd req-5f47b1c6-417b-454b-bbf9-a2295c28b838 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.715126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45cc3ca2-2e27-4814-a071-42ded8fde0cd req-5f47b1c6-417b-454b-bbf9-a2295c28b838 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1256559 Aug 12 02:17:47.767562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45cc3ca2-2e27-4814-a071-42ded8fde0cd req-92887d28-2f96-4983-8c0f-3e388d6197d9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 Aug 12 02:17:47.818227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc2b4e-0fca-4b4b-84a0-7ffeffb16af7 req-b34f12e4-2c35-43ac-b401-ab1dfb618e18 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:47.825521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29dc2b4e-0fca-4b4b-84a0-7ffeffb16af7 req-b34f12e4-2c35-43ac-b401-ab1dfb618e18 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1072462 Aug 12 02:17:47.994694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29dc2b4e-0fca-4b4b-84a0-7ffeffb16af7 req-58c3f550-7096-4de9-a0ab-38bd993e94b9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682835 Aug 12 02:17:48.057784 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.065989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.108735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=19dd025c-85f3-4b2a-b1b5-b06227c62b04,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:48.163965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ad4e7-fffc-4e47-b96f-c717c952fe7d req-0e02a9bc-43c7-4cf4-89d9-75b5a0b39f25 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.170569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port 19dd025c-85f3-4b2a-b1b5-b06227c62b04 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:48.172411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-886ad4e7-fffc-4e47-b96f-c717c952fe7d req-0e02a9bc-43c7-4cf4-89d9-75b5a0b39f25 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 949 time: 0.1072392 Aug 12 02:17:48.173261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.175569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dc80295-479e-4e69-83b7-e56c400e426b req-a9d7ff3b-c441-4259-8019-dd01c5252763 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "DELETE /v2.0/ports/19dd025c-85f3-4b2a-b1b5-b06227c62b04 HTTP/1.1" status: 204 len: 173 time: 1.5490510 Aug 12 02:17:48.227880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-886ad4e7-fffc-4e47-b96f-c717c952fe7d req-d81d0d61-522d-45fd-8419-c4bce019fcb7 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509019 Aug 12 02:17:48.272912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.317899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e39de0-6a2b-4854-bb14-5efe8641a393 req-59f55d0c-e606-43ee-a730-4f8097c8729c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.319767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19e39de0-6a2b-4854-bb14-5efe8641a393 req-59f55d0c-e606-43ee-a730-4f8097c8729c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1729820 Aug 12 02:17:48.363411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77330c38-4488-4b57-acb3-d3e1fe653e49 req-d8483199-16a0-4bd4-8c2c-337c336d19e4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.372252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77330c38-4488-4b57-acb3-d3e1fe653e49 req-d8483199-16a0-4bd4-8c2c-337c336d19e4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0665133 Aug 12 02:17:48.406031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:48.407295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': '18a9294d-6862-4a43-8315-348610419625'}, {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:48.409587 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16f55e8-5f2e-4aee-bc06-08e0c0781e47" -d '{"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "18a9294d-6862-4a43-8315-348610419625"}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:48.420793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:48.423828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:48.449428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77330c38-4488-4b57-acb3-d3e1fe653e49 req-ac07f0ad-d77d-4656-8b46-04f83dc71e69 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761080 Aug 12 02:17:48.452033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:48.494153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:48.535976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.536782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.541912 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ce9607-0483-4010-8f7e-86e85b635f00 x-openstack-request-id: req-d5ce9607-0483-4010-8f7e-86e85b635f00 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:48.542251 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "18a9294d-6862-4a43-8315-348610419625", "status": "completed", "code": 200}, {"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "19dd025c-85f3-4b2a-b1b5-b06227c62b04", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:48.542508 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5ce9607-0483-4010-8f7e-86e85b635f00 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:48.542899 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': '18a9294d-6862-4a43-8315-348610419625', 'status': 'completed', 'code': 200} Aug 12 02:17:48.543153 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': '19dd025c-85f3-4b2a-b1b5-b06227c62b04', 'status': 'completed', 'code': 200} Aug 12 02:17:48.547529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19e39de0-6a2b-4854-bb14-5efe8641a393 req-50fa562f-b082-4b48-a91d-14596987325c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978679 Aug 12 02:17:48.565586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port ab9db148-7deb-457a-b42a-294cf217c113 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:48.565933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.572046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-58dfdd12-18f3-4ed7-a4cc-9d87be355abc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2401004 Aug 12 02:17:48.589140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Request body: {'port': {'device_id': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:48.671171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-679cd934-3e1d-41b7-a838-c78638e28f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.698063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dee3f-59da-4cee-b1dd-8cc425f01e86 req-4a9ee0aa-b998-4c05-9f83-d4240f662dd7 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.699713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c69dee3f-59da-4cee-b1dd-8cc425f01e86 req-4a9ee0aa-b998-4c05-9f83-d4240f662dd7 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 932 time: 0.0952313 Aug 12 02:17:48.753667 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.773075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c69dee3f-59da-4cee-b1dd-8cc425f01e86 req-d7d224d6-0409-4c70-b5b4-650da7543b36 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Aug 12 02:17:48.808247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a65003-4e04-475a-87cf-480520f274eb req-283d73a5-6ca5-4315-91f1-03233f6eef3e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.818816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7a65003-4e04-475a-87cf-480520f274eb req-283d73a5-6ca5-4315-91f1-03233f6eef3e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb5fe319-1d01-405b-9e4c-319fb597e12f HTTP/1.1" status: 200 len: 945 time: 0.1679449 Aug 12 02:17:48.849740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-679cd934-3e1d-41b7-a838-c78638e28f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.860240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-679cd934-3e1d-41b7-a838-c78638e28f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.885202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port ab9db148-7deb-457a-b42a-294cf217c113, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab9db148-7deb-457a-b42a-294cf217c113,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:48.885427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:48.921716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for ab9db148-7deb-457a-b42a-294cf217c113 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:48.922525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cd934-3e1d-41b7-a838-c78638e28f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacade31-ec81-42fc-996f-9c41c98ea30d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:48.930581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7a65003-4e04-475a-87cf-480520f274eb req-33894e3e-cf44-45b3-a2d9-7f4b042c5bf7 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065147 Aug 12 02:17:48.931313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-679cd934-3e1d-41b7-a838-c78638e28f5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e0ff947c78c483eafea2077629eb1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748433 Aug 12 02:17:48.931313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:48.962148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4897-69bd-4d0f-af9e-7f907c213466 req-97494d6b-c475-48de-b29f-f31afef16d6d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:48.963948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3ad4897-69bd-4d0f-af9e-7f907c213466 req-97494d6b-c475-48de-b29f-f31afef16d6d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1172416 Aug 12 02:17:49.035915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3ad4897-69bd-4d0f-af9e-7f907c213466 req-95c6fd5b-1371-4513-8c07-1c4c5fc5673a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608511 Aug 12 02:17:49.041495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.083437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.183645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b01d-e8a0-48c6-96b2-c198d3f1bb53 req-978e52a5-fb95-4464-93a3-979d1b6f10ae tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.192887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d192b01d-e8a0-48c6-96b2-c198d3f1bb53 req-978e52a5-fb95-4464-93a3-979d1b6f10ae tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0699534 Aug 12 02:17:49.196465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e9d07-e2a8-493a-9d9b-915eca7f4197 req-1164179c-f6c1-4611-a41e-1df5b3201597 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.198022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-107e9d07-e2a8-493a-9d9b-915eca7f4197 req-1164179c-f6c1-4611-a41e-1df5b3201597 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1612649 Aug 12 02:17:49.200224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.202810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.204299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dacade31-ec81-42fc-996f-9c41c98ea30d HTTP/1.1" status: 204 len: 168 time: 0.2716174 Aug 12 02:17:49.225215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3c88f-8910-4a91-b8db-2e13e819d036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacade31-ec81-42fc-996f-9c41c98ea30d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:49.261857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d192b01d-e8a0-48c6-96b2-c198d3f1bb53 req-c93cb680-547f-465e-8f40-c102613a1b00 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646389 Aug 12 02:17:49.330119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-107e9d07-e2a8-493a-9d9b-915eca7f4197 req-c8eadfde-1b95-48d5-87e8-8eb273f5142f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119356 Aug 12 02:17:49.381888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.392905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af29110-8a5e-43d1-8355-bf30f930ac11 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:49.427717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.434377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=ab9db148-7deb-457a-b42a-294cf217c113,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:49.461169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9981c1-9aad-4440-b6ea-66026b23be16 req-4a31fc1a-9bf7-488b-a717-820a738ef2bd tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.475260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Transition to ACTIVE for port object 3af29110-8a5e-43d1-8355-bf30f930ac11 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:49.484091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd9981c1-9aad-4440-b6ea-66026b23be16 req-4a31fc1a-9bf7-488b-a717-820a738ef2bd tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 949 time: 0.1472254 Aug 12 02:17:49.510096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port ab9db148-7deb-457a-b42a-294cf217c113 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:49.513081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.516218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.520722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dc80295-479e-4e69-83b7-e56c400e426b req-e80be2b8-665a-4011-b150-5bee482b672b tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "DELETE /v2.0/ports/ab9db148-7deb-457a-b42a-294cf217c113 HTTP/1.1" status: 204 len: 173 time: 1.3224878 Aug 12 02:17:49.585396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-991c2ecf-fae3-40b2-89ce-e8a5f12cf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.587453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-991c2ecf-fae3-40b2-89ce-e8a5f12cf85a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 1096 time: 0.1776712 Aug 12 02:17:49.599747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd9981c1-9aad-4440-b6ea-66026b23be16 req-a3f7e81d-c1c3-4397-a8a6-92d42b3bbc22 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136820 Aug 12 02:17:49.601987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:49.660093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0848-e07a-4924-a57c-58e841e443ca req-472ffaa5-2ef7-41e8-9db5-ffb681ead80a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.661699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f03d0848-e07a-4924-a57c-58e841e443ca req-472ffaa5-2ef7-41e8-9db5-ffb681ead80a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1537638 Aug 12 02:17:49.778748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f03d0848-e07a-4924-a57c-58e841e443ca req-cd12d72a-d8a5-4440-a7b4-2a6773220501 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013930 Aug 12 02:17:49.813898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:49.814240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:49.817058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:49.847260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:17:49.848525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:49.851498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18a9294d-6862-4a43-8315-348610419625 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:49.856210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:49.856562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:49.856957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:49.857400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Bound port: 3af29110-8a5e-43d1-8355-bf30f930ac11, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:49.857765 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:49.893843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 18a9294d-6862-4a43-8315-348610419625 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:49.895286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18a9294d-6862-4a43-8315-348610419625 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:49.895828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab9db148-7deb-457a-b42a-294cf217c113 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:49.923248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20768f5a-8252-41cd-8cad-ae67c53dc310 req-cde3f429-51ea-43d4-b38c-20097eed9f40 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.930729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20768f5a-8252-41cd-8cad-ae67c53dc310 req-cde3f429-51ea-43d4-b38c-20097eed9f40 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.2161994 Aug 12 02:17:49.937544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ab9db148-7deb-457a-b42a-294cf217c113 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:49.938117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab9db148-7deb-457a-b42a-294cf217c113 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:49.938737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19dd025c-85f3-4b2a-b1b5-b06227c62b04 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:49.966883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-307ea1a4-5cf0-437b-910c-3c51a8a11713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:49.968153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 19dd025c-85f3-4b2a-b1b5-b06227c62b04 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:49.968393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-307ea1a4-5cf0-437b-910c-3c51a8a11713 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 906 time: 0.3215566 Aug 12 02:17:49.968875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 19dd025c-85f3-4b2a-b1b5-b06227c62b04 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:49.990974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20768f5a-8252-41cd-8cad-ae67c53dc310 req-3c2cb9d2-9504-4531-8b8c-fc20220b98d6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593097 Aug 12 02:17:50.039161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-a942730d-5ca4-4cd5-b3bb-34b28312827b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a059684-aa53-4335-af9f-9af0ead268b3 HTTP/1.1" status: 200 len: 217 time: 0.0466747 Aug 12 02:17:50.047114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418fb7b-c8d5-4bc4-90f0-3a845f8c132e req-a9de83d0-8199-446b-b5fa-3203b64ea89f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.049076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2418fb7b-c8d5-4bc4-90f0-3a845f8c132e req-a9de83d0-8199-446b-b5fa-3203b64ea89f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1705062 Aug 12 02:17:50.101334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:50.132448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:50.143690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-4647d44b-104a-4f69-9dfe-78fae5099527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.146011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-4647d44b-104a-4f69-9dfe-78fae5099527 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.0994031 Aug 12 02:17:50.162250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-f4940e79-ef09-46ec-876b-899d47368dfe tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.172974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-f4940e79-ef09-46ec-876b-899d47368dfe tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 949 time: 0.2095983 Aug 12 02:17:50.181613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.188762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-bc4e2217-8eb0-4de3-a711-713ef30262a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349708 Aug 12 02:17:50.205147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0d5b4-d249-4871-885f-e5263336332b req-58f9474f-1636-405f-84ba-12c488c8dc84 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.206676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ae0d5b4-d249-4871-885f-e5263336332b req-58f9474f-1636-405f-84ba-12c488c8dc84 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.1068077 Aug 12 02:17:50.263539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2418fb7b-c8d5-4bc4-90f0-3a845f8c132e req-374f0f06-07a3-4ceb-a3c8-2071c75f5281 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043843 Aug 12 02:17:50.320425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.321004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.322421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] 10.222.0.25 "PUT /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 1092 time: 1.7383592 Aug 12 02:17:50.368339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:50.381371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ae0d5b4-d249-4871-885f-e5263336332b req-1fc57dd3-12f0-4939-8135-898a474cb621 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658001 Aug 12 02:17:50.415744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-5a8c7713-afa6-401d-925f-0e8774969ebb service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197058 Aug 12 02:17:50.478258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f117b-8d59-4610-a69d-dcefec042dda service neutron] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:50.500765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting subnet 28358dba-5a0b-4f79-81ac-f761fd752a83 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:17:50.512069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.546772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113'}, {'name': 'network-changed', 'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:50.549598 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeb0303-0316-4965-bf2a-9afac751d3fb" -d '{"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "ab9db148-7deb-457a-b42a-294cf217c113"}, {"name": "network-changed", "server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:50.554174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-a4a69135-e0a7-4e45-b2c6-98d821147646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.555718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-a4a69135-e0a7-4e45-b2c6-98d821147646 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1095 time: 0.1834192 Aug 12 02:17:50.623687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58a5b0-7546-4f52-beec-b82e87caa42a req-a29cb243-0035-4cce-a554-fd2f11fb1019 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.626149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa58a5b0-7546-4f52-beec-b82e87caa42a req-a29cb243-0035-4cce-a554-fd2f11fb1019 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0980229 Aug 12 02:17:50.634861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9bbe96f-c78a-4706-b673-eeefc1ecdaa4 req-1ae2261b-2f65-4051-8fc1-9e6d3c80e6bf service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101865 Aug 12 02:17:50.640955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.652847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-7a05c687-2556-48d5-b4e0-3fa14d75323c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0615320 Aug 12 02:17:50.673136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Deleting port 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:50.673479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.681437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa58a5b0-7546-4f52-beec-b82e87caa42a req-1ad39868-3db2-4358-b0ed-4f2508fc98ad tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Aug 12 02:17:50.758311 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1335510c-862b-430f-a0ab-582056e6dc96 x-openstack-request-id: req-1335510c-862b-430f-a0ab-582056e6dc96 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:50.758608 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5fe319-1d01-405b-9e4c-319fb597e12f", "name": "network-vif-deleted", "tag": "ab9db148-7deb-457a-b42a-294cf217c113", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:50.758894 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1335510c-862b-430f-a0ab-582056e6dc96 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:50.759224 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5fe319-1d01-405b-9e4c-319fb597e12f', 'name': 'network-vif-deleted', 'tag': 'ab9db148-7deb-457a-b42a-294cf217c113', 'status': 'completed', 'code': 200} Aug 12 02:17:50.759497 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'status': 'completed', 'code': 200} Aug 12 02:17:50.773014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b670c1-d688-4191-ab18-adc0afdcecd1 req-0559eb56-dcdf-457d-a734-c53f7a10b778 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.774554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87b670c1-d688-4191-ab18-adc0afdcecd1 req-0559eb56-dcdf-457d-a734-c53f7a10b778 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2701321 Aug 12 02:17:50.845466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66cab3-e1a5-4635-a543-ebe53f28a7b9 req-923745e4-58d3-4790-968a-b934e30ba948 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.853577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec66cab3-e1a5-4635-a543-ebe53f28a7b9 req-923745e4-58d3-4790-968a-b934e30ba948 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 949 time: 0.0565982 Aug 12 02:17:50.854703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-59666790-3d17-4a71-ae63-1151ec1031b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:50.856209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-59666790-3d17-4a71-ae63-1151ec1031b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1875460 Aug 12 02:17:50.895759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec66cab3-e1a5-4635-a543-ebe53f28a7b9 req-acf6cef0-89b5-4bd6-b77d-30b444e5836b tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/security-groups?id=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 Aug 12 02:17:50.925489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-c91ba1d6-dc37-44ef-b9c7-0ae9bfc85225 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592699 Aug 12 02:17:50.937096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] For port 163c8d29-02b4-4e06-818c-b9f1adf42c57, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=163c8d29-02b4-4e06-818c-b9f1adf42c57,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:50.937483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.943532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:50.977711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87b670c1-d688-4191-ab18-adc0afdcecd1 req-2f91a585-1736-4f47-98d7-3e65837e3629 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748903 Aug 12 02:17:51.028075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Calling delete_port for 163c8d29-02b4-4e06-818c-b9f1adf42c57 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:51.143997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf0d15-75ca-4134-8f3f-3915aefee3cb req-930f305f-b44b-4228-acde-02886d5cd7a5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.145522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9cf0d15-75ca-4134-8f3f-3915aefee3cb req-930f305f-b44b-4228-acde-02886d5cd7a5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0556121 Aug 12 02:17:51.171642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-d1b7f622-6b3a-41c3-a174-9cca72d9a76e service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297158 Aug 12 02:17:51.174536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.190264 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9cf0d15-75ca-4134-8f3f-3915aefee3cb req-8b248fe3-dede-4ad5-afb3-d9560b280bdc tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380785 Aug 12 02:17:51.260529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Subnet': ['ID=28358dba-5a0b-4f79-81ac-f761fd752a83,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:51.279362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.283683 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-feecabec-4ed1-4f98-91db-5881b76b44fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/subnets/28358dba-5a0b-4f79-81ac-f761fd752a83 HTTP/1.1" status: 204 len: 168 time: 0.9115639 Aug 12 02:17:51.283862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bad71e-6557-4f1c-8ef2-b5445bf17df6 None None] Network f0c43232-61d2-471a-9f40-b3f55a46ce9f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:51.284879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:51.292954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da4050-b0f5-45e1-a6b1-5f1acdebed22 req-bfc3fb3d-18d1-4cfb-8e62-381e706655a3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.295453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65da4050-b0f5-45e1-a6b1-5f1acdebed22 req-bfc3fb3d-18d1-4cfb-8e62-381e706655a3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1900384 Aug 12 02:17:51.409313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65da4050-b0f5-45e1-a6b1-5f1acdebed22 req-577e81df-ec03-43e4-8e9c-ea717392da36 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056857 Aug 12 02:17:51.420699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.421559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.431769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5a31ad9-2665-4e40-8523-da54c8c365dc req-67f95a02-b762-484e-b149-1db0f7499332 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500899 Aug 12 02:17:51.473778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Pushing event deleted for resources: {'Port': ['ID=163c8d29-02b4-4e06-818c-b9f1adf42c57,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:51.509055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] DHCP port deletion for f0c43232-61d2-471a-9f40-b3f55a46ce9f request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:17:51.542909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb8936-a3f6-411a-9e2f-dd9c14503ee2 req-464a12a1-eab0-4376-b8bb-d685b8372319 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.551260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14eb8936-a3f6-411a-9e2f-dd9c14503ee2 req-464a12a1-eab0-4376-b8bb-d685b8372319 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2706594 Aug 12 02:17:51.555905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] No DVR routers for this DVR port 163c8d29-02b4-4e06-818c-b9f1adf42c57 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:51.566027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.571213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d083fcc0-63b2-4d33-80cf-3bf24ad3bc73 req-972fb662-6dd7-43f4-85ea-f14b119b80b1 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.25 "DELETE /v2.0/ports/163c8d29-02b4-4e06-818c-b9f1adf42c57 HTTP/1.1" status: 204 len: 173 time: 1.3784237 Aug 12 02:17:51.598453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port e112ba66-a05f-446e-ab67-0d35cbe65215 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:51.599041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.622122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Deleting port e112ba66-a05f-446e-ab67-0d35cbe65215 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:51.623280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.664623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14eb8936-a3f6-411a-9e2f-dd9c14503ee2 req-04f8e053-a41f-41a5-bded-8080aa0d2f41 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122644 Aug 12 02:17:51.670877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada3b6f-39e1-49e4-851f-02e2f4041125 req-5f59ae0a-9339-4fde-b846-9bdbe85bca4a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.673395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ada3b6f-39e1-49e4-851f-02e2f4041125 req-5f59ae0a-9339-4fde-b846-9bdbe85bca4a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.1184998 Aug 12 02:17:51.676473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-f021dc6a-c13b-470b-bb44-0a65017a8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.677902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-f021dc6a-c13b-470b-bb44-0a65017a8e47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1095 time: 0.1241720 Aug 12 02:17:51.718543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port e112ba66-a05f-446e-ab67-0d35cbe65215, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e112ba66-a05f-446e-ab67-0d35cbe65215,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:51.718911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.736900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] For port e112ba66-a05f-446e-ab67-0d35cbe65215, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e112ba66-a05f-446e-ab67-0d35cbe65215,segment=NetworkSegment(f4948218-dc05-4499-8a4f-5c48a763ec88),segment_id=f4948218-dc05-4499-8a4f-5c48a763ec88)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:51.737604 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:51.755421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Calling delete_port for e112ba66-a05f-446e-ab67-0d35cbe65215 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:51.771849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for e112ba66-a05f-446e-ab67-0d35cbe65215 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:51.969318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7837f-f88c-448d-b88a-099a10bd13cd req-b84a8ea1-909a-4942-b7a7-b9ca611c73d7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:51.978042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3a7837f-f88c-448d-b88a-099a10bd13cd req-b84a8ea1-909a-4942-b7a7-b9ca611c73d7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1043272 Aug 12 02:17:52.037733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.046482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.086310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] Pushing event deleted for resources: {'Port': ['ID=e112ba66-a05f-446e-ab67-0d35cbe65215,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:52.090373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b7939-ba2a-4754-a674-eb59204e6818 None None] No DVR routers for this DVR port e112ba66-a05f-446e-ab67-0d35cbe65215 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:52.095295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3a7837f-f88c-448d-b88a-099a10bd13cd req-08e65490-3603-4fe9-8d52-6883d211f5f8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161380 Aug 12 02:17:52.116432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port e112ba66-a05f-446e-ab67-0d35cbe65215 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:52.118384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=e112ba66-a05f-446e-ab67-0d35cbe65215,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:52.318146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.330930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c43232-61d2-471a-9f40-b3f55a46ce9f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:52.333551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ada3b6f-39e1-49e4-851f-02e2f4041125 req-eba90222-0c68-490c-941b-cdadc8dd5227 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6457665 Aug 12 02:17:52.362261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4948218-dc05-4499-8a4f-5c48a763ec88') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:52.363366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4948218-dc05-4499-8a4f-5c48a763ec88') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:52.380437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197057a-57ad-49f9-8042-6240df35c0b1 req-59e4ba29-0f73-452e-8264-712810246694 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:52.387978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6197057a-57ad-49f9-8042-6240df35c0b1 req-59e4ba29-0f73-452e-8264-712810246694 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1565483 Aug 12 02:17:52.400682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.405059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-7513bf17-1fe9-46bd-bed1-dd1d49c9388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:52.406862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-7513bf17-1fe9-46bd-bed1-dd1d49c9388d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1652491 Aug 12 02:17:52.428391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.448717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:17:52.449257 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:17:52.452225 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:17:52.464906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6197057a-57ad-49f9-8042-6240df35c0b1 req-df5c6e28-3f75-47e6-9a1a-7973ff64236a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755363 Aug 12 02:17:52.492910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-fdc8315b-fb17-4831-b3c9-1af6010711c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0678957 Aug 12 02:17:52.517536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-caee1550-7ca7-49d0-8d3e-0666424a6bcd req-53fc4891-a4f1-41c3-9864-9446e69bc1e2 tempest-ListImageFiltersTestJSON-129169260 tempest-ListImageFiltersTestJSON-129169260-project] 10.222.0.11 "GET /v2.0/ports?device_id=b30fe9e6-0201-4961-9cef-17a250e4bad4 HTTP/1.1" status: 200 len: 210 time: 0.0362201 Aug 12 02:17:52.593157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-e75127d4-a364-4965-b280-1955fc6eed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:52.594657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-e75127d4-a364-4965-b280-1955fc6eed83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0799055 Aug 12 02:17:52.600925 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.631089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.633502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/networks/f0c43232-61d2-471a-9f40-b3f55a46ce9f HTTP/1.1" status: 204 len: 168 time: 1.3475866 Aug 12 02:17:52.636223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c821a-3999-4ad6-ac55-8b6fbd257a40 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Network': ['ID=f0c43232-61d2-471a-9f40-b3f55a46ce9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:52.638603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33216) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:52.646441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-e0eea1b9-5553-4b4b-8fab-426f134cd999 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416789 Aug 12 02:17:52.735905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4982deb-a16c-4d97-91bb-ec63f758aa6a req-f86a76e1-f3c7-401b-ab90-920401bf51c8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:52.738769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4982deb-a16c-4d97-91bb-ec63f758aa6a req-f86a76e1-f3c7-401b-ab90-920401bf51c8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1029720 Aug 12 02:17:52.744753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting subnet 090b9ef1-9c84-495c-8f4e-38877230dd6b {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:17:52.751616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179569f5-65e5-413d-94a3-9068aaf53e0f req-96389e63-2a28-4916-bea9-0cce8a766263 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:52.756538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.760374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-179569f5-65e5-413d-94a3-9068aaf53e0f req-96389e63-2a28-4916-bea9-0cce8a766263 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1169598 Aug 12 02:17:52.764826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-deleted', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:52.767019 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d79dc8-1d2e-48d6-bc3c-17c0ea432248" -d '{"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-deleted", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:52.817737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4982deb-a16c-4d97-91bb-ec63f758aa6a req-a876d57b-20a1-40f0-932f-c55d2143b537 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Aug 12 02:17:52.834723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-179569f5-65e5-413d-94a3-9068aaf53e0f req-e0076a6f-a26d-456d-ace9-10752578b285 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730565 Aug 12 02:17:52.850688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:52.875629 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2049625e-2167-42a8-9967-e7869b82abbc x-openstack-request-id: req-2049625e-2167-42a8-9967-e7869b82abbc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:52.876130 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30fe9e6-0201-4961-9cef-17a250e4bad4", "name": "network-vif-deleted", "tag": "163c8d29-02b4-4e06-818c-b9f1adf42c57", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:52.876574 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2049625e-2167-42a8-9967-e7869b82abbc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:52.877128 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30fe9e6-0201-4961-9cef-17a250e4bad4', 'name': 'network-vif-deleted', 'tag': '163c8d29-02b4-4e06-818c-b9f1adf42c57', 'status': 'completed', 'code': 200} Aug 12 02:17:52.883839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-4857c719-e63f-47e8-b2bc-3d0e1385f86e service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267883 Aug 12 02:17:52.907843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e112ba66-a05f-446e-ab67-0d35cbe65215 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:52.936384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e112ba66-a05f-446e-ab67-0d35cbe65215 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:52.936891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e112ba66-a05f-446e-ab67-0d35cbe65215 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:52.964481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.029524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c8af1-3e45-4b1e-88e5-9e75b4afebe1 req-c9722a50-a7ac-481d-8616-0ed7d33cfb71 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:53.031040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1c8af1-3e45-4b1e-88e5-9e75b4afebe1 req-c9722a50-a7ac-481d-8616-0ed7d33cfb71 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0829639 Aug 12 02:17:53.033430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feeb0303-0316-4965-bf2a-9afac751d3fb req-cf3957bf-ba2d-4d4a-b757-ba3e78690386 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404517 Aug 12 02:17:53.035800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.068887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Subnet': ['ID=090b9ef1-9c84-495c-8f4e-38877230dd6b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:53.070941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.074851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd9b63-ca7a-4cf9-b5ca-5e8059749844 None None] Network 315c7aa4-db4c-4b41-a482-0032eb921a9a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:53.077111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:53.086671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0e634e3-8da6-457f-ac8f-fa66fc76ee4a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/subnets/090b9ef1-9c84-495c-8f4e-38877230dd6b HTTP/1.1" status: 204 len: 168 time: 0.4322953 Aug 12 02:17:53.093348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1c8af1-3e45-4b1e-88e5-9e75b4afebe1 req-0382028a-b002-45c6-8c99-af74f490a01a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555580 Aug 12 02:17:53.182832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.261163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port 5e578b72-5e00-447c-b54f-46e40ca6a7af {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:53.261513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.276963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] DHCP port deletion for 315c7aa4-db4c-4b41-a482-0032eb921a9a request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:17:53.327350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Deleting port 5e578b72-5e00-447c-b54f-46e40ca6a7af {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:17:53.327555 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.370279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port 5e578b72-5e00-447c-b54f-46e40ca6a7af, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e578b72-5e00-447c-b54f-46e40ca6a7af,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:53.370708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.392379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for 5e578b72-5e00-447c-b54f-46e40ca6a7af owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:53.411200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8f0ce-fb14-406e-b044-9c9ab9f8e9f5 req-77d6ffcb-bdd5-4c88-b737-209e8df516f2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:53.411613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] For port 5e578b72-5e00-447c-b54f-46e40ca6a7af, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e578b72-5e00-447c-b54f-46e40ca6a7af,segment=NetworkSegment(ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad),segment_id=ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:53.412250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.419229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00e8f0ce-fb14-406e-b044-9c9ab9f8e9f5 req-77d6ffcb-bdd5-4c88-b737-209e8df516f2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1028483 Aug 12 02:17:53.429083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Calling delete_port for 5e578b72-5e00-447c-b54f-46e40ca6a7af owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:17:53.470763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc089282-db42-490d-98b8-fc84ae8e66ac req-58c335de-e6a1-4afa-a04b-6f600fba1a25 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:53.475907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc089282-db42-490d-98b8-fc84ae8e66ac req-58c335de-e6a1-4afa-a04b-6f600fba1a25 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.0655360 Aug 12 02:17:53.504441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00e8f0ce-fb14-406e-b044-9c9ab9f8e9f5 req-204a5b6a-6277-4222-a146-424daf35a772 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836020 Aug 12 02:17:53.543643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:53.546293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:53.557995 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc089282-db42-490d-98b8-fc84ae8e66ac req-af2eda9d-a6d8-47b7-b1b2-60517098086a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Aug 12 02:17:53.586950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 163c8d29-02b4-4e06-818c-b9f1adf42c57 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:53.587414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 163c8d29-02b4-4e06-818c-b9f1adf42c57 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:53.640947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.658630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.689660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bedc92-8077-4af2-9bc6-e72424f298ca req-fd3ae92e-e89e-4306-b2e3-a3d4448eddd5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:53.690188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c514859-b5b2-4ae0-8cc8-ba63895f1350 req-bd4ae843-d0a1-4807-8ddd-cadebab5c83b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:53.691816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c8bedc92-8077-4af2-9bc6-e72424f298ca req-fd3ae92e-e89e-4306-b2e3-a3d4448eddd5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0909922 Aug 12 02:17:53.693255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=5e578b72-5e00-447c-b54f-46e40ca6a7af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:53.701298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port 5e578b72-5e00-447c-b54f-46e40ca6a7af on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:53.705833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:53.709625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c514859-b5b2-4ae0-8cc8-ba63895f1350 req-bd4ae843-d0a1-4807-8ddd-cadebab5c83b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0712218 Aug 12 02:17:53.723369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'port_id': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'mac_address': 'fa:16:3e:25:fd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d21db5-7c59-4620-9384-b8fef95567ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:53.755017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] Pushing event deleted for resources: {'Port': ['ID=5e578b72-5e00-447c-b54f-46e40ca6a7af,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:53.758712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c514859-b5b2-4ae0-8cc8-ba63895f1350 req-0dc68233-d602-42f2-8a58-8ec938c13b45 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Aug 12 02:17:53.792777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4225b6-adb0-4252-add2-5e9fa13605b1 None None] No DVR routers for this DVR port 5e578b72-5e00-447c-b54f-46e40ca6a7af on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:17:53.824559 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.851241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c8bedc92-8077-4af2-9bc6-e72424f298ca req-b4d2ab3e-c702-477f-8848-1af65724b05d tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411977 Aug 12 02:17:53.865473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af29110-8a5e-43d1-8355-bf30f930ac11 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:53.868726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.887033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['315c7aa4-db4c-4b41-a482-0032eb921a9a']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:53.907921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:53.916291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.919533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:53.920986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66366d-5ecd-4d9a-9e4e-b7aa4c32f1ad') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:17:53.938528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.976824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.983459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:53.986080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:17:53.986556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:17:53.990771 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:17:54.054563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd58a7-ea7f-4f58-92ab-85d68cf1c060 req-cfd48537-54cb-40e9-bd88-c4342ed8b600 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:54.056818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3fd58a7-ea7f-4f58-92ab-85d68cf1c060 req-cfd48537-54cb-40e9-bd88-c4342ed8b600 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1227472 Aug 12 02:17:54.072406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.078068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.079962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/networks/315c7aa4-db4c-4b41-a482-0032eb921a9a HTTP/1.1" status: 204 len: 168 time: 0.9994118 Aug 12 02:17:54.087061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33282) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:54.093936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-953430577'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:54.119355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953699b-4828-4850-a6b8-023c1986dba3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Network': ['ID=315c7aa4-db4c-4b41-a482-0032eb921a9a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:54.131999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:54.135553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.143518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3fd58a7-ea7f-4f58-92ab-85d68cf1c060 req-d4d79244-923d-4b97-b6eb-87c2072f453a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790136 Aug 12 02:17:54.165527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:17:54.175803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.176152 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Added segment 55cedfc2-f3a6-49a2-8812-9181f4119502 of type vlan for network 4f76d0b1-3006-4fc7-aed2-82332789c515 Aug 12 02:17:54.199935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:54.227586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.282068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.282928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41fd2f-c2d3-4704-a448-6e7d51ba8adc req-17a5c8ac-d622-49c7-9701-4cc46f4573e9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:54.285017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f41fd2f-c2d3-4704-a448-6e7d51ba8adc req-17a5c8ac-d622-49c7-9701-4cc46f4573e9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0553067 Aug 12 02:17:54.297686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:54.299328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.371791 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f41fd2f-c2d3-4704-a448-6e7d51ba8adc req-a9e412ea-57ce-4163-9bfa-d541e651e06f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Aug 12 02:17:54.393020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3041947 Aug 12 02:17:54.395837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:54.401295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'subnet': {'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:54.402105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99663866-31d4-445c-8aa4-c2e33b2e03ba tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Network': ['ID=4f76d0b1-3006-4fc7-aed2-82332789c515,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:54.414697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:17:54.561138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c2060-b2b1-4137-908b-c8dcbb279db3 req-2e24e6f7-0f6d-4ad6-9f1b-9bd9711dcd54 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:54.562535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-942c2060-b2b1-4137-908b-c8dcbb279db3 req-2e24e6f7-0f6d-4ad6-9f1b-9bd9711dcd54 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0916920 Aug 12 02:17:54.563666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:54.567528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.666737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-942c2060-b2b1-4137-908b-c8dcbb279db3 req-bc021ee6-7469-4d79-90ca-ed42dee675f8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959649 Aug 12 02:17:54.811552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86bf7f-7eda-4db7-b325-4c0d50e53b0a req-d38041d1-1979-402a-a0d5-00a22c5d5b5b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:54.814292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f86bf7f-7eda-4db7-b325-4c0d50e53b0a req-d38041d1-1979-402a-a0d5-00a22c5d5b5b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.0850687 Aug 12 02:17:54.856504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f86bf7f-7eda-4db7-b325-4c0d50e53b0a req-a83a867f-2bde-4b13-a19e-e3f983bf27d5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Aug 12 02:17:54.865293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:54.892886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e578b72-5e00-447c-b54f-46e40ca6a7af no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:54.937536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5e578b72-5e00-447c-b54f-46e40ca6a7af {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:17:54.938720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e578b72-5e00-447c-b54f-46e40ca6a7af not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:17:54.942454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Subnet': ['ID=862769f1-ddb0-4b53-8b01-aac67c7d7876,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:54.947850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Checking segment: {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:54.948445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network hostable DHCP agents. Network: 4f76d0b1-3006-4fc7-aed2-82332789c515, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:17:54.974089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:17:54.995329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4f76d0b1-3006-4fc7-aed2-82332789c515) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:55.007386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5f570-cc94-4906-b9b7-c8c10c8e915a None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:55.018820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.022569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.052727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4fdb523a-7550-427e-8f38-8defdf0cedcc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6531742 Aug 12 02:17:55.053319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:55.066993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-733872806'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:55.090238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d771-3446-423d-bd8b-765cac797489 req-a8e240b1-b59e-48a3-9746-17333b73550d tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.092282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b79d771-3446-423d-bd8b-765cac797489 req-a8e240b1-b59e-48a3-9746-17333b73550d tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0820971 Aug 12 02:17:55.108387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:55.111846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.157627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b79d771-3446-423d-bd8b-765cac797489 req-3dfd1fb4-b0bc-4a4c-b342-9338be4f9f79 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572116 Aug 12 02:17:55.172384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:17:55.209308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.209768 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Added segment 75c9bc88-34b9-4ba4-8272-6ab243753b5c of type vlan for network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf Aug 12 02:17:55.231652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4f76d0b1-3006-4fc7-aed2-82332789c515', 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'fixed_ips': [{'subnet_id': '862769f1-ddb0-4b53-8b01-aac67c7d7876'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:17:55.232521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.313448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.324669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a2215-e306-4b24-a03d-d70a644d15be req-ed55c01a-8fcc-43ef-b7e6-35e649de2ae1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.326521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb2a2215-e306-4b24-a03d-d70a644d15be req-ed55c01a-8fcc-43ef-b7e6-35e649de2ae1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1147728 Aug 12 02:17:55.380026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.387621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.388281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.421922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Allocated IP 19.80.0.2 (4f76d0b1-3006-4fc7-aed2-82332789c515/862769f1-ddb0-4b53-8b01-aac67c7d7876/debb4f17-cab1-4803-9b2c-1f0f4c4b6f01) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:55.423220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb2a2215-e306-4b24-a03d-d70a644d15be req-83b35652-67ff-4989-86e1-e9c5a03e1484 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884759 Aug 12 02:17:55.509757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4551389 Aug 12 02:17:55.512813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:55.522627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'subnet': {'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:55.531171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f4eab-6530-4213-b16a-a2f3e32c9ea0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Network': ['ID=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:55.551583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:17:55.553718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:55.605107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4973e8d-89c9-4ea9-905b-babc4f281733 req-c8ecc05e-b2c3-455a-9a44-3e74348bbdbc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.606921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4973e8d-89c9-4ea9-905b-babc4f281733 req-c8ecc05e-b2c3-455a-9a44-3e74348bbdbc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0899220 Aug 12 02:17:55.668472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4973e8d-89c9-4ea9-905b-babc4f281733 req-822d6c97-5b7d-4359-b087-4a5a53189434 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544145 Aug 12 02:17:55.676697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:55.682374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.765389 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.778032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 3af29110-8a5e-43d1-8355-bf30f930ac11 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:55.783975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 3af29110-8a5e-43d1-8355-bf30f930ac11 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:55.784399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.788246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Transition to ACTIVE for port object debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:55.840380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Transition to ACTIVE for port object debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:55.852149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.857228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba937d1-6039-4098-88d4-c9712d7d0efb req-f0f04c99-3e85-40e7-8ff5-59fef69ec42b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:55.865643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ba937d1-6039-4098-88d4-c9712d7d0efb req-f0f04c99-3e85-40e7-8ff5-59fef69ec42b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0881884 Aug 12 02:17:55.923508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:55.933046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:55.940255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ba937d1-6039-4098-88d4-c9712d7d0efb req-70747bf0-7d0e-4d24-8615-757df4094ee8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617223 Aug 12 02:17:55.943115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:55.952699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:55.955701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Pushing event updated for resources: {'Port': ['ID=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:56.029148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:56.031765 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e6940-98b3-48d4-a03c-1cc84b706daf" -d '{"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-plugged", "status": "completed", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:56.043930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Attempting to bind port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:56.044303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Attempting to bind port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:56.044822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Attempting to bind port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 on network 4f76d0b1-3006-4fc7-aed2-82332789c515 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:56.051090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:56.054590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:56.055243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Checking segment: {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:56.055905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.056467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Bound using segment: {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:56.057386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Bound port: debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:56.057973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.068737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.069531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:17:56.118151 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d174676-e4dc-47f2-b937-b9f8975b7aff x-openstack-request-id: req-3d174676-e4dc-47f2-b937-b9f8975b7aff {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:56.118759 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-plugged", "status": "completed", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:56.119496 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d174676-e4dc-47f2-b937-b9f8975b7aff {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:56.120037 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'code': 200} Aug 12 02:17:56.151142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a2cf-f658-406c-b509-ddf5450ab29b req-81de684a-4d07-4d59-9113-170ed1b9f095 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.160257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd92a2cf-f658-406c-b509-ddf5450ab29b req-81de684a-4d07-4d59-9113-170ed1b9f095 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.1733372 Aug 12 02:17:56.178586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] For port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:56.184102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] For port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:56.195521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.227021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.250679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:56.288932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc2d7d-7b78-4367-bbb7-b567f0067e1b req-40fff8dd-0a95-4cd6-802a-b122c8034c74 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.297018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1fc2d7d-7b78-4367-bbb7-b567f0067e1b req-40fff8dd-0a95-4cd6-802a-b122c8034c74 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1221910 Aug 12 02:17:56.366363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdee70-cf0b-442f-91f0-7b0463d59976 None None] Pushing event updated for resources: {'Port': ['ID=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:56.376102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a595239-3361-4bfd-92ce-106c2805020f req-95ac1413-d3ec-4e5d-816a-f529df0ff888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.380448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a595239-3361-4bfd-92ce-106c2805020f req-95ac1413-d3ec-4e5d-816a-f529df0ff888 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1097 time: 0.1693838 Aug 12 02:17:56.382858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.386760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd92a2cf-f658-406c-b509-ddf5450ab29b req-10b03f2c-e536-4341-a90a-407db8a6b64f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255907 Aug 12 02:17:56.404335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1fc2d7d-7b78-4367-bbb7-b567f0067e1b req-88255ecd-2983-4d18-8715-5b6c7e7dff46 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062789 Aug 12 02:17:56.473260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:56.486379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.524518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a595239-3361-4bfd-92ce-106c2805020f req-457e9b5a-347a-48dc-be56-2a555e52957c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169035 Aug 12 02:17:56.524758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Subnet': ['ID=2a18aaa2-e631-40a4-85a8-5932a48beb94,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:56.565920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Checking segment: {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:56.574026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network hostable DHCP agents. Network: 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:17:56.621230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:17:56.643548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:56.643815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:56.663014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490c748e-30b4-49ce-9988-eeb3c8a645ed None None] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:56.670441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.672249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.690321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a9d06-952d-4f8b-ba10-0534dfa5c56a req-05b57fa9-9925-42d0-a412-fb3bf681df6e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.698017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a4a9d06-952d-4f8b-ba10-0534dfa5c56a req-05b57fa9-9925-42d0-a412-fb3bf681df6e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 948 time: 0.1386569 Aug 12 02:17:56.709842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5401b3d-e7ed-4f86-9f3b-11297ab5bc8d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1926510 Aug 12 02:17:56.743968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:56.778645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a4a9d06-952d-4f8b-ba10-0534dfa5c56a req-35d36263-d1e5-4d0d-9b4a-a22730a3e9a3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Aug 12 02:17:56.936966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade3323-4101-4263-afa9-5b2b115da02a req-739938f1-f5cd-4126-b7e2-0be3f2bc1575 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:56.941136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2b383e81-1e6f-4fb1-98d4-63d9882ae4bf', 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'fixed_ips': [{'subnet_id': '2a18aaa2-e631-40a4-85a8-5932a48beb94'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:17:56.942143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:56.954583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:17:56.956747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ade3323-4101-4263-afa9-5b2b115da02a req-739938f1-f5cd-4126-b7e2-0be3f2bc1575 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0821843 Aug 12 02:17:57.091852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ade3323-4101-4263-afa9-5b2b115da02a req-bd5d46ae-c39f-4110-982f-307610e5a515 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336932 Aug 12 02:17:57.144079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:57.151972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-116e61f2-9a25-4f8b-b079-f5bc915d80e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=097858ba44544666a77326e22d7da32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055951 Aug 12 02:17:57.154791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33422) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:57.183904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Allocated IP 19.86.0.2 (2b383e81-1e6f-4fb1-98d4-63d9882ae4bf/2a18aaa2-e631-40a4-85a8-5932a48beb94/3ac191aa-2d72-43d1-8870-1429bdc7bd4d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:17:57.212127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-93526028-e6b6-41ca-9f38-327a1d189e55 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:57.218826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-93526028-e6b6-41ca-9f38-327a1d189e55 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:57.226072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.227033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-93526028-e6b6-41ca-9f38-327a1d189e55 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/networks?id=4f76d0b1-3006-4fc7-aed2-82332789c515&id=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf HTTP/1.1" status: 200 len: 1390 time: 0.1759441 Aug 12 02:17:57.245894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-91c62be5-89d4-4306-b26b-9d042df84e0d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/quotas/e5e1d7df52ba48438baaefc333e03b7b HTTP/1.1" status: 200 len: 375 time: 0.0176003 Aug 12 02:17:57.255387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.326437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.329945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.333763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/206d0b71-6ab3-49f5-a8df-f4041b1d8c8f HTTP/1.1" status: 204 len: 168 time: 0.1775010 Aug 12 02:17:57.344929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cd817-47b5-4eb8-9714-149be8031f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d0b71-6ab3-49f5-a8df-f4041b1d8c8f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:57.345878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-096c5874-8563-4d3a-8024-5df75cd5bad9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985079 Aug 12 02:17:57.455133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.481999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Transition to ACTIVE for port object 3ac191aa-2d72-43d1-8870-1429bdc7bd4d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:57.509415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Transition to ACTIVE for port object 3ac191aa-2d72-43d1-8870-1429bdc7bd4d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:17:57.527449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-b13f6fd6-d33d-485c-a1d7-92a2436351a3 service neutron] 10.222.0.11 "GET /v2.0/networks/4f76d0b1-3006-4fc7-aed2-82332789c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726148 Aug 12 02:17:57.536707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.564995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:17:57.629485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa99e-ebb1-4add-b0ba-028a76107805 req-be618ede-7a4d-4606-9a46-af8b3209d520 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:57.631216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a90aa99e-ebb1-4add-b0ba-028a76107805 req-be618ede-7a4d-4606-9a46-af8b3209d520 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1036465 Aug 12 02:17:57.631821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:17:57.640401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Pushing event updated for resources: {'Port': ['ID=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:57.650751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:17:57.659441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:17:57.692982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-77751cf1-1d5d-4fc7-8cff-4d932679057e service neutron] 10.222.0.11 "GET /v2.0/networks/4f76d0b1-3006-4fc7-aed2-82332789c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569674 Aug 12 02:17:57.729948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a90aa99e-ebb1-4add-b0ba-028a76107805 req-1e382fc0-8f11-4769-86ab-b5d43c1d3aeb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873005 Aug 12 02:17:57.836012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-7b2a7944-83d7-4f14-b2e3-bd4250581dba service neutron] 10.222.0.11 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337085 Aug 12 02:17:57.868613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Attempting to bind port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:17:57.869580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Attempting to bind port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:17:57.870126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Attempting to bind port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d on network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:17:57.884962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:17:57.885619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Checking segment: {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:17:57.886196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.886757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Bound using segment: {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:17:57.887407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Bound port: 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:17:57.888101 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:57.910973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f1e67-d132-4a09-a5a8-21c9f8d226f7 req-94bcd652-6c8c-4093-9345-6df9dea78a6e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:57.914919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0a6f1e67-d132-4a09-a5a8-21c9f8d226f7 req-94bcd652-6c8c-4093-9345-6df9dea78a6e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.1014194 Aug 12 02:17:57.919309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e8b41-bd14-43f3-b291-2172cb6ef87a None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:17:57.996197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0a6f1e67-d132-4a09-a5a8-21c9f8d226f7 req-d47a9b22-bb3c-4387-bf06-49db62142c2e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705729 Aug 12 02:17:58.037638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-6306540d-82ce-43c4-87d9-2afb6deffe74 service neutron] 10.222.0.11 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952732 Aug 12 02:17:58.143226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:17:58.147414 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0c7d2-1e8f-437e-8101-29b3cb1851f3" -d '{"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-unplugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:17:58.185439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:58.198953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9792e-4435-48ba-a37e-bf280ec2aa14 req-0af91aec-81a5-4968-80ec-3b6e88ed10f8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:58.201786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27e9792e-4435-48ba-a37e-bf280ec2aa14 req-0af91aec-81a5-4968-80ec-3b6e88ed10f8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 948 time: 0.0822160 Aug 12 02:17:58.215669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Provisioning for port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:17:58.235902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'mac_address': 'fa:16:3e:ac:2c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:17:58.249173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Provisioning complete for port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:58.249815 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:58.297144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27e9792e-4435-48ba-a37e-bf280ec2aa14 req-ff93380f-2ac1-4efc-ab42-5b12f267ae90 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Aug 12 02:17:58.325090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] For port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:17:58.357313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a832826-c9a8-4e8a-9902-e3210d03a43d req-2effcd9d-85cd-4fe5-ab1b-8762ffd21358 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:58.367386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a832826-c9a8-4e8a-9902-e3210d03a43d req-2effcd9d-85cd-4fe5-ab1b-8762ffd21358 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1097 time: 0.0562770 Aug 12 02:17:58.373366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] For port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:17:58.390202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:58.404542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:58.424647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a832826-c9a8-4e8a-9902-e3210d03a43d req-d93c6bfb-9061-4d9b-b513-bd8626fe0c2d tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Aug 12 02:17:58.575619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:17:58.681640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c4b1-df2d-4074-83f9-c1a77477645e req-18a9af84-f814-4f26-9287-c01d926bc3ae tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:58.693799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b98c4b1-df2d-4074-83f9-c1a77477645e req-18a9af84-f814-4f26-9287-c01d926bc3ae tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1639690 Aug 12 02:17:58.710860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:58.716997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbeb75-1120-497c-8a9c-12eb91ddafa3 None None] Pushing event updated for resources: {'Port': ['ID=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:58.729988 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49553e0-5efa-4f11-a0e7-8b576e847baf x-openstack-request-id: req-d49553e0-5efa-4f11-a0e7-8b576e847baf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:17:58.729988 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-unplugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:17:58.730300 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d49553e0-5efa-4f11-a0e7-8b576e847baf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:17:58.730595 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'code': 200} Aug 12 02:17:58.747602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:58.807994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b98c4b1-df2d-4074-83f9-c1a77477645e req-9e83f69d-61db-47e6-83fb-1de5bdd94bce tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Aug 12 02:17:58.857800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f55b731-2608-44b2-8cd8-f4cfe941fa49 req-c4f5116f-f56d-4cc0-ba7f-123059a1dcdd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 210 time: 0.0883379 Aug 12 02:17:58.895388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:58.958372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33498) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:17:59.000313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] For port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:17:59.002946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:59.017223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.093552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:17:59.127743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a55e7-b8fc-42e4-b160-b9f35529d944 req-0220f021-51d3-4653-aa9f-cc82bd24225d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:59.137590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-345a55e7-b8fc-42e4-b160-b9f35529d944 req-0220f021-51d3-4653-aa9f-cc82bd24225d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0930867 Aug 12 02:17:59.199391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-345a55e7-b8fc-42e4-b160-b9f35529d944 req-71e9e9fc-500d-4d9c-b1aa-04bc6ffdfe4e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Aug 12 02:17:59.291992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bfcf7-9e4e-4a2c-bc64-0d45a11ba7ab None None] Pushing event updated for resources: {'Port': ['ID=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:17:59.331387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1245281233-network', 'tenant_id': 'fb6c0448f8c5453b932900263ea18020'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:17:59.381859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Made reservation on behalf of fb6c0448f8c5453b932900263ea18020 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:17:59.386104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.412852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.463726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1af32-204f-4b9f-ba2f-0d2b72411999 req-c95078ad-3529-48f5-913f-3f4c48f6853a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:59.478211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27d1af32-204f-4b9f-ba2f-0d2b72411999 req-c95078ad-3529-48f5-913f-3f4c48f6853a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1637399 Aug 12 02:17:59.592743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27d1af32-204f-4b9f-ba2f-0d2b72411999 req-43f2e2c1-c28f-478c-96b3-abb5d44c502a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036026 Aug 12 02:17:59.672546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6bfdb836-7398-4576-970c-626c590d6f84 None None] Provisioning complete for port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:17:59.676877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6bfdb836-7398-4576-970c-626c590d6f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.717702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e4e63-65f2-428d-9044-cf24ea58f052 req-1a77f346-b268-425b-a055-4c667bacd8c6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:59.734830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-194e4e63-65f2-428d-9044-cf24ea58f052 req-1a77f346-b268-425b-a055-4c667bacd8c6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 949 time: 0.2728050 Aug 12 02:17:59.887650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.895710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697bb83-da01-432f-93ff-b8b249c2643b req-ac4bcdc7-1706-4512-af6f-4c09cf49d7ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:17:59.897647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c697bb83-da01-432f-93ff-b8b249c2643b req-ac4bcdc7-1706-4512-af6f-4c09cf49d7ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1505103 Aug 12 02:17:59.926322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:17:59.993811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-194e4e63-65f2-428d-9044-cf24ea58f052 req-001b36c7-d9b3-4bf9-a825-119dfbf729c4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522967 Aug 12 02:17:59.998634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:18:00.002450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c697bb83-da01-432f-93ff-b8b249c2643b req-b9698636-0792-4448-b002-6a8423cf2829 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835283 Aug 12 02:18:00.230268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9179256c-bea2-4fb2-acfd-5db2e81a3d42 req-5cecbf0a-8adb-4561-8f5d-9ea620e69abf tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 210 time: 0.1057231 Aug 12 02:18:00.231192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.232136 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Added segment 0073823b-cdeb-4e1b-bb54-cac1e98da9e2 of type vlan for network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda Aug 12 02:18:00.236694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e557944-fcd9-48a4-869e-9e093c6b62be,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:00.299829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf01479-64d2-4dec-828f-1cda46785cb8 None None] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:00.313751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-724ce98f-1dcd-4d3c-ad35-6762738d3f16 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.320546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-724ce98f-1dcd-4d3c-ad35-6762738d3f16 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.322293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-724ce98f-1dcd-4d3c-ad35-6762738d3f16 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "GET /v2.0/networks?id=4f76d0b1-3006-4fc7-aed2-82332789c515&id=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf HTTP/1.1" status: 200 len: 1390 time: 0.3002579 Aug 12 02:18:00.344000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.364396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf1f9-279c-4289-be76-0cf07de120cb req-e0b8bee4-3bbb-4652-ab06-38d6214ce2c4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.366691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2aaf1f9-279c-4289-be76-0cf07de120cb req-e0b8bee4-3bbb-4652-ab06-38d6214ce2c4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1964972 Aug 12 02:18:00.374668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'port': {'device_id': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515', 'admin_state_up': True, 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:00.403057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c888d2b-bed1-4df9-a2d5-2940a9ad8804 None None] Provisioning for port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:00.452547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027e8f6-3eb3-4019-8ad2-767446011fbc req-63c06e05-35a6-4f32-bfc6-d59b57316d38 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.456291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c027e8f6-3eb3-4019-8ad2-767446011fbc req-63c06e05-35a6-4f32-bfc6-d59b57316d38 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0986612 Aug 12 02:18:00.491871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.494391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.495890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.526448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2aaf1f9-279c-4289-be76-0cf07de120cb req-a4642efb-5530-4a84-971a-affc885a0cb8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429861 Aug 12 02:18:00.601035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c027e8f6-3eb3-4019-8ad2-767446011fbc req-3c22246f-0641-4bfa-a7e5-307c81fed572 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981886 Aug 12 02:18:00.608626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6487479 Aug 12 02:18:00.611685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:00.616828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Request body: {'subnet': {'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1245281233-subnet', 'tenant_id': 'fb6c0448f8c5453b932900263ea18020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:00.659260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772f7a-723c-4ef6-862d-32fde09aefe4 admin admin] Pushing event updated for resources: {'Network': ['ID=015ca17a-35e5-4b28-8cf8-4a97b80f7dda,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:00.673981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:18:00.674706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Made reservation on behalf of fb6c0448f8c5453b932900263ea18020 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:00.678113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.729262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:00.732859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:00.885784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ec1b-de64-4770-8754-450e8ba52a16 req-8d9dfcac-4e1e-414d-9968-2192ad9863ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:00.895792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93b1ec1b-de64-4770-8754-450e8ba52a16 req-8d9dfcac-4e1e-414d-9968-2192ad9863ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1340628 Aug 12 02:18:00.971915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93b1ec1b-de64-4770-8754-450e8ba52a16 req-a214f0dd-cd2b-44d0-b742-1f4d6fa9d024 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703137 Aug 12 02:18:01.010466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Allocated IP 19.80.0.176 (4f76d0b1-3006-4fc7-aed2-82332789c515/862769f1-ddb0-4b53-8b01-aac67c7d7876/da8e0097-0153-4742-bd2b-67d80474bb62) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:01.085863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ac191aa-2d72-43d1-8870-1429bdc7bd4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:01.154789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:01.160955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:01.161680 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.240043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d68f0-221e-4bd4-a747-a049e6617de6 req-2212465b-ccf7-475e-915c-6eab500cc66f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:01.247753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-205d68f0-221e-4bd4-a747-a049e6617de6 req-2212465b-ccf7-475e-915c-6eab500cc66f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1310320 Aug 12 02:18:01.251261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.261343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.294426 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.308074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Transition to ACTIVE for port object da8e0097-0153-4742-bd2b-67d80474bb62 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:01.336483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:01.346364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.348272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:01.394900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.412285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-205d68f0-221e-4bd4-a747-a049e6617de6 req-38eae67f-9ae3-4f38-9129-ec4e29e67007 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602578 Aug 12 02:18:01.453913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:01.474001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:01.474687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.480142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c834ee-3d85-4539-917a-6b30f6440e16,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:01.499441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Checking segment: {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:01.500163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Network hostable DHCP agents. Network: 015ca17a-35e5-4b28-8cf8-4a97b80f7dda, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:18:01.534582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:01.540214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:18:01.556401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 015ca17a-35e5-4b28-8cf8-4a97b80f7dda) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:01.561221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:01.568321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:01.583119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3afcfd-82fa-42db-8ed4-8663233e4c3b None None] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:01.583758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:01.584413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.591149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:01.629099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c50d6-c48a-4975-8f65-2c850dcb7bb5 req-43b75881-7b99-4a15-8b08-208c8488d512 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:01.638844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6c50d6-c48a-4975-8f65-2c850dcb7bb5 req-43b75881-7b99-4a15-8b08-208c8488d512 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 949 time: 0.2582159 Aug 12 02:18:01.657709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:01.682817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e15360a2-dc16-4646-bd75-1350a520d56e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0699999 Aug 12 02:18:01.721381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34845-b503-4f9a-90b4-1b1470a9d590 req-ab8843c4-2351-4a57-a712-1dc532be3213 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:01.723955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88f34845-b503-4f9a-90b4-1b1470a9d590 req-ab8843c4-2351-4a57-a712-1dc532be3213 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 932 time: 0.1473181 Aug 12 02:18:01.826406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:01.831729 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.851032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88f34845-b503-4f9a-90b4-1b1470a9d590 req-d17ec43a-8949-4f3c-8c4d-52e9ff0ad968 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199999 Aug 12 02:18:01.885068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6c50d6-c48a-4975-8f65-2c850dcb7bb5 req-5611f6fe-5ee6-42fd-9d3f-3c67c946feb6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451327 Aug 12 02:18:01.893138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-1a55c209-8e00-4c19-ba1e-95d0e7124e6c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5254076 Aug 12 02:18:01.896456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:01.896833 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:01.912826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Request body: {'port': {'device_id': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf', 'admin_state_up': True, 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:02.048024 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9bb8a72f-2553-49d2-9832-668c5ba61b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.114040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487b1162-0924-4aee-a1d8-6946a0321ca0 None None] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:02.132180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6e542238-5dea-4547-8b07-c8a2f19a1d40 None None] Provisioning for port da8e0097-0153-4742-bd2b-67d80474bb62 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:02.167062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09978fa6-a202-4c90-8625-bca000d0aa98 req-2e3ef3ef-82a9-4775-859d-e6b7f8f34e48 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:02.178659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09978fa6-a202-4c90-8625-bca000d0aa98 req-2e3ef3ef-82a9-4775-859d-e6b7f8f34e48 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0934103 Aug 12 02:18:02.186674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Made reservation on behalf of e5e1d7df52ba48438baaefc333e03b7b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:02.189617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6e542238-5dea-4547-8b07-c8a2f19a1d40 None None] Provisioning complete for port da8e0097-0153-4742-bd2b-67d80474bb62 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:02.190059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6e542238-5dea-4547-8b07-c8a2f19a1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.192153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.197545 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.213981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-223425660', 'description': 'tempest-description-284769525'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:02.256791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.257064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:02.261658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:02.264014 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a62676e-1c70-4f70-96bf-b4a4c8a10ad0" -d '{"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:02.276005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.333431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09978fa6-a202-4c90-8625-bca000d0aa98 req-6d0a0716-8569-4169-8c85-a99a2b0121dc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509471 Aug 12 02:18:02.351860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6e542238-5dea-4547-8b07-c8a2f19a1d40 None None] Port da8e0097-0153-4742-bd2b-67d80474bb62 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:18:02.391038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:02.448351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.460116 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.505152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1363dc-8a2b-4b3a-9579-4a0967450c60,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:02.521587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.523387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93026bf4-673f-4647-97d2-33ea5a9e0e1e req-0cdd1359-8fa5-4c7e-99e2-f2eac287810e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3135183 Aug 12 02:18:02.540858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Allocated IP 19.86.0.189 (2b383e81-1e6f-4fb1-98d4-63d9882ae4bf/2a18aaa2-e631-40a4-85a8-5932a48beb94/5ffb5836-1cb0-415f-be93-fa67afd466de) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:02.572123 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaadecac-84f8-4572-a8f7-d2c5930a40c7 x-openstack-request-id: req-aaadecac-84f8-4572-a8f7-d2c5930a40c7 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:02.572456 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:02.572698 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaadecac-84f8-4572-a8f7-d2c5930a40c7 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:02.573130 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'code': 200} Aug 12 02:18:02.600909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1211783023', 'description': 'tempest-description-1829728600'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:02.633061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.732894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84448923-4e95-476d-b076-f23574e00991 req-5d75a5c0-6c7f-430f-b2b0-77763c5779e4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:02.734422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84448923-4e95-476d-b076-f23574e00991 req-5d75a5c0-6c7f-430f-b2b0-77763c5779e4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2910671 Aug 12 02:18:02.778554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260ea8-830d-452a-97a0-81897ccb8bce req-cbf3bc81-dd5c-41d1-be0a-5e930a0094d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:02.780774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c260ea8-830d-452a-97a0-81897ccb8bce req-cbf3bc81-dd5c-41d1-be0a-5e930a0094d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1101 time: 0.0770991 Aug 12 02:18:02.852218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.855237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c260ea8-830d-452a-97a0-81897ccb8bce req-bee551b8-3e18-4144-88b7-837f1e28dbeb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Aug 12 02:18:02.861429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.905381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ac191aa-2d72-43d1-8870-1429bdc7bd4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:02.907351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000f992a-cf38-4e52-aa39-738128d14e3a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:02.919975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:02.923030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e9b9419-8020-4a7c-8e2c-a823f222b427 req-9ecd39b1-509d-4d1a-9c27-a3fd3be50b82 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3341579 Aug 12 02:18:03.038326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:03.039088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.127160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fd6e2-2f81-4480-8fa0-357613e957bd req-3c8d59af-9821-428c-8477-d4d38e9486e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.138004 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-506fd6e2-2f81-4480-8fa0-357613e957bd req-3c8d59af-9821-428c-8477-d4d38e9486e5 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 932 time: 0.1040711 Aug 12 02:18:03.223864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-506fd6e2-2f81-4480-8fa0-357613e957bd req-0ab207bb-d921-47f4-97d7-c8fde4c65748 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799005 Aug 12 02:18:03.268831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.295132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84448923-4e95-476d-b076-f23574e00991 req-01c9d738-2187-4caf-a10a-fe9a60869abe tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515242 Aug 12 02:18:03.295132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Transition to ACTIVE for port object 5ffb5836-1cb0-415f-be93-fa67afd466de will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:03.354065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e55f8-b988-4700-b1ae-b5c811be103a req-bce96cd2-9796-48a7-a5d8-abea51393f8a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.362359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-994e55f8-b988-4700-b1ae-b5c811be103a req-bce96cd2-9796-48a7-a5d8-abea51393f8a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0782006 Aug 12 02:18:03.385865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.442594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-994e55f8-b988-4700-b1ae-b5c811be103a req-467549b1-f8f3-4d41-9da3-facc2431072c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754249 Aug 12 02:18:03.573278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:03.574127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event updated for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:03.574306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fbcc8-bbaf-42b9-8366-b25a6bede654 req-b953b0a8-acd4-4df3-bf24-c2244445ab2f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.576818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-417fbcc8-bbaf-42b9-8366-b25a6bede654 req-b953b0a8-acd4-4df3-bf24-c2244445ab2f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0715368 Aug 12 02:18:03.581817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:03.590260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:03.638654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5037d6cf-ed6f-4ac0-84f7-828b23d79f4a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.640505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5037d6cf-ed6f-4ac0-84f7-828b23d79f4a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 813 time: 0.2423637 Aug 12 02:18:03.648182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-417fbcc8-bbaf-42b9-8366-b25a6bede654 req-33b401a7-4eb0-4e0f-ad2d-edcbb707da47 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635474 Aug 12 02:18:03.685958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.686920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.694605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:03.699742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-88bee4cb-82b0-489d-ac90-8ff5aa8dbda6 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/quotas/fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 375 time: 0.0277836 Aug 12 02:18:03.757222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-f571e4a8-8aee-4148-8762-00d26f7459e1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489826 Aug 12 02:18:03.759001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d6ac44e3-e2ae-43e3-a3ed-e71b72dae9bd tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8512287 Aug 12 02:18:03.792934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73c470-ef3e-4d49-a199-36754f2030a9 req-6a1ef3c2-f8fc-4166-9c95-5c25c9d2e64b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:03.793453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Request body: {'port': {'device_id': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:03.802123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac73c470-ef3e-4d49-a199-36754f2030a9 req-6a1ef3c2-f8fc-4166-9c95-5c25c9d2e64b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0707653 Aug 12 02:18:03.863971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac73c470-ef3e-4d49-a199-36754f2030a9 req-4fd427a3-039f-4d54-8532-7f8e5fba5be4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604641 Aug 12 02:18:03.922998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d64505de-c518-40c7-9105-99f6a533cf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.926758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:03.988684 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-ef293b71-3dca-4597-9730-7bda2b6fe284 service neutron] 10.222.0.11 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231176 Aug 12 02:18:04.093211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-13fbad50-911d-4db8-a6f7-a5821295cc7d None None] Provisioning for port 5ffb5836-1cb0-415f-be93-fa67afd466de completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:04.099628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-13fbad50-911d-4db8-a6f7-a5821295cc7d None None] Provisioning complete for port 5ffb5836-1cb0-415f-be93-fa67afd466de triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:04.101803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-13fbad50-911d-4db8-a6f7-a5821295cc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.121542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d4678-9d07-400e-b23e-fb8b66ce93a3 req-917867c4-85cb-44da-b9dd-293a9c073156 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:04.123066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-955d4678-9d07-400e-b23e-fb8b66ce93a3 req-917867c4-85cb-44da-b9dd-293a9c073156 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0904610 Aug 12 02:18:04.149661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-13fbad50-911d-4db8-a6f7-a5821295cc7d None None] Port 5ffb5836-1cb0-415f-be93-fa67afd466de cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:18:04.166380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d64505de-c518-40c7-9105-99f6a533cf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.181492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d64505de-c518-40c7-9105-99f6a533cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.192041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-955d4678-9d07-400e-b23e-fb8b66ce93a3 req-0b4be439-5771-498f-895a-8d5a6ab7a4ee tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622237 Aug 12 02:18:04.254347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d64505de-c518-40c7-9105-99f6a533cf2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f8a136b42c34ab7b9b4559b9da9287f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5574839 Aug 12 02:18:04.255116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64505de-c518-40c7-9105-99f6a533cf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1837f1-5f2d-4521-9517-193388823bb7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:04.257635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:04.276061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-0dc147ef-f730-4290-b755-94e5e24fe06c service neutron] 10.222.0.11 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788365 Aug 12 02:18:04.305732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.381418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18829e9b-acb3-4ecf-89f6-d49c38da7f5e req-51af38df-6958-4f47-8e53-cdec51e567ae tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:04.383125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18829e9b-acb3-4ecf-89f6-d49c38da7f5e req-51af38df-6958-4f47-8e53-cdec51e567ae tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1076295 Aug 12 02:18:04.384123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.410217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8e0097-0153-4742-bd2b-67d80474bb62 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:04.429743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.435074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.465845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Transition to ACTIVE for port object da8e0097-0153-4742-bd2b-67d80474bb62 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:04.471836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.506873 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-73595f57-ab01-4673-b936-2a5cf5a3d9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.525344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18829e9b-acb3-4ecf-89f6-d49c38da7f5e req-c0ac9a35-f7ec-4492-b463-eb5c9b80b090 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276717 Aug 12 02:18:04.563827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:04.570271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.574460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.582121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae1837f1-5f2d-4521-9517-193388823bb7 HTTP/1.1" status: 204 len: 168 time: 0.3074894 Aug 12 02:18:04.600440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2139ad-7202-4e23-bc35-322e4eed8d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1837f1-5f2d-4521-9517-193388823bb7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:04.665091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4127da-fbd5-43b5-996b-2ba3895071ef req-1040c947-0afc-4d66-a581-d0782cec4bc0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:04.669764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.687674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4127da-fbd5-43b5-996b-2ba3895071ef req-1040c947-0afc-4d66-a581-d0782cec4bc0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:04.700657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b902e556-98de-4969-bb66-3cbb30abe724 req-556e6a1d-fccc-474b-a61e-1b9c50dab2c5 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 210 time: 0.0869865 Aug 12 02:18:04.711234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a4127da-fbd5-43b5-996b-2ba3895071ef req-1040c947-0afc-4d66-a581-d0782cec4bc0 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1667 time: 0.1688120 Aug 12 02:18:04.842907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a4127da-fbd5-43b5-996b-2ba3895071ef req-97d61ed3-b5d2-496a-8076-20fedd9196ec tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339672 Aug 12 02:18:04.868049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181db7f-ed21-4f56-afbf-162ea415fb8f req-e6b11db4-6ba2-4f74-ab92-0e876ad3a428 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:04.870447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1181db7f-ed21-4f56-afbf-162ea415fb8f req-e6b11db4-6ba2-4f74-ab92-0e876ad3a428 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1196392 Aug 12 02:18:04.898892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Attempting to bind port da8e0097-0153-4742-bd2b-67d80474bb62 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:04.899172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Attempting to bind port da8e0097-0153-4742-bd2b-67d80474bb62 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:04.899539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Attempting to bind port da8e0097-0153-4742-bd2b-67d80474bb62 on network 4f76d0b1-3006-4fc7-aed2-82332789c515 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:04.911576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Port da8e0097-0153-4742-bd2b-67d80474bb62 on network 4f76d0b1-3006-4fc7-aed2-82332789c515 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:04.911830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Attempting to bind port da8e0097-0153-4742-bd2b-67d80474bb62 on network 4f76d0b1-3006-4fc7-aed2-82332789c515 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:04.928158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:04.928512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Checking segment: {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:04.928907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Bound using segment: {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:04.929351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Bound port: da8e0097-0153-4742-bd2b-67d80474bb62, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cedfc2-f3a6-49a2-8812-9181f4119502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:04.929721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:04.998684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1181db7f-ed21-4f56-afbf-162ea415fb8f req-a408b5f4-b093-43b2-b22a-8a045c7a3a63 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219518 Aug 12 02:18:05.129024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e69d-7f87-4fe7-a030-7a90b2a6d48c req-2a697e40-33d2-4732-91b9-5312cbdf9cff tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.130842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06b3e69d-7f87-4fe7-a030-7a90b2a6d48c req-2a697e40-33d2-4732-91b9-5312cbdf9cff tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1386645 Aug 12 02:18:05.132087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:05.134031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:05.141350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=da8e0097-0153-4742-bd2b-67d80474bb62,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:05.157823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd124f92-9334-4d66-a8dd-8ef14f24aec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.160036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.184099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc0a17-b07c-4443-8f36-ec9aa0f5520f req-916804f7-961b-4a61-b461-cd86a467836d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.195756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8bc0a17-b07c-4443-8f36-ec9aa0f5520f req-916804f7-961b-4a61-b461-cd86a467836d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0958257 Aug 12 02:18:05.234225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.234848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.236277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] 10.222.0.21 "PUT /v2.0/ports/da8e0097-0153-4742-bd2b-67d80474bb62 HTTP/1.1" status: 200 len: 1092 time: 1.4584422 Aug 12 02:18:05.236864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:05.240834 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db97b36-a379-4dda-9cb1-0fedd376bd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:05.264028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8bc0a17-b07c-4443-8f36-ec9aa0f5520f req-09090185-a09c-4e32-9ec4-48367d1e9195 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Aug 12 02:18:05.300022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06b3e69d-7f87-4fe7-a030-7a90b2a6d48c req-6695c538-d6c3-4731-8db9-5f5d66efd531 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563666 Aug 12 02:18:05.305776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2a22-0fa0-4529-8d6e-611ee89c2307 service neutron] Pushing event updated for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:05.330705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Request body: {'port': {'device_id': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:05.393067 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553da64a-958a-427b-9c9f-dc2ca3bbc71e x-openstack-request-id: req-553da64a-958a-427b-9c9f-dc2ca3bbc71e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:05.393331 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:05.393543 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-553da64a-958a-427b-9c9f-dc2ca3bbc71e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:05.394162 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62', 'status': 'completed', 'code': 200} Aug 12 02:18:05.439762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.484987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8daf3-2346-41a6-b388-f15b2ed53d15 req-e5684c8a-8b08-4331-8037-419b48b4a628 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.493185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ac8daf3-2346-41a6-b388-f15b2ed53d15 req-e5684c8a-8b08-4331-8037-419b48b4a628 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1300926 Aug 12 02:18:05.531925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-e4932aaa-d80b-4a88-8a61-17114ac7f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.532771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-e4932aaa-d80b-4a88-8a61-17114ac7f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.534519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-e4932aaa-d80b-4a88-8a61-17114ac7f71e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1914 time: 0.1121559 Aug 12 02:18:05.558835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ac8daf3-2346-41a6-b388-f15b2ed53d15 req-8becf828-7e55-4e62-a320-6048005be6e4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646236 Aug 12 02:18:05.699815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-b457a5ca-750d-424e-adcb-2341aa5ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.702689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-b457a5ca-750d-424e-adcb-2341aa5ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.703346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-b457a5ca-750d-424e-adcb-2341aa5ea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.705082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-b457a5ca-750d-424e-adcb-2341aa5ea423 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1453171 Aug 12 02:18:05.705792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd124f92-9334-4d66-a8dd-8ef14f24aec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.726493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd124f92-9334-4d66-a8dd-8ef14f24aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.787729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:05.793687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd124f92-9334-4d66-a8dd-8ef14f24aec4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a323b8e224c84e67a9591033565ee245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586652 Aug 12 02:18:05.797831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd124f92-9334-4d66-a8dd-8ef14f24aec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af094b2c-096e-4899-926c-7431567c2d40,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:05.800926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33708) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:05.822400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9ccc-03c1-4947-bc08-1df21e7e23fb req-42ce0d83-f6d2-4d2e-a482-5760fdbc0840 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.830337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-662d9ccc-03c1-4947-bc08-1df21e7e23fb req-42ce0d83-f6d2-4d2e-a482-5760fdbc0840 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2148111 Aug 12 02:18:05.866908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-f8e96cd5-6cf2-43af-a1a9-7c86da989c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:05.869304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1db97b36-a379-4dda-9cb1-0fedd376bd2d req-f8e96cd5-6cf2-43af-a1a9-7c86da989c5a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560528 Aug 12 02:18:05.928185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-662d9ccc-03c1-4947-bc08-1df21e7e23fb req-28faccb3-2761-463a-838a-be9603944f43 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Aug 12 02:18:06.090828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.106965 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a75d597a-2c5b-4e89-84c6-1fe7a9318e5e req-5b08ac26-24c8-409f-9f2a-740460f7ee68 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 210 time: 0.0867906 Aug 12 02:18:06.109565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ffb5836-1cb0-415f-be93-fa67afd466de {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:06.125175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.161695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Transition to ACTIVE for port object 5ffb5836-1cb0-415f-be93-fa67afd466de will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:06.164151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.178450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.181102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190d080-4dd3-4c29-a429-7e34395fb495 req-57fe1020-8360-4a15-a826-e119eac8495a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.197118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190d080-4dd3-4c29-a429-7e34395fb495 req-57fe1020-8360-4a15-a826-e119eac8495a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.198744 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4190d080-4dd3-4c29-a429-7e34395fb495 req-57fe1020-8360-4a15-a826-e119eac8495a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1667 time: 0.1684244 Aug 12 02:18:06.206117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-f49c30a2-a253-4ae0-bb8b-a8fbc241ed23 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.207611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-f49c30a2-a253-4ae0-bb8b-a8fbc241ed23 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 813 time: 0.2629714 Aug 12 02:18:06.233646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'device_id': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda', 'admin_state_up': True, 'tenant_id': 'fb6c0448f8c5453b932900263ea18020'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:06.307440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:06.342955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.355346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.358873 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af094b2c-096e-4899-926c-7431567c2d40 HTTP/1.1" status: 204 len: 168 time: 0.5517249 Aug 12 02:18:06.372803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4190d080-4dd3-4c29-a429-7e34395fb495 req-2ad93a88-e61c-4dd9-a2d4-073eb333a9d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641259 Aug 12 02:18:06.393320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003621f7-4c73-4fd5-b823-6efaeb870285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af094b2c-096e-4899-926c-7431567c2d40,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:06.457488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Made reservation on behalf of fb6c0448f8c5453b932900263ea18020 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:06.461007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.520326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Attempting to bind port 5ffb5836-1cb0-415f-be93-fa67afd466de on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:06.520935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Attempting to bind port 5ffb5836-1cb0-415f-be93-fa67afd466de by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:06.521230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Attempting to bind port 5ffb5836-1cb0-415f-be93-fa67afd466de on network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:06.533090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Port 5ffb5836-1cb0-415f-be93-fa67afd466de on network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:06.533621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Attempting to bind port 5ffb5836-1cb0-415f-be93-fa67afd466de on network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:06.545713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad3f4d-38ca-49b5-9b19-54aa702ec5af req-3b1596bb-44aa-4031-b677-7ecf5257adc9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.547331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47ad3f4d-38ca-49b5-9b19-54aa702ec5af req-3b1596bb-44aa-4031-b677-7ecf5257adc9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1728311 Aug 12 02:18:06.550923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:06.551261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Checking segment: {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:06.551890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Bound using segment: {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:06.552315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Bound port: 5ffb5836-1cb0-415f-be93-fa67afd466de, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c9bc88-34b9-4ba4-8272-6ab243753b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:06.552958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.642436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47ad3f4d-38ca-49b5-9b19-54aa702ec5af req-76171c3d-4720-4000-bae3-d8555e16d9d8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798035 Aug 12 02:18:06.678743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:06.693202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5ffb5836-1cb0-415f-be93-fa67afd466de,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:06.699978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.743398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.744105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:06.745758 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ffb5836-1cb0-415f-be93-fa67afd466de HTTP/1.1" status: 200 len: 1092 time: 1.4429195 Aug 12 02:18:06.760796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Allocated IP 172.20.0.8 (015ca17a-35e5-4b28-8cf8-4a97b80f7dda/17c834ee-3d85-4539-917a-6b30f6440e16/e694a94a-8153-40e4-a65e-14b319ffd5cf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:06.779232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e60615-85ac-4f05-9b03-a4a424420596 req-7c594f8d-f28d-4f7c-9218-7836d1292965 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.787371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42e60615-85ac-4f05-9b03-a4a424420596 req-7c594f8d-f28d-4f7c-9218-7836d1292965 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2787488 Aug 12 02:18:06.794275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c941f-6ad2-43d4-8579-ccb6c460f844 service neutron] Pushing event updated for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:06.821300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c11719-b9f8-4494-99f8-5414de9d0bc2 req-30cadd34-3e8d-45c3-b486-63d64504d8ef tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.823083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-62c11719-b9f8-4494-99f8-5414de9d0bc2 req-30cadd34-3e8d-45c3-b486-63d64504d8ef tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0745466 Aug 12 02:18:06.918799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42e60615-85ac-4f05-9b03-a4a424420596 req-9f802372-08a8-4689-af93-1b1fb7b57937 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261361 Aug 12 02:18:06.956217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-62c11719-b9f8-4494-99f8-5414de9d0bc2 req-678890f1-f53c-4a87-84dc-812401e5e675 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256487 Aug 12 02:18:06.985125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-ebb4ca83-63bc-40ba-be03-af0f3e764f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.985905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-ebb4ca83-63bc-40ba-be03-af0f3e764f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:06.988259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-ebb4ca83-63bc-40ba-be03-af0f3e764f2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1981 time: 0.1181483 Aug 12 02:18:07.056736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-6ea6f522-d97f-4d20-832c-6de851690ebf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.176&port_id=da8e0097-0153-4742-bd2b-67d80474bb62 HTTP/1.1" status: 200 len: 217 time: 0.0515933 Aug 12 02:18:07.121371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6317f-eb94-4828-82c0-82f8eba7365d req-730f39f2-fe5e-44c0-9321-fa8832699109 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.122875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ae6317f-eb94-4828-82c0-82f8eba7365d req-730f39f2-fe5e-44c0-9321-fa8832699109 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0828202 Aug 12 02:18:07.164063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-b527aebb-dc5e-42fd-b1ff-7475648fe573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.165593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-b527aebb-dc5e-42fd-b1ff-7475648fe573 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=862769f1-ddb0-4b53-8b01-aac67c7d7876 HTTP/1.1" status: 200 len: 801 time: 0.1006315 Aug 12 02:18:07.177464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:07.211544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ae6317f-eb94-4828-82c0-82f8eba7365d req-ec51d31a-2fc2-4eb2-9515-3afc8447516b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716271 Aug 12 02:18:07.229279 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:07.251185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-71a8fe9d-feba-48b3-8849-9946eb94aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.252859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-71a8fe9d-feba-48b3-8849-9946eb94aaa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f76d0b1-3006-4fc7-aed2-82332789c515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752304 Aug 12 02:18:07.270730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:07.349869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:07.373004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:07.375675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:07.386153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:07.395377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff348b8-c663-4ff1-8424-61d4f3a58210 req-b731e74b-2549-464e-b7f7-33f9f36769d4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.397022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bff348b8-c663-4ff1-8424-61d4f3a58210 req-b731e74b-2549-464e-b7f7-33f9f36769d4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 931 time: 0.1026704 Aug 12 02:18:07.399456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:07.402091 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6ec62-7873-4e51-bac0-ae5e921803df" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:07.446383 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-5ef18ed8-cf56-4c14-9372-f9df2417ee29 service neutron] 10.222.0.21 "GET /v2.0/networks/4f76d0b1-3006-4fc7-aed2-82332789c515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856868 Aug 12 02:18:07.477499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.478174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:07.509369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86144e-2280-4331-945c-82488ac84a47 req-9d17f316-4b88-424d-91ab-8ba295314a0f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.511146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a86144e-2280-4331-945c-82488ac84a47 req-9d17f316-4b88-424d-91ab-8ba295314a0f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0905480 Aug 12 02:18:07.512686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bff348b8-c663-4ff1-8424-61d4f3a58210 req-fbbd5512-2ebb-489a-a717-a674e75ed2dc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049571 Aug 12 02:18:07.524759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-122b7809-4788-4e96-8d99-00dd37038e7b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950068 Aug 12 02:18:07.531222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Request body: {'port': {'device_id': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:07.561257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-be65f41d-682e-47f0-b694-4b6d4aa5f4ea service neutron] 10.222.0.21 "GET /v2.0/networks/4f76d0b1-3006-4fc7-aed2-82332789c515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014652 Aug 12 02:18:07.587042 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70fa2d-d2b4-44ae-9181-80ea01205c49 x-openstack-request-id: req-4f70fa2d-d2b4-44ae-9181-80ea01205c49 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:07.587332 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:07.587653 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f70fa2d-d2b4-44ae-9181-80ea01205c49 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:07.588137 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de', 'status': 'completed', 'code': 200} Aug 12 02:18:07.631971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-143c78a9-7f72-4c8b-861e-d7d3e0958e26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=5ffb5836-1cb0-415f-be93-fa67afd466de HTTP/1.1" status: 200 len: 217 time: 0.0611379 Aug 12 02:18:07.721850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-19741db1-bcf7-46b8-8dd5-b4c62be7b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.723510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-19741db1-bcf7-46b8-8dd5-b4c62be7b6ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a18aaa2-e631-40a4-85a8-5932a48beb94 HTTP/1.1" status: 200 len: 801 time: 0.0838280 Aug 12 02:18:07.748960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c8e-6f63-420a-b133-1f813f4b8e02 req-c04a9818-d695-43f7-99d9-b6fc7d4c5da8 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.756417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0505c8e-6f63-420a-b133-1f813f4b8e02 req-c04a9818-d695-43f7-99d9-b6fc7d4c5da8 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.758238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0505c8e-6f63-420a-b133-1f813f4b8e02 req-c04a9818-d695-43f7-99d9-b6fc7d4c5da8 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1679 time: 0.1092887 Aug 12 02:18:07.827911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-36cd2216-8361-4b94-af59-8ec226c07789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:07.829544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-36cd2216-8361-4b94-af59-8ec226c07789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0982192 Aug 12 02:18:07.832605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0505c8e-6f63-420a-b133-1f813f4b8e02 req-473ed1e6-6a2f-4e78-872a-7ac9c6636c28 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512927 Aug 12 02:18:07.994904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a86144e-2280-4331-945c-82488ac84a47 req-e12aaa08-5442-485f-b5b9-f5caec50904d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635000 Aug 12 02:18:08.003105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-9c7ddffd-04cc-46a3-bc05-fcb5559ce5ca service neutron] 10.222.0.21 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648054 Aug 12 02:18:08.010961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.113576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99571bf0-bef9-4c8c-b56c-267a79198c2c req-45c3b1b4-2b86-480a-aaf0-435a89dd286c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.120891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99571bf0-bef9-4c8c-b56c-267a79198c2c req-45c3b1b4-2b86-480a-aaf0-435a89dd286c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1880832 Aug 12 02:18:08.194849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99571bf0-bef9-4c8c-b56c-267a79198c2c req-e28c92b2-8569-4569-90d3-4657e28afb70 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729182 Aug 12 02:18:08.197398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dda2cc1f-7fd4-43a8-9f75-ec7f76f6d762 req-b7e9571a-3eb5-4e2e-a9e1-00f5b373ab2b service neutron] 10.222.0.21 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854272 Aug 12 02:18:08.250752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c84760-309d-4e46-9c34-f47d91839694 req-607a0d57-9ce2-448a-b311-c6675f48b291 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.252275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8c84760-309d-4e46-9c34-f47d91839694 req-607a0d57-9ce2-448a-b311-c6675f48b291 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1723931 Aug 12 02:18:08.350293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8c84760-309d-4e46-9c34-f47d91839694 req-d3ec9dc2-9506-4fb2-be4e-ce9ab867f091 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Aug 12 02:18:08.380373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669bc3-757e-4e9e-8f3d-e29f3585ca26 req-ef81758c-63c6-4869-bfb4-d046165e5bbd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.382319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58669bc3-757e-4e9e-8f3d-e29f3585ca26 req-ef81758c-63c6-4869-bfb4-d046165e5bbd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1029911 Aug 12 02:18:08.415501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-6c7c1ed3-a275-459f-b77c-675ab848ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.416083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-6c7c1ed3-a275-459f-b77c-675ab848ff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.417935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-6c7c1ed3-a275-459f-b77c-675ab848ff8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1981 time: 0.0975175 Aug 12 02:18:08.444906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58669bc3-757e-4e9e-8f3d-e29f3585ca26 req-4061d5c2-198f-4ccb-8d65-c82a50918b92 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513911 Aug 12 02:18:08.466100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e694a94a-8153-40e4-a65e-14b319ffd5cf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:08.475747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.490745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Transition to ACTIVE for port object e694a94a-8153-40e4-a65e-14b319ffd5cf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:08.497111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.512754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:08.550959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:08.556679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-449313c2-77f5-43fe-9854-eecc0a7acf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.560728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-449313c2-77f5-43fe-9854-eecc0a7acf1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf HTTP/1.1" status: 200 len: 902 time: 0.1319838 Aug 12 02:18:08.628485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-0f2ca297-6c63-4600-baa3-85b8fd663f34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=5ffb5836-1cb0-415f-be93-fa67afd466de HTTP/1.1" status: 200 len: 217 time: 0.0594661 Aug 12 02:18:08.667451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Attempting to bind port e694a94a-8153-40e4-a65e-14b319ffd5cf on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:08.667815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Attempting to bind port e694a94a-8153-40e4-a65e-14b319ffd5cf by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:08.668146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Attempting to bind port e694a94a-8153-40e4-a65e-14b319ffd5cf on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:08.676093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Port e694a94a-8153-40e4-a65e-14b319ffd5cf on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:08.676409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Attempting to bind port e694a94a-8153-40e4-a65e-14b319ffd5cf on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:08.685522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb593dc-6f8d-400a-ae93-e4fc963b2136 req-d67203ff-ac91-4b86-a27f-79a2e4d52a17 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.686998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ddb593dc-6f8d-400a-ae93-e4fc963b2136 req-d67203ff-ac91-4b86-a27f-79a2e4d52a17 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 943 time: 0.0715048 Aug 12 02:18:08.691232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:08.691232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Checking segment: {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:08.691659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Bound using segment: {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:08.692093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Bound port: e694a94a-8153-40e4-a65e-14b319ffd5cf, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:08.692450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.704137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff118029-dc41-4c66-ae77-229eda17db24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.724501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-a7289f2e-8c1e-4bed-bfee-2782296099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.725951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-a7289f2e-8c1e-4bed-bfee-2782296099bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2a18aaa2-e631-40a4-85a8-5932a48beb94 HTTP/1.1" status: 200 len: 801 time: 0.0888181 Aug 12 02:18:08.743590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609478-80fd-472f-a3df-a328d817fb8e req-b337662c-f29f-41de-ad36-3a0096da4cf3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.744981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09609478-80fd-472f-a3df-a328d817fb8e req-b337662c-f29f-41de-ad36-3a0096da4cf3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1190681 Aug 12 02:18:08.759989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ddb593dc-6f8d-400a-ae93-e4fc963b2136 req-944f00d2-4451-46cd-92c3-2a276a0806ba tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651805 Aug 12 02:18:08.787881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:08.790964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:08.795137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.829123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.829698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.831100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-5c732160-731b-4294-999e-35f4ea3928df service neutron] 10.222.0.21 "PUT /v2.0/ports/e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 1091 time: 1.3040676 Aug 12 02:18:08.832075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:08.834356 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad18cf5-b5b4-447f-8b42-75ea961e034e" -d '{"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:08.836396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09609478-80fd-472f-a3df-a328d817fb8e req-8922b230-aab1-43e6-a576-811aaaa068db tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Aug 12 02:18:08.846784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-e77170cd-de39-4fb2-932a-1448f6a48696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.849626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-e77170cd-de39-4fb2-932a-1448f6a48696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023898 Aug 12 02:18:08.889912 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0594b03-0af1-48ba-8d82-fca595cdad15 x-openstack-request-id: req-b0594b03-0af1-48ba-8d82-fca595cdad15 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:08.890267 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:08.890526 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0594b03-0af1-48ba-8d82-fca595cdad15 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:08.890973 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'status': 'completed', 'code': 200} Aug 12 02:18:08.902840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c732160-731b-4294-999e-35f4ea3928df service neutron] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:08.949361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff118029-dc41-4c66-ae77-229eda17db24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.960213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff118029-dc41-4c66-ae77-229eda17db24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:08.984550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-e3c129cc-3537-4a7c-a68d-83bc84fc0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:08.986052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-e3c129cc-3537-4a7c-a68d-83bc84fc0a56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0753655 Aug 12 02:18:09.006355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0b1e6-931d-4e37-a2fc-961bf59df2da req-fda9e7fb-5721-48d2-87d1-aafe6a8a4a23 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.007779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18e0b1e6-931d-4e37-a2fc-961bf59df2da req-fda9e7fb-5721-48d2-87d1-aafe6a8a4a23 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0552077 Aug 12 02:18:09.037857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-722c30ef-e7c8-4dcc-b0ca-bd564f079421 service neutron] 10.222.0.21 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777022 Aug 12 02:18:09.039486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff118029-dc41-4c66-ae77-229eda17db24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383ed274-29dd-4999-9e49-30489ce4aa16,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:09.046749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ff118029-dc41-4c66-ae77-229eda17db24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b9194334fa542f9b1b135ab46daeb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327685 Aug 12 02:18:09.050563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-41ed18fc-96a5-4a00-b1cd-985e0e6c362f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 217 time: 0.0416455 Aug 12 02:18:09.055738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33806) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:09.115026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236f705-ef38-4f8c-8762-011e4c029f87 req-e20fd057-a5ff-468d-9f24-2163dd3aad67 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.118643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18e0b1e6-931d-4e37-a2fc-961bf59df2da req-d62b8c20-4ec5-4c86-b9f6-a8c843ef8914 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034131 Aug 12 02:18:09.120823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236f705-ef38-4f8c-8762-011e4c029f87 req-e20fd057-a5ff-468d-9f24-2163dd3aad67 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.122409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a236f705-ef38-4f8c-8762-011e4c029f87 req-e20fd057-a5ff-468d-9f24-2163dd3aad67 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1679 time: 0.1660609 Aug 12 02:18:09.127111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-3682e1e1-42f0-4c22-83ab-ef32b5a2f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.129443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-3682e1e1-42f0-4c22-83ab-ef32b5a2f5cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.0722702 Aug 12 02:18:09.173255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-699ef7df-71fe-422c-b1c4-40370393cbbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246036 Aug 12 02:18:09.219755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd6ec62-7873-4e51-bac0-ae5e921803df req-f9afc02b-e205-4b24-8dbb-e06c92a2e8a4 service neutron] 10.222.0.21 "GET /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719093 Aug 12 02:18:09.224776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a236f705-ef38-4f8c-8762-011e4c029f87 req-e5d5f704-e746-4bf1-8189-7be68f8d8a63 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 Aug 12 02:18:09.225776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:09.259844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:09.329401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-8c5bd137-2680-467d-8ecb-22a09557c94b service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460288 Aug 12 02:18:09.342972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:09.345483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:09.349840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/383ed274-29dd-4999-9e49-30489ce4aa16 HTTP/1.1" status: 204 len: 168 time: 0.2921252 Aug 12 02:18:09.354718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda665-c097-43c1-ab8d-54f72cc5f820 req-925bed6e-f917-4348-b756-cff2ea67392e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.356251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ddda665-c097-43c1-ab8d-54f72cc5f820 req-925bed6e-f917-4348-b756-cff2ea67392e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0736747 Aug 12 02:18:09.361792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adedb0b-93f3-467f-80d9-a6fb0cabf61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ed274-29dd-4999-9e49-30489ce4aa16,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:09.380822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7c8e0-3021-4ed3-9c29-70f8f67c5b19 req-5e57b9b2-a334-4501-a83a-834fa343eb91 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.382557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bd7c8e0-3021-4ed3-9c29-70f8f67c5b19 req-5e57b9b2-a334-4501-a83a-834fa343eb91 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0715346 Aug 12 02:18:09.429020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bd7c8e0-3021-4ed3-9c29-70f8f67c5b19 req-81618251-fe2b-4be2-aaa5-302c3ef5fa7d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Aug 12 02:18:09.460038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ddda665-c097-43c1-ab8d-54f72cc5f820 req-4f1ccdd6-c166-4816-8d02-95bdca4ed52b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926211 Aug 12 02:18:09.490587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9367ac3-a733-486f-8f15-a02dfb59b3c8 req-2e0d2e88-5f47-42a5-bdb0-1515244c688c service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527114 Aug 12 02:18:09.563306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c97473-512e-4cca-8983-fb8cf60f3571 req-dd54a4a5-d19d-4f61-a278-57db51b88e9e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.564855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06c97473-512e-4cca-8983-fb8cf60f3571 req-dd54a4a5-d19d-4f61-a278-57db51b88e9e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0570829 Aug 12 02:18:09.591573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de298a4f-2d55-486e-8cda-67a3c8cf268a req-e41197ab-7bf1-4500-982a-78d8c6093240 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.599974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de298a4f-2d55-486e-8cda-67a3c8cf268a req-e41197ab-7bf1-4500-982a-78d8c6093240 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0598598 Aug 12 02:18:09.608089 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06c97473-512e-4cca-8983-fb8cf60f3571 req-26af6c45-9b08-4f01-80cd-ab270214375b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346746 Aug 12 02:18:09.682511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de298a4f-2d55-486e-8cda-67a3c8cf268a req-262eaa63-dae1-405d-a1eb-d2630827ed8f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691421 Aug 12 02:18:09.684395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-8f87986b-5e0e-4472-a4d9-3221ce91dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.685825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-8f87986b-5e0e-4472-a4d9-3221ce91dd5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1094 time: 0.0849392 Aug 12 02:18:09.791300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-829f34af-d29a-440d-a267-9dc82a3ba78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.794062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-829f34af-d29a-440d-a267-9dc82a3ba78e service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.0998547 Aug 12 02:18:09.849277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-4a1bc5e4-d863-4ae1-a938-f16e2e3aa8d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 217 time: 0.0375397 Aug 12 02:18:09.870449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ab507-06bd-4406-89a5-36e857c99060 req-c249a10c-99d7-462f-99dc-f3edef726f73 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.872001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82ab507-06bd-4406-89a5-36e857c99060 req-c249a10c-99d7-462f-99dc-f3edef726f73 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0952442 Aug 12 02:18:09.890088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458acd-bf8e-4281-a804-10c9d5db798f req-1fd0b300-8c16-4cbc-bdcb-acc6eb73a69f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.891875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7458acd-bf8e-4281-a804-10c9d5db798f req-1fd0b300-8c16-4cbc-bdcb-acc6eb73a69f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 943 time: 0.0559454 Aug 12 02:18:09.938026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7458acd-bf8e-4281-a804-10c9d5db798f req-7b86038f-d65b-41ff-957a-8273e22133ef tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 Aug 12 02:18:09.939316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-26819865-f770-492e-a214-6c59cced9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:09.941473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-26819865-f770-492e-a214-6c59cced9254 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.0793629 Aug 12 02:18:09.946582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82ab507-06bd-4406-89a5-36e857c99060 req-54bd3162-0555-4599-bab8-59110695a6ca tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477722 Aug 12 02:18:09.990568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-62fc3961-476c-4eb8-b5c4-f63f90b77150 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415998 Aug 12 02:18:10.071194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af5e4f-38b5-405c-8902-00419bddb8f9 req-4a080436-d106-4e8f-8b3f-783bca484d57 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.073030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2af5e4f-38b5-405c-8902-00419bddb8f9 req-4a080436-d106-4e8f-8b3f-783bca484d57 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0493195 Aug 12 02:18:10.087717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-89567251-ef27-408d-b823-022e7284687a service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884213 Aug 12 02:18:10.117969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2af5e4f-38b5-405c-8902-00419bddb8f9 req-470d401b-e85d-46e3-997c-01af45d4408b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Aug 12 02:18:10.191797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cad18cf5-b5b4-447f-8b42-75ea961e034e req-f2ceee0c-1b4b-4ccc-868c-de5788c52cc8 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965798 Aug 12 02:18:10.342310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1457-0e2f-45ce-9219-c7d63da617ae req-4ccc5334-3b8e-48d8-b592-74d7f66c6a1a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.348593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1457-0e2f-45ce-9219-c7d63da617ae req-4ccc5334-3b8e-48d8-b592-74d7f66c6a1a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.350214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-013c1457-0e2f-45ce-9219-c7d63da617ae req-4ccc5334-3b8e-48d8-b592-74d7f66c6a1a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1679 time: 0.0557823 Aug 12 02:18:10.394293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-013c1457-0e2f-45ce-9219-c7d63da617ae req-a9964729-8441-4216-a3e2-1bf63d9d3db4 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356138 Aug 12 02:18:10.594300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126952d-8bec-40c9-849e-a0d3c73dcb19 req-56abeee4-b6b6-4c3d-a01d-0e9e55afe142 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.595855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7126952d-8bec-40c9-849e-a0d3c73dcb19 req-56abeee4-b6b6-4c3d-a01d-0e9e55afe142 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0543926 Aug 12 02:18:10.603944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb7efd-b6b5-439d-96c3-1dbb82fbf708 req-de3e53b4-1363-479c-bb1c-2dc15967f290 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.605602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5eb7efd-b6b5-439d-96c3-1dbb82fbf708 req-de3e53b4-1363-479c-bb1c-2dc15967f290 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0521114 Aug 12 02:18:10.656002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5eb7efd-b6b5-439d-96c3-1dbb82fbf708 req-918daf0f-4b4e-4e3c-ba3a-29b4a7c6e4d6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Aug 12 02:18:10.668822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7126952d-8bec-40c9-849e-a0d3c73dcb19 req-dec6933c-1fa8-497d-8cb6-37e189caf80c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Aug 12 02:18:10.755788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e33f1-7c9d-4958-b262-605825e04aae req-9904d61e-2001-4997-aede-9556ce9f5247 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:10.757296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce4e33f1-7c9d-4958-b262-605825e04aae req-9904d61e-2001-4997-aede-9556ce9f5247 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0506976 Aug 12 02:18:10.802590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce4e33f1-7c9d-4958-b262-605825e04aae req-f68c528d-14d5-46e5-8e1b-94e23f23d339 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Aug 12 02:18:11.065936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d743104-2e14-4536-a190-ce20f86af914 req-ed08b42c-b5c2-44a8-9989-c2790817820d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.067582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d743104-2e14-4536-a190-ce20f86af914 req-ed08b42c-b5c2-44a8-9989-c2790817820d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 943 time: 0.0530860 Aug 12 02:18:11.107739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d743104-2e14-4536-a190-ce20f86af914 req-d5063009-4f5d-4d3f-8a45-43c16c5fb934 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Aug 12 02:18:11.520239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bcc21-ae5f-48aa-b680-699754efb4b4 req-6ed46ebc-bff1-4cc0-a6bd-5862b3b5d665 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.526052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bcc21-ae5f-48aa-b680-699754efb4b4 req-6ed46ebc-bff1-4cc0-a6bd-5862b3b5d665 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.527642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-069bcc21-ae5f-48aa-b680-699754efb4b4 req-6ed46ebc-bff1-4cc0-a6bd-5862b3b5d665 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1679 time: 0.0543692 Aug 12 02:18:11.566580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-069bcc21-ae5f-48aa-b680-699754efb4b4 req-b10db802-17b5-49bd-a524-324928d513c2 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Aug 12 02:18:11.709053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:11.774732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22214f1-bee9-4041-b0e1-86108c18fabc req-9b535428-d807-4cb6-9179-d8d1006fed9d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.776360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f22214f1-bee9-4041-b0e1-86108c18fabc req-9b535428-d807-4cb6-9179-d8d1006fed9d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0568221 Aug 12 02:18:11.778267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7aead5-a2f3-453e-8702-658a0c3f1fe0 req-80b3e720-2b55-4184-9deb-ea5cef754eb5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.780025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b7aead5-a2f3-453e-8702-658a0c3f1fe0 req-80b3e720-2b55-4184-9deb-ea5cef754eb5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0494926 Aug 12 02:18:11.829331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b7aead5-a2f3-453e-8702-658a0c3f1fe0 req-d6338d8c-154b-4ab2-837e-c91c8967ca04 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Aug 12 02:18:11.836142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1737a85-4729-4183-a524-44646c4cf748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:11.862223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f22214f1-bee9-4041-b0e1-86108c18fabc req-fb3c46cb-0ced-4f8d-977e-9bac80fc132d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790739 Aug 12 02:18:11.935656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be27a1-d741-40d6-9ad4-f7034d00362e req-56ca3517-059d-44a5-b64e-52a452a036fc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:11.937148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85be27a1-d741-40d6-9ad4-f7034d00362e req-56ca3517-059d-44a5-b64e-52a452a036fc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0486410 Aug 12 02:18:11.953364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device da8e0097-0153-4742-bd2b-67d80474bb62 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:11.957475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1737a85-4729-4183-a524-44646c4cf748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:11.961572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1737a85-4729-4183-a524-44646c4cf748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:11.989223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85be27a1-d741-40d6-9ad4-f7034d00362e req-21b5a93d-be15-43a8-bbaa-280c774e59fe tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Aug 12 02:18:12.002484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d1737a85-4729-4183-a524-44646c4cf748 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6597a08a7ff04091879e52ef57c1e8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915566 Aug 12 02:18:12.005133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:12.013682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1737a85-4729-4183-a524-44646c4cf748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5c528b-f7e3-4a91-8664-fbe1b559bd26,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.060308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=da8e0097-0153-4742-bd2b-67d80474bb62,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:12.065560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.072204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'da8e0097-0153-4742-bd2b-67d80474bb62', 'network_id': '4f76d0b1-3006-4fc7-aed2-82332789c515', 'port_id': 'da8e0097-0153-4742-bd2b-67d80474bb62', 'mac_address': 'fa:16:3e:58:47:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862769f1-ddb0-4b53-8b01-aac67c7d7876', 'ip_address': '19.80.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:12.087802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.108771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.121549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8e0097-0153-4742-bd2b-67d80474bb62 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:12.143623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=da8e0097-0153-4742-bd2b-67d80474bb62,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:12.148825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.149479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5ffb5836-1cb0-415f-be93-fa67afd466de details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:12.153385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.164968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.169084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a5c528b-f7e3-4a91-8664-fbe1b559bd26 HTTP/1.1" status: 204 len: 168 time: 0.1630034 Aug 12 02:18:12.194866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7648dc4-79cd-4f3e-8f86-6391f6729930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5c528b-f7e3-4a91-8664-fbe1b559bd26,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.300900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6cf11-d446-4505-b4ff-a537d9065fab req-3a1f499b-3f31-485d-928d-b8befd8b3601 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:12.308635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8c6cf11-d446-4505-b4ff-a537d9065fab req-3a1f499b-3f31-485d-928d-b8befd8b3601 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 943 time: 0.1164274 Aug 12 02:18:12.359435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8c6cf11-d446-4505-b4ff-a537d9065fab req-870d6ac3-6052-4e8f-8c44-75a88cb8b976 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497770 Aug 12 02:18:12.443485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5ffb5836-1cb0-415f-be93-fa67afd466de,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:12.452199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.460295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '5ffb5836-1cb0-415f-be93-fa67afd466de', 'network_id': '2b383e81-1e6f-4fb1-98d4-63d9882ae4bf', 'port_id': '5ffb5836-1cb0-415f-be93-fa67afd466de', 'mac_address': 'fa:16:3e:bb:ac:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a18aaa2-e631-40a4-85a8-5932a48beb94', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:12.500749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.514135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ffb5836-1cb0-415f-be93-fa67afd466de {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:12.535905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5ffb5836-1cb0-415f-be93-fa67afd466de,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:12.541237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.585637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:12.595150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.600017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9891315-0446-4621-a1b4-c04cc03fb6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.687986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf03ec-5dde-43c5-bc25-db1597ed10d3 req-003f83fb-66aa-4482-a2df-e5092c5db854 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:12.694522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf03ec-5dde-43c5-bc25-db1597ed10d3 req-003f83fb-66aa-4482-a2df-e5092c5db854 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:12.695666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9891315-0446-4621-a1b4-c04cc03fb6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.696091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5cbf03ec-5dde-43c5-bc25-db1597ed10d3 req-003f83fb-66aa-4482-a2df-e5092c5db854 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1681 time: 0.0576336 Aug 12 02:18:12.699766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c9891315-0446-4621-a1b4-c04cc03fb6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.734934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5cbf03ec-5dde-43c5-bc25-db1597ed10d3 req-5fb8ff11-8f15-4025-8a51-ee19662ae56f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322111 Aug 12 02:18:12.736490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9891315-0446-4621-a1b4-c04cc03fb6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478cface-9dbd-4133-9dd7-ddb9514c4c39,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.742459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c9891315-0446-4621-a1b4-c04cc03fb6ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e02a7813c824eb585314525d3147df3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557646 Aug 12 02:18:12.745373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33970) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:12.794408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.817706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.867509 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.870163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:12.874232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/478cface-9dbd-4133-9dd7-ddb9514c4c39 HTTP/1.1" status: 204 len: 168 time: 0.1248589 Aug 12 02:18:12.880183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78b4d0-d060-4987-a2fc-8e16d41b26aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478cface-9dbd-4133-9dd7-ddb9514c4c39,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:12.950028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50ade0-3f4b-4608-9cbd-a41811010c99 req-d62d83d1-6484-4b47-bedc-49937eacf360 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:12.954642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['5ffb5836-1cb0-415f-be93-fa67afd466de'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:12.957911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a50ade0-3f4b-4608-9cbd-a41811010c99 req-d62d83d1-6484-4b47-bedc-49937eacf360 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0601032 Aug 12 02:18:12.997824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a50ade0-3f4b-4608-9cbd-a41811010c99 req-feeb08c9-de66-4f4c-baae-5faaf394be51 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389020 Aug 12 02:18:13.021782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4309-35cb-43a8-9297-6838651a340e req-49141de9-4135-4c10-847c-44069b4b6125 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.025761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c70f4309-35cb-43a8-9297-6838651a340e req-49141de9-4135-4c10-847c-44069b4b6125 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0837648 Aug 12 02:18:13.078813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c70f4309-35cb-43a8-9297-6838651a340e req-b043e464-15be-4dd7-9bc2-e93fea299af4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473926 Aug 12 02:18:13.151606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f903cb-7869-45e6-8c41-3e8b7ee4b09b req-877608ac-54c9-4da1-abe2-6689d99cdb68 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.153834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12f903cb-7869-45e6-8c41-3e8b7ee4b09b req-877608ac-54c9-4da1-abe2-6689d99cdb68 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.0694797 Aug 12 02:18:13.196709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12f903cb-7869-45e6-8c41-3e8b7ee4b09b req-4c52117f-eb06-4989-a856-6596430ad225 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348814 Aug 12 02:18:13.527395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b53599-c472-4ae5-a013-b3bf3851c2b0 req-9b56dc54-913d-4d96-91ac-0841053fb027 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.532252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0b53599-c472-4ae5-a013-b3bf3851c2b0 req-9b56dc54-913d-4d96-91ac-0841053fb027 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 943 time: 0.0736201 Aug 12 02:18:13.585163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0b53599-c472-4ae5-a013-b3bf3851c2b0 req-76e44630-c589-4ce8-bd70-c771f21fb592 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485919 Aug 12 02:18:13.678810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe19359-2f4b-4cb8-b031-acd7ce518851 req-b06e777a-c828-4c8d-8be3-1abb195d37c1 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.680492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbe19359-2f4b-4cb8-b031-acd7ce518851 req-b06e777a-c828-4c8d-8be3-1abb195d37c1 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1097 time: 0.0716097 Aug 12 02:18:13.723307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbe19359-2f4b-4cb8-b031-acd7ce518851 req-de2eff79-e9d8-424e-8be6-b62cbfe5f602 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303283 Aug 12 02:18:13.880137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc59449-d239-4c4d-a753-dacf14ade9e9 req-23343764-a94c-4de0-8953-6a05a47bf9db tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.887559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc59449-d239-4c4d-a753-dacf14ade9e9 req-23343764-a94c-4de0-8953-6a05a47bf9db tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:13.889919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbc59449-d239-4c4d-a753-dacf14ade9e9 req-23343764-a94c-4de0-8953-6a05a47bf9db tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1681 time: 0.0711784 Aug 12 02:18:13.955510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e694a94a-8153-40e4-a65e-14b319ffd5cf details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:13.961082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbc59449-d239-4c4d-a753-dacf14ade9e9 req-f6999f9f-55bc-4750-8a1a-51551b836730 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648415 Aug 12 02:18:13.975723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5ffb5836-1cb0-415f-be93-fa67afd466de up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:14.120853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 5ffb5836-1cb0-415f-be93-fa67afd466de completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:14.129978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 5ffb5836-1cb0-415f-be93-fa67afd466de triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:14.130537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.142017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedff67-1382-48c4-8194-ef069de583f4 req-3596c00e-2e61-4973-81cc-8b86ca24700e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:14.145665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ddedff67-1382-48c4-8194-ef069de583f4 req-3596c00e-2e61-4973-81cc-8b86ca24700e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0692523 Aug 12 02:18:14.190403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:14.201497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ddedff67-1382-48c4-8194-ef069de583f4 req-778d7f56-8529-48b9-b9fc-80bdc67b7208 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489833 Aug 12 02:18:14.212571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda', 'port_id': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'mac_address': 'fa:16:3e:80:3e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c834ee-3d85-4539-917a-6b30f6440e16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:14.213147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:18:14.220295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['da8e0097-0153-4742-bd2b-67d80474bb62'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:14.342620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd3fa6-3f2f-4976-96d0-ed4e31dc7a4a req-905e2aec-ee8b-4114-a701-6f009d32e2bd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:14.343877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.344927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9bd3fa6-3f2f-4976-96d0-ed4e31dc7a4a req-905e2aec-ee8b-4114-a701-6f009d32e2bd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0645654 Aug 12 02:18:14.361005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.394803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9bd3fa6-3f2f-4976-96d0-ed4e31dc7a4a req-c0b7b1ae-5f26-45b9-b60f-bc8e0077b5b0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431376 Aug 12 02:18:14.405629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e694a94a-8153-40e4-a65e-14b319ffd5cf {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:14.422477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:14.426148 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7698988-9288-4d54-9d67-3fc0784511d3" -d '{"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:14.479074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5ffb5836-1cb0-415f-be93-fa67afd466de,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:14.485761 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ca67c8-032d-4b0e-871d-69fe67026682 x-openstack-request-id: req-c4ca67c8-032d-4b0e-871d-69fe67026682 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:14.486294 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-plugged", "status": "completed", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:14.486620 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4ca67c8-032d-4b0e-871d-69fe67026682 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:14.486926 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de', 'code': 200} Aug 12 02:18:14.491659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.498042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:14.526253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.542399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:14.577879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:14.649057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:14.657906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:14.709927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.777870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5ca2f-b59f-4979-b5cf-e785de33ef45 req-c3ec38d9-e534-41fe-a9bb-a4a18e9e31df tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:14.779406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98c5ca2f-b59f-4979-b5cf-e785de33ef45 req-c3ec38d9-e534-41fe-a9bb-a4a18e9e31df tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 944 time: 0.1073954 Aug 12 02:18:14.844127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98c5ca2f-b59f-4979-b5cf-e785de33ef45 req-fab4c7ef-b547-45b5-bb16-e4b667d8197e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543647 Aug 12 02:18:14.877679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:14.935935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-c8dbbecc-f0d9-4553-abc7-4d50dc46f118 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:18:14.938246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-c8dbbecc-f0d9-4553-abc7-4d50dc46f118 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1735244 Aug 12 02:18:14.951462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Request body: {'binding': {'host': 'n-h1-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:14.952015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Unknown quota resources ['binding']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:18:15.019976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Allocated IP 172.25.3.194 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/398d8b40-08e6-4b14-a601-872a1cd5a6a8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:15.107253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:15.108798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on host n-h1-804303-2 for vnic_type normal with profile None {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:15.109214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:15.109617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:15.114875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:15.115836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:15.120432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:15.121046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:15.121505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:15.122289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Bound port: 3af29110-8a5e-43d1-8355-bf30f930ac11, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:15.177553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527d08-1c66-4c81-ac05-286341533804 req-ab421557-f524-40d9-9537-2a275bfbaf4f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.178762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:15.184011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1527d08-1c66-4c81-ac05-286341533804 req-ab421557-f524-40d9-9537-2a275bfbaf4f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.184723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.185620 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1527d08-1c66-4c81-ac05-286341533804 req-ab421557-f524-40d9-9537-2a275bfbaf4f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1682 time: 0.1019542 Aug 12 02:18:15.186030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-a1b6f3a6-bd45-4218-aa83-ee7cf3bb3dc0 service neutron] 10.222.0.11 "POST /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11/bindings HTTP/1.1" status: 201 len: 389 time: 0.2389884 Aug 12 02:18:15.188657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.260565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1527d08-1c66-4c81-ac05-286341533804 req-aff4fd1e-d298-4ac3-b6f5-ff8bcf234656 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600917 Aug 12 02:18:15.295213 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.341703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:15.344787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:15.351442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:15.363412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310206d-047a-4fa9-ae05-ae6443be0d03 req-912a7c99-7831-4f2a-9923-834640719fe6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.365480 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c310206d-047a-4fa9-ae05-ae6443be0d03 req-912a7c99-7831-4f2a-9923-834640719fe6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0609677 Aug 12 02:18:15.382155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Pushing event updated for resources: {'Port': ['ID=398d8b40-08e6-4b14-a601-872a1cd5a6a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:15.410135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c310206d-047a-4fa9-ae05-ae6443be0d03 req-3fa47b38-ea92-4f9b-b209-199f69bb338e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Aug 12 02:18:15.449544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad87626-2535-4bf1-98bf-28cea034fb22 req-63a8d308-f525-4bb0-a61c-d8df302d7b85 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.451062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ad87626-2535-4bf1-98bf-28cea034fb22 req-63a8d308-f525-4bb0-a61c-d8df302d7b85 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.0725865 Aug 12 02:18:15.533533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d173d8e-54cf-48ea-b93d-a303572ddb65 req-c8769d8e-0a38-446a-bf3a-ee88bec82363 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.535642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d173d8e-54cf-48ea-b93d-a303572ddb65 req-c8769d8e-0a38-446a-bf3a-ee88bec82363 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Aug 12 02:18:15.575879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d173d8e-54cf-48ea-b93d-a303572ddb65 req-731bde24-386e-4834-8494-6034d3861864 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Aug 12 02:18:15.577794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.584717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ad87626-2535-4bf1-98bf-28cea034fb22 req-283ec71a-e875-4b1e-b511-7a0c2e7abd52 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224236 Aug 12 02:18:15.586795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-3e89a592-402d-4ce3-8fd0-7636fb66699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.588317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-3e89a592-402d-4ce3-8fd0-7636fb66699f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1097 time: 0.1352103 Aug 12 02:18:15.668050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.752026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-d9d2fa2c-06bf-48d4-8465-f0e3427c118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.754198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-d9d2fa2c-06bf-48d4-8465-f0e3427c118e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1568856 Aug 12 02:18:15.821350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-9d7030c1-8c7a-48d6-a228-8d903e8a2488 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0427012 Aug 12 02:18:15.906082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-db386c3f-ca5b-4f04-9010-397885a091f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:15.907625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-db386c3f-ca5b-4f04-9010-397885a091f7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0786116 Aug 12 02:18:15.951266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-d32a7dbc-0f34-44db-ac1a-02cc8f8d47c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343025 Aug 12 02:18:15.953145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:15.961204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device da8e0097-0153-4742-bd2b-67d80474bb62 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:15.968720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.001290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb893a4-760b-40b8-b065-e5aa8f294842 req-a1e5c0c4-4186-4949-9434-0eac70ab1be5 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.008953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdb893a4-760b-40b8-b065-e5aa8f294842 req-a1e5c0c4-4186-4949-9434-0eac70ab1be5 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 944 time: 0.0892363 Aug 12 02:18:16.038330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port da8e0097-0153-4742-bd2b-67d80474bb62 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:16.043347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port da8e0097-0153-4742-bd2b-67d80474bb62 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:16.043783 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.052150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdb893a4-760b-40b8-b065-e5aa8f294842 req-71c267cc-94c9-4b8a-8954-52ef46f082cf tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Aug 12 02:18:16.094601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Pushing event updated for resources: {'Port': ['ID=398d8b40-08e6-4b14-a601-872a1cd5a6a8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:16.121587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.131652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-38f44c32-bc71-4e6c-8631-4a52505f3650 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718781 Aug 12 02:18:16.138482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.139095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.143030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d5aa7061-ac5b-43c8-989b-efdbbf42c5ec tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5968397 Aug 12 02:18:16.144345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34122) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:16.149715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1308639164', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'fixed_ips': [{'ip_address': '172.25.3.194'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:16.172581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=da8e0097-0153-4742-bd2b-67d80474bb62,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:16.174146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Made reservation on behalf of c8d71dd8881742a0a7724efde96b89e3 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:16.176511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.178957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.186993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.227525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:16.233393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-9a1f2e5e-d3ea-43e1-9453-48319c8f1fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918794 Aug 12 02:18:16.286822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.290297 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:16.299834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] device_id is not set on port 1544222a-863a-4cab-b3a4-03f8d653adf2 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:18:16.370062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d540e4-f6dd-4be6-838f-eb853780d191,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:16.402886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501dce-32bb-4295-adc5-605eeb087aab req-b8be2638-f847-4260-b51c-ee3579b410f9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.409849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a501dce-32bb-4295-adc5-605eeb087aab req-b8be2638-f847-4260-b51c-ee3579b410f9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.411834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a501dce-32bb-4295-adc5-605eeb087aab req-b8be2638-f847-4260-b51c-ee3579b410f9 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.0669050 Aug 12 02:18:16.483901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a501dce-32bb-4295-adc5-605eeb087aab req-964c56a0-709c-4359-89a0-d8ad7b55e104 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607216 Aug 12 02:18:16.488035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:16.491913 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfb9dac-9fb6-48ae-8f2e-f23d3b4a29f9" -d '{"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-plugged", "status": "completed", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:16.542682 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc732f-f586-4650-9dfc-78b49303da76 x-openstack-request-id: req-28fc732f-f586-4650-9dfc-78b49303da76 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:16.542974 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-plugged", "status": "completed", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:16.543235 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28fc732f-f586-4650-9dfc-78b49303da76 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:16.543720 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62', 'code': 200} Aug 12 02:18:16.578232 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 02:18:16.578805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:18:16.588412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901f5f-7c51-4457-bfd4-abb2311c5e40 req-0b08dc95-f720-4952-a3c5-b85eeab248c3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.589888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99901f5f-7c51-4457-bfd4-abb2311c5e40 req-0b08dc95-f720-4952-a3c5-b85eeab248c3 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0901392 Aug 12 02:18:16.605511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fc34451f-58e8-4298-a82c-673e90600bba tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4595211 Aug 12 02:18:16.608781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:16.648571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99901f5f-7c51-4457-bfd4-abb2311c5e40 req-a762a93f-08f6-4cb6-88af-6bb7c7d12f80 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383677 Aug 12 02:18:16.763026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e2f6b-aea3-4f51-ba77-ca4bbd69249e req-46206c8f-691e-4b19-ad2b-7014f8aa0929 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.764583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab1e2f6b-aea3-4f51-ba77-ca4bbd69249e req-46206c8f-691e-4b19-ad2b-7014f8aa0929 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Aug 12 02:18:16.806632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab1e2f6b-aea3-4f51-ba77-ca4bbd69249e req-ff27175f-5817-425a-bbc1-f983769f0855 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Aug 12 02:18:16.836969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5868b04-a38a-42b1-b30a-bcdc5c4ef7dc req-25de407f-fb7f-4e56-82bb-43602b996bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.837469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5868b04-a38a-42b1-b30a-bcdc5c4ef7dc req-25de407f-fb7f-4e56-82bb-43602b996bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.839052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5868b04-a38a-42b1-b30a-bcdc5c4ef7dc req-25de407f-fb7f-4e56-82bb-43602b996bae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1985 time: 0.1659153 Aug 12 02:18:16.853699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fb957-dcac-4d5c-9dd6-764bb5fd11b7 req-fbfcc000-7ba0-4d27-8adb-24df99c2c4b7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:16.855210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-591fb957-dcac-4d5c-9dd6-764bb5fd11b7 req-fbfcc000-7ba0-4d27-8adb-24df99c2c4b7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1736906 Aug 12 02:18:16.925218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5868b04-a38a-42b1-b30a-bcdc5c4ef7dc req-8d8b7317-9261-44f1-93f7-988369cededf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688832 Aug 12 02:18:16.934440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-591fb957-dcac-4d5c-9dd6-764bb5fd11b7 req-dfe92850-8300-4495-99c0-c87e1ddd3a6e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700345 Aug 12 02:18:16.941376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Deleting port 398d8b40-08e6-4b14-a601-872a1cd5a6a8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:16.941714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.020183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.020606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.034244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Calling delete_port for 398d8b40-08e6-4b14-a601-872a1cd5a6a8 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:17.210346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ddeb1-175d-430f-b974-5027c9c85b5a req-39d50ff9-b92d-4fb9-bb56-4c78441322ec tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:17.211908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d6ddeb1-175d-430f-b974-5027c9c85b5a req-39d50ff9-b92d-4fb9-bb56-4c78441322ec tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 944 time: 0.0877604 Aug 12 02:18:17.227348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.266252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Pushing event deleted for resources: {'Port': ['ID=398d8b40-08e6-4b14-a601-872a1cd5a6a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:17.296295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d6ddeb1-175d-430f-b974-5027c9c85b5a req-06118594-7f75-4466-a91a-941e5ce23b39 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759881 Aug 12 02:18:17.350831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.353548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.358134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-355cf953-e488-45b6-b39e-a4b6cf3c9ec6 tempest-ExternalNetworksAdminNegativeTestJSON-433977693 tempest-ExternalNetworksAdminNegativeTestJSON-433977693-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/02892470-180d-4efb-be4c-c4ed98b8708a HTTP/1.1" status: 204 len: 168 time: 0.7465053 Aug 12 02:18:17.461703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:17.598724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eccf7ae7-2527-4754-956b-39ccc7275283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.643703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd93f-7ebd-4b3c-886b-0ada54c3db0c req-4acba222-318e-45fc-a9da-49d6034b2a76 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:17.653056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd93f-7ebd-4b3c-886b-0ada54c3db0c req-4acba222-318e-45fc-a9da-49d6034b2a76 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:17.654918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-034fd93f-7ebd-4b3c-886b-0ada54c3db0c req-4acba222-318e-45fc-a9da-49d6034b2a76 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.0855014 Aug 12 02:18:17.668393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:17.707501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.732003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eccf7ae7-2527-4754-956b-39ccc7275283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.733901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-034fd93f-7ebd-4b3c-886b-0ada54c3db0c req-922c222a-ce0a-43ea-9d3b-818f6e8f70b8 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705183 Aug 12 02:18:17.739010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eccf7ae7-2527-4754-956b-39ccc7275283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.783826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eccf7ae7-2527-4754-956b-39ccc7275283 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ee130566d4e4854930655fc7fd79f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207726 Aug 12 02:18:17.787149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:17.828063 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5641-68ca-4c84-b647-8942e1daabba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.833679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf7ae7-2527-4754-956b-39ccc7275283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2876996a-5cb1-4b48-9a5e-265ff3745c7f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:17.857183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.872737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc67568-0859-44b6-9ca7-2c6e390fda36 req-3f861cec-9d6a-4ae3-b79a-1e3b6cc0e7b2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:17.874341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc67568-0859-44b6-9ca7-2c6e390fda36 req-3f861cec-9d6a-4ae3-b79a-1e3b6cc0e7b2 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1227582 Aug 12 02:18:17.889192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:17.953432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc67568-0859-44b6-9ca7-2c6e390fda36 req-c1f6462f-b36e-4602-a123-b53ca61e492b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715587 Aug 12 02:18:17.976564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:17.987054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e694a94a-8153-40e4-a65e-14b319ffd5cf up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:18.003174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203d58f-b3e8-4e04-bb8d-c49bb32f95b9 req-e010e39e-b680-4e3b-977d-4d8d44a4c804 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.011704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4203d58f-b3e8-4e04-bb8d-c49bb32f95b9 req-e010e39e-b680-4e3b-977d-4d8d44a4c804 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.0851734 Aug 12 02:18:18.058159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4203d58f-b3e8-4e04-bb8d-c49bb32f95b9 req-1d1b544b-eaf5-4c11-b81f-b83ac9af6074 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453551 Aug 12 02:18:18.059173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.062447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.064243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2876996a-5cb1-4b48-9a5e-265ff3745c7f HTTP/1.1" status: 204 len: 168 time: 0.2756131 Aug 12 02:18:18.101852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ad349-3161-43f0-8704-1cd537121102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2876996a-5cb1-4b48-9a5e-265ff3745c7f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:18.126054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port e694a94a-8153-40e4-a65e-14b319ffd5cf completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:18.133111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port e694a94a-8153-40e4-a65e-14b319ffd5cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:18.134090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.203352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:18.214516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8811-4712-4529-9cc2-cba09066d463 req-3ba3674b-b2c4-48fd-a92d-2eae075cdf33 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.216237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efba8811-4712-4529-9cc2-cba09066d463 req-3ba3674b-b2c4-48fd-a92d-2eae075cdf33 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1788647 Aug 12 02:18:18.219995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4a059684-aa53-4335-af9f-9af0ead268b3', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '4a059684-aa53-4335-af9f-9af0ead268b3', 'mac_address': 'fa:16:3e:14:d6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:18.221617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5641-68ca-4c84-b647-8942e1daabba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.228740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5641-68ca-4c84-b647-8942e1daabba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.282251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8dcb5641-68ca-4c84-b647-8942e1daabba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5fa17a9cb464c4794b3dfe003c4541f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118000 Aug 12 02:18:18.284094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34190) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:18.289191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.312291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.333398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a059684-aa53-4335-af9f-9af0ead268b3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:18.335864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb5641-68ca-4c84-b647-8942e1daabba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac2fe54-9c3b-49b1-b7c2-2d92702f3d50,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:18.373212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:18.375402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:18.380625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.386305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.387057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efba8811-4712-4529-9cc2-cba09066d463 req-22c6b47a-1b50-405d-9b54-2e3ba351b443 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605895 Aug 12 02:18:18.450147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:18.494037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b536-4570-4884-aa21-5f2105bd0377 req-52b4d971-c191-4fa9-b402-c0f06d537408 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.495614 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58d4b536-4570-4884-aa21-5f2105bd0377 req-52b4d971-c191-4fa9-b402-c0f06d537408 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 945 time: 0.1008589 Aug 12 02:18:18.496330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.519713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:18.521408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.545062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:18.547455 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a6e25-cac5-4e57-85cc-7e07d3aa8813" -d '{"events": [{"server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "name": "network-vif-plugged", "status": "completed", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:18.586293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58d4b536-4570-4884-aa21-5f2105bd0377 req-e430d352-80e4-450d-9a73-21e1042d24ee tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Aug 12 02:18:18.599047 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15ff2bf-a422-4ac8-bad2-1873719b3d63 x-openstack-request-id: req-e15ff2bf-a422-4ac8-bad2-1873719b3d63 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:18.599339 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "name": "network-vif-plugged", "status": "completed", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:18.599611 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e15ff2bf-a422-4ac8-bad2-1873719b3d63 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:18.600002 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'code': 200} Aug 12 02:18:18.618221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4a059684-aa53-4335-af9f-9af0ead268b3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:18.619603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.622788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:18.626391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ac2fe54-9c3b-49b1-b7c2-2d92702f3d50 HTTP/1.1" status: 204 len: 168 time: 0.3387833 Aug 12 02:18:18.645619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745efda-53a0-4dfe-8cfa-d10dc5bfc40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac2fe54-9c3b-49b1-b7c2-2d92702f3d50,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:18.819648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc738ba-b21f-4630-a22d-fd744872720e req-9bdfebf8-b34d-4ea8-973a-bb1c7fa8e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.827001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8cc738ba-b21f-4630-a22d-fd744872720e req-9bdfebf8-b34d-4ea8-973a-bb1c7fa8e923 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1004519 Aug 12 02:18:18.928347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8cc738ba-b21f-4630-a22d-fd744872720e req-40f262c7-1dac-4f97-b181-9b3f935cdfed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Aug 12 02:18:18.938321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa793e-6c43-4c4f-9b98-a1e9f0774423 req-36d5c109-5f8b-48b9-936c-c9af7bb9324e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.946420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa793e-6c43-4c4f-9b98-a1e9f0774423 req-36d5c109-5f8b-48b9-936c-c9af7bb9324e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:18.955306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69aa793e-6c43-4c4f-9b98-a1e9f0774423 req-36d5c109-5f8b-48b9-936c-c9af7bb9324e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.1065314 Aug 12 02:18:19.017097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69aa793e-6c43-4c4f-9b98-a1e9f0774423 req-b442adb6-8432-4899-9b35-0c921e905709 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604596 Aug 12 02:18:19.140709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:19.146720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24cac-e634-4e1c-9fdf-987eee1d7e0d req-34ab5ce0-6944-47d3-97c8-b9c36f66516a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:19.154745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1b24cac-e634-4e1c-9fdf-987eee1d7e0d req-34ab5ce0-6944-47d3-97c8-b9c36f66516a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0986555 Aug 12 02:18:19.201742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1b24cac-e634-4e1c-9fdf-987eee1d7e0d req-8765c1d7-eaa8-4b5d-94c8-6a8374b59c52 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458138 Aug 12 02:18:19.235191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-12b613c1-8ed0-4ac5-93a4-92bef4de17f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8d71dd8881742a0a7724efde96b89e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929337 Aug 12 02:18:19.238280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:19.275706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a2c15-f5f0-46cf-8691-067544ce54c7 req-06fa35e8-4e32-40cc-aedc-e8161f5e618e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:19.277608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c23a2c15-f5f0-46cf-8691-067544ce54c7 req-06fa35e8-4e32-40cc-aedc-e8161f5e618e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.0935972 Aug 12 02:18:19.352198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c23a2c15-f5f0-46cf-8691-067544ce54c7 req-d100e8b8-b445-4bae-a7c2-2a5c6d7d9df8 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655401 Aug 12 02:18:19.354915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:19.384900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:19.445838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:19.449190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:19.450689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4d540e4-f6dd-4be6-838f-eb853780d191 HTTP/1.1" status: 204 len: 168 time: 0.2116494 Aug 12 02:18:19.466031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f15a1-9aa5-431b-b904-e7bb71aedfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d540e4-f6dd-4be6-838f-eb853780d191,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:19.556546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1151-e821-44be-9d32-24e5f279bea8 req-b878a666-fd6c-4ada-a59e-191114923e9f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:19.563976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f00b1151-e821-44be-9d32-24e5f279bea8 req-b878a666-fd6c-4ada-a59e-191114923e9f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0736096 Aug 12 02:18:19.619663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f00b1151-e821-44be-9d32-24e5f279bea8 req-873995b5-acf1-42ad-b51b-a151d5039695 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Aug 12 02:18:19.775101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf24c9-cfc7-4b24-aeec-fc5d1e5b852f req-6a13991a-76a3-4f82-9955-f354d53800fd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:19.777110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b8bf24c9-cfc7-4b24-aeec-fc5d1e5b852f req-6a13991a-76a3-4f82-9955-f354d53800fd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 945 time: 0.0748293 Aug 12 02:18:19.848884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b8bf24c9-cfc7-4b24-aeec-fc5d1e5b852f req-e6e70e91-b087-4dfc-bbb1-8cdf51e639d6 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Aug 12 02:18:19.981095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:20.067424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4a059684-aa53-4335-af9f-9af0ead268b3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:20.067961 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:20.211002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d81a5-2b50-4d9f-9a40-fb1284576f67 req-de80aadc-5cdb-445a-91a7-fcef3e3edce4 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:20.226456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d81a5-2b50-4d9f-9a40-fb1284576f67 req-de80aadc-5cdb-445a-91a7-fcef3e3edce4 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:20.229050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e60d81a5-2b50-4d9f-9a40-fb1284576f67 req-de80aadc-5cdb-445a-91a7-fcef3e3edce4 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.1356447 Aug 12 02:18:20.267009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:20.338729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e60d81a5-2b50-4d9f-9a40-fb1284576f67 req-f9bbee01-4be6-4a2c-bfbf-bca0f2f2f07a tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026540 Aug 12 02:18:20.382848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:20.397061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:20.481785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e46772-04cc-49b8-b00c-ad1c979d7d51 req-525febe1-d043-4160-a3d1-f87170b78ba8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:20.484440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5e46772-04cc-49b8-b00c-ad1c979d7d51 req-525febe1-d043-4160-a3d1-f87170b78ba8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1536441 Aug 12 02:18:20.525363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:20.580207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5e46772-04cc-49b8-b00c-ad1c979d7d51 req-f69d43b4-48e5-4c04-aa62-5a34ea0dd326 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Aug 12 02:18:20.600904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:20.604006 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815886c6-1233-4ca5-8996-d711b95c6a4d" -d '{"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-plugged", "status": "completed", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:20.925574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e659f-d788-486c-943c-719dfe89b680 req-e31df789-d354-418b-9a33-fe7af0d50d50 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:20.938643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d09e659f-d788-486c-943c-719dfe89b680 req-e31df789-d354-418b-9a33-fe7af0d50d50 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.2114131 Aug 12 02:18:21.039134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d09e659f-d788-486c-943c-719dfe89b680 req-81557ee9-9a62-442f-954d-294b916b00df tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965872 Aug 12 02:18:21.160222 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed918e1-8c3d-4d48-aa53-ea2d940e7e82 x-openstack-request-id: req-7ed918e1-8c3d-4d48-aa53-ea2d940e7e82 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:21.160937 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-plugged", "status": "completed", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:21.160937 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ed918e1-8c3d-4d48-aa53-ea2d940e7e82 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:21.161159 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3', 'code': 200} Aug 12 02:18:21.315206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c3004-e163-46fd-a6ba-e61413548988 req-71c83196-5f06-481c-bcc2-2b8e3349cedf tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:21.323803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f7c3004-e163-46fd-a6ba-e61413548988 req-71c83196-5f06-481c-bcc2-2b8e3349cedf tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0822244 Aug 12 02:18:21.390367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f7c3004-e163-46fd-a6ba-e61413548988 req-aafcb6ef-fd12-44c5-8971-30e4d4130039 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655024 Aug 12 02:18:21.656069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180f75c-9c0e-4c0e-a186-68084ad50482 req-907f8654-5b77-41b7-a760-8e72a8355c72 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:21.670193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6180f75c-9c0e-4c0e-a186-68084ad50482 req-907f8654-5b77-41b7-a760-8e72a8355c72 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 945 time: 0.1411757 Aug 12 02:18:21.776911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6180f75c-9c0e-4c0e-a186-68084ad50482 req-bfbe3843-6589-4bc8-bf28-35beec6555aa tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033535 Aug 12 02:18:21.934842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46311bb8-caf8-4543-b40e-097cc9ae9799 req-2717d91d-8f44-46f5-920c-24fe56f112df tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:21.948717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46311bb8-caf8-4543-b40e-097cc9ae9799 req-2717d91d-8f44-46f5-920c-24fe56f112df tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1124594 Aug 12 02:18:21.964057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405812-d40a-436b-bad7-ebd8358871ff req-c17a055e-8f94-4797-8b54-110616cee99c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:21.970452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73405812-d40a-436b-bad7-ebd8358871ff req-c17a055e-8f94-4797-8b54-110616cee99c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:21.981901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73405812-d40a-436b-bad7-ebd8358871ff req-c17a055e-8f94-4797-8b54-110616cee99c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.1010873 Aug 12 02:18:22.031172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46311bb8-caf8-4543-b40e-097cc9ae9799 req-7a567bc4-080d-4f36-be9d-319dd4b5f271 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748296 Aug 12 02:18:22.034647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73405812-d40a-436b-bad7-ebd8358871ff req-77461fbf-c7ea-4fe7-87d4-5ef0ba677d0f tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513821 Aug 12 02:18:22.197579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-4bc4bda6-61f7-4141-98f4-623f360aa7af tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-223425660&fields=id&tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 267 time: 0.0709853 Aug 12 02:18:22.272031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a99e4d-81ce-4800-8877-f197324a1411 req-0465258c-36ec-483f-b126-654c3d29c0e1 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:22.281147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22a99e4d-81ce-4800-8877-f197324a1411 req-0465258c-36ec-483f-b126-654c3d29c0e1 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.1096714 Aug 12 02:18:22.298033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-4d204813-767e-4598-aef1-c15e307b858f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:22.308309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-4d204813-767e-4598-aef1-c15e307b858f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 945 time: 0.1031954 Aug 12 02:18:22.326120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'security_groups': ['3e557944-fcd9-48a4-869e-9e093c6b62be', 'da1363dc-8a2b-4b3a-9579-4a0967450c60']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:22.366534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22a99e4d-81ce-4800-8877-f197324a1411 req-43a602d7-8608-4abb-afa9-8c241955318a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812829 Aug 12 02:18:22.460649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:22.868926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:22.871547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:22.938909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136529-fea7-47f7-95ef-43db4899986a req-2b7fce8c-5ee0-49f6-8a96-f40bfaa16f80 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:22.951644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df136529-fea7-47f7-95ef-43db4899986a req-2b7fce8c-5ee0-49f6-8a96-f40bfaa16f80 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1079738 Aug 12 02:18:22.955394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:22.964807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:23.034059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:23.095190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df136529-fea7-47f7-95ef-43db4899986a req-25618a08-8baf-4ed8-a8fe-6f86291b04e0 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422191 Aug 12 02:18:23.123495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.124532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:23.145299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b013f2-4841-405b-8aa7-a6ef350e0145 req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "PUT /v2.0/ports/e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 981 time: 0.8299401 Aug 12 02:18:23.146067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:23.150295 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540" -d '{"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:23.200521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:23.254475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b757d8-4e5a-4140-96d1-d57045a3f111 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:23.267348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:23.310066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d5f1-68d1-432d-82d9-60528743bf0a req-b5027888-4406-4029-af17-853f823c7b61 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.337352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d5f1-68d1-432d-82d9-60528743bf0a req-b5027888-4406-4029-af17-853f823c7b61 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.338496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82e6d5f1-68d1-432d-82d9-60528743bf0a req-b5027888-4406-4029-af17-853f823c7b61 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.1341541 Aug 12 02:18:23.339044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:23.417890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82e6d5f1-68d1-432d-82d9-60528743bf0a req-8726273c-a361-4f8a-8af7-9e03fb67d20c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560193 Aug 12 02:18:23.666431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-d950ea23-59d0-44f3-ae16-b71784c85f5b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1211783023&fields=id&tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 267 time: 0.1552868 Aug 12 02:18:23.668123 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725822b7-7894-4273-972f-8e65cde09b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:23.739803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-a41fa8c6-b04d-43dc-bdfc-bc4dca687527 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.749233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-a41fa8c6-b04d-43dc-bdfc-bc4dca687527 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 984 time: 0.0722899 Aug 12 02:18:23.756573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'security_groups': ['3e557944-fcd9-48a4-869e-9e093c6b62be', 'da1363dc-8a2b-4b3a-9579-4a0967450c60', '000f992a-cf38-4e52-aa39-738128d14e3a']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:23.772491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:23.860958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72b0bf-0911-4fb0-9517-a1c18c1aa851 req-03f4cb0e-3349-401e-8edf-e60942a2e415 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.863172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a72b0bf-0911-4fb0-9517-a1c18c1aa851 req-03f4cb0e-3349-401e-8edf-e60942a2e415 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.6129026 Aug 12 02:18:23.875817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:23.882363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-aa2443cf-f95a-4f76-a56e-88b85337b12d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.890058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-aa2443cf-f95a-4f76-a56e-88b85337b12d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:23.891759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-aa2443cf-f95a-4f76-a56e-88b85337b12d tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 1683 time: 0.1340539 Aug 12 02:18:23.966583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a72b0bf-0911-4fb0-9517-a1c18c1aa851 req-8f0c22a5-c02c-4495-b1a3-230a55ba0539 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735712 Aug 12 02:18:24.057873 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd109d3f-bb30-462a-beb8-e81e493b9a6e x-openstack-request-id: req-bd109d3f-bb30-462a-beb8-e81e493b9a6e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:24.058208 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:24.058208 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd109d3f-bb30-462a-beb8-e81e493b9a6e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:24.059422 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'status': 'completed', 'code': 200} Aug 12 02:18:24.101883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port da8e0097-0153-4742-bd2b-67d80474bb62 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:24.102261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.173502 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.263725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port da8e0097-0153-4742-bd2b-67d80474bb62, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=da8e0097-0153-4742-bd2b-67d80474bb62,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:24.264050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.280311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for da8e0097-0153-4742-bd2b-67d80474bb62 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:24.421801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc30442-8473-4b4d-9f05-675c99caace2 req-e9fe4367-7dde-49ac-af12-f39de62bd568 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:24.426505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fc30442-8473-4b4d-9f05-675c99caace2 req-e9fe4367-7dde-49ac-af12-f39de62bd568 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.2692797 Aug 12 02:18:24.481796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Allocated IP 172.25.3.120 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/37861cef-60aa-4324-9bae-08721488137e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:24.493632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725822b7-7894-4273-972f-8e65cde09b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.516765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725822b7-7894-4273-972f-8e65cde09b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.577700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-58f7627a-b538-4788-87aa-c2e9478e7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:24.579399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-58f7627a-b538-4788-87aa-c2e9478e7630 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1135 time: 0.3014677 Aug 12 02:18:24.600936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.662546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-725822b7-7894-4273-972f-8e65cde09b32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a22d0292fe6b4fb9a793e465bceba17d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3201227 Aug 12 02:18:24.693855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34450) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:24.694606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725822b7-7894-4273-972f-8e65cde09b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5eb6c-460a-4e06-a497-ffb593703c22,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:24.774772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.797599 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:24.835753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['5ffb5836-1cb0-415f-be93-fa67afd466de', 'da8e0097-0153-4742-bd2b-67d80474bb62'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:24.851974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:24.905275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:24.928131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-24c69dcb-057b-4090-a9d1-93e04713cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:24.929593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-24c69dcb-057b-4090-a9d1-93e04713cdea service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.3340034 Aug 12 02:18:24.942489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:25.009855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port da8e0097-0153-4742-bd2b-67d80474bb62 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:25.023523 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-69967329-f481-455b-abd5-049a1ed569bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 217 time: 0.0786428 Aug 12 02:18:25.035985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.045483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:25.087323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.096310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.099210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "DELETE /v2.0/ports/da8e0097-0153-4742-bd2b-67d80474bb62 HTTP/1.1" status: 204 len: 173 time: 1.1811697 Aug 12 02:18:25.209997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.215906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=37861cef-60aa-4324-9bae-08721488137e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:25.231485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.242700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-58eb4080-4b0e-4cac-ba96-2eecfc61cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:25.244212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-58eb4080-4b0e-4cac-ba96-2eecfc61cd77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.1921170 Aug 12 02:18:25.246678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3fc30442-8473-4b4d-9f05-675c99caace2 req-9cdca1f6-ad3d-4b66-b6be-2b8eb8b9d4be tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114100 Aug 12 02:18:25.257204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.290218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:25.290454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-850912f3-425b-44e2-8841-11651ed0dd01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309699 Aug 12 02:18:25.315183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.321397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93a8d3-9683-486d-9b69-6aafac962846 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=da8e0097-0153-4742-bd2b-67d80474bb62,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:25.440033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:25.441213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.457185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82574443-04bd-4f00-b8e9-a1ec55346b27 req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "PUT /v2.0/ports/e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 1020 time: 1.7057219 Aug 12 02:18:25.460762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:25.463091 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f721bef-8de6-4e54-9430-f2a715f6d1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:25.527120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-11fc1191-bede-48e9-b1dc-3b38fb7b5b4f service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140098 Aug 12 02:18:25.578813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:25.661069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4a7c35-3c03-4e80-ba51-fd7e91dbf540 req-0f75fb88-7bd5-46df-8c60-bf20694d6b93 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239388 Aug 12 02:18:25.665651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.668881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.672229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aa5eb6c-460a-4e06-a497-ffb593703c22 HTTP/1.1" status: 204 len: 168 time: 0.9700353 Aug 12 02:18:25.693796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baedf7a-866f-46a8-8698-6dcea830d7bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:25.697327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.726366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.741627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8646f9-96d8-4eeb-8412-825f605b2e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5eb6c-460a-4e06-a497-ffb593703c22,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:25.788624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a592a14-0766-4d73-b46a-b2ce10c33064 req-8551b507-df18-4c9e-8ac1-60627d9fa57c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:25.791542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a592a14-0766-4d73-b46a-b2ce10c33064 req-8551b507-df18-4c9e-8ac1-60627d9fa57c tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 946 time: 0.1273327 Aug 12 02:18:25.811786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=37861cef-60aa-4324-9bae-08721488137e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:25.876626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2c860-6e48-407b-8a51-fab0c8f58031 req-c083674d-33e8-4449-a88d-7af61dd96cd8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:25.879524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7d2c860-6e48-407b-8a51-fab0c8f58031 req-c083674d-33e8-4449-a88d-7af61dd96cd8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.3911655 Aug 12 02:18:25.884234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port 5ffb5836-1cb0-415f-be93-fa67afd466de {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:25.884578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:25.896889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a592a14-0766-4d73-b46a-b2ce10c33064 req-1651db63-6b4d-4733-a31a-ebc065fe7b2e tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/security-groups?id=313e8918-7396-4dd4-85ff-5c39b9ad6037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990489 Aug 12 02:18:26.056488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.064529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-deleted', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:26.067725 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b511015-06b3-474b-9287-dc5dda7163c5" -d '{"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-deleted", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:26.107334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.108863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19ba92df-a36b-4a0b-b36e-cfa6e2999387 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2361076 Aug 12 02:18:26.113401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34472) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:26.131408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1997900025'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:26.134645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7d2c860-6e48-407b-8a51-fab0c8f58031 req-12c2d807-3ef8-4613-ae4a-a47e26b24123 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215529 Aug 12 02:18:26.173777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port 5ffb5836-1cb0-415f-be93-fa67afd466de, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5ffb5836-1cb0-415f-be93-fa67afd466de,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:26.174237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.184798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Made reservation on behalf of f03c2a3aff3d42cdbb4db991914196dd for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:26.191667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.203320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for 5ffb5836-1cb0-415f-be93-fa67afd466de owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:26.208506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.229394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdea76d-6637-454c-9b92-2e9f5ea57cee req-602995e5-7f9d-4b2e-b901-f80e3afb4080 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:26.231410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acdea76d-6637-454c-9b92-2e9f5ea57cee req-602995e5-7f9d-4b2e-b901-f80e3afb4080 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1911769 Aug 12 02:18:26.308895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acdea76d-6637-454c-9b92-2e9f5ea57cee req-12625e90-b9ab-4efa-a800-43ba94f8e2cd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644231 Aug 12 02:18:26.399442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5dd486-8003-4238-8af8-61cccf90e259 req-d9e2e876-ac8c-402e-bd50-2a2055933991 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:26.406921 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059e2e9-f7ba-4874-9d56-62816925cb31 x-openstack-request-id: req-f059e2e9-f7ba-4874-9d56-62816925cb31 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:26.407210 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:26.408548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae5dd486-8003-4238-8af8-61cccf90e259 req-d9e2e876-ac8c-402e-bd50-2a2055933991 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1023 time: 0.1742182 Aug 12 02:18:26.412322 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f059e2e9-f7ba-4874-9d56-62816925cb31 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:26.412852 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'status': 'completed', 'code': 200} Aug 12 02:18:26.414246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:26.428820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.467591 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3578a48-ba4a-44e1-8183-d94281243220 x-openstack-request-id: req-c3578a48-ba4a-44e1-8183-d94281243220 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:26.467591 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-deleted", "tag": "da8e0097-0153-4742-bd2b-67d80474bb62", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:26.467970 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3578a48-ba4a-44e1-8183-d94281243220 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:26.468717 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-deleted', 'tag': 'da8e0097-0153-4742-bd2b-67d80474bb62', 'status': 'completed', 'code': 200} Aug 12 02:18:26.482619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7dfd-1855-4e4d-abf1-d01e8137b7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.500872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.577092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-07853039-230d-41c2-947d-c3f5b977b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:26.577092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-07853039-230d-41c2-947d-c3f5b977b1e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1174 time: 0.1310837 Aug 12 02:18:26.579546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc9e69-d971-4294-aafd-abfb52f1ea04,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:26.650795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae5dd486-8003-4238-8af8-61cccf90e259 req-7c2f30c5-301d-411e-be3d-1142df6bb4d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1363dc-8a2b-4b3a-9579-4a0967450c60&id=000f992a-cf38-4e52-aa39-738128d14e3a&id=3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 200 len: 6156 time: 0.2391992 Aug 12 02:18:26.663312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.664474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:18:26.687085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.687710 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Added segment b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40 of type vlan for network 4542d98d-1251-4846-a26c-a6def6ce9498 Aug 12 02:18:26.700269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79501e-1f0b-4e6b-bfb4-91d3039a3aea req-a976c865-f5cc-4c57-895f-023abed2ddb9 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:26.701864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a79501e-1f0b-4e6b-bfb4-91d3039a3aea req-a976c865-f5cc-4c57-895f-023abed2ddb9 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.1734011 Aug 12 02:18:26.805774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.810993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port 5ffb5836-1cb0-415f-be93-fa67afd466de on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:26.812755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=5ffb5836-1cb0-415f-be93-fa67afd466de,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:26.820570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.822719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78c11a51-c937-44a1-8e40-ec2609e77723 req-0f626199-e00c-4a28-b582-9a50b037caa3 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.21 "DELETE /v2.0/ports/5ffb5836-1cb0-415f-be93-fa67afd466de HTTP/1.1" status: 204 len: 173 time: 1.7145011 Aug 12 02:18:26.827705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1654540504 ', 'description': 'tempest-description-1121558799'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:26.867757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-3b42d208-bd4d-4ec2-a82a-621a2eb4ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:26.870795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-3b42d208-bd4d-4ec2-a82a-621a2eb4ad53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.2864022 Aug 12 02:18:26.887331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a79501e-1f0b-4e6b-bfb4-91d3039a3aea req-0915a21a-f516-4889-9e83-da12779fcbfa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682420 Aug 12 02:18:26.903997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7dfd-1855-4e4d-abf1-d01e8137b7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:26.930319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f7c7dfd-1855-4e4d-abf1-d01e8137b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.049172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.057039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-7cc98719-9b68-4334-a1d6-2e285c6697c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 200 len: 217 time: 0.1480391 Aug 12 02:18:27.072574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f7c7dfd-1855-4e4d-abf1-d01e8137b7f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85177cca8ac74da5a61168086bc378b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567476 Aug 12 02:18:27.073299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:27.082407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c7dfd-1855-4e4d-abf1-d01e8137b7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05f5662-0608-4bd8-a27f-95a5727ca513,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:27.096190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b715962-2253-4269-8285-962553f1cb1f req-f5a90e32-4ea8-443e-9e9d-67663d34a6bc tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0e178bc-af3c-4e96-a267-ef6792f89b88 HTTP/1.1" status: 200 len: 210 time: 0.0462589 Aug 12 02:18:27.157535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.165184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:27.165840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.178211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-cca076d3-6205-447f-bc1f-c05e53d173d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:27.179945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-cca076d3-6205-447f-bc1f-c05e53d173d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.0826538 Aug 12 02:18:27.193410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.256753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.285767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-a1e2de01-86b4-4e55-9f33-2546ee40a2c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838740 Aug 12 02:18:27.286042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.299323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.356051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6f22fe-9cc7-426f-ae23-e52ae5cb251e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:27.377670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2630095 Aug 12 02:18:27.378815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:27.382783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d6c09-7b4b-47af-b51e-4dfa0ee263cf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Network': ['ID=4542d98d-1251-4846-a26c-a6def6ce9498,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:27.395965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:18:27.396570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Request body: {'subnet': {'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:27.412851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.414018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-794c75cc-2730-4f05-838e-7283ef738779 req-0d8df568-e033-4175-825f-e5f4fb9b4bd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6047971 Aug 12 02:18:27.448408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753299de-9eab-47f8-932f-356576c2baee req-98c54e31-3aed-4418-b199-e632ac017f47 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:27.450020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-753299de-9eab-47f8-932f-356576c2baee req-98c54e31-3aed-4418-b199-e632ac017f47 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1973574 Aug 12 02:18:27.505505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.505927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.507123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f05f5662-0608-4bd8-a27f-95a5727ca513 HTTP/1.1" status: 204 len: 168 time: 0.4324713 Aug 12 02:18:27.526649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af49158-77a6-4e85-b407-dab17a4eac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05f5662-0608-4bd8-a27f-95a5727ca513,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:27.548401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Made reservation on behalf of f03c2a3aff3d42cdbb4db991914196dd for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:27.554657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:27.612068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-753299de-9eab-47f8-932f-356576c2baee req-2d68c4ec-d517-4ffb-b24b-5f9e34d756c3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286030 Aug 12 02:18:27.619951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-f663070a-82cb-42be-8960-519e90d879bc service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180521 Aug 12 02:18:27.818731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b9db555-0bfc-4527-83b2-8d2205c41d6a req-5b2734c5-d45a-4d22-9b26-c61c9aa5809a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1c6f22fe-9cc7-426f-ae23-e52ae5cb251e HTTP/1.1" status: 200 len: 1783 time: 0.1003144 Aug 12 02:18:27.890677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f721bef-8de6-4e54-9430-f2a715f6d1b8 req-a972affb-cbac-45b9-8d75-e6a3cb532da4 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574632 Aug 12 02:18:27.968221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9444209-95f2-4b40-8c5c-394be67d961e req-4705d9e3-6c0c-48a3-8914-7c2ab6a1ed18 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1c6f22fe-9cc7-426f-ae23-e52ae5cb251e HTTP/1.1" status: 200 len: 1783 time: 0.0552201 Aug 12 02:18:28.004608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-7821eb0d-a8ac-4f2d-acd4-da0466cbeb56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1941514 Aug 12 02:18:28.024951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc64c2-5df3-41ae-b14c-9f09f82701cb req-bf7610ae-91d7-4392-94ee-4cbe68c7f353 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.030197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device da8e0097-0153-4742-bd2b-67d80474bb62 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:28.047676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7fc64c2-5df3-41ae-b14c-9f09f82701cb req-bf7610ae-91d7-4392-94ee-4cbe68c7f353 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.2356880 Aug 12 02:18:28.056051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c9444209-95f2-4b40-8c5c-394be67d961e req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.084202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: da8e0097-0153-4742-bd2b-67d80474bb62 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:28.084550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device da8e0097-0153-4742-bd2b-67d80474bb62 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:28.084982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5ffb5836-1cb0-415f-be93-fa67afd466de no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:28.094439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c9444209-95f2-4b40-8c5c-394be67d961e req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.129447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 5ffb5836-1cb0-415f-be93-fa67afd466de {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:28.129792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5ffb5836-1cb0-415f-be93-fa67afd466de not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:28.168805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c9444209-95f2-4b40-8c5c-394be67d961e req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.172825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c9444209-95f2-4b40-8c5c-394be67d961e req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.179310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9444209-95f2-4b40-8c5c-394be67d961e req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/1c6f22fe-9cc7-426f-ae23-e52ae5cb251e HTTP/1.1" status: 204 len: 173 time: 0.2006042 Aug 12 02:18:28.200133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7fc64c2-5df3-41ae-b14c-9f09f82701cb req-c0d52315-8ac5-4999-bec1-61a19f31d039 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477654 Aug 12 02:18:28.201924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.221416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89034a46-380d-44ea-8bb8-438b6ab4a0b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6f22fe-9cc7-426f-ae23-e52ae5cb251e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:28.303797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34538) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:28.353837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-26820440-586c-463e-b6e6-51d825e8bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.355510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-26820440-586c-463e-b6e6-51d825e8bcea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 1096 time: 0.3057284 Aug 12 02:18:28.384839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef8cc3-64d4-49cc-8fd0-bfe71a492da9 req-07c477bb-89c1-484c-8f22-5fb797cd7624 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.386406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5eef8cc3-64d4-49cc-8fd0-bfe71a492da9 req-07c477bb-89c1-484c-8f22-5fb797cd7624 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 946 time: 0.1283164 Aug 12 02:18:28.394097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting subnet 2a18aaa2-e631-40a4-85a8-5932a48beb94 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:18:28.398804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.463339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.494908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5eef8cc3-64d4-49cc-8fd0-bfe71a492da9 req-cb236aa9-ab26-4a8c-aa25-6850c08d9ddd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971639 Aug 12 02:18:28.565553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-deleted', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:28.571094 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75a306-7c8b-4712-8e67-857597d69b16" -d '{"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-deleted", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:28.590545 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-85289aa9-9b60-47f7-932b-ee74f3370579 req-fddec096-1eb2-4072-ba23-87c80d509a87 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:18:28.592145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85289aa9-9b60-47f7-932b-ee74f3370579 req-fddec096-1eb2-4072-ba23-87c80d509a87 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1c6f22fe-9cc7-426f-ae23-e52ae5cb251e HTTP/1.1" status: 404 len: 352 time: 0.2660406 Aug 12 02:18:28.602929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Subnet': ['ID=810cae6c-8a03-4390-8e9e-febaee468cf1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:28.612835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-1736901e-5cc5-4b5c-a42a-2385355c39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.614579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-1736901e-5cc5-4b5c-a42a-2385355c39d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2265909 Aug 12 02:18:28.622178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Checking segment: {'id': 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:28.622801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network hostable DHCP agents. Network: 4542d98d-1251-4846-a26c-a6def6ce9498, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:18:28.626682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-edb5730b-7713-44ab-87e4-88a222a02801 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.628344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-edb5730b-7713-44ab-87e4-88a222a02801 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1097 time: 0.1281304 Aug 12 02:18:28.639627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-789335515', 'description': 'tempest-description-179202917'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:28.663078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804303-2'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:28.698872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.710715 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd276e-bf10-4a74-8684-3762e871acb6 x-openstack-request-id: req-55dd276e-bf10-4a74-8684-3762e871acb6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:28.713044 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e178bc-af3c-4e96-a267-ef6792f89b88", "name": "network-vif-deleted", "tag": "5ffb5836-1cb0-415f-be93-fa67afd466de", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:28.714923 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55dd276e-bf10-4a74-8684-3762e871acb6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:28.717142 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e178bc-af3c-4e96-a267-ef6792f89b88', 'name': 'network-vif-deleted', 'tag': '5ffb5836-1cb0-415f-be93-fa67afd466de', 'status': 'completed', 'code': 200} Aug 12 02:18:28.729398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-c95ac318-61fa-495f-8d59-2a0245eade66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 200 len: 217 time: 0.1000504 Aug 12 02:18:28.796912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:18:28.822982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.824548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.844385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4542d98d-1251-4846-a26c-a6def6ce9498) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:28.854690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-c157c39e-8f6b-4732-b248-da9e2ff3e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.854887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fb1be-4263-4617-8513-6a6bded744dc None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:28.857253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-c157c39e-8f6b-4732-b248-da9e2ff3e048 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1158655 Aug 12 02:18:28.863333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:28.872813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:28.963422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-0d7ffcbb-7eb0-41cc-96cd-23bbb221dad2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773885 Aug 12 02:18:29.048737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.052385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a230a4-f941-498a-be95-46fcff640c21 req-f5b86f9e-5965-4164-ab16-60cf5ba57708 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:29.055709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8a230a4-f941-498a-be95-46fcff640c21 req-f5b86f9e-5965-4164-ab16-60cf5ba57708 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.2941544 Aug 12 02:18:29.080805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.091961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4542d98d-1251-4846-a26c-a6def6ce9498', 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498', 'tenant_id': 'f03c2a3aff3d42cdbb4db991914196dd', 'fixed_ips': [{'subnet_id': '810cae6c-8a03-4390-8e9e-febaee468cf1'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:18:29.093002 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.173128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-064b68ed-52ad-4664-976c-978836816944 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221006 Aug 12 02:18:29.175624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.193480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50863691-10e0-49eb-8139-f1e550ec3f14 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8132524 Aug 12 02:18:29.222839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:29.237067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-7738535', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:29.244109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Subnet': ['ID=2a18aaa2-e631-40a4-85a8-5932a48beb94,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:29.276139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f335f8c6-1e5e-4d53-b04f-51c2a11b15d3 None None] Network 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:29.277746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.280149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c46d4b35-d762-4e50-ab57-5e98609909d6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/subnets/2a18aaa2-e631-40a4-85a8-5932a48beb94 HTTP/1.1" status: 204 len: 168 time: 0.9652817 Aug 12 02:18:29.289362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34574) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:29.487058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Allocated IP 172.20.0.2 (4542d98d-1251-4846-a26c-a6def6ce9498/810cae6c-8a03-4390-8e9e-febaee468cf1/2cb9b0ef-8519-4bef-9ac4-b08c066c041c) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:29.493999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41344a5-c16a-4041-81dd-f2cf18227f6d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:29.528560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.530660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2093a8c-13b9-4197-8942-ed159afee125 req-0b6b2bc2-30ff-442b-b9b2-139c7f693095 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9042089 Aug 12 02:18:29.576119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90268f7e-e7bd-4369-a010-82b4bf76b0bc req-f8cc3cde-6f8e-423b-873b-51063e0e95a2 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886204 Aug 12 02:18:29.633821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] DHCP port deletion for 2b383e81-1e6f-4fb1-98d4-63d9882ae4bf request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:18:29.638258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.639432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.662164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8a230a4-f941-498a-be95-46fcff640c21 req-9383f9b6-018c-4b8c-9922-26de0e058a1b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5830662 Aug 12 02:18:29.707691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:29.726641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:29.760439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:29.814929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.121129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:30.144659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:30.217503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:30.220400 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd82c5-806b-4e9a-a329-3754b65aa99e" -d '{"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-unplugged", "status": "completed", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:30.232748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.319821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Deleting port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:30.333602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.339350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.344175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.358471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a041c-93d8-46ba-8cf0-14598fdc3ee6 req-ec1b4931-0317-4cf9-9d00-b69f86197820 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:30.367221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-342a041c-93d8-46ba-8cf0-14598fdc3ee6 req-ec1b4931-0317-4cf9-9d00-b69f86197820 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.4647830 Aug 12 02:18:30.431096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:30.431786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.570302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:30.585239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 has no active binding in host n-h1-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:18:30.611996 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.617136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:30.648540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Transition to ACTIVE for port object 2cb9b0ef-8519-4bef-9ac4-b08c066c041c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:30.656016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'port_id': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'mac_address': 'fa:16:3e:b0:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced602ab-e827-46df-a182-0bb25617908c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:30.662542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] For port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:30.664366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.678287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-342a041c-93d8-46ba-8cf0-14598fdc3ee6 req-7b7816b8-18db-4c43-8e18-ae297fd81d01 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097215 Aug 12 02:18:30.729513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,segment=NetworkSegment(75c9bc88-34b9-4ba4-8272-6ab243753b5c),segment_id=75c9bc88-34b9-4ba4-8272-6ab243753b5c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:30.730388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:30.763074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for 3ac191aa-2d72-43d1-8870-1429bdc7bd4d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:30.783501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Calling delete_port for 3ac191aa-2d72-43d1-8870-1429bdc7bd4d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:31.086165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.090881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.097105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Transition to ACTIVE for port object 2cb9b0ef-8519-4bef-9ac4-b08c066c041c will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:31.150049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ac191aa-2d72-43d1-8870-1429bdc7bd4d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:31.189490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3ac191aa-2d72-43d1-8870-1429bdc7bd4d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:31.191949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3ac191aa-2d72-43d1-8870-1429bdc7bd4d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:31.194366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.199484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] Pushing event deleted for resources: {'Port': ['ID=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:31.213492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:31.222818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:31.249343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on host n-h2-804303-2 for vnic_type normal with profile {"migrating_to": "n-h1-804303-2"} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:31.263914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:31.264328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:31.309170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:31.310568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d196f09-f39e-449a-905a-adcf613895d5 None None] No DVR routers for this DVR port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:31.314384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:31.315252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Attempting to bind port 3af29110-8a5e-43d1-8355-bf30f930ac11 on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:31.341976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:31.348865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:31.349686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:31.352888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Bound port: 3af29110-8a5e-43d1-8355-bf30f930ac11, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:31.353636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.371235 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.395132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:31.404612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:31.419653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:31.450460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.462346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Pushing event updated for resources: {'Port': ['ID=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:31.534370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:31.539125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:31.549279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516035d-c542-40a0-8c0a-8f26cc962447 req-8baadfa3-4f69-40f9-8ccb-07710eabad87 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:31.558804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5516035d-c542-40a0-8c0a-8f26cc962447 req-8baadfa3-4f69-40f9-8ccb-07710eabad87 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.7311575 Aug 12 02:18:31.563846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port 3ac191aa-2d72-43d1-8870-1429bdc7bd4d on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:31.572187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.589141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:31.601344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['df1f304c-7e80-41bb-b3c4-e1d0cfa28683'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:31.720763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Attempting to bind port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:31.721139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Attempting to bind port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:31.721545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Attempting to bind port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c on network 4542d98d-1251-4846-a26c-a6def6ce9498 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:31.729858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.730609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:31.730992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Checking segment: {'id': 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:31.731397 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.731835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Bound using segment: {'id': 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:31.732311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Bound port: 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:31.732695 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.740933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b383e81-1e6f-4fb1-98d4-63d9882ae4bf']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:31.751913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c9bc88-34b9-4ba4-8272-6ab243753b5c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:31.752205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c9bc88-34b9-4ba4-8272-6ab243753b5c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:31.761636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.777536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.783789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:18:31.784804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:18:31.930795 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:18:31.981850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=3ac191aa-2d72-43d1-8870-1429bdc7bd4d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:31.986995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] For port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:32.030002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:32.030002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.032351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] 10.222.0.21 "PUT /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 1122 time: 3.3851335 Aug 12 02:18:32.041902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5516035d-c542-40a0-8c0a-8f26cc962447 req-13a95bec-4f25-49cf-a109-d5d58dd00452 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818206 Aug 12 02:18:32.042623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.044560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c88a2838-bee5-48b8-aec0-447ad952e1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.055693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.063931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/networks/2b383e81-1e6f-4fb1-98d4-63d9882ae4bf HTTP/1.1" status: 204 len: 168 time: 2.7672143 Aug 12 02:18:32.064733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:32.109233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] For port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,segment=NetworkSegment(b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40),segment_id=b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:32.139076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.152710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1827171895', 'description': 'tempest-description-771537065'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:32.180010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824ad30-dfac-48ea-872a-ff50424595df tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Network': ['ID=2b383e81-1e6f-4fb1-98d4-63d9882ae4bf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:32.194202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.273158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.286337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting subnet 862769f1-ddb0-4b53-8b01-aac67c7d7876 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:18:32.304452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.305042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.419932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Allocated IP 172.25.3.179 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/98ca2522-ffbe-4bdb-a15d-3ad44c34fb24) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:32.454765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:32.464442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.531817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f9cdc-7c3c-42e0-b870-a2052ca51f9a service neutron] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=8']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:32.563947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:32.624245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.635537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcc022-e81f-4200-8121-62fb2271c360 None None] Pushing event updated for resources: {'Port': ['ID=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:32.692993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.698153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.757238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:32.766677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:32.775236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:32.848706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.849537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=98ca2522-ffbe-4bdb-a15d-3ad44c34fb24,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:32.862406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.864859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.944625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Subnet': ['ID=862769f1-ddb0-4b53-8b01-aac67c7d7876,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:32.946902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:32.951211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-edaee924-c865-4574-9b75-1e174b550bb6 tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/subnets/862769f1-ddb0-4b53-8b01-aac67c7d7876 HTTP/1.1" status: 204 len: 168 time: 0.8851206 Aug 12 02:18:32.954354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:32.968366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e3cf0-fb45-4b38-b1a0-7ece099a546a None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:33.233249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.267159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.301776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4169bd9b-c3af-4653-86a8-9fa209c2cb1c req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1790051 Aug 12 02:18:33.319442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Deleting port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:33.319862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.437167 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d1b28-6bbb-4d87-a8f5-7c02d9111941 x-openstack-request-id: req-0f3d1b28-6bbb-4d87-a8f5-7c02d9111941 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:33.437445 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-unplugged", "status": "completed", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:33.437715 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f3d1b28-6bbb-4d87-a8f5-7c02d9111941 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:33.438107 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'code': 200} Aug 12 02:18:33.439905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] DHCP port deletion for 4f76d0b1-3006-4fc7-aed2-82332789c515 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:18:33.468654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] For port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:33.468924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.509053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Calling delete_port for debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:33.522717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5280e-0de3-4dc7-9ed0-cfba124749e4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b93e37-0ec5-48c4-91e1-3d8ae10dc63b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:33.577716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Deleting port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:33.578744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.711619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90ce14-654b-48c0-800d-6f67d936dd49 req-b0f51dc2-729f-45f9-a8db-0ee86288abda tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:33.719598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.725808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c90ce14-654b-48c0-800d-6f67d936dd49 req-b0f51dc2-729f-45f9-a8db-0ee86288abda tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 945 time: 0.2510664 Aug 12 02:18:33.755374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] For port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,segment=NetworkSegment(55cedfc2-f3a6-49a2-8812-9181f4119502),segment_id=55cedfc2-f3a6-49a2-8812-9181f4119502)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:33.755814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.792504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Port': ['ID=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:33.795064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Calling delete_port for debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:33.802354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] No DVR routers for this DVR port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:33.848709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:33.911015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:33.991666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.015577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f76d0b1-3006-4fc7-aed2-82332789c515']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:34.054490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cedfc2-f3a6-49a2-8812-9181f4119502') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:34.055124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cedfc2-f3a6-49a2-8812-9181f4119502') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:34.062099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:34.069380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.094240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.125006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.139452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:18:34.140389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:18:34.144822 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:18:34.263861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.284114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.287391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] 10.222.0.11 "DELETE /v2.0/networks/4f76d0b1-3006-4fc7-aed2-82332789c515 HTTP/1.1" status: 204 len: 168 time: 1.3320177 Aug 12 02:18:34.310587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609736e7-d801-489f-967b-20696218e4fe tempest-ServersTestMultiNic-1923758528 tempest-ServersTestMultiNic-1923758528-project] Pushing event deleted for resources: {'Network': ['ID=4f76d0b1-3006-4fc7-aed2-82332789c515,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:34.313780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.379758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Network 4f76d0b1-3006-4fc7-aed2-82332789c515 is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:18:34.380693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] No DVR routers for this DVR port debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:34.402676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d32b8-8774-4f30-be96-8c5b028acb80 None None] Pushing event deleted for resources: {'Port': ['ID=debb4f17-cab1-4803-9b2c-1f0f4c4b6f01,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:34.446381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.474568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c90ce14-654b-48c0-800d-6f67d936dd49 req-7f5cb28f-6d01-4957-b146-b5ea45a36cb9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456632 Aug 12 02:18:34.492718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.500099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1aeb2-9f4f-4f5b-8032-8a5e32b4f767 None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:34.750771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:34.759149 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889efa64-6e88-4211-9767-dd99a986a9a7" -d '{"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:34.955229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:34.978779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-998634ad-af42-4c6f-9ecd-6be8c96b342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.985423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:34.996524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1fe63703-7912-49d4-9058-14aedcc0d013 None None] Provisioning for port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:34.998726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.049083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cb9b0ef-8519-4bef-9ac4-b08c066c041c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:35.071642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372c39-efc1-4ad3-958f-7e4474f2151e req-3dfe7366-924b-4587-ab21-8e52d68db1b5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:35.075276 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1372c39-efc1-4ad3-958f-7e4474f2151e req-3dfe7366-924b-4587-ab21-8e52d68db1b5 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.3397551 Aug 12 02:18:35.186185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.198128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1372c39-efc1-4ad3-958f-7e4474f2151e req-fae0db69-4be5-4f17-a5ef-0e7fab412000 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858433 Aug 12 02:18:35.236075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:35.349348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:35.388037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:35.388440 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.445643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978243bd-6a41-43ff-820e-b89796c31690 req-b189abdd-aed0-49cc-8f43-36cc0faa8a30 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:35.447203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-978243bd-6a41-43ff-820e-b89796c31690 req-b189abdd-aed0-49cc-8f43-36cc0faa8a30 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.0965889 Aug 12 02:18:35.452443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:35.454618 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396ad64-7a6f-4e13-a3d4-aebd436a7156" -d '{"events": [{"name": "network-changed", "server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:35.520285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Router 8e9a2fac-0730-4a8f-9585-a791795e0a77 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:18:35.561025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.580788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-978243bd-6a41-43ff-820e-b89796c31690 req-7819a713-e936-4c36-b7b0-5a5f8bfbf970 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133916 Aug 12 02:18:35.624253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,segment=NetworkSegment(b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40),segment_id=b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:35.633752 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.663643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-539390612', 'description': 'tempest-description-1569247671'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:35.715066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:35.722443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.745777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:35.776872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:35.776872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device debb4f17-cab1-4803-9b2c-1f0f4c4b6f01 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:35.808804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.870809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:18:35.882630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] Sync routers for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:18:35.893420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fab7ce9-cd4b-4cc9-962c-25cd5d0adc9c None None] Provisioning complete for port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:35.894607 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3fab7ce9-cd4b-4cc9-962c-25cd5d0adc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:35.898532 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:35.899161 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:35.948701 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:35.960900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:35.961820 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:36.001585 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:36.002535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e8624-54ae-4cae-b9d9-3e238c59a19d None None] The sync data for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:18:36.036539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:36.042098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:36.068826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:36.070772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-78741fd0-13a0-49cb-a98a-e2c478fec6e8 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.8465080 Aug 12 02:18:36.073620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:36.095749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:36.101554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-174e5bb6-5332-41c0-afbe-8cb97b083151 req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4441633 Aug 12 02:18:36.104424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f9b47-4bb7-4ca3-bcd2-fc8f84a7cb77 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e6753-e418-4899-96c7-60edde59d3c2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:36.237898 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c0c73a-4023-4c3b-aae3-9f4c5a68930e x-openstack-request-id: req-e2c0c73a-4023-4c3b-aae3-9f4c5a68930e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:36.238187 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:36.238457 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2c0c73a-4023-4c3b-aae3-9f4c5a68930e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:36.238824 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'code': 200} Aug 12 02:18:36.286633 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16859c8a-7a66-4012-9e79-335ebebb70ed x-openstack-request-id: req-16859c8a-7a66-4012-9e79-335ebebb70ed {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:36.287153 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:36.287304 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16859c8a-7a66-4012-9e79-335ebebb70ed {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:36.288013 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'status': 'completed', 'code': 200} Aug 12 02:18:36.428396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf62e1-3ea3-406d-aafc-361787835ea0 req-abb7a7a3-8ecd-4456-9605-d8d412081eec tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:36.433975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdcf62e1-3ea3-406d-aafc-361787835ea0 req-abb7a7a3-8ecd-4456-9605-d8d412081eec tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0744286 Aug 12 02:18:36.541975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdcf62e1-3ea3-406d-aafc-361787835ea0 req-17d488d8-67c4-4b40-9ec5-207b56b13174 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984681 Aug 12 02:18:36.867786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-052bb1e0-f139-425f-8d67-0b5eb0678dbe req-c7e35f3d-762e-4270-9923-5511e591e2c1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 10908 time: 0.2797482 Aug 12 02:18:36.982059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-052bb1e0-f139-425f-8d67-0b5eb0678dbe req-70db80d8-6eed-408f-8614-952a90589af0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 200 len: 2985 time: 0.1133947 Aug 12 02:18:37.005188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cb9b0ef-8519-4bef-9ac4-b08c066c041c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:37.105835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-052bb1e0-f139-425f-8d67-0b5eb0678dbe req-b63b3860-a849-48f5-90a6-f3c00a324da2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 200 len: 2985 time: 0.1122365 Aug 12 02:18:37.149982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:37.150471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:37.270606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778fae-32fa-4b47-9953-4bd6e6c214b7 req-824a9d13-3377-4c0c-81c9-a1c1edc16ed4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:37.275876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b778fae-32fa-4b47-9953-4bd6e6c214b7 req-824a9d13-3377-4c0c-81c9-a1c1edc16ed4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0760572 Aug 12 02:18:37.346348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-452269d0-39ee-4445-8f4a-0882ad97a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:37.348857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-452269d0-39ee-4445-8f4a-0882ad97a6b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1125 time: 1.0032237 Aug 12 02:18:37.357060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b778fae-32fa-4b47-9953-4bd6e6c214b7 req-1b78a92a-9c69-4c07-aa74-eecb2d3e47e0 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715322 Aug 12 02:18:37.452781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:37.581545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbc453-7b07-4340-b887-33176d30190b req-fd51f4b3-f2cc-491d-ab0d-7a69e3c43b80 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:37.583349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18fbc453-7b07-4340-b887-33176d30190b req-fd51f4b3-f2cc-491d-ab0d-7a69e3c43b80 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.0855391 Aug 12 02:18:37.661901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18fbc453-7b07-4340-b887-33176d30190b req-e5d02b06-d500-442c-84e2-e293adf2094b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612605 Aug 12 02:18:37.702251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-13baceb8-6b8c-469b-afd9-6ad6e143cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:37.703644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-13baceb8-6b8c-469b-afd9-6ad6e143cc33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2688344 Aug 12 02:18:37.800742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-2df97222-f183-48b7-a937-fa97d2437199 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/c41344a5-c16a-4041-81dd-f2cf18227f6d HTTP/1.1" status: 200 len: 1801 time: 0.0883777 Aug 12 02:18:37.883417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-71692f65-8cb6-419a-b1ab-0c6fa9bba75e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.1585596 Aug 12 02:18:37.930742 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:37.983943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:38.030545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-01244538-231c-45cc-bdab-504db7fb85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:38.038997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-01244538-231c-45cc-bdab-504db7fb85a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0957608 Aug 12 02:18:38.084443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:38.089772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:38.091270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0b713dc-296e-4263-b13d-a4fdb0d05333 req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/c41344a5-c16a-4041-81dd-f2cf18227f6d HTTP/1.1" status: 204 len: 173 time: 0.2895830 Aug 12 02:18:38.107199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-95e0aa4e-0852-46b3-9658-4ee80460a7c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408714 Aug 12 02:18:38.112711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897c29a-2a22-4c68-ba8c-01afa52075a4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41344a5-c16a-4041-81dd-f2cf18227f6d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:38.371852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0070d2e-3028-4f4a-b7d1-75724f0b9b68 req-05ef23aa-de87-46b3-a57b-784132eef040 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:38.374291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0070d2e-3028-4f4a-b7d1-75724f0b9b68 req-05ef23aa-de87-46b3-a57b-784132eef040 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0814817 Aug 12 02:18:38.458699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0070d2e-3028-4f4a-b7d1-75724f0b9b68 req-2fdf15d9-0966-41c9-9223-f55b47f6b50c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674620 Aug 12 02:18:38.497760 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-74e69f6a-21d3-4710-a798-469a1ddcf8cd req-21ed5478-0fb8-4941-8cc8-1e44ec295549 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:18:38.499543 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:38.505158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-a0279b58-987e-4284-a13e-bd5fdb370fb9 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734066 Aug 12 02:18:38.512271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74e69f6a-21d3-4710-a798-469a1ddcf8cd req-21ed5478-0fb8-4941-8cc8-1e44ec295549 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/c41344a5-c16a-4041-81dd-f2cf18227f6d HTTP/1.1" status: 404 len: 352 time: 0.0299163 Aug 12 02:18:38.549979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34674) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:38.745624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6351ef3-b367-4e2f-8670-598cea36efcf req-95e04669-f585-4026-8e9e-4de0930a860c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:38.754132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6351ef3-b367-4e2f-8670-598cea36efcf req-95e04669-f585-4026-8e9e-4de0930a860c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.1059263 Aug 12 02:18:38.782180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6396ad64-7a6f-4e13-a3d4-aebd436a7156 req-c4453b87-49c5-4dd3-81c8-d2281aa3e07e service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658567 Aug 12 02:18:38.810861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6351ef3-b367-4e2f-8670-598cea36efcf req-db5337e2-ee21-47ad-bf02-791144f26f30 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554841 Aug 12 02:18:39.021674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-12221d99-6d39-4f41-9453-760cb74cee79 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/67b93e37-0ec5-48c4-91e1-3d8ae10dc63b HTTP/1.1" status: 200 len: 1802 time: 0.0925722 Aug 12 02:18:39.235068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.243508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Allocated IP 172.20.0.1 (4542d98d-1251-4846-a26c-a6def6ce9498/810cae6c-8a03-4390-8e9e-febaee468cf1/f8203363-3a98-494e-a5df-7228bf1e64d7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:39.243508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36fe12-fda7-4db0-b8d7-22b6533eb909 req-30bd3763-163e-406d-bf27-44c07cb24dfb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:39.243508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de36fe12-fda7-4db0-b8d7-22b6533eb909 req-30bd3763-163e-406d-bf27-44c07cb24dfb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.1155362 Aug 12 02:18:39.253793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.268854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.365669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de36fe12-fda7-4db0-b8d7-22b6533eb909 req-2d68eb74-8397-472f-91a0-209eef060f38 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075430 Aug 12 02:18:39.419061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.422984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.425521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7721ef80-e351-4186-af3b-6e33b186e0a5 req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/67b93e37-0ec5-48c4-91e1-3d8ae10dc63b HTTP/1.1" status: 204 len: 173 time: 0.4017878 Aug 12 02:18:39.457444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.469972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5451541-36b0-4d10-88a2-c8a3d61185fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b93e37-0ec5-48c4-91e1-3d8ae10dc63b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:39.495548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Transition to ACTIVE for port object f8203363-3a98-494e-a5df-7228bf1e64d7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:39.496055 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-f37159a4-b5f7-47a4-b8b0-8d0f4ec77bde req-f38cc5f3-f3d0-4150-9c21-9ee1bfb502ef tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:18:39.497598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f37159a4-b5f7-47a4-b8b0-8d0f4ec77bde req-f38cc5f3-f3d0-4150-9c21-9ee1bfb502ef tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/67b93e37-0ec5-48c4-91e1-3d8ae10dc63b HTTP/1.1" status: 404 len: 352 time: 0.0326755 Aug 12 02:18:39.558529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.619807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:39.633334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:39.648227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:39.757846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=f8203363-3a98-494e-a5df-7228bf1e64d7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:39.789610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb9f90-6d2a-4717-9b00-3f5490cb05a0 req-4e0e41f3-9f2c-40fa-8b22-9abf54bc9a90 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:39.791190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bcb9f90-6d2a-4717-9b00-3f5490cb05a0 req-4e0e41f3-9f2c-40fa-8b22-9abf54bc9a90 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1485093 Aug 12 02:18:39.797018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.840159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-b6c62994-b9d4-42e8-88b1-bfc186e7d9f2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/db8e6753-e418-4899-96c7-60edde59d3c2 HTTP/1.1" status: 200 len: 1802 time: 0.2242804 Aug 12 02:18:39.860329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Deleting port 16310602-15e7-454d-b3fe-1c7c15520c19 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:39.860751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:39.928331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bcb9f90-6d2a-4717-9b00-3f5490cb05a0 req-3b3386fa-3721-4481-8be1-77ed4e9025f8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282916 Aug 12 02:18:40.031538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] For port 16310602-15e7-454d-b3fe-1c7c15520c19, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16310602-15e7-454d-b3fe-1c7c15520c19,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:40.031937 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.043641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.058715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Calling delete_port for 16310602-15e7-454d-b3fe-1c7c15520c19 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:40.067426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3da95063-8c2b-4690-b425-4b6a104ea1d8 None None] Provisioning for port f8203363-3a98-494e-a5df-7228bf1e64d7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:40.073903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3da95063-8c2b-4690-b425-4b6a104ea1d8 None None] Provisioning complete for port f8203363-3a98-494e-a5df-7228bf1e64d7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:40.075536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3da95063-8c2b-4690-b425-4b6a104ea1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.144907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.178308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3da95063-8c2b-4690-b425-4b6a104ea1d8 None None] Port f8203363-3a98-494e-a5df-7228bf1e64d7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:18:40.213434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.270086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.273261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.291361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0dbf5436-fce5-46e7-b2e7-acf4f091cdd5 req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/db8e6753-e418-4899-96c7-60edde59d3c2 HTTP/1.1" status: 204 len: 173 time: 0.3917129 Aug 12 02:18:40.344805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e6753-e418-4899-96c7-60edde59d3c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:40.370885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.371351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.371709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.372152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.372545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.372887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.373319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.373654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.373983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.374309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.374635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.374960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ff698-f682-4430-8185-a4112ad2c605 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:40.457855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.530451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6fdc1-b8e5-437e-8cbc-2e313c752b4d req-cce6fd81-7b58-4983-b874-97b96e03d3a7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:40.532451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bc6fdc1-b8e5-437e-8cbc-2e313c752b4d req-cce6fd81-7b58-4983-b874-97b96e03d3a7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.0998340 Aug 12 02:18:40.554546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Pushing event deleted for resources: {'Port': ['ID=16310602-15e7-454d-b3fe-1c7c15520c19,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:40.648905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:40.745765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bc6fdc1-b8e5-437e-8cbc-2e313c752b4d req-6877da0a-01ab-499e-b621-b7d0c5123c57 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895289 Aug 12 02:18:40.846087 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-edb21f41-4943-4fa8-a20c-f7feefdb0cef req-bd0a23b8-ef9c-404c-a9d0-e46d1ae35f08 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:18:40.855569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-edb21f41-4943-4fa8-a20c-f7feefdb0cef req-bd0a23b8-ef9c-404c-a9d0-e46d1ae35f08 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/db8e6753-e418-4899-96c7-60edde59d3c2 HTTP/1.1" status: 404 len: 352 time: 0.0785613 Aug 12 02:18:40.926355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.935978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.960145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:40.994995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:41.052805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=f8203363-3a98-494e-a5df-7228bf1e64d7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:41.115091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:41.131821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291391-a6c3-44ce-b913-eb53d225ad55 req-7c37ca88-4f49-45a8-b0da-fc27ba7042e3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:41.139874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04291391-a6c3-44ce-b913-eb53d225ad55 req-7c37ca88-4f49-45a8-b0da-fc27ba7042e3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.0880406 Aug 12 02:18:41.196550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04291391-a6c3-44ce-b913-eb53d225ad55 req-cf611d7a-dfc5-47ae-bc08-35995bfad72e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Aug 12 02:18:41.428024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:41.439116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93319874-7aa6-4c75-901a-26be0e964062 req-55494579-3c74-43d9-8d7c-96cffbb91f8d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 6156 time: 0.1574998 Aug 12 02:18:41.440326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:41.518871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:41.567249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22af51-782f-4eb0-bfd6-40dd0d30862e req-d9a975f1-d5e3-429f-95a1-fb703fad8266 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:41.576083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d22af51-782f-4eb0-bfd6-40dd0d30862e req-d9a975f1-d5e3-429f-95a1-fb703fad8266 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1690347 Aug 12 02:18:41.606319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93319874-7aa6-4c75-901a-26be0e964062 req-728c42a3-eab3-41e2-a9fb-60313b9f7908 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 200 len: 2985 time: 0.1063445 Aug 12 02:18:41.692079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:41.733511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93319874-7aa6-4c75-901a-26be0e964062 req-5e29558c-aaaf-4871-9533-bc2a23f64c54 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 200 len: 2985 time: 0.1178918 Aug 12 02:18:41.736446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-40f9bb67-9254-4f6e-b380-a35083267c42 None None] Provisioning complete for port f8203363-3a98-494e-a5df-7228bf1e64d7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:41.739963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-40f9bb67-9254-4f6e-b380-a35083267c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:41.742075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Router 8e9a2fac-0730-4a8f-9585-a791795e0a77 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:18:41.797020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:41.797561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2ad3ea72cbd42658e66dee3d8fbc5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1466131 Aug 12 02:18:41.802290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34812) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:41.827229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d22af51-782f-4eb0-bfd6-40dd0d30862e req-4cb5bac8-118a-4dc1-b55f-e93a153cec51 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444232 Aug 12 02:18:41.881949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0881567-8c7e-4d79-8414-e282e8a4d820,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:41.921054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-40f9bb67-9254-4f6e-b380-a35083267c42 None None] Port f8203363-3a98-494e-a5df-7228bf1e64d7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:18:41.973623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-631303072', 'description': 'tempest-description-1688774760'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:42.010894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:18:42.030515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bd2e174b-a036-43dc-b601-24ee52a0ed1e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "PUT /v2.0/routers/8e9a2fac-0730-4a8f-9585-a791795e0a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9547677 Aug 12 02:18:42.033122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:42.037669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] Sync routers for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:18:42.045526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Request body: {'port': {'network_id': '4542d98d-1251-4846-a26c-a6def6ce9498', 'name': 'tempest-FloatingIPAdminTestJSON-1760637567'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:42.067199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.069283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.069949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.070534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.071142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.071749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.072365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.073042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.073691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.074821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.075433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.076856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aff1fd-ca82-4aa3-b3f1-98a6bf5bf503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.090007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.116107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:42.120393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:42.136233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.155776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Router 55c226cb-daf6-4882-87e3-44cd1e13fb2f has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:18:42.213451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:42.259149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.265386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:42.267649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:42.289740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.349333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06920eac-0775-42bf-a5d3-df38dcfa747d req-d2528e62-1348-4f90-856e-7f8652f5a4eb tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:42.353783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:42.354420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e3c0b-040b-43f7-8102-d52cbaba9d4c None None] The sync data for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:18:42.357757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06920eac-0775-42bf-a5d3-df38dcfa747d req-d2528e62-1348-4f90-856e-7f8652f5a4eb tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 950 time: 0.2570140 Aug 12 02:18:42.360227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:42.385172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.390886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'mac_address': 'fa:16:3e:ac:2c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:42.416151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.417457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1bf74a6-1bfc-4d7e-b853-6092985eaaf1 req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4623682 Aug 12 02:18:42.418131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fd7d-96a3-4985-b9da-54c3b55fc6ae tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:42.511578 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.523256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:18:42.535279 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Sync routers for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:18:42.540410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3860aec2-d449-4816-b54e-7642d780563b admin admin] 10.222.0.11 "PUT /v2.0/routers/55c226cb-daf6-4882-87e3-44cd1e13fb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9866703 Aug 12 02:18:42.545549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06920eac-0775-42bf-a5d3-df38dcfa747d req-4efec403-8b88-4bb4-8d54-5f8026b32c55 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800375 Aug 12 02:18:42.548583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34824) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:42.557182 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:42.558528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:42.560293 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:42.579457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.588364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:42.591664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.597184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0881567-8c7e-4d79-8414-e282e8a4d820 HTTP/1.1" status: 204 len: 168 time: 0.7905960 Aug 12 02:18:42.599232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.619797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Made reservation on behalf of f03c2a3aff3d42cdbb4db991914196dd for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:42.624641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:42.673606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] device_id is not set on port 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:18:42.797648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:42.811592 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:18:42.833123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.833476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.834016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.834536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.835781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.838958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.842019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.844730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.845321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.849524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.850039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.853749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:18:42.864454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f097a-ad21-4c29-a788-98c1d23d3f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0881567-8c7e-4d79-8414-e282e8a4d820,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:42.886817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:42.966830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Allocated IP 172.20.0.3 (4542d98d-1251-4846-a26c-a6def6ce9498/810cae6c-8a03-4390-8e9e-febaee468cf1/4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:43.000562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-0bbb742f-030b-4520-8e31-d4196ac87a6b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:43.004726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-0bbb742f-030b-4520-8e31-d4196ac87a6b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.2446725 Aug 12 02:18:43.054634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-1c574ffa-f7dd-43ac-9c9e-29246e859f33 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/quotas/235d90196a4746ceb5c6b13b91293975 HTTP/1.1" status: 200 len: 375 time: 0.0347290 Aug 12 02:18:43.085951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.089461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:18:40Z', 'revision_number': 5, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:43.133389 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Checking router: 55c226cb-daf6-4882-87e3-44cd1e13fb2f for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:18:43.144019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Routers {'55c226cb-daf6-4882-87e3-44cd1e13fb2f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:43.145007 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:43.212763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e3b2e-5a13-4509-bcd6-34f2cf9b0c7a req-74eedd2c-61c5-4e0a-b861-c36c7da95374 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:43.217717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e7e3b2e-5a13-4509-bcd6-34f2cf9b0c7a req-74eedd2c-61c5-4e0a-b861-c36c7da95374 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.6475515 Aug 12 02:18:43.273752 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] Set router 55c226cb-daf6-4882-87e3-44cd1e13fb2f gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:18:43.291582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-74958838-c055-4ce2-bcca-7e2205f3ed26 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2294362 Aug 12 02:18:43.314942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:43.334693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e7e3b2e-5a13-4509-bcd6-34f2cf9b0c7a req-fde49b5b-a132-4c92-abe9-f5aa46dfedb2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052842 Aug 12 02:18:43.377003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d443887b-74eb-4803-8c8c-be3d32e4a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.470851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-325058703', 'description': 'tempest-description-1425558638'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:43.520635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.563716 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:18:40Z', 'revision_number': 5, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:43.604823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Deleting port 98420a40-3163-4daf-b235-cad9920c4f41 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:43.605427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.619971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-3c9303cd-8c7c-4d3e-896a-7bd93ba325f4 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273146 Aug 12 02:18:43.730003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] For port 98420a40-3163-4daf-b235-cad9920c4f41, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=98420a40-3163-4daf-b235-cad9920c4f41,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:43.730373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.737920 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de1de3b-432f-4093-8671-bd845c47d528 None None] The sync data for ids ['55c226cb-daf6-4882-87e3-44cd1e13fb2f'] in n-d-804303-2 is: [{'id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'name': 'tempest-ServersTestMultiNic-2134914189-router', 'tenant_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '98420a40-3163-4daf-b235-cad9920c4f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:16:41Z', 'updated_at': '2021-08-12T02:18:40Z', 'revision_number': 5, 'project_id': 'e5e1d7df52ba48438baaefc333e03b7b', 'gw_port': {'id': '98420a40-3163-4daf-b235-cad9920c4f41', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:32:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c226cb-daf6-4882-87e3-44cd1e13fb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:16:44Z', 'updated_at': '2021-08-12T02:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:18:43.749470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Calling delete_port for 98420a40-3163-4daf-b235-cad9920c4f41 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:43.766134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:43.880406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-11841a66-b40c-40fe-a5c7-7c524ef5f1bc service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589417 Aug 12 02:18:43.916137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.943585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:43.980228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:43.990809 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:43.994556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:44.058989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.155590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:44.174252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=98420a40-3163-4daf-b235-cad9920c4f41,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:44.298437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.522767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.531438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.644889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-a2e4c647-1855-43b2-92a3-6f4211009e99 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:44.653724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-a2e4c647-1855-43b2-92a3-6f4211009e99 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/ports?device_id=93b4e43b-9589-446e-854b-bbd4c202083a HTTP/1.1" status: 200 len: 945 time: 0.1476333 Aug 12 02:18:44.693141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.693682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c226cb-daf6-4882-87e3-44cd1e13fb2f {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:18:44.701973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.708531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a5829c11-8e1c-4ae7-986a-e258640f14a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/55c226cb-daf6-4882-87e3-44cd1e13fb2f HTTP/1.1" status: 204 len: 168 time: 2.1586413 Aug 12 02:18:44.709450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34856) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:44.857033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Deleting subnet 16c31d7b-a805-4bba-8f1b-4bc5bdf74644 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:18:44.865240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.889897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88be6c-5de1-4198-9eec-89ba77aad768 req-64e4972f-b6ae-43db-9d4e-33503bc2def7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:44.891512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d88be6c-5de1-4198-9eec-89ba77aad768 req-64e4972f-b6ae-43db-9d4e-33503bc2def7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.3212845 Aug 12 02:18:44.913592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d443887b-74eb-4803-8c8c-be3d32e4a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.924784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-7f5c887b-0406-4509-94bf-4d9eca498a69 service neutron] 10.222.0.25 "GET /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11/bindings/n-h1-804303-2 HTTP/1.1" status: 200 len: 384 time: 1.0122619 Aug 12 02:18:44.932788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:44.947216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d443887b-74eb-4803-8c8c-be3d32e4a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.029627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.038049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.073597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443887b-74eb-4803-8c8c-be3d32e4a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670acba6-d0d0-4640-9286-75ea108a3996,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:45.094787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Transition to ACTIVE for port object 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:45.168108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d443887b-74eb-4803-8c8c-be3d32e4a47f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d898d790b3964e56bd4da3ef1f897ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8455508 Aug 12 02:18:45.168747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:45.173447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.187016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d88be6c-5de1-4198-9eec-89ba77aad768 req-eaca4a84-a191-4348-bb2b-98697f1ffb16 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754991 Aug 12 02:18:45.322264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.361172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16310602-15e7-454d-b3fe-1c7c15520c19 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:45.381207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Deleting port 4a059684-aa53-4335-af9f-9af0ead268b3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:45.381901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.406675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 16310602-15e7-454d-b3fe-1c7c15520c19 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:45.406675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16310602-15e7-454d-b3fe-1c7c15520c19 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:45.504080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.532133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.546866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event updated for resources: {'Port': ['ID=4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:45.559996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:45.591657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.600474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:45.609023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:45.629813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c31d7b-a805-4bba-8f1b-4bc5bdf74644,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:45.639098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.641728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b46cae34-3a8e-4957-8b5a-38764ae8d439 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/16c31d7b-a805-4bba-8f1b-4bc5bdf74644 HTTP/1.1" status: 204 len: 168 time: 0.9241722 Aug 12 02:18:45.648724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12cb3c-5d84-49b5-8170-926b9d8e520c None None] Network 903f71e8-97a8-4457-a487-e867b76d11cd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:45.649370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:45.651063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:45.707233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] For port 4a059684-aa53-4335-af9f-9af0ead268b3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a059684-aa53-4335-af9f-9af0ead268b3,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:45.707954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.709817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4a828-84e3-4ea3-ac81-7fc1b08a210f req-e46215a7-421c-4952-9d6c-d6653da3af53 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:45.724088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ee4a828-84e3-4ea3-ac81-7fc1b08a210f req-e46215a7-421c-4952-9d6c-d6653da3af53 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 949 time: 0.3239317 Aug 12 02:18:45.748999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Calling delete_port for 4a059684-aa53-4335-af9f-9af0ead268b3 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:45.817299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:18:45.873013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:45.948983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:45.949421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.007416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.012458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] DHCP port deletion for 903f71e8-97a8-4457-a487-e867b76d11cd request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:18:46.021271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.076204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event deleted for resources: {'Port': ['ID=4a059684-aa53-4335-af9f-9af0ead268b3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:46.109294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:46.128751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.137496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] No DVR routers for this DVR port 4a059684-aa53-4335-af9f-9af0ead268b3 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:46.139127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:46.139285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766007b1-e67f-427b-88f1-8f7660f277b5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:46.139801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.142211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.190858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c59e8056-98d6-470f-bcb1-9d33f5949fab req-d5df636c-2c14-4439-a1ed-8d0bba63cc9b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.7367656 Aug 12 02:18:46.195125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.199068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cf87edb9-afc2-4d0b-b932-0bd0fd0e6701 None None] Provisioning for port 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:18:46.205250 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aecd2c46-09e9-4943-b05b-f4292095c437 req-019f73a7-2bc9-445e-8cd5-ac902774145b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "DELETE /v2.0/ports/4a059684-aa53-4335-af9f-9af0ead268b3 HTTP/1.1" status: 204 len: 173 time: 1.5439439 Aug 12 02:18:46.217690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-deleted', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:46.220166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af29110-8a5e-43d1-8355-bf30f930ac11 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:46.222929 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f92d96-0abb-4ef6-b4e2-6ed03b95cf05" -d '{"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-deleted", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:46.232684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:46.238424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fcafe3e8-6575-48d1-9b0e-50f36436daaf tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2033434 Aug 12 02:18:46.245506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.251067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34872) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:46.254472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:46.257652 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91f79c4-b996-4ab3-b4bb-efda0c961451" -d '{"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:46.266817 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.271166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Deleting port 83d30da1-cff0-412b-9f94-a7735e205c7b {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:46.271802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.289190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:46.294161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.297137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.298485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/670acba6-d0d0-4640-9286-75ea108a3996 HTTP/1.1" status: 204 len: 168 time: 1.1255357 Aug 12 02:18:46.314358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ee4a828-84e3-4ea3-ac81-7fc1b08a210f req-d6432faa-9861-460f-892f-60ba1b05d11e tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849218 Aug 12 02:18:46.372978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] For port 83d30da1-cff0-412b-9f94-a7735e205c7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=83d30da1-cff0-412b-9f94-a7735e205c7b,segment=NetworkSegment(3f087c2f-61bf-43be-b542-15e110383610),segment_id=3f087c2f-61bf-43be-b542-15e110383610)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:46.372978 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.399766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Calling delete_port for 83d30da1-cff0-412b-9f94-a7735e205c7b owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:46.407080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22b11cb8-0af6-4c7c-859e-3922ae904960 req-40ab4291-13e3-4572-9dda-f260bb74f134 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 210 time: 0.1247172 Aug 12 02:18:46.430548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.447893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8dbc-a3da-469a-86d4-45071c77ed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670acba6-d0d0-4640-9286-75ea108a3996,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:46.468197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cf87edb9-afc2-4d0b-b932-0bd0fd0e6701 None None] Provisioning complete for port 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:18:46.468675 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cf87edb9-afc2-4d0b-b932-0bd0fd0e6701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.573340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-ca35b1ed-1575-43d5-b946-031b3cf4acb3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:46.575133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-ca35b1ed-1575-43d5-b946-031b3cf4acb3 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.8275707 Aug 12 02:18:46.599696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-cf87edb9-afc2-4d0b-b932-0bd0fd0e6701 None None] Port 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:18:46.623001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:46.637976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9473a8-5629-4d13-8a6a-b41683fa4d47 req-0623ea98-cdfa-46e7-981b-8d5c9e31fd63 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:46.645627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d9473a8-5629-4d13-8a6a-b41683fa4d47 req-0623ea98-cdfa-46e7-981b-8d5c9e31fd63 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1145229 Aug 12 02:18:46.650671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Request body: {'port': {'device_id': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'admin_state_up': True, 'tenant_id': '235d90196a4746ceb5c6b13b91293975'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:46.663634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.714263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'project_id': 'f03c2a3aff3d42cdbb4db991914196dd', 'port_id': '4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:46.724826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] Pushing event deleted for resources: {'Port': ['ID=83d30da1-cff0-412b-9f94-a7735e205c7b,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:46.729465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d9473a8-5629-4d13-8a6a-b41683fa4d47 req-b1914eec-7dc2-41ae-90e8-265b0b1fac31 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771039 Aug 12 02:18:46.734486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6131b-5536-40a7-b6e4-e166372e60be None None] No DVR routers for this DVR port 83d30da1-cff0-412b-9f94-a7735e205c7b on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:46.746541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:46.780763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 4a059684-aa53-4335-af9f-9af0ead268b3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:46.781048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a059684-aa53-4335-af9f-9af0ead268b3 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:46.785605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.833404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cf90-8e4e-4257-aafc-e0b05fe45cec req-6bafe997-d18d-4664-826b-7c819e46231f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:46.841333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91b8cf90-8e4e-4257-aafc-e0b05fe45cec req-6bafe997-d18d-4664-826b-7c819e46231f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 944 time: 0.3861401 Aug 12 02:18:46.867095 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8b215-22eb-4ac3-8b1e-172239afb159 x-openstack-request-id: req-f0a8b215-22eb-4ac3-8b1e-172239afb159 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:46.867387 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b4e43b-9589-446e-854b-bbd4c202083a", "name": "network-vif-deleted", "tag": "4a059684-aa53-4335-af9f-9af0ead268b3", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:46.867667 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0a8b215-22eb-4ac3-8b1e-172239afb159 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:46.868177 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b4e43b-9589-446e-854b-bbd4c202083a', 'name': 'network-vif-deleted', 'tag': '4a059684-aa53-4335-af9f-9af0ead268b3', 'status': 'completed', 'code': 200} Aug 12 02:18:46.904875 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28607ee-387c-49ce-8edc-44bf508f02d3 x-openstack-request-id: req-a28607ee-387c-49ce-8edc-44bf508f02d3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:46.907016 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-plugged", "status": "completed", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:46.907261 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a28607ee-387c-49ce-8edc-44bf508f02d3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:46.907755 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'code': 200} Aug 12 02:18:46.974688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:46.977427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Deleting port 83d30da1-cff0-412b-9f94-a7735e205c7b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:46.977782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.108360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 83d30da1-cff0-412b-9f94-a7735e205c7b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:47.166025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] For port 83d30da1-cff0-412b-9f94-a7735e205c7b, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:47.167107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.183352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Calling delete_port for 83d30da1-cff0-412b-9f94-a7735e205c7b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:47.186813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 83d30da1-cff0-412b-9f94-a7735e205c7b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:47.187107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Port 83d30da1-cff0-412b-9f94-a7735e205c7b was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:18:47.188026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 83d30da1-cff0-412b-9f94-a7735e205c7b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:47.188529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 98420a40-3163-4daf-b235-cad9920c4f41 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:47.199902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91b8cf90-8e4e-4257-aafc-e0b05fe45cec req-68971c6f-24e3-4f69-9d56-0c9b5178ed8e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576646 Aug 12 02:18:47.200834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.258235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 98420a40-3163-4daf-b235-cad9920c4f41 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:47.264828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 98420a40-3163-4daf-b235-cad9920c4f41 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:47.268797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Allocated IP 172.25.3.242 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/2acc2f44-e231-4395-a540-e46569fe5e8a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:47.269115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] Transition to ACTIVE for port object 3af29110-8a5e-43d1-8355-bf30f930ac11 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:47.300504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-2350bbf9-07f2-49c3-b0e1-4607ce2b4728 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:47.308203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-2350bbf9-07f2-49c3-b0e1-4607ce2b4728 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 813 time: 0.3037305 Aug 12 02:18:47.325148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d30da1-cff0-412b-9f94-a7735e205c7b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:47.341028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] No DVR routers for this DVR port 83d30da1-cff0-412b-9f94-a7735e205c7b on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:47.346031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.348693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:47.352858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.417577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-c5c307d0-1af4-426f-9ce4-e695da91fc59 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/quotas/fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 375 time: 0.1081867 Aug 12 02:18:47.509437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-2d74f6c9-3de3-4fd8-8e2f-a4edba2e2772 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909259 Aug 12 02:18:47.517143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.544251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.552028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3ecc8-a61e-46ce-972d-ec02eaf81711 req-332f50f0-c885-4bfb-b57e-bc3748dc8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:47.553987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abb3ecc8-a61e-46ce-972d-ec02eaf81711 req-332f50f0-c885-4bfb-b57e-bc3748dc8a1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1102 time: 0.3646679 Aug 12 02:18:47.604331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903f71e8-97a8-4457-a487-e867b76d11cd']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:47.665025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-1ecbe465-5935-4ffd-a14d-6442521e35b1 service neutron] 10.222.0.11 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546741 Aug 12 02:18:47.672331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] No DVR routers for this DVR port 3af29110-8a5e-43d1-8355-bf30f930ac11 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:47.676897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.693426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f087c2f-61bf-43be-b542-15e110383610') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:47.693731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f087c2f-61bf-43be-b542-15e110383610') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:47.713613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.726146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:47.729133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:47.739223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] Pushing event updated for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:47.754564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.793864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:47.797854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-1febc16e-a7d4-4279-a8dc-cadb508626bc service neutron] 10.222.0.25 "PUT /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11/bindings/n-h1-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8623083 Aug 12 02:18:47.896280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cab008-3d99-43f3-af8c-ba2421671678 req-efa0bed6-e34c-4dca-96de-2d6b1d1e1a29 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:47.898128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cab008-3d99-43f3-af8c-ba2421671678 req-efa0bed6-e34c-4dca-96de-2d6b1d1e1a29 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.3768654 Aug 12 02:18:47.899770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.916957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:18:47.917890 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:18:47.921015 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:18:47.926925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abb3ecc8-a61e-46ce-972d-ec02eaf81711 req-fd3f1e2c-32c6-4222-a839-191c1af3d2d7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183951 Aug 12 02:18:47.930451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Pushing event updated for resources: {'Port': ['ID=2acc2f44-e231-4395-a540-e46569fe5e8a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:47.963167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-444c00cc-b247-48ba-9fd4-ed7c833166c8 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:47.964739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-444c00cc-b247-48ba-9fd4-ed7c833166c8 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.0915842 Aug 12 02:18:48.026860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Allocated IP 172.20.0.8 (7d597e06-0467-4b8c-9ef7-b40ebddd9862/744d4ef4-d0e2-410c-a64a-c081bdaeee45/4182a83c-1318-41f6-ba35-adca15ebb31d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:48.050602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:48.056641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:48.058805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] 10.222.0.11 "DELETE /v2.0/networks/903f71e8-97a8-4457-a487-e867b76d11cd HTTP/1.1" status: 204 len: 168 time: 2.4032621 Aug 12 02:18:48.065630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cab008-3d99-43f3-af8c-ba2421671678 req-0997ea0b-bed9-44c7-a1f3-24f2201a402f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364756 Aug 12 02:18:48.072000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-21644023-05d6-4d00-8138-689b6204bb38 service neutron] 10.222.0.11 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773265 Aug 12 02:18:48.079655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48506bf8-1989-4f3b-ab72-8b8d02a1fc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=903f71e8-97a8-4457-a487-e867b76d11cd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:48.273020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4621b807-0afc-4cbb-bec2-9ab30fb1a984 req-35adabaa-8d00-47a9-8a8f-d87f6c3839d4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 210 time: 0.0796344 Aug 12 02:18:48.415548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:48.476437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:48.486144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-162ee478-b172-460b-bd1c-eb67011394ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:48.489990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-162ee478-b172-460b-bd1c-eb67011394ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 1096 time: 0.5133824 Aug 12 02:18:48.530014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:48.598807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cc9521e7-1410-4e57-95e4-ddc44c50e4dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e5e1d7df52ba48438baaefc333e03b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818726 Aug 12 02:18:48.603160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:48.646696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a82f-3d97-497f-ad01-8782227017ec req-2ae4b22b-cb2d-42be-b3f7-d78a98a4ccbc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:48.648330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4078a82f-3d97-497f-ad01-8782227017ec req-2ae4b22b-cb2d-42be-b3f7-d78a98a4ccbc tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.1647940 Aug 12 02:18:48.710742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-b9330ddd-77ce-417a-bb4c-8753b0a13797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:48.712712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-b9330ddd-77ce-417a-bb4c-8753b0a13797 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1096 time: 0.1307621 Aug 12 02:18:48.891416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4078a82f-3d97-497f-ad01-8782227017ec req-a59421d3-4130-4ff9-9a0d-978fd190e267 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258074 Aug 12 02:18:48.892268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec513f29-972b-4376-8030-b1f9eb33935f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.002814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbee975-1127-41c1-ada5-32f96d705682 req-b0b6f26b-af25-4834-b2c8-f0735192deee tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.004435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fbee975-1127-41c1-ada5-32f96d705682 req-b0b6f26b-af25-4834-b2c8-f0735192deee tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.5395689 Aug 12 02:18:49.011146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-621285c6-fafa-44f2-be82-5924ca8f6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.012646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-621285c6-fafa-44f2-be82-5924ca8f6829 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1097 time: 0.4754448 Aug 12 02:18:49.042031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1701fcb0-208c-4a72-81af-bbfcf486a712 req-e5832787-351e-40c6-90af-5ad87a123e31 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 210 time: 0.0690014 Aug 12 02:18:49.106833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.137864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-668a3bd0-5301-46ec-b3ec-92b16c04d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.139367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-668a3bd0-5301-46ec-b3ec-92b16c04d796 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.3792684 Aug 12 02:18:49.174947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fbee975-1127-41c1-ada5-32f96d705682 req-ae66c412-4e6b-4b10-8e5b-5faeeddca3fa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591861 Aug 12 02:18:49.181103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.210204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-dd5cee2a-b824-4413-bd12-7eff67641c90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0618730 Aug 12 02:18:49.234143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:49.246466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:49.253826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:49.254180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.257567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.260985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:49.273263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-c116ad91-61bd-47fb-af4f-31396419d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.275057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-c116ad91-61bd-47fb-af4f-31396419d5a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.2468486 Aug 12 02:18:49.353939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-95a5a87e-52d2-4d99-9810-be21d2d479ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.0522490 Aug 12 02:18:49.394793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-68a7bc80-e61f-4803-be62-b61a55b37f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.396310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-68a7bc80-e61f-4803-be62-b61a55b37f4d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1718214 Aug 12 02:18:49.403765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720348e-99b4-4a87-ad01-84da3b0fb713 req-0a5e0dd3-5a73-46f5-ae1a-a00f14b5e9f8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.405152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4720348e-99b4-4a87-ad01-84da3b0fb713 req-0a5e0dd3-5a73-46f5-ae1a-a00f14b5e9f8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.2025402 Aug 12 02:18:49.445540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.446162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.462464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-003355b8-7b14-4c5b-bdfe-8e8616290a31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405962 Aug 12 02:18:49.474745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-3d76bc2a-6fe5-4aca-96e9-641028d96a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.475741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-3d76bc2a-6fe5-4aca-96e9-641028d96a70 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.1121199 Aug 12 02:18:49.490303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec513f29-972b-4376-8030-b1f9eb33935f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.491970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5977ef-a1be-4537-a537-e26ade04fd40 req-f8408c99-8199-4427-8b1e-9c90826411e4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:49.493013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad5977ef-a1be-4537-a537-e26ade04fd40 req-f8408c99-8199-4427-8b1e-9c90826411e4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 931 time: 0.1246562 Aug 12 02:18:49.493256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.501562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.504134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.507789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313e8918-7396-4dd4-85ff-5c39b9ad6037 HTTP/1.1" status: 204 len: 168 time: 0.8990219 Aug 12 02:18:49.532685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-8fcd0654-6dc6-4332-913b-e87777aa5d56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382955 Aug 12 02:18:49.539989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2acc5c4b-4de8-4ac3-a3f6-67e1d3749e62 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9007878 Aug 12 02:18:49.551408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec513f29-972b-4376-8030-b1f9eb33935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.559271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24c223-4dce-4f0a-a789-5bcdcc156bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e8918-7396-4dd4-85ff-5c39b9ad6037,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:49.579402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Request body: {'port': {'device_id': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:49.608798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4720348e-99b4-4a87-ad01-84da3b0fb713 req-77cd467f-1b18-4a45-a4bf-d2e0d3fd73e9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858783 Aug 12 02:18:49.640630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec513f29-972b-4376-8030-b1f9eb33935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b8dc6-b8de-4401-91ce-314cf3dad179,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:49.653390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec513f29-972b-4376-8030-b1f9eb33935f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c5851c61ff64082812181049adb754e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1179047 Aug 12 02:18:49.656351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:49.674615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad5977ef-a1be-4537-a537-e26ade04fd40 req-0ad47bec-27f1-4110-885d-b4bb63093187 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672056 Aug 12 02:18:49.735763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-f6ba2222-b3c0-4cfa-b547-f574c9c612c3 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562063 Aug 12 02:18:49.782174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.803568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-6e946403-4ec2-4279-b187-429ca890ccea service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625256 Aug 12 02:18:49.935463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.935847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.950919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:49.966477 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-fefd913a-266c-4ac0-beb0-d70cb24fc36d service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205386 Aug 12 02:18:50.021078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-a8622b5b-c248-4dfa-98c6-5a0246ca1ebf tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:50.022880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-a8622b5b-c248-4dfa-98c6-5a0246ca1ebf tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 813 time: 0.2139556 Aug 12 02:18:50.058226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'device_id': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda', 'admin_state_up': True, 'tenant_id': 'fb6c0448f8c5453b932900263ea18020'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:50.084906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Pushing event updated for resources: {'Port': ['ID=2acc2f44-e231-4395-a540-e46569fe5e8a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:50.146070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.235995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dc7bb74-dd82-4990-a341-cf91bb099968 req-1ec2c804-7e39-48d7-958d-efaac96436ab service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058754 Aug 12 02:18:50.286464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1273ed-a4f4-4221-a46c-2682fd99153c req-285b68ed-8ca4-45ed-b74a-e569806e3a10 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:50.289287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b1273ed-a4f4-4221-a46c-2682fd99153c req-285b68ed-8ca4-45ed-b74a-e569806e3a10 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1102 time: 0.2075427 Aug 12 02:18:50.350023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b1273ed-a4f4-4221-a46c-2682fd99153c req-1d33fcdb-1730-4aa6-996b-9692a9b1a3a8 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Aug 12 02:18:50.354815 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.357432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.361389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb6b8dc6-b8de-4401-91ce-314cf3dad179 HTTP/1.1" status: 204 len: 168 time: 0.7001562 Aug 12 02:18:50.391033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcdbf2-43e4-4564-849e-1476f3c88ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b8dc6-b8de-4401-91ce-314cf3dad179,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:50.435739 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.503399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bfd50d6-4ef6-40ce-8297-d74a709b81de req-3bab7a5b-c02e-4ecc-ad6b-d003f9f3949a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 210 time: 0.0375617 Aug 12 02:18:50.514864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4182a83c-1318-41f6-ba35-adca15ebb31d {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:50.541280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904af857-0491-40d3-841d-9ec435cb9e0d req-11f432ad-19de-4c56-9790-caf9fb3e46fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:50.542859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-904af857-0491-40d3-841d-9ec435cb9e0d req-11f432ad-19de-4c56-9790-caf9fb3e46fa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.4970074 Aug 12 02:18:50.543576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.571215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Transition to ACTIVE for port object 4182a83c-1318-41f6-ba35-adca15ebb31d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:50.580245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.606706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-2a6c404d-d463-4a0a-88b3-17bba6f08f49 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:50.609071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-2a6c404d-d463-4a0a-88b3-17bba6f08f49 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.2157173 Aug 12 02:18:50.625635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34996) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:50.682139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Made reservation on behalf of fb6c0448f8c5453b932900263ea18020 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:50.686020 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.690703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-904af857-0491-40d3-841d-9ec435cb9e0d req-7eec11ff-c0d6-4fc2-a495-99be4d8ec439 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303382 Aug 12 02:18:50.692001 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Floating IP 0a6a3a5d-6a16-4ba3-beaf-dbf9cf30654a associated. External IP: 172.25.3.242, port: 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd. Aug 12 02:18:50.727869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:50.768778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b68714-fc81-4389-afc1-18106375f986 req-5d84d02b-8681-433a-922b-15d91d4c0d2d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:50.770537 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2b68714-fc81-4389-afc1-18106375f986 req-5d84d02b-8681-433a-922b-15d91d4c0d2d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1636288 Aug 12 02:18:50.836341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2b68714-fc81-4389-afc1-18106375f986 req-6f55150b-a1d9-44a7-99b0-c13762e22985 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Aug 12 02:18:50.840179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Attempting to bind port 4182a83c-1318-41f6-ba35-adca15ebb31d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:50.841581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Attempting to bind port 4182a83c-1318-41f6-ba35-adca15ebb31d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:50.842725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Attempting to bind port 4182a83c-1318-41f6-ba35-adca15ebb31d on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:50.857298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Port 4182a83c-1318-41f6-ba35-adca15ebb31d on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:50.857298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Attempting to bind port 4182a83c-1318-41f6-ba35-adca15ebb31d on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:50.858807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:50.859158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Checking segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:50.859573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Bound using segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:50.867830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Bound port: 4182a83c-1318-41f6-ba35-adca15ebb31d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:50.869028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:50.885461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1009976157-network', 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:50.964778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:50.970725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:50.988024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.005790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:51.008271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.045210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.046273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.047763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] 10.222.0.21 "PUT /v2.0/ports/4182a83c-1318-41f6-ba35-adca15ebb31d HTTP/1.1" status: 200 len: 1091 time: 1.4830585 Aug 12 02:18:51.053739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:51.056212 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe126a4-df23-49ca-b318-9bb699a81bed" -d '{"events": [{"name": "network-changed", "server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:51.079682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.091986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcd7f-8471-45f2-b0cb-bef28895f89c req-de647aa2-85bc-45b9-886d-c8a2fed9ded0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.093515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6bdcd7f-8471-45f2-b0cb-bef28895f89c req-de647aa2-85bc-45b9-886d-c8a2fed9ded0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 943 time: 0.1239662 Aug 12 02:18:51.122292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a82ac-2a6d-4b70-89f1-586a9f35401e service neutron] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:51.161324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Allocated IP 172.20.0.5 (015ca17a-35e5-4b28-8cf8-4a97b80f7dda/17c834ee-3d85-4539-917a-6b30f6440e16/c61d9d44-a1e7-4b2a-ae82-264de31af8ef) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:51.216538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-78dfd8dc-a685-4266-95b2-0c75096d12e0 service neutron] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:51.225843 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:18:51.230295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-78dfd8dc-a685-4266-95b2-0c75096d12e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.231421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb9ea902-fede-4424-8966-8608b45b50a9 req-78dfd8dc-a685-4266-95b2-0c75096d12e0 service neutron] 10.222.0.21 "DELETE /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11/bindings/n-h2-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.5637276 Aug 12 02:18:51.233387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6bdcd7f-8471-45f2-b0cb-bef28895f89c req-e6befb6d-8b91-4906-850f-5d2e70f00aa8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243863 Aug 12 02:18:51.247007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c6723-9417-4d59-960a-2c43a08f8472 req-f918c88d-2ea1-4e20-b52f-c83b427e7639 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.248566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f4c6723-9417-4d59-960a-2c43a08f8472 req-f918c88d-2ea1-4e20-b52f-c83b427e7639 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 1102 time: 0.2528071 Aug 12 02:18:51.259907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-4937fc62-39ef-4614-a663-a17aa466bfd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1385536 Aug 12 02:18:51.276761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2e5d4e3f-f17a-4136-8c52-7eff00fc9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.278266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-2e5d4e3f-f17a-4136-8c52-7eff00fc9647 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 1094 time: 0.1366053 Aug 12 02:18:51.306334 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6714371-d03a-491e-aece-e1466525d62c x-openstack-request-id: req-b6714371-d03a-491e-aece-e1466525d62c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:51.307012 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:51.307012 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6714371-d03a-491e-aece-e1466525d62c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:51.307653 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'status': 'completed', 'code': 200} Aug 12 02:18:51.340083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-ae075a93-389c-45cc-863b-fb5d8299e41f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4182a83c-1318-41f6-ba35-adca15ebb31d HTTP/1.1" status: 200 len: 217 time: 0.0433736 Aug 12 02:18:51.361458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Router 8e9a2fac-0730-4a8f-9585-a791795e0a77 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:18:51.397881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f4c6723-9417-4d59-960a-2c43a08f8472 req-5bac56cb-1b48-45b1-84f2-e6b44621cce6 tempest-ServersAdminTestJSON-388443659 tempest-ServersAdminTestJSON-388443659-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398005 Aug 12 02:18:51.432893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-5d33d61f-f768-4b1b-8744-6ae5579e881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.434420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-5d33d61f-f768-4b1b-8744-6ae5579e881a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.0814855 Aug 12 02:18:51.462483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485612b-2087-476d-b0c0-b9c905639773 req-1234933b-058f-4cea-b4db-34054946cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.468457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-1234933b-058f-4cea-b4db-34054946cbe2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1096 time: 0.1067648 Aug 12 02:18:51.507511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-3f975211-2788-477e-a820-61203183629e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626345 Aug 12 02:18:51.572867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.588745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.592835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.673640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72c45ce6-433e-461b-8158-efcdca17f2e9 req-7b0a2f7b-bc23-4662-bcf4-79964ff5d5f5 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 210 time: 0.0548890 Aug 12 02:18:51.675076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:18:51.677003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:18:51.682658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26ba81d-6cc1-4dc3-a787-178b188875b7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:51.689533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] Sync routers for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:18:51.717645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:51.719036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:51.742681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.744540 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Added segment 56436de8-b903-49ff-9406-4fc177fbe9f2 of type vlan for network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f Aug 12 02:18:51.776967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.784835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485612b-2087-476d-b0c0-b9c905639773 req-2f59dfc6-0c0f-4390-b289-5f4eb2e56232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.786636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-2f59dfc6-0c0f-4390-b289-5f4eb2e56232 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.2902408 Aug 12 02:18:51.798437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-36aba6b4-6ab9-4802-b708-b3bab06f6311 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759502 Aug 12 02:18:51.804472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:51.827845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:51.828474 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:51.851969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-e628b401-e2d2-42e8-be38-e38964538616 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0577285 Aug 12 02:18:51.884773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.889188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:51.889859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fcbd49-3369-47c0-906a-d7406835f98b None None] The sync data for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:18:51.917866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:51.938294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:51.951969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c53d54ae-74ba-47f3-b23a-d38fec9dd52b tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6976757 Aug 12 02:18:51.953663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:51.962468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9233d6-7183-4e03-bc3f-0336a63ef7e9 req-3307d67f-788f-4842-ab1b-9e36009e9197 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:51.970340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f9233d6-7183-4e03-bc3f-0336a63ef7e9 req-3307d67f-788f-4842-ab1b-9e36009e9197 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.2284250 Aug 12 02:18:51.978606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:51.991868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:51.999965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:52.008984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:52.020362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434726c1-8cb2-46a2-b3a3-4d67320f313b req-a6dc06ab-8c82-4804-a7da-70ac9d53ad1e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.027683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-434726c1-8cb2-46a2-b3a3-4d67320f313b req-a6dc06ab-8c82-4804-a7da-70ac9d53ad1e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.2062299 Aug 12 02:18:52.076869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1ac6102d-283d-4211-a639-ab1ab7386818 tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "GET /v2.0/floatingips/0a6a3a5d-6a16-4ba3-beaf-dbf9cf30654a HTTP/1.1" status: 200 len: 983 time: 0.1040800 Aug 12 02:18:52.085560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:52.129736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.135755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.137772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.188874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.189866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.213228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-434726c1-8cb2-46a2-b3a3-4d67320f313b req-bcbfe1ce-e879-4c8e-aef3-33813c81c641 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846409 Aug 12 02:18:52.349111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7188525 Aug 12 02:18:52.350443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e43a59-fecd-462d-8136-32fc50a18363 admin admin] Pushing event updated for resources: {'Network': ['ID=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:52.355330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:52.369728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:18:52.378961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b5d88df7-1dfb-4236-bb9c-6cb60b564391 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3302186 Aug 12 02:18:52.383088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Request body: {'subnet': {'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1009976157-subnet', 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:52.392339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:52.409843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Request body: {'port': {'device_id': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:52.459727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ff79d-2d53-4b33-9e6e-cb475a10b4dc req-0be36d3f-529b-41c6-b0d0-5fa6729fc837 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.461137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64ff79d-2d53-4b33-9e6e-cb475a10b4dc req-0be36d3f-529b-41c6-b0d0-5fa6729fc837 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.1355300 Aug 12 02:18:52.509180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:52.515937 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.561670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485612b-2087-476d-b0c0-b9c905639773 req-2a440d58-4a6c-4ec4-a1bf-fa18f7eaf6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.563072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-2a440d58-4a6c-4ec4-a1bf-fa18f7eaf6e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.6932404 Aug 12 02:18:52.571308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1142178630', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:52.576651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f9233d6-7183-4e03-bc3f-0336a63ef7e9 req-d599d208-3cbc-4b37-861c-499ccc79ccb9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054630 Aug 12 02:18:52.581419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.632702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64ff79d-2d53-4b33-9e6e-cb475a10b4dc req-b6a0e979-7df8-4c80-960b-6658f638b10a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619310 Aug 12 02:18:52.641629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-877a95bf-3af2-4d93-be5e-bc1057bb7807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586448 Aug 12 02:18:52.669715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f3b6afcd-2bc6-4926-a1d2-4c6d0f9f1a17 tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.5808463 Aug 12 02:18:52.698547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35060) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:52.715367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15dd2d8b-acbe-4d08-a3e4-32f2a3ba91f0 req-3708b9e2-bdea-499e-a4a9-cc45692c08df service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9091003 Aug 12 02:18:52.786516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Made reservation on behalf of a7236e82c1df4a0fa5d4c0cde7fc288b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:52.788535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.811772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b6828-d927-4ba5-8d63-eed4f99c4e93 req-c17ca01b-3a51-4886-ae9a-236930b666f7 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.813225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d97b6828-d927-4ba5-8d63-eed4f99c4e93 req-c17ca01b-3a51-4886-ae9a-236930b666f7 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 943 time: 0.1031444 Aug 12 02:18:52.826987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-3d429489-9225-41ed-9f33-9637ff25e790 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738558 Aug 12 02:18:52.895248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:52.939835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d97b6828-d927-4ba5-8d63-eed4f99c4e93 req-1fffebd7-50be-462e-abdd-b3fec5ef61a2 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118021 Aug 12 02:18:52.951198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe126a4-df23-49ca-b318-9bb699a81bed req-dce6e6ea-5411-4798-ae32-b4b0f227b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:52.952877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-dce6e6ea-5411-4798-ae32-b4b0f227b07e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 1094 time: 0.1347206 Aug 12 02:18:53.030447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e485612b-2087-476d-b0c0-b9c905639773 req-76fbfbe7-284e-4a99-a538-4fbc75fa5741 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821673 Aug 12 02:18:53.136885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498bb9-9cd9-4305-8c51-88da046cd290 req-8bf740b2-9d5f-4139-9127-a660bebec63d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.138407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5498bb9-9cd9-4305-8c51-88da046cd290 req-8bf740b2-9d5f-4139-9127-a660bebec63d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 931 time: 0.1216288 Aug 12 02:18:53.150237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe126a4-df23-49ca-b318-9bb699a81bed req-0008097e-ef60-4d7c-b792-c2d3410eab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.151752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-0008097e-ef60-4d7c-b792-c2d3410eab4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 906 time: 0.1899014 Aug 12 02:18:53.161285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-764c97df-15b0-43bc-9ab4-5c102a4f94ad tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.162746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-764c97df-15b0-43bc-9ab4-5c102a4f94ad tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 950 time: 0.1056271 Aug 12 02:18:53.218221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-35fca4cf-7961-44de-aced-574762e99c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4182a83c-1318-41f6-ba35-adca15ebb31d HTTP/1.1" status: 200 len: 217 time: 0.0500190 Aug 12 02:18:53.295680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5498bb9-9cd9-4305-8c51-88da046cd290 req-cc586bf8-4a4b-4f5b-9a21-7b52bc1005f1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479752 Aug 12 02:18:53.333705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe126a4-df23-49ca-b318-9bb699a81bed req-18538584-7324-42de-ad4f-349be30e4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.335216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-18538584-7324-42de-ad4f-349be30e4285 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.0993857 Aug 12 02:18:53.342512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdee60-24ca-45a9-a55a-095770289185 req-5726b5d4-4be4-4b84-a889-ac92fdf3ec7c tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.344050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93fdee60-24ca-45a9-a55a-095770289185 req-5726b5d4-4be4-4b84-a889-ac92fdf3ec7c tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1096 time: 0.5520220 Aug 12 02:18:53.371454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-55a0669f-a9aa-41e7-9628-f4422724efee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292492 Aug 12 02:18:53.431538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Deleting port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:53.431800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.527744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93fdee60-24ca-45a9-a55a-095770289185 req-5204b34e-ae30-4de4-b96d-6a557943c4c2 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734588 Aug 12 02:18:53.538691 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-3cba2e30-1d79-4727-bf84-245c5c7e9c58 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577826 Aug 12 02:18:53.543190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.576057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] For port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:53.576057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.618995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Calling delete_port for 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:53.650626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.666522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.685989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8f2610-7722-404d-a30a-d0463fa988d5,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:53.702486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] device_id is not set on port 52e791fe-73f4-4afd-9626-3cd73959fc05 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:18:53.709512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port 2acc2f44-e231-4395-a540-e46569fe5e8a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:53.709893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.733045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61d9d44-a1e7-4b2a-ae82-264de31af8ef {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:53.761472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abe126a4-df23-49ca-b318-9bb699a81bed req-2f09bc85-d0bb-4e59-8131-0a5e78d9bf9c service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151160 Aug 12 02:18:53.770109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c300c-c8cc-4f76-a160-f10358285b32 req-e55546f6-37dc-4bb4-8edc-95ad7c81ab0b tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:53.771598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e8c300c-c8cc-4f76-a160-f10358285b32 req-e55546f6-37dc-4bb4-8edc-95ad7c81ab0b tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1096 time: 0.0945106 Aug 12 02:18:53.810940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.820877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:53.824555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9052219a-95b4-4de7-9726-28578965a283,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:53.841307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e8c300c-c8cc-4f76-a160-f10358285b32 req-72ac6025-a28f-4bf1-9d9e-4274fabb7a45 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626066 Aug 12 02:18:53.857223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.858774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:53.859109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Network hostable DHCP agents. Network: 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:18:53.866305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Transition to ACTIVE for port object c61d9d44-a1e7-4b2a-ae82-264de31af8ef will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:18:53.882538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6f3f7234-c709-4734-8a89-7a6b8f40d148', '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:53.891032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event deleted for resources: {'Port': ['ID=5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:53.896845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:53.974255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:54.002915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] No DVR routers for this DVR port 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:54.006477 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.009204 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0c0472d-bfa5-4f5c-8b45-6644267413ed req-417abc1f-ee6a-495c-ad42-a45db59ea9b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "DELETE /v2.0/ports/5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 HTTP/1.1" status: 204 len: 173 time: 0.8331411 Aug 12 02:18:54.009723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'name': 'network-vif-deleted', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:54.012103 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dbf933-b665-4c19-b81f-dda3bd70fae1" -d '{"events": [{"server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "name": "network-vif-deleted", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:54.013126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f475716-cfe0-482f-85df-8c91bf6b2041 req-1a21cfcb-d268-4b7c-bf05-9fd6a3f847cd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:54.014769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f475716-cfe0-482f-85df-8c91bf6b2041 req-1a21cfcb-d268-4b7c-bf05-9fd6a3f847cd tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=68af199e-e690-4c84-84eb-0f812feb3761 HTTP/1.1" status: 200 len: 867 time: 0.3548467 Aug 12 02:18:54.029655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.030026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.032268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:18:54.059058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for 2acc2f44-e231-4395-a540-e46569fe5e8a owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:54.082248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.090742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e6c0-1fe8-47f6-9dbc-94105956e8f1 req-d9b5e031-0adb-4b19-a466-cf9f2a5a09b7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:54.092314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1735e6c0-1fe8-47f6-9dbc-94105956e8f1 req-d9b5e031-0adb-4b19-a466-cf9f2a5a09b7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 946 time: 0.0665855 Aug 12 02:18:54.094664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:54.104812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253096f9-227c-43e8-a353-d5932af391d6 None None] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:54.116977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Allocated IP 172.25.3.70 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/52e791fe-73f4-4afd-9626-3cd73959fc05) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:54.121894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:54.122729 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.147315 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1735e6c0-1fe8-47f6-9dbc-94105956e8f1 req-f472bc7d-d21a-4df1-9c29-140532adde17 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480919 Aug 12 02:18:54.185382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:54.196157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:54.199275 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d2aef-4204-46ac-9dd8-36a7b668eaae" -d '{"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-unplugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:54.209942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.277458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f475716-cfe0-482f-85df-8c91bf6b2041 req-2a1e4df2-5fd1-4c0e-bd20-ce83d0b6f289 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320263 Aug 12 02:18:54.297746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-05b1fbe7-c13d-4f1f-97d0-d37e2da1b2da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9312572 Aug 12 02:18:54.297997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b96df-3247-4877-b5be-f27767d849c5 req-836d0ccc-a87d-4fcd-bd59-1368a544b7fc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:54.297997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-508b96df-3247-4877-b5be-f27767d849c5 req-836d0ccc-a87d-4fcd-bd59-1368a544b7fc tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 943 time: 0.0664699 Aug 12 02:18:54.348133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:54.382229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Attempting to bind port c61d9d44-a1e7-4b2a-ae82-264de31af8ef on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:18:54.382818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Attempting to bind port c61d9d44-a1e7-4b2a-ae82-264de31af8ef by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:18:54.382942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Attempting to bind port c61d9d44-a1e7-4b2a-ae82-264de31af8ef on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:54.397558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-508b96df-3247-4877-b5be-f27767d849c5 req-980ad00a-7d52-46e2-9393-1f755c7bc219 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865915 Aug 12 02:18:54.434305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Port c61d9d44-a1e7-4b2a-ae82-264de31af8ef on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:18:54.434627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Attempting to bind port c61d9d44-a1e7-4b2a-ae82-264de31af8ef on network 015ca17a-35e5-4b28-8cf8-4a97b80f7dda {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:18:54.483602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54643922-df11-4b0c-aeff-e2f2b4153586 None None] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:18:54.488534 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3628c229-63f0-49cb-bf4c-7c349ce79eb3 x-openstack-request-id: req-3628c229-63f0-49cb-bf4c-7c349ce79eb3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:54.488689 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68af199e-e690-4c84-84eb-0f812feb3761", "name": "network-vif-deleted", "tag": "5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:54.488943 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3628c229-63f0-49cb-bf4c-7c349ce79eb3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:54.489363 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68af199e-e690-4c84-84eb-0f812feb3761', 'name': 'network-vif-deleted', 'tag': '5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2', 'status': 'completed', 'code': 200} Aug 12 02:18:54.535461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:18:54.535824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Checking segment: {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:18:54.536337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Bound using segment: {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:18:54.536808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Bound port: c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0073823b-cdeb-4e1b-bb54-cac1e98da9e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:18:54.537145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.655506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e2467-8832-422b-a7d4-91bd45295f47 req-90bd691d-942a-4003-bb34-e0f618a9b078 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:54.657812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-150e2467-8832-422b-a7d4-91bd45295f47 req-90bd691d-942a-4003-bb34-e0f618a9b078 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.0939400 Aug 12 02:18:54.748126 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78bd95e-ca9e-4898-8cf8-859bbf395a56 x-openstack-request-id: req-a78bd95e-ca9e-4898-8cf8-859bbf395a56 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:54.748874 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-unplugged", "status": "failed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "code": 422}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:54.749778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.750251 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a78bd95e-ca9e-4898-8cf8-859bbf395a56 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:54.751156 n-d-804303-2 neutron-server[94675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'code': 422} returned with failed status Aug 12 02:18:54.773191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-150e2467-8832-422b-a7d4-91bd45295f47 req-4e706803-e331-4b6a-8b7c-58985676d94b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065247 Aug 12 02:18:54.855675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.922613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=2acc2f44-e231-4395-a540-e46569fe5e8a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:54.925164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:54.932089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:18:54.980492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:18:55.006382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.039278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:55.052356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d828-971e-4935-9585-3f7167fac87b req-cb1ecb15-0672-4eac-b34b-ece6c71266cb tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.053889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3cf6d828-971e-4935-9585-3f7167fac87b req-cb1ecb15-0672-4eac-b34b-ece6c71266cb tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 943 time: 0.2001326 Aug 12 02:18:55.065901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:55.077505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.078585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.079992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 1091 time: 2.6780381 Aug 12 02:18:55.080719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:55.086492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:55.088714 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:55.096327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Pushing event updated for resources: {'Port': ['ID=52e791fe-73f4-4afd-9626-3cd73959fc05,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:55.117334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-e8e40edd-db14-415b-82e3-8b2b6ffb8f85 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.118806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-e8e40edd-db14-415b-82e3-8b2b6ffb8f85 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.1046264 Aug 12 02:18:55.134175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-2dd2fd78-259a-4b3e-b916-7333733a9d4f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0096595 Aug 12 02:18:55.170049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-d9495ddb-d81b-4c21-8dfc-9098cf1fa9b9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299287 Aug 12 02:18:55.177626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.178192 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Floating IP 0a6a3a5d-6a16-4ba3-beaf-dbf9cf30654a disassociated (deleted). External IP: 172.25.3.242, port: 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd. Aug 12 02:18:55.262882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-9397f605-e9db-4e00-93c6-a79b7239fd39 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825293 Aug 12 02:18:55.268401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3cf6d828-971e-4935-9585-3f7167fac87b req-54fcf773-da9a-452b-b98a-1e1440c2cb84 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056863 Aug 12 02:18:55.277493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.278114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.349725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f77ff0-684b-4f7a-861a-b70e14f61ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:55.358511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d0f5fd0-3681-44ab-8af3-341702bd94eb tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.9614854 Aug 12 02:18:55.358511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-15e332d5-0ffc-4028-9da0-f72349decf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.359422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-15e332d5-0ffc-4028-9da0-f72349decf44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1094 time: 0.1861584 Aug 12 02:18:55.362132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:55.368354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.70'}]}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:55.412513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-8f07baff-235e-4a62-a904-f5aadb3b3c41 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427078 Aug 12 02:18:55.430120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-08b3faef-83fc-47cc-90d5-3ec64cd35799 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 217 time: 0.0500059 Aug 12 02:18:55.462371 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aeb1d5-bdbb-47e4-9f0f-400c6afd39ee x-openstack-request-id: req-c4aeb1d5-bdbb-47e4-9f0f-400c6afd39ee {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:55.467951 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:55.468917 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4aeb1d5-bdbb-47e4-9f0f-400c6afd39ee {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:55.469376 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'status': 'completed', 'code': 200} Aug 12 02:18:55.508776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.510547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.684821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b033a5f7-86e3-43a3-8391-0bf9930dc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.686520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-b033a5f7-86e3-43a3-8391-0bf9930dc3a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.2481017 Aug 12 02:18:55.725263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3c0c-2376-408f-a112-a2a5c90b82ac req-5d6c68c7-b244-48dc-b6e1-484c6203202d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.727909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb2e3c0c-2376-408f-a112-a2a5c90b82ac req-5d6c68c7-b244-48dc-b6e1-484c6203202d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 943 time: 0.0936685 Aug 12 02:18:55.822090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb2e3c0c-2376-408f-a112-a2a5c90b82ac req-2cd06fcc-7828-4ca1-8f23-8eac0fd9aebe tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747521 Aug 12 02:18:55.826579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-5ae10dbc-5e42-406a-b6e5-d330a45ba20d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165709 Aug 12 02:18:55.831828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:55.939246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e16120-c378-4e1f-9562-ae65a942bd95 req-e1dff4a6-edeb-47e6-89e1-9b89511b6d1e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:55.947709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29e16120-c378-4e1f-9562-ae65a942bd95 req-e1dff4a6-edeb-47e6-89e1-9b89511b6d1e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.0616426 Aug 12 02:18:56.004770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29e16120-c378-4e1f-9562-ae65a942bd95 req-a6a0cc84-6057-4a0e-be11-0b2fc8db6ec2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554852 Aug 12 02:18:56.030246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Router 8e9a2fac-0730-4a8f-9585-a791795e0a77 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:18:56.035154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c63f286-cf1d-4dd2-9370-40c8fe62a5ad req-c0285d13-b785-4cd7-9f1b-f891cdfdc606 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 210 time: 0.1521237 Aug 12 02:18:56.114714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-92cf68a3-1772-43b0-ad42-c7812f043408 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3144598 Aug 12 02:18:56.162083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb5d49-2e33-45cc-87ad-3a350e97bf8a req-af8488b0-6c21-46f5-aa4f-510fd0520bb4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:56.164897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5fb5d49-2e33-45cc-87ad-3a350e97bf8a req-af8488b0-6c21-46f5-aa4f-510fd0520bb4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.0713954 Aug 12 02:18:56.265952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5fb5d49-2e33-45cc-87ad-3a350e97bf8a req-13e1ee27-c36e-470d-bd19-b0513b3c0338 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944574 Aug 12 02:18:56.510597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:56.664536 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-e8cd225a-3ec0-438d-bc04-9f15d0ab56da service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145356 Aug 12 02:18:56.700509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909729b3-6ea5-459e-b9ec-f8e7c73cbafa req-ec176c07-ce66-4d88-b1e8-6ce8782b8cc1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:56.701985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-909729b3-6ea5-459e-b9ec-f8e7c73cbafa req-ec176c07-ce66-4d88-b1e8-6ce8782b8cc1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 943 time: 0.2373350 Aug 12 02:18:56.753760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:18:56.754862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:18:56.760860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:56.765369 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] Sync routers for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:18:56.779299 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:56.780074 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:56.822003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:56.836967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a8bef4f6-eacd-435b-b8c7-bcbe05489829 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/floatingips/0a6a3a5d-6a16-4ba3-beaf-dbf9cf30654a HTTP/1.1" status: 204 len: 168 time: 4.1333501 Aug 12 02:18:56.838019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:56.840027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-909729b3-6ea5-459e-b9ec-f8e7c73cbafa req-2b9b9253-ef49-4288-859f-ffc0f90b183f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220591 Aug 12 02:18:56.848301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:56.855971 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:18:56.860235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:56.862297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adcdd88d-00a4-481b-81b0-abd90e7d1c88 req-91838486-78d2-423e-aade-9a6e19679af0 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832166 Aug 12 02:18:56.919443 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:18:56.920720 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15ad1d-2085-44ba-8ce9-8322fd14395c None None] The sync data for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:18:56.994094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.006684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:57.066276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'mac_address': 'fa:16:3e:83:f1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:18:57.153292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-5de498d9-c50e-44b3-94b0-dc1afdbc37a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.154472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.154845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-5de498d9-c50e-44b3-94b0-dc1afdbc37a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1094 time: 0.1576593 Aug 12 02:18:57.160734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.187550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4182a83c-1318-41f6-ba35-adca15ebb31d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:18:57.213260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:57.219133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.239814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.264011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadc8f6-24cb-4718-a4b3-33de4b630fe2 req-82aac68c-5727-4e3e-9015-6227489943d6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.271998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cadc8f6-24cb-4718-a4b3-33de4b630fe2 req-82aac68c-5727-4e3e-9015-6227489943d6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 943 time: 0.3331783 Aug 12 02:18:57.286971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:57.317675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9dd14-ba74-429f-93e0-50b1c76cbd91 req-5f7441cd-0235-4e0a-b1bf-164635dc641c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.319217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58a9dd14-ba74-429f-93e0-50b1c76cbd91 req-5f7441cd-0235-4e0a-b1bf-164635dc641c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.2131667 Aug 12 02:18:57.337162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-dd3d6fb9-1bb1-4491-bb09-8404e7b03e79 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.338616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-dd3d6fb9-1bb1-4491-bb09-8404e7b03e79 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.2536623 Aug 12 02:18:57.367448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:18:57.385825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cadc8f6-24cb-4718-a4b3-33de4b630fe2 req-dee66bed-bd04-4689-83eb-501f383166a9 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Aug 12 02:18:57.428809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-06d0e30f-13d9-47b7-aa2c-843db28fae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.430316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-06d0e30f-13d9-47b7-aa2c-843db28fae70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.2659028 Aug 12 02:18:57.445377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58a9dd14-ba74-429f-93e0-50b1c76cbd91 req-6ad809a2-4f16-4ec3-9d59-020d02030a37 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921476 Aug 12 02:18:57.498607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e7d29-f946-4671-98d7-9568e51f638a req-2010ac22-cd61-4c4b-b237-4fb488c59254 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.500410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-705e7d29-f946-4671-98d7-9568e51f638a req-2010ac22-cd61-4c4b-b237-4fb488c59254 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.2207530 Aug 12 02:18:57.570053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e7ad128-3a54-4ed7-8d33-de30f9ad5b68 req-8768244a-3597-4b35-9648-d0522bb5c0a2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 210 time: 0.0684581 Aug 12 02:18:57.593617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-da011906-205e-41af-aac7-b0e114a6beb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 217 time: 0.1470871 Aug 12 02:18:57.596232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.616807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-10246d16-255e-4182-ae38-7cfe60b6d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.618592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-10246d16-255e-4182-ae38-7cfe60b6d273 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751&tenant_id=7a5fa8833d7343d0a5962b699b68f94b HTTP/1.1" status: 200 len: 1095 time: 0.1806214 Aug 12 02:18:57.744396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4182a83c-1318-41f6-ba35-adca15ebb31d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:57.744660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff6121-a125-4462-982a-c85c51a1da55 req-a2cf758f-4c41-4d0f-a726-da0f71ae4462 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.746147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acff6121-a125-4462-982a-c85c51a1da55 req-a2cf758f-4c41-4d0f-a726-da0f71ae4462 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.2204783 Aug 12 02:18:57.826242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-786e8e71-5500-419c-aeb3-96b54b47a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:57.827731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-786e8e71-5500-419c-aeb3-96b54b47a754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.1659412 Aug 12 02:18:57.838582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:18:57.865662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:18:57.866390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5a8c1cdd-3429-457d-a3b7-cc0f90ef59c2 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:18:57.900904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-e86f593c-0eb0-4e43-a5e0-3778e404a76c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638549 Aug 12 02:18:57.915678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.926280 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:57.978659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.013055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:18:58.019191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.044229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acff6121-a125-4462-982a-c85c51a1da55 req-c2acbe20-088b-421d-9db8-0f20926f22b0 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568057 Aug 12 02:18:58.050529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.051311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00481d22-18ef-446f-a995-a30ed4683c53 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:18:58.098200 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:18:58.103204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d645edf-31fa-42a5-a823-0702358df812 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7366610 Aug 12 02:18:58.103204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-52d2da7e-9201-47ce-8724-5c2816706b20 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912141 Aug 12 02:18:58.103579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:58.103690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-fa8de463-d0a2-4449-83d6-bb5f634ec50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.105160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-fa8de463-d0a2-4449-83d6-bb5f634ec50c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1095 time: 0.4488626 Aug 12 02:18:58.135866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Deleting port 6f3f7234-c709-4734-8a89-7a6b8f40d148 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:58.136210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.243855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70a246f1-6b1d-4a6c-b0c2-0c4626d0612e req-44572b51-bd28-4411-9b42-0bf64ae630bb service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334910 Aug 12 02:18:58.256868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Deleting port 52e791fe-73f4-4afd-9626-3cd73959fc05 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:18:58.257076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.325921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c8e32-9632-435c-885b-49ae8930a283 req-cf4d7482-255d-42ac-bb39-487b677e057d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.327739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-505c8e32-9632-435c-885b-49ae8930a283 req-cf4d7482-255d-42ac-bb39-487b677e057d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 943 time: 0.3325117 Aug 12 02:18:58.344756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.358454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Calling delete_port for 52e791fe-73f4-4afd-9626-3cd73959fc05 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:58.446045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Allocated IP 172.25.3.243 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/685cfbed-19c8-4805-8cc8-5cbd83e9f965) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:58.499691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.3 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/35bb4db8-9b59-488a-99a6-beb4a5fc9200) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:18:58.507175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] For port 6f3f7234-c709-4734-8a89-7a6b8f40d148, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6f3f7234-c709-4734-8a89-7a6b8f40d148,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:18:58.507534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.521818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-505c8e32-9632-435c-885b-49ae8930a283 req-3da95e6b-d8e4-4e4d-8755-2fc4fde70f41 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705132 Aug 12 02:18:58.526197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-4b519620-027c-42b7-97d1-1f8bf5c3334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.527734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-4b519620-027c-42b7-97d1-1f8bf5c3334b service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.4073758 Aug 12 02:18:58.538475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Calling delete_port for 6f3f7234-c709-4734-8a89-7a6b8f40d148 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:18:58.571367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.626911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff7429-c166-4b5a-ac8b-0c920f1d04e3 req-5b1aec37-9be0-428f-9315-3c9064b16d7c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.628542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cff7429-c166-4b5a-ac8b-0c920f1d04e3 req-5b1aec37-9be0-428f-9315-3c9064b16d7c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 944 time: 0.1253395 Aug 12 02:18:58.645195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Pushing event deleted for resources: {'Port': ['ID=52e791fe-73f4-4afd-9626-3cd73959fc05,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:58.680582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-41a5176a-efc3-4cc9-8cc2-663072c6cfb8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.1380749 Aug 12 02:18:58.712022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cff7429-c166-4b5a-ac8b-0c920f1d04e3 req-ccc75847-b438-4918-ba62-c55f911ab7cd tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638473 Aug 12 02:18:58.717286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:58.723405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-948eb886-682f-4e2c-84c2-8150b8d80a77 tempest-RoutersAdminNegativeTest-1009263791 tempest-RoutersAdminNegativeTest-1009263791-project-admin] 10.222.0.11 "DELETE /v2.0/ports/52e791fe-73f4-4afd-9626-3cd73959fc05 HTTP/1.1" status: 204 len: 168 time: 0.6189830 Aug 12 02:18:58.842996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92b0456f-e3e0-45dd-ad4a-5929c76ee6d7 req-efdda0a1-2716-4193-89a3-5e0d696f40cd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 210 time: 0.0463548 Aug 12 02:18:58.913338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5a347-2527-413d-bd7b-aab7835e690b req-13ac0fe7-57bb-43ed-b59b-62a55d1441c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.914954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a5a347-2527-413d-bd7b-aab7835e690b req-13ac0fe7-57bb-43ed-b59b-62a55d1441c1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.3002872 Aug 12 02:18:58.942987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-4c777d58-5612-494c-bece-bd8ec5cf109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:58.944798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-4c777d58-5612-494c-bece-bd8ec5cf109b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.2366560 Aug 12 02:18:59.008288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.035877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-632c4807-bffd-4ec6-ae82-a26c895158c3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620942 Aug 12 02:18:59.046604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35188) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:59.189131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906c8e3-e5be-4829-aabe-58d56c1cc418 req-a533bbc6-a4b3-47a7-a2e0-16ac705bb0c9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:59.191033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a5a347-2527-413d-bd7b-aab7835e690b req-d79602bb-75a6-47e8-ba6d-76e98aebb3e7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539186 Aug 12 02:18:59.192547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d906c8e3-e5be-4829-aabe-58d56c1cc418 req-a533bbc6-a4b3-47a7-a2e0-16ac705bb0c9 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 950 time: 0.0700848 Aug 12 02:18:59.194255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.236251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed45aaaf-9a7d-47a7-92f5-5340c292d8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.268793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d906c8e3-e5be-4829-aabe-58d56c1cc418 req-743c1fff-57bb-466c-b57b-3276185a20d4 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Aug 12 02:18:59.277312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.279563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.290511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6f3f7234-c709-4734-8a89-7a6b8f40d148', '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:18:59.307193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-d560cd64-a820-40ec-8798-16060ac5ef5a service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571719 Aug 12 02:18:59.383322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed45aaaf-9a7d-47a7-92f5-5340c292d8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.388954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed45aaaf-9a7d-47a7-92f5-5340c292d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.415594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:59.430606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ed45aaaf-9a7d-47a7-92f5-5340c292d8d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4498c6abef9a47ee8eb6f91e89a74e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826139 Aug 12 02:18:59.431817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45aaaf-9a7d-47a7-92f5-5340c292d8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3432c1a9-c794-4e0e-bd8b-20fb0cf8efbf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:59.434772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:18:59.446212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:59.466318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Pushing event updated for resources: {'Port': ['ID=685cfbed-19c8-4805-8cc8-5cbd83e9f965,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:59.468982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:59.475235 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.477251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] No DVR routers for this DVR port 6f3f7234-c709-4734-8a89-7a6b8f40d148 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:18:59.509515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.536427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.567226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event deleted for resources: {'Port': ['ID=6f3f7234-c709-4734-8a89-7a6b8f40d148,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:59.607088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.609831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.614567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3432c1a9-c794-4e0e-bd8b-20fb0cf8efbf HTTP/1.1" status: 204 len: 168 time: 0.1749945 Aug 12 02:18:59.621514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5835aae-e919-4e0a-b9b1-253ec3bd1be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3432c1a9-c794-4e0e-bd8b-20fb0cf8efbf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:59.648663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.650910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-705e7d29-f946-4671-98d7-9568e51f638a req-f416e838-0a9d-4981-ba24-8f6d0e33c5aa tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "DELETE /v2.0/ports/6f3f7234-c709-4734-8a89-7a6b8f40d148 HTTP/1.1" status: 204 len: 173 time: 2.1182806 Aug 12 02:18:59.660960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'name': 'network-vif-deleted', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:18:59.663209 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6797753-647d-4066-9be3-18f9319ea8f1" -d '{"events": [{"server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "name": "network-vif-deleted", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:18:59.671057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:18:59.698282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:18:59.710315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:18:59.772255 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80e5c9-8a26-42b1-a6b8-25ba07667c1e x-openstack-request-id: req-4f80e5c9-8a26-42b1-a6b8-25ba07667c1e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:18:59.773322 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7d7e19-d446-4184-9b7b-c406b2905b15", "name": "network-vif-deleted", "tag": "6f3f7234-c709-4734-8a89-7a6b8f40d148", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:18:59.773322 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f80e5c9-8a26-42b1-a6b8-25ba07667c1e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:18:59.773322 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e7d7e19-d446-4184-9b7b-c406b2905b15', 'name': 'network-vif-deleted', 'tag': '6f3f7234-c709-4734-8a89-7a6b8f40d148', 'status': 'completed', 'code': 200} Aug 12 02:18:59.827743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23fc7001-3f47-4d43-9cc2-3195fe88c3f8 req-5900d7a8-17fb-4869-97b6-c7120b45aa9c service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968009 Aug 12 02:18:59.855649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:18:59.889167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7b87-a6f7-467e-a4d5-fd49edfe4c73 req-076241a5-163d-48a0-a584-062966e41098 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:59.891254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aed7b87-a6f7-467e-a4d5-fd49edfe4c73 req-076241a5-163d-48a0-a584-062966e41098 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 943 time: 0.2839088 Aug 12 02:18:59.904595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:59.905543 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.911090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3717755-5744-4efd-8a60-fbf9b026c99d req-67a3cfd9-5b82-4e0f-aba7-b9ebc9a8e8da tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:18:59.919079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3717755-5744-4efd-8a60-fbf9b026c99d req-67a3cfd9-5b82-4e0f-aba7-b9ebc9a8e8da tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 944 time: 0.0816977 Aug 12 02:18:59.936005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:18:59.957303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-35bc5088-a620-4158-b0b3-96530af86036 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5969560 Aug 12 02:18:59.967280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3717755-5744-4efd-8a60-fbf9b026c99d req-01aa25d2-a31e-4e59-a7e8-1d5e469fc249 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470898 Aug 12 02:18:59.990960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Request body: {'port': {'device_id': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:00.035363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aed7b87-a6f7-467e-a4d5-fd49edfe4c73 req-6b2c472d-2f7a-4e23-bebe-df31895abe02 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224682 Aug 12 02:19:00.078630 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:00.082110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:00.118631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:00.125205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7fcc7-5a90-40e3-8324-27ffef4a12a8 req-83d8a68b-2c16-4505-a9b9-714e5220a8ca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:00.134560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7aa7fcc7-5a90-40e3-8324-27ffef4a12a8 req-83d8a68b-2c16-4505-a9b9-714e5220a8ca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 931 time: 0.1048851 Aug 12 02:19:00.196126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7aa7fcc7-5a90-40e3-8324-27ffef4a12a8 req-db5d086e-29d3-4fe2-94cb-bccb2b678a51 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602725 Aug 12 02:19:00.433514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5199350-2d18-4c9f-b00b-ccaa848c66b3 req-1b9bc727-1f9d-474d-baf5-d4edcfc74170 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e7d7e19-d446-4184-9b7b-c406b2905b15 HTTP/1.1" status: 200 len: 210 time: 0.0668528 Aug 12 02:19:00.710297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d2d811e0-cac1-4cf5-86b0-acc62863643b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7236e82c1df4a0fa5d4c0cde7fc288b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5603442 Aug 12 02:19:00.712451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35272) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:00.771204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c61d9d44-a1e7-4b2a-ae82-264de31af8ef details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:00.779093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:00.860294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fa45d-6295-41f0-a3f1-0c20b92d91c2 req-5ace08f4-342f-40b0-a3bf-fccddfa120e5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:00.870498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d6fa45d-6295-41f0-a3f1-0c20b92d91c2 req-5ace08f4-342f-40b0-a3bf-fccddfa120e5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.2263300 Aug 12 02:19:00.903303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:00.966380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.068181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.105356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d6fa45d-6295-41f0-a3f1-0c20b92d91c2 req-6750231f-d10a-4a10-a885-72bcee448e9b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338161 Aug 12 02:19:01.114985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.165724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.166545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:01.169890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.175259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9052219a-95b4-4de7-9726-28578965a283 HTTP/1.1" status: 204 len: 168 time: 0.4604182 Aug 12 02:19:01.206558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'network_id': '015ca17a-35e5-4b28-8cf8-4a97b80f7dda', 'port_id': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'mac_address': 'fa:16:3e:fb:bd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c834ee-3d85-4539-917a-6b30f6440e16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:01.276079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2dd56-267c-4439-a51c-55dcbf0d10b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9052219a-95b4-4de7-9726-28578965a283,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:01.303450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.316196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Pushing event updated for resources: {'Port': ['ID=685cfbed-19c8-4805-8cc8-5cbd83e9f965,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:01.352130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61d9d44-a1e7-4b2a-ae82-264de31af8ef {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:01.363070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0ddde-ddb1-4635-854d-ae02edddcfa5 req-191d2895-8aff-46fc-a864-551f1e27ebcf tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:01.368497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4182a83c-1318-41f6-ba35-adca15ebb31d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:01.376070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8d0ddde-ddb1-4635-854d-ae02edddcfa5 req-191d2895-8aff-46fc-a864-551f1e27ebcf tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 944 time: 0.1979253 Aug 12 02:19:01.405883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4182a83c-1318-41f6-ba35-adca15ebb31d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:01.412940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.443216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8d0ddde-ddb1-4635-854d-ae02edddcfa5 req-e0d8d210-5596-4f75-ae3b-1aa91916ab3c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658937 Aug 12 02:19:01.516890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bb4db8-9b59-488a-99a6-beb4a5fc9200 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:01.528076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:01.538433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.583582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.618812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:01.656601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05baa5f-fdb4-4a47-b122-5e0edb4686ed req-fcc34e60-491e-47cb-8107-8140aad1eb33 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:01.659033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d05baa5f-fdb4-4a47-b122-5e0edb4686ed req-fcc34e60-491e-47cb-8107-8140aad1eb33 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 931 time: 0.1282952 Aug 12 02:19:01.727700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Transition to ACTIVE for port object 35bb4db8-9b59-488a-99a6-beb4a5fc9200 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:01.736184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.760167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d05baa5f-fdb4-4a47-b122-5e0edb4686ed req-86744fa8-27ee-4875-8819-3dd12ee3f577 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837615 Aug 12 02:19:01.761696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.785134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:01.788093 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513ab69-f09b-4e24-8607-24a2d1c51812" -d '{"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-plugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:01.815186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf2bae-8ce2-4e18-b3dc-77edd6ba0d1f req-854b1d36-c849-4c22-b21b-7cc413c323c0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:01.817077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddf2bae-8ce2-4e18-b3dc-77edd6ba0d1f req-854b1d36-c849-4c22-b21b-7cc413c323c0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 943 time: 0.4806724 Aug 12 02:19:01.851577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6f3f7234-c709-4734-8a89-7a6b8f40d148 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:01.854637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:01.920122 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.930638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 6f3f7234-c709-4734-8a89-7a6b8f40d148 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:01.931309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6f3f7234-c709-4734-8a89-7a6b8f40d148 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:01.947987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:01.997791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:02.079814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:02.090712 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:02.099199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35336) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:02.108446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c76d212d-01c1-4670-91a0-6380484c082a tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2691534 Aug 12 02:19:02.184535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a7d91d3-4731-43f3-9190-24b72b8ec34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:02.229367 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81604c01-2330-406f-8662-08b4c5254072 x-openstack-request-id: req-81604c01-2330-406f-8662-08b4c5254072 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:02.231398 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-plugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:02.238359 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81604c01-2330-406f-8662-08b4c5254072 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:02.238988 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'code': 200} Aug 12 02:19:02.276452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddf2bae-8ce2-4e18-b3dc-77edd6ba0d1f req-69851e2d-bd76-488f-afd4-357eec43c6ab tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066664 Aug 12 02:19:02.368150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2286b8e-0ce0-41bf-ba49-7942cdf6b706 req-d1921d1f-ce00-4244-888a-364227c917c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:02.371910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2286b8e-0ce0-41bf-ba49-7942cdf6b706 req-d1921d1f-ce00-4244-888a-364227c917c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 1096 time: 0.1807065 Aug 12 02:19:02.390632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Attempting to bind port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:02.392060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Attempting to bind port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:02.394549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Attempting to bind port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:02.398038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:02.402908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:19:02.404213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Attempting to bind port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:02.414962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:02.415696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:02.416776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:02.417654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Bound port: 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:02.418330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:02.537089 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2286b8e-0ce0-41bf-ba49-7942cdf6b706 req-3626d0f9-09d8-47ae-9332-6015d12e2196 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563816 Aug 12 02:19:02.664401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2db3b-96d4-41e9-a7cd-d660d1e152f7 req-0bffbf6a-51d5-4885-837f-561036d9e613 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:02.680344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ef2db3b-96d4-41e9-a7cd-d660d1e152f7 req-0bffbf6a-51d5-4885-837f-561036d9e613 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.1163175 Aug 12 02:19:02.711291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:02.742322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:02.786258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ef2db3b-96d4-41e9-a7cd-d660d1e152f7 req-d0cdb512-439b-47a5-a651-49ff8772846b tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049263 Aug 12 02:19:02.822581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:02.843448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:02.884766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc2350-005a-4a10-93b5-b788b1a89f74 req-52213674-99e9-4ac2-86cb-10888024b2af tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:02.886456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-becc2350-005a-4a10-93b5-b788b1a89f74 req-52213674-99e9-4ac2-86cb-10888024b2af tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.3146217 Aug 12 02:19:02.888286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:03.045247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:03.046316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:03.048197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] 10.222.0.25 "PUT /v2.0/ports/35bb4db8-9b59-488a-99a6-beb4a5fc9200 HTTP/1.1" status: 200 len: 1091 time: 3.0743227 Aug 12 02:19:03.053450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da071-1470-405e-b13e-c8dd46295493 req-5c1038a8-506f-4387-a4f5-e1c82f5ad553 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:03.053618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:03.054853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd1da071-1470-405e-b13e-c8dd46295493 req-5c1038a8-506f-4387-a4f5-e1c82f5ad553 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 945 time: 0.1072586 Aug 12 02:19:03.065064 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34874e9-baa2-4e40-9520-d27ca4ef36c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:03.106351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-becc2350-005a-4a10-93b5-b788b1a89f74 req-d8768d3a-1330-423a-a3ad-391e2af97c40 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003412 Aug 12 02:19:03.154266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2427a-0d2f-46f7-b031-dc37511a9c3c service neutron] Pushing event updated for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:03.170988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:03.209339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:03.249937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd1da071-1470-405e-b13e-c8dd46295493 req-5ecf5f96-3d76-4c3d-98db-56f612873a3c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848762 Aug 12 02:19:03.279985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-c6cd5f5f-5dee-4769-854e-495cd6a25789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:03.281779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-c6cd5f5f-5dee-4769-854e-495cd6a25789 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 1094 time: 0.1152341 Aug 12 02:19:03.382544 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f90efd-dc6e-4306-a3ce-d028fcf1f5cc x-openstack-request-id: req-b2f90efd-dc6e-4306-a3ce-d028fcf1f5cc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:03.384115 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:03.384352 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2f90efd-dc6e-4306-a3ce-d028fcf1f5cc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:03.388110 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200', 'status': 'completed', 'code': 200} Aug 12 02:19:03.442376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1282557667'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:03.446166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-8e1ae1b5-546b-4357-bb94-ce558b90f917 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200 HTTP/1.1" status: 200 len: 217 time: 0.0506823 Aug 12 02:19:03.523892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa9d6e-0a1e-4cd1-a89b-da960c80148a req-e658febd-7493-4165-9e7e-1e5ccb28858f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:03.526838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88aa9d6e-0a1e-4cd1-a89b-da960c80148a req-e658febd-7493-4165-9e7e-1e5ccb28858f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 0.2306833 Aug 12 02:19:03.612223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88aa9d6e-0a1e-4cd1-a89b-da960c80148a req-7938c064-41e3-4650-ae34-32546cfa09bf tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797055 Aug 12 02:19:03.646462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:03.650468 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:03.653049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Allocated IP 172.25.3.85 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/685e069e-cd3f-426e-ad76-88e01190b07f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:03.718378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddcdb9-0701-41a7-ba01-297919d12d55 req-c02cd1a7-48b7-4470-a015-73909d54cab9 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:03.728601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51ddcdb9-0701-41a7-ba01-297919d12d55 req-c02cd1a7-48b7-4470-a015-73909d54cab9 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 944 time: 0.1919689 Aug 12 02:19:03.737830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.082937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08869a-964d-47c3-8a62-7b54e6e5aa43 req-9aad1544-f35e-4e12-8de9-749f201b9908 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:04.085330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df08869a-964d-47c3-8a62-7b54e6e5aa43 req-9aad1544-f35e-4e12-8de9-749f201b9908 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.1783285 Aug 12 02:19:04.184462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-df08869a-964d-47c3-8a62-7b54e6e5aa43 req-9ea7aee2-323c-42ce-8969-19070de086b8 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Aug 12 02:19:04.284001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51ddcdb9-0701-41a7-ba01-297919d12d55 req-00058966-9c32-4e82-90c1-668b36ea8e31 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542302 Aug 12 02:19:04.328804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.479016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9eab1-1df3-45c0-bdee-325e40c0f862 req-282f268e-bb04-4958-b32f-4f3f25f0b45e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:04.480879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93d9eab1-1df3-45c0-bdee-325e40c0f862 req-282f268e-bb04-4958-b32f-4f3f25f0b45e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.1335030 Aug 12 02:19:04.511954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b221e421-3909-4284-9644-dbf8f3be91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.536613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.552014 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.574114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93d9eab1-1df3-45c0-bdee-325e40c0f862 req-5ca0c388-f883-462c-bc58-32ab8037ca94 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839624 Aug 12 02:19:04.574632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.656331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:04.660781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.709856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.710414 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Added segment bc2bac54-5c0f-471f-b839-4378b9ec95f8 of type vlan for network 8eb1978f-ee99-4282-aa42-e2a27f694265 Aug 12 02:19:04.764462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.767788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8980a65-d2ab-4921-98df-ec50f9981fc8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:04.794120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c61d9d44-a1e7-4b2a-ae82-264de31af8ef up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:04.820777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b89c9c-c6b5-4ef0-9f1a-73b3d362c197 req-05eaab04-36df-4b05-9085-a08684724c31 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:04.844511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68b89c9c-c6b5-4ef0-9f1a-73b3d362c197 req-05eaab04-36df-4b05-9085-a08684724c31 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 945 time: 0.4446011 Aug 12 02:19:04.893398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af8f14-c220-4910-b7af-4c1b3b2b49a0 req-0482c66b-6665-44fb-8fd1-bec618bac7c7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:04.894849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:04.895606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39af8f14-c220-4910-b7af-4c1b3b2b49a0 req-0482c66b-6665-44fb-8fd1-bec618bac7c7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 0.1449432 Aug 12 02:19:04.927206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c61d9d44-a1e7-4b2a-ae82-264de31af8ef completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:04.931817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c61d9d44-a1e7-4b2a-ae82-264de31af8ef triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:04.932784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.029303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39af8f14-c220-4910-b7af-4c1b3b2b49a0 req-f32d6a23-46c3-4ccc-ae83-d88aea9b1e94 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246512 Aug 12 02:19:05.030788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:05.055452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.065166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68b89c9c-c6b5-4ef0-9f1a-73b3d362c197 req-a4d4082b-42d7-4ff9-b81d-e1735e1971f6 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098098 Aug 12 02:19:05.085625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Pushing event updated for resources: {'Port': ['ID=685e069e-cd3f-426e-ad76-88e01190b07f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:05.088100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:05.097695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:05.101241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.106349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:05.115175 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b35102-3649-4c6a-bb1b-01041529f12c" -d '{"events": [{"server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "name": "network-vif-plugged", "status": "completed", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:05.118248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:05.118924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.144603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:05.154344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.217362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917e4ca-4734-4358-8e9a-50dbb95af5af x-openstack-request-id: req-b917e4ca-4734-4358-8e9a-50dbb95af5af {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:05.217362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "name": "network-vif-plugged", "status": "completed", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:05.217666 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b917e4ca-4734-4358-8e9a-50dbb95af5af {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:05.217814 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'code': 200} Aug 12 02:19:05.288745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:05.362256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1839519 Aug 12 02:19:05.374996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:05.386051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'subnet': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:05.491372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738617b-6ddf-4406-8247-764579652146 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Network': ['ID=8eb1978f-ee99-4282-aa42-e2a27f694265,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:05.504783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:05.551888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340d9c0-e2d1-476e-931f-ec18d1f1e7b9 req-e03345c5-eca8-47e7-8fcc-31efa004491d tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:05.559693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b340d9c0-e2d1-476e-931f-ec18d1f1e7b9 req-e03345c5-eca8-47e7-8fcc-31efa004491d tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.1931350 Aug 12 02:19:05.604480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c0fdf-fc04-4b35-a466-413398d148fd req-c71fc6a0-c62c-4dc5-94cf-8b9a4de04d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:05.608292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee4c0fdf-fc04-4b35-a466-413398d148fd req-c71fc6a0-c62c-4dc5-94cf-8b9a4de04d14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1096 time: 0.2819972 Aug 12 02:19:05.663904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.674413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:05.674898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b340d9c0-e2d1-476e-931f-ec18d1f1e7b9 req-c918eab9-7549-4965-bca3-48b54858bd3f tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142726 Aug 12 02:19:05.684412 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.735187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.735685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee4c0fdf-fc04-4b35-a466-413398d148fd req-3677cbd7-1b16-47b3-a191-ab2a58b9f215 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079910 Aug 12 02:19:05.789389 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:05.843462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7747d4-1214-4315-aba1-47050d060ece req-2b8fe500-2cb5-436c-a89b-f96e28cd8a20 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:05.851580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd7747d4-1214-4315-aba1-47050d060ece req-2b8fe500-2cb5-436c-a89b-f96e28cd8a20 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 945 time: 0.2899218 Aug 12 02:19:05.935757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5c00c-fbf8-497d-a82d-e7fff39f88fe req-e484cd6a-795d-48e0-a988-2f068a8a6a6e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:05.943672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37a5c00c-fbf8-497d-a82d-e7fff39f88fe req-e484cd6a-795d-48e0-a988-2f068a8a6a6e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 945 time: 0.1486075 Aug 12 02:19:05.947081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd7747d4-1214-4315-aba1-47050d060ece req-9fdbd8df-149a-4134-9703-44befce6022e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945311 Aug 12 02:19:06.066696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37a5c00c-fbf8-497d-a82d-e7fff39f88fe req-fb71d01d-b8c1-4ab7-a2e2-1a28e03cfaf8 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218596 Aug 12 02:19:06.123332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.225642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.238039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.278886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b4543-0ba5-46a1-9ee2-360541e86fbb req-4caa78d2-acc3-481e-ae97-7be850cb9784 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:06.291913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-371b4543-0ba5-46a1-9ee2-360541e86fbb req-4caa78d2-acc3-481e-ae97-7be850cb9784 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.2505751 Aug 12 02:19:06.327612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.344817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fa5c9-1756-484e-89df-a064a38a45b7 req-c7d56599-1bd6-41e6-b6a0-c8aea601e0bb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:06.353414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e1fa5c9-1756-484e-89df-a064a38a45b7 req-c7d56599-1bd6-41e6-b6a0-c8aea601e0bb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 0.1923635 Aug 12 02:19:06.356625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Subnet': ['ID=85907b35-93ba-438a-bf5b-b4841896ab89,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:06.389901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Pushing event updated for resources: {'Port': ['ID=685e069e-cd3f-426e-ad76-88e01190b07f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:06.399858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Checking segment: {'id': 'bc2bac54-5c0f-471f-b839-4378b9ec95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:06.400387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network hostable DHCP agents. Network: 8eb1978f-ee99-4282-aa42-e2a27f694265, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:06.416201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.424617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fafa6587-bd4f-4e53-bce5-29e674846949 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3228629 Aug 12 02:19:06.430695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35398) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:06.443878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-371b4543-0ba5-46a1-9ee2-360541e86fbb req-a4454e6b-99df-454b-96a8-671f6ff713f3 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506941 Aug 12 02:19:06.485264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:06.511048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8eb1978f-ee99-4282-aa42-e2a27f694265) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:06.526223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae2771e-c99d-48fe-9029-2d5cf8466d82 None None] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:06.536292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:06.541756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.567141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e1fa5c9-1756-484e-89df-a064a38a45b7 req-83f0d31b-6280-4fd6-a634-272ca87ad3b6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127399 Aug 12 02:19:06.592641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-23f997ac-c98e-41ca-b2cc-7e4c87432272 tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1538920 Aug 12 02:19:06.597138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:06.625329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6af67efa-ca57-4f1d-b0a5-6be2c26c6132 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2458794 Aug 12 02:19:06.630710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:06.636079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-688975791'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:06.763105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-05dcbb79-706b-4053-9a34-1c708b578649 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1647038 Aug 12 02:19:06.766029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:06.830591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-8eb1978f-ee99-4282-aa42-e2a27f694265', 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'tenant_id': 'f43c55180e72456c915c79b32e3f42eb', 'fixed_ips': [{'subnet_id': '85907b35-93ba-438a-bf5b-b4841896ab89'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:19:06.831553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:06.936345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:06.947818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.014135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port 8007694d-771c-4efe-b3cd-5f35d15f059d yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:07.188948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8f76b-a7c7-4c72-8d8c-95acd3e8d4ff req-2dbbb37c-dc14-4d37-b03c-b8d7080d0767 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:07.191070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3bc0-21c2-4f91-a1b1-3d6289601ef9 req-88df7ef9-d188-45dd-9fa2-d54a6dcb858d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:07.197083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2c8f76b-a7c7-4c72-8d8c-95acd3e8d4ff req-2dbbb37c-dc14-4d37-b03c-b8d7080d0767 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.3547351 Aug 12 02:19:07.202989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5dc3bc0-21c2-4f91-a1b1-3d6289601ef9 req-88df7ef9-d188-45dd-9fa2-d54a6dcb858d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 945 time: 0.0894473 Aug 12 02:19:07.207022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Allocated IP 172.20.0.2 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/b120322c-9953-4d2f-9623-f0d1445ed02f) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:07.263156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5dc3bc0-21c2-4f91-a1b1-3d6289601ef9 req-d9cc5243-cbf3-4d88-a055-ef8de986bd9f tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588007 Aug 12 02:19:07.296792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2c8f76b-a7c7-4c72-8d8c-95acd3e8d4ff req-650b8e7c-e449-490e-947e-415551cabe7c tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984383 Aug 12 02:19:07.299374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.320964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Deleting port 685e069e-cd3f-426e-ad76-88e01190b07f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:07.321741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.496686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50025665-c6ce-4fe1-a5d4-b0d57c8a2583 req-675efe93-474b-41ce-afbc-617107bd4a11 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:07.498583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-50025665-c6ce-4fe1-a5d4-b0d57c8a2583 req-675efe93-474b-41ce-afbc-617107bd4a11 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 945 time: 0.1005495 Aug 12 02:19:07.546467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.549888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.591001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-50025665-c6ce-4fe1-a5d4-b0d57c8a2583 req-b8cb689f-1a9f-4275-987d-545e4daf7e3e tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851619 Aug 12 02:19:07.591673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.604234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Transition to ACTIVE for port object b120322c-9953-4d2f-9623-f0d1445ed02f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:07.605789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Calling delete_port for 685e069e-cd3f-426e-ad76-88e01190b07f owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:07.636310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Transition to ACTIVE for port object b120322c-9953-4d2f-9623-f0d1445ed02f will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:07.644387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.714708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:07.723577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:07.731258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:07.743786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Pushing event updated for resources: {'Port': ['ID=b120322c-9953-4d2f-9623-f0d1445ed02f,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:07.832710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.10 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/8007694d-771c-4efe-b3cd-5f35d15f059d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:07.868629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901f70-5899-4957-a2a5-1fe779b9682d req-2bcf5428-90f8-4ccb-b8d4-586f7d42f957 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:07.890379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf901f70-5899-4957-a2a5-1fe779b9682d req-2bcf5428-90f8-4ccb-b8d4-586f7d42f957 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 0.1794980 Aug 12 02:19:07.893366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.899964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Attempting to bind port b120322c-9953-4d2f-9623-f0d1445ed02f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:07.901882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Attempting to bind port b120322c-9953-4d2f-9623-f0d1445ed02f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'bc2bac54-5c0f-471f-b839-4378b9ec95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:07.902680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Attempting to bind port b120322c-9953-4d2f-9623-f0d1445ed02f on network 8eb1978f-ee99-4282-aa42-e2a27f694265 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:07.925910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:07.931395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Checking segment: {'id': 'bc2bac54-5c0f-471f-b839-4378b9ec95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:07.933310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.936500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Bound using segment: {'id': 'bc2bac54-5c0f-471f-b839-4378b9ec95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:07.937641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Bound port: b120322c-9953-4d2f-9623-f0d1445ed02f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2bac54-5c0f-471f-b839-4378b9ec95f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:07.940626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:07.957972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e729a27-3624-4fe6-b5d9-a1cd518e4ea6 req-4f498733-9be3-46a7-aac7-d21a5d19cf93 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:07.964483 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e729a27-3624-4fe6-b5d9-a1cd518e4ea6 req-4f498733-9be3-46a7-aac7-d21a5d19cf93 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.3881254 Aug 12 02:19:07.987716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf901f70-5899-4957-a2a5-1fe779b9682d req-3f0e34d7-f9be-4dfe-a726-a02a95026686 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910087 Aug 12 02:19:08.044902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Pushing event deleted for resources: {'Port': ['ID=685e069e-cd3f-426e-ad76-88e01190b07f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:08.199404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] For port b120322c-9953-4d2f-9623-f0d1445ed02f, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:08.206436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] For port b120322c-9953-4d2f-9623-f0d1445ed02f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b120322c-9953-4d2f-9623-f0d1445ed02f,segment=NetworkSegment(bc2bac54-5c0f-471f-b839-4378b9ec95f8),segment_id=bc2bac54-5c0f-471f-b839-4378b9ec95f8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:08.221982 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.270559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e729a27-3624-4fe6-b5d9-a1cd518e4ea6 req-2dcc4843-bc17-42d1-b0d7-285549843057 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295249 Aug 12 02:19:08.305153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.344484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.356391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object 8007694d-771c-4efe-b3cd-5f35d15f059d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:08.358449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.367626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-527a780f-0274-4086-8aa7-de683436bd69 tempest-FloatingIPAdminTestJSON-819035276 tempest-FloatingIPAdminTestJSON-819035276-project] 10.222.0.11 "DELETE /v2.0/floatingips/571ade0b-949e-4960-b197-9a980312a281 HTTP/1.1" status: 204 len: 168 time: 1.6004503 Aug 12 02:19:08.369884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:08.457694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453e2c4-3d32-43fb-b73c-71a35e4cbacc None None] Pushing event updated for resources: {'Port': ['ID=b120322c-9953-4d2f-9623-f0d1445ed02f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:08.474185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.605548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:08.609971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:08.619928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:08.706078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=8007694d-771c-4efe-b3cd-5f35d15f059d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:08.800717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:08.801677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:08.826182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-37c299c1-a24f-4c17-8b3b-d5665114bf61 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1915078 Aug 12 02:19:08.826671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:08.839021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-1773995812', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:0d:1c'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:08.999278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-54cdc356-cb11-4034-a2cc-a3be1d7ffe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:09.009866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-54cdc356-cb11-4034-a2cc-a3be1d7ffe76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.4157500 Aug 12 02:19:09.117268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ef1c-a736-40c9-8c54-537ea97e9948 req-22d9cc6c-b8b3-4e41-b72d-e08acb25ac5c tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:09.142265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9115ef1c-a736-40c9-8c54-537ea97e9948 req-22d9cc6c-b8b3-4e41-b72d-e08acb25ac5c tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 945 time: 0.5345740 Aug 12 02:19:09.145020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b120322c-9953-4d2f-9623-f0d1445ed02f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:09.165904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:09.189761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-79b036f0-91f0-4b66-aa52-7e914acb4e21 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452060 Aug 12 02:19:09.218637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Deleting port 685cfbed-19c8-4805-8cc8-5cbd83e9f965 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:09.218924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:09.266779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b120322c-9953-4d2f-9623-f0d1445ed02f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:09.424279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:09.428705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9115ef1c-a736-40c9-8c54-537ea97e9948 req-7f9b3a0b-eecb-43fb-9eed-8787e7fd8a5c tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847776 Aug 12 02:19:09.462364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port 24266888-3e1c-4115-9467-684c2c8eef49 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:09.590976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-618b3a49-86d5-4c15-bc3a-d7a983406eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367001 Aug 12 02:19:09.617314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:09.635871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:09.704251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.3 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/24266888-3e1c-4115-9467-684c2c8eef49) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:09.836418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57b8d769-44dd-4036-ace5-a7deb9975709 req-05fe2e07-48ae-41d0-bce2-ea165bfb97a1 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380228 Aug 12 02:19:09.854060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Calling delete_port for 685cfbed-19c8-4805-8cc8-5cbd83e9f965 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:09.995609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8483d3-434d-4819-896b-401fe8bd472b req-5b947885-0ced-4556-8ad1-6ac14af3bf9a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:09.998462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f8483d3-434d-4819-896b-401fe8bd472b req-5b947885-0ced-4556-8ad1-6ac14af3bf9a tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 0.3574057 Aug 12 02:19:10.111084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.113189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f8483d3-434d-4819-896b-401fe8bd472b req-2f4dff32-305d-4aec-8f5b-c9867e92e936 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/security-groups?id=59f49044-7a9f-47f1-b5aa-916352888f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031258 Aug 12 02:19:10.128757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4563548d-e3f3-4ccc-a8de-0872d676dec3 None None] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:10.133393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object 24266888-3e1c-4115-9467-684c2c8eef49 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:10.196581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.221635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-5479b9aa-e721-4807-8f56-8b4eed1be826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:10.223774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-5479b9aa-e721-4807-8f56-8b4eed1be826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 1094 time: 0.0917184 Aug 12 02:19:10.230227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.306664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=24266888-3e1c-4115-9467-684c2c8eef49,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:10.338930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:10.343569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:10.348505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:10.392101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Provisioning for port b120322c-9953-4d2f-9623-f0d1445ed02f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:10.414136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Provisioning complete for port b120322c-9953-4d2f-9623-f0d1445ed02f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:10.416212 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.473784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:10.474384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.498102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bcad6232-a570-42c9-8b68-fed8e289f0f6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6657736 Aug 12 02:19:10.498639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:10.511543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Pushing event deleted for resources: {'Port': ['ID=685cfbed-19c8-4805-8cc8-5cbd83e9f965,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:10.631459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.689286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] For port b120322c-9953-4d2f-9623-f0d1445ed02f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b120322c-9953-4d2f-9623-f0d1445ed02f,segment=NetworkSegment(bc2bac54-5c0f-471f-b839-4378b9ec95f8),segment_id=bc2bac54-5c0f-471f-b839-4378b9ec95f8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:10.695887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:10.716169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61f3be-f813-4a1f-95a8-14aae6a594e0 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:10.734115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61f3be-f813-4a1f-95a8-14aae6a594e0 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:10.748037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b61f3be-f813-4a1f-95a8-14aae6a594e0 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:10.752540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b61f3be-f813-4a1f-95a8-14aae6a594e0 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2515349 Aug 12 02:19:10.755100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35448) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:10.860361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b816-029d-4616-9e60-7673a3050252 None None] Pushing event updated for resources: {'Port': ['ID=b120322c-9953-4d2f-9623-f0d1445ed02f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:11.028296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port 24266888-3e1c-4115-9467-684c2c8eef49 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:11.028993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.100166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b120322c-9953-4d2f-9623-f0d1445ed02f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:11.239288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Provisioning for port 24266888-3e1c-4115-9467-684c2c8eef49 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:11.255510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Provisioning complete for port 24266888-3e1c-4115-9467-684c2c8eef49 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:11.257958 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.288788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.319877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for 24266888-3e1c-4115-9467-684c2c8eef49 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:11.347671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b120322c-9953-4d2f-9623-f0d1445ed02f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:11.348190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.471461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Port 24266888-3e1c-4115-9467-684c2c8eef49 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:11.513138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Provisioning for port 8007694d-771c-4efe-b3cd-5f35d15f059d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:11.530416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.544777 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.546106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Provisioning complete for port 8007694d-771c-4efe-b3cd-5f35d15f059d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:11.551846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.552162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d79bb753-31c9-425a-b069-e5deb567442e tempest-FloatingIPAdminTestJSON-2003424974 tempest-FloatingIPAdminTestJSON-2003424974-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/e6a1a572-c10f-40d1-afd3-efaa87d98e5b HTTP/1.1" status: 204 len: 168 time: 3.1761017 Aug 12 02:19:11.561910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35454) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:11.636786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-2295a22c-d187-41f4-8c8a-a98ffb0e6ed7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:11.648448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-2295a22c-d187-41f4-8c8a-a98ffb0e6ed7 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 951 time: 1.1896639 Aug 12 02:19:11.665995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81320fbd-61af-4ac1-af35-be4318ea7351 req-dfa43b1c-2e34-4734-8a98-26e4c20ada5a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:11.681295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81320fbd-61af-4ac1-af35-be4318ea7351 req-dfa43b1c-2e34-4734-8a98-26e4c20ada5a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 1.3715458 Aug 12 02:19:11.748344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Port 8007694d-771c-4efe-b3cd-5f35d15f059d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:11.765096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Provisioning complete for port b120322c-9953-4d2f-9623-f0d1445ed02f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:11.765459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c07fb8a7-4126-4d8f-82f7-0f3a68ca3888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.800093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-7a08d861-94cb-43e0-a77b-bc98752b59c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:11.801680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-7a08d861-94cb-43e0-a77b-bc98752b59c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 1.5684581 Aug 12 02:19:11.876108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:11.914797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81320fbd-61af-4ac1-af35-be4318ea7351 req-a6409c74-07d2-436b-b412-1ba5dd8f4a4f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325175 Aug 12 02:19:11.956128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-414adc6b-ed76-47fd-a4b3-66b2839cffcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200 HTTP/1.1" status: 200 len: 217 time: 0.0997705 Aug 12 02:19:11.957435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=24266888-3e1c-4115-9467-684c2c8eef49,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:12.035401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:12.035800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.090958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Deleting port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:12.091499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.117373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-661c997f-53bb-48e7-8174-a3ff5862cc6b None None] Could not find standard attr ID for object 24266888-3e1c-4115-9467-684c2c8eef49. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:19:12.153075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-661c997f-53bb-48e7-8174-a3ff5862cc6b None None] Provisioning complete for port 8007694d-771c-4efe-b3cd-5f35d15f059d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:12.153702 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-661c997f-53bb-48e7-8174-a3ff5862cc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.217401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-df79a2a5-455b-4970-b34b-59005dc2631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:12.219127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-df79a2a5-455b-4970-b34b-59005dc2631a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.2496133 Aug 12 02:19:12.242707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-661c997f-53bb-48e7-8174-a3ff5862cc6b None None] Port 8007694d-771c-4efe-b3cd-5f35d15f059d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:12.249212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fbe93-b783-457b-8eff-b589df562ff9 req-4adbe9a3-6347-43e1-b04a-afa6ea1b5a15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:12.253559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-975fbe93-b783-457b-8eff-b589df562ff9 req-4adbe9a3-6347-43e1-b04a-afa6ea1b5a15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.2190101 Aug 12 02:19:12.387348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-9639d927-481b-442c-a075-24ad4d0d5118 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311641 Aug 12 02:19:12.481834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] For port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:12.482621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.505601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Calling delete_port for 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:12.509853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.566467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for 4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:12.607857 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.617603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e60d393-93db-45b8-96e7-e77d7365cdbd tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/24266888-3e1c-4115-9467-684c2c8eef49 HTTP/1.1" status: 204 len: 168 time: 1.8604081 Aug 12 02:19:12.698960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35458) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:12.724312 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-975fbe93-b783-457b-8eff-b589df562ff9 req-46fcacb8-04c2-4ef0-b853-035bffe44bed tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386423 Aug 12 02:19:12.725507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.744916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:12.778630 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b4e46a-7a87-4af8-ab23-b56daea78eb1 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] GET failed (client error): The resource could not be found. Aug 12 02:19:12.784656 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-16b4e46a-7a87-4af8-ab23-b56daea78eb1 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports/24266888-3e1c-4115-9467-684c2c8eef49 HTTP/1.1" status: 404 len: 333 time: 0.0804963 Aug 12 02:19:12.785368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:12.787215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Pushing event deleted for resources: {'Port': ['ID=23730d77-a0ca-4c56-b4a4-1e76d0b02ea5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:12.796711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-735134059'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:12.849731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] No DVR routers for this DVR port 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:12.852662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:12.855437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c8de550-1f67-454d-b44f-3f5a63f2405c req-46c04d37-ba47-4cb8-b1e9-fa215b0621e6 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.25 "DELETE /v2.0/ports/23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 HTTP/1.1" status: 204 len: 173 time: 1.1416254 Aug 12 02:19:12.855909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-deleted', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:12.859171 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0518c-3e4c-496e-815b-f5a271141fb2" -d '{"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-deleted", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:12.934183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-bc614fa1-dfdf-4071-9e66-84bfbb7b63bd tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-631303072&fields=id&tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 267 time: 0.0496478 Aug 12 02:19:12.982533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.032556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-dcd09a59-0ada-4871-9294-5c44be6c07b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:13.044421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-dcd09a59-0ada-4871-9294-5c44be6c07b4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 945 time: 0.1082065 Aug 12 02:19:13.046225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:13.055357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'security_groups': ['3e557944-fcd9-48a4-869e-9e093c6b62be', '54ce7b4f-ecda-40e9-ba18-90356dbd3fa0']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:13.061006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:13.069721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.198970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port 7e1007fd-279f-4eec-9895-5eac7af472b7 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:13.269831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.284061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.285691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd45792c-ed2d-4c96-b728-c108187ae455 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/ports/4c9e19e9-23ea-4d1e-b7fa-fe96f1cca9cd HTTP/1.1" status: 204 len: 168 time: 1.7216265 Aug 12 02:19:13.291161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:13.388130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-2df0d957-52ac-4bfc-99ab-2a4f05dbd804 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911210 Aug 12 02:19:13.396299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1a06386-eb3b-42b4-a211-0febd105e93c req-d7d0d17f-941f-4612-9bcc-86f805d3cf09 tempest-ServersAdminTestJSON-1760250486 tempest-ServersAdminTestJSON-1760250486-project] 10.222.0.11 "GET /v2.0/ports?device_id=2377504a-d2c0-4df9-b2c5-1e2d35004003 HTTP/1.1" status: 200 len: 210 time: 0.0753889 Aug 12 02:19:13.448217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.3 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/7e1007fd-279f-4eec-9895-5eac7af472b7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:13.489210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642c1e3a-6d18-478d-8022-ac5e6024fadb tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:13.490846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-642c1e3a-6d18-478d-8022-ac5e6024fadb tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e9a2fac-0730-4a8f-9585-a791795e0a77 HTTP/1.1" status: 200 len: 913 time: 0.1969509 Aug 12 02:19:13.496974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35476) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:13.500984 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb7f09-37ab-4e57-b1f5-6ee6374293e6 x-openstack-request-id: req-8edb7f09-37ab-4e57-b1f5-6ee6374293e6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:13.501346 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2377504a-d2c0-4df9-b2c5-1e2d35004003", "name": "network-vif-deleted", "tag": "23730d77-a0ca-4c56-b4a4-1e76d0b02ea5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:13.504613 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8edb7f09-37ab-4e57-b1f5-6ee6374293e6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:13.504613 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2377504a-d2c0-4df9-b2c5-1e2d35004003', 'name': 'network-vif-deleted', 'tag': '23730d77-a0ca-4c56-b4a4-1e76d0b02ea5', 'status': 'completed', 'code': 200} Aug 12 02:19:13.617870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e34874e9-baa2-4e40-9520-d27ca4ef36c8 req-1556c1a8-9773-4037-aab0-52143d7959f9 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198408 Aug 12 02:19:13.693393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:13.735705 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.749112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.783959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf', 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:13.813010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:13.813714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:13.815820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a5bf14-e622-49af-a0cd-005a5589567e req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "PUT /v2.0/ports/c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 981 time: 0.7705290 Aug 12 02:19:13.856075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08c81-7dc1-4acc-9487-e09e60025ca0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:13.940852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 35bb4db8-9b59-488a-99a6-beb4a5fc9200 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:14.047306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8a68-da7d-488d-84e3-0523d7b9469d req-e1008c38-f9e6-4a2d-a3af-b83a821e17ce tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:14.049491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad3c8a68-da7d-488d-84e3-0523d7b9469d req-e1008c38-f9e6-4a2d-a3af-b83a821e17ce tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.0595393 Aug 12 02:19:14.074918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b1e26-5b9d-4aa0-92f7-c5070459d03a req-667726af-cc2b-4b4c-a816-b9f8a82be271 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:14.076570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-979b1e26-5b9d-4aa0-92f7-c5070459d03a req-667726af-cc2b-4b4c-a816-b9f8a82be271 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 943 time: 0.4955862 Aug 12 02:19:14.098594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad3c8a68-da7d-488d-84e3-0523d7b9469d req-9cf994c0-471e-454a-8c17-618b17f6582f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Aug 12 02:19:14.101607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:14.178089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:14.183779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54326099-45a5-47d4-a940-7d309c1a4f78 req-3a8a834d-caf7-4ebc-87fe-f88b6d3522fa tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/54ce7b4f-ecda-40e9-ba18-90356dbd3fa0 HTTP/1.1" status: 200 len: 1802 time: 0.0502074 Aug 12 02:19:14.205972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '35bb4db8-9b59-488a-99a6-beb4a5fc9200', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '35bb4db8-9b59-488a-99a6-beb4a5fc9200', 'mac_address': 'fa:16:3e:60:0f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:14.240072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-979b1e26-5b9d-4aa0-92f7-c5070459d03a req-ca8e7cce-f915-40d7-af47-714a51a7724b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492178 Aug 12 02:19:14.255565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:14.260342 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-54326099-45a5-47d4-a940-7d309c1a4f78 req-38559177-302f-4dc6-a86e-9b85129dacbb tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 02:19:14.263919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54326099-45a5-47d4-a940-7d309c1a4f78 req-38559177-302f-4dc6-a86e-9b85129dacbb tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/54ce7b4f-ecda-40e9-ba18-90356dbd3fa0 HTTP/1.1" status: 409 len: 341 time: 0.0720022 Aug 12 02:19:14.316876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:14.378180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object 7e1007fd-279f-4eec-9895-5eac7af472b7 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:14.382837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bb4db8-9b59-488a-99a6-beb4a5fc9200 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:14.446753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:14.469450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:14.518850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:14.546460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad34a99-3f18-4091-bd35-3aca0b683d99 req-3faf5044-7ab4-4e1f-b717-b7c9136d46b6 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:14.549203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ad34a99-3f18-4091-bd35-3aca0b683d99 req-3faf5044-7ab4-4e1f-b717-b7c9136d46b6 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 984 time: 0.0937936 Aug 12 02:19:14.597446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:14.600875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ad34a99-3f18-4091-bd35-3aca0b683d99 req-0851fc0b-1077-4305-84dd-ade08408e01a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0449715 Aug 12 02:19:14.612437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:14.638453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:14.646684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582896-12c0-484b-990b-e4944a687751 req-e94bfda4-ace1-4c7d-ac0a-c99069ba3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:14.648574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-e94bfda4-ace1-4c7d-ac0a-c99069ba3ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1135 time: 0.1452675 Aug 12 02:19:14.651775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:14.652652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=7e1007fd-279f-4eec-9895-5eac7af472b7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:14.774389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['35bb4db8-9b59-488a-99a6-beb4a5fc9200'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:14.803085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:14.803831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:14.826219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.017234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-02ed420b-81a3-4783-a516-ae0504e4b1b8 None None] Provisioning for port 7e1007fd-279f-4eec-9895-5eac7af472b7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:15.029284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-02ed420b-81a3-4783-a516-ae0504e4b1b8 None None] Provisioning complete for port 7e1007fd-279f-4eec-9895-5eac7af472b7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:15.029654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-02ed420b-81a3-4783-a516-ae0504e4b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.042858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4c073c1-c2db-4895-8411-4b69f609c8ac tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2561977 Aug 12 02:19:15.046740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:15.052654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:0d:1c'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:15.082864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-02ed420b-81a3-4783-a516-ae0504e4b1b8 None None] Port 7e1007fd-279f-4eec-9895-5eac7af472b7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:15.088578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582896-12c0-484b-990b-e4944a687751 req-436078ad-1b58-4838-a2aa-53c41ad89ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.090131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-436078ad-1b58-4838-a2aa-53c41ad89ea8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.4152923 Aug 12 02:19:15.103283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:15.146387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-f9ee600d-b4c8-4afe-b4f1-82db5cda62c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 217 time: 0.0483890 Aug 12 02:19:15.261218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71582896-12c0-484b-990b-e4944a687751 req-8c39de78-b1e5-4afe-9766-7260769085dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.262702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-8c39de78-b1e5-4afe-9766-7260769085dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.1078579 Aug 12 02:19:15.302700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-155653f1-9cad-42fb-bee2-c8489138dc21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312302 Aug 12 02:19:15.368302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6ec44ad-9ce4-40a1-90c3-814bea12b2c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03e0386c6f414e379fec48ae4b286628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607195 Aug 12 02:19:15.368302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.372084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:15.388239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port f8203363-3a98-494e-a5df-7228bf1e64d7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:15.388590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.413557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5154f-2521-4fc4-b399-adad533740d5 req-85e31063-05c8-4858-94a1-eb71ee0c2699 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.415123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17d5154f-2521-4fc4-b399-adad533740d5 req-85e31063-05c8-4858-94a1-eb71ee0c2699 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.2014599 Aug 12 02:19:15.504797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:15.507300 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed456d9-d97d-4b7d-815b-97b584b1e33b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:15.524867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad8da-bd4b-4fd8-a4ef-30079553ff97 req-16276ad0-dab4-4583-89bc-8868eea4b012 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.526071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17d5154f-2521-4fc4-b399-adad533740d5 req-1c07fff6-0c6b-41cf-9a47-6130acf9aa3d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046355 Aug 12 02:19:15.534447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc6ad8da-bd4b-4fd8-a4ef-30079553ff97 req-16276ad0-dab4-4583-89bc-8868eea4b012 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 944 time: 0.2197278 Aug 12 02:19:15.549473 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-90c41ac0-afc7-4ebe-92a7-4be361f393cd service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363420 Aug 12 02:19:15.615812 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2463d825-437a-4e9e-a26f-cc65aeb229da x-openstack-request-id: req-2463d825-437a-4e9e-a26f-cc65aeb229da {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:15.615812 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:15.616270 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2463d825-437a-4e9e-a26f-cc65aeb229da {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:15.616570 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'status': 'completed', 'code': 200} Aug 12 02:19:15.617835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.622798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.653975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc6ad8da-bd4b-4fd8-a4ef-30079553ff97 req-7715f3da-599d-46f3-910c-790ba64d47c4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185956 Aug 12 02:19:15.661386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for f8203363-3a98-494e-a5df-7228bf1e64d7 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:15.663302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.757766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71582896-12c0-484b-990b-e4944a687751 req-c086deb9-01e8-4dab-b836-5ddc875af501 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969349 Aug 12 02:19:15.800543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665f51c-c34b-40c8-87fd-60e50a091a82 req-040ddde6-f7d7-47ba-bc54-225fe9a7f6f4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.802101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e665f51c-c34b-40c8-87fd-60e50a091a82 req-040ddde6-f7d7-47ba-bc54-225fe9a7f6f4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 984 time: 0.0786312 Aug 12 02:19:15.819730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.821418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.824346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.828184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59f49044-7a9f-47f1-b5aa-916352888f8f HTTP/1.1" status: 204 len: 168 time: 0.4525623 Aug 12 02:19:15.840286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.896054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:15.898128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 35bb4db8-9b59-488a-99a6-beb4a5fc9200 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:15.944985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9c368-1dab-4fcd-a812-ffe4090e7b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f49044-7a9f-47f1-b5aa-916352888f8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:15.968674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] In _notify_port_updated(), no bound segment for port 7e1007fd-279f-4eec-9895-5eac7af472b7 on network 8eb1978f-ee99-4282-aa42-e2a27f694265 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:19:15.976937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:15.977361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:15.982054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "PUT /v2.0/ports/7e1007fd-279f-4eec-9895-5eac7af472b7 HTTP/1.1" status: 200 len: 993 time: 0.9353421 Aug 12 02:19:15.991589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:16.022322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-51152fff-2889-484e-8b16-5694552d0103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:16.029541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-51152fff-2889-484e-8b16-5694552d0103 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1135 time: 0.1797764 Aug 12 02:19:16.067636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e665f51c-c34b-40c8-87fd-60e50a091a82 req-68e5d723-0746-4121-b08b-14a33bfcdbed tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2577016 Aug 12 02:19:16.123740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484242ff-a3f9-4ce8-9f44-88814607c0cc tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=7e1007fd-279f-4eec-9895-5eac7af472b7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:16.152407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:19:16.239382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.266680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port 7e1007fd-279f-4eec-9895-5eac7af472b7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:16.268760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.292097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:16.294601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=f8203363-3a98-494e-a5df-7228bf1e64d7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:16.308444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:16.309180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.413302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bb8f1ce0-2024-4529-8d69-5ae4136876c5 None None] Provisioning complete for port 7e1007fd-279f-4eec-9895-5eac7af472b7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:16.413908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bb8f1ce0-2024-4529-8d69-5ae4136876c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.465050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.466391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-680ad82e-bd27-4f67-8b2b-12b97db585ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:16.469480 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-680ad82e-bd27-4f67-8b2b-12b97db585ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.3510745 Aug 12 02:19:16.485407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for 7e1007fd-279f-4eec-9895-5eac7af472b7 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:16.491244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:16.497759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:16.521683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f1ce0-2024-4529-8d69-5ae4136876c5 None None] Port 7e1007fd-279f-4eec-9895-5eac7af472b7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:16.527039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'network_id': '66be3cc0-9c2a-4251-85b4-2c13db9a10b8', 'port_id': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'mac_address': 'fa:16:3e:b0:90:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced602ab-e827-46df-a182-0bb25617908c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:16.598486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-2837d8b8-ee49-4b86-85c7-852d752ab1ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 217 time: 0.0573728 Aug 12 02:19:16.625714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.653417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7ee6d80-60ec-4e97-ae47-7bbc684ca3b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f29b38522fb44f68f543ebf784c128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607544 Aug 12 02:19:16.663886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35552) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:16.687001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.710759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-0c3879bc-17fb-4779-8d30-a0f15e276ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:16.712559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-0c3879bc-17fb-4779-8d30-a0f15e276ca9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.1013701 Aug 12 02:19:16.746487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:16.749420 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf894c2d-38ec-46ba-8155-bb1c91087c31" -d '{"events": [{"server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "name": "network-vif-plugged", "status": "completed", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:16.788612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:16.789837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-6189e8eb-05f1-4248-ae3b-44c228dda077 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366027 Aug 12 02:19:16.790356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.801487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.802543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:16.830536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:16.835428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e9e85-1e89-4901-a4ad-65e7a74d9f82 req-e21e9e96-debb-4c74-934f-f8fed34c0a39 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:16.837394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38e9e85-1e89-4901-a4ad-65e7a74d9f82 req-e21e9e96-debb-4c74-934f-f8fed34c0a39 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 944 time: 0.1827414 Aug 12 02:19:16.861904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:16.863351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:16.864035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 23730d77-a0ca-4c56-b4a4-1e76d0b02ea5 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:16.865132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.889082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:16.905782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.930430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38e9e85-1e89-4901-a4ad-65e7a74d9f82 req-b4cacae1-2342-4235-af45-d87b7357ce3b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857131 Aug 12 02:19:16.949773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:16.972610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7791a1-8fdb-4f0f-b2d7-d6f051abb9e9 req-1d1d1777-cb0e-45a2-bbc6-4e93ebee6e41 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:16.974232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc7791a1-8fdb-4f0f-b2d7-d6f051abb9e9 req-1d1d1777-cb0e-45a2-bbc6-4e93ebee6e41 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 945 time: 0.1911974 Aug 12 02:19:17.005081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.038941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:17.067901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=7e1007fd-279f-4eec-9895-5eac7af472b7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:17.084065 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d3437-3ff7-440a-b9b3-6f601078337a x-openstack-request-id: req-f17d3437-3ff7-440a-b9b3-6f601078337a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:17.084692 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "name": "network-vif-plugged", "status": "completed", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:17.085119 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f17d3437-3ff7-440a-b9b3-6f601078337a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:17.085850 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200', 'code': 200} Aug 12 02:19:17.090468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-f3ac36c3-3ede-4da7-92ba-e5947f6a69e7 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840433 Aug 12 02:19:17.152274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc7791a1-8fdb-4f0f-b2d7-d6f051abb9e9 req-014815ed-8a22-4d89-8714-80f819693ab0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689556 Aug 12 02:19:17.165434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['df1f304c-7e80-41bb-b3c4-e1d0cfa28683'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:17.260748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.263311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.266654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d2197a6-951b-40b0-a6e8-2b4babe94a94 HTTP/1.1" status: 204 len: 168 time: 0.5997732 Aug 12 02:19:17.298110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:17.372449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed456d9-d97d-4b7d-815b-97b584b1e33b req-13ec755b-86ae-419d-b5ed-3ee66c24215f service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690816 Aug 12 02:19:17.377601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:17.418513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'mac_address': 'fa:16:3e:83:f1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:17.428787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Router 8e9a2fac-0730-4a8f-9585-a791795e0a77 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:19:17.512572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.544857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4182a83c-1318-41f6-ba35-adca15ebb31d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:17.570919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:17.586959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.615874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:17.634708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec5f3713-d115-456c-b728-8d2112e64a35 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "PUT /v2.0/routers/8e9a2fac-0730-4a8f-9585-a791795e0a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1364846 Aug 12 02:19:17.637336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:17.637886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] Sync routers for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:17.650207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce78512-376e-42d1-8e0c-9740b90e7ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2197a6-951b-40b0-a6e8-2b4babe94a94,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:17.685586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:17.708935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:17.709524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:17.758086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8bbe4-a027-4be4-b7fd-a92edc70408d req-32972f98-ce19-4383-894d-7d33ae51eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:17.759416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97d8bbe4-a027-4be4-b7fd-a92edc70408d req-32972f98-ce19-4383-894d-7d33ae51eb3f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 1096 time: 0.6039271 Aug 12 02:19:17.804774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.809367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-368a9a49-dd42-427e-9466-3ce1ed12589b tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/7e1007fd-279f-4eec-9895-5eac7af472b7 HTTP/1.1" status: 204 len: 168 time: 1.8001206 Aug 12 02:19:17.841017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.843261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:17.849770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d063252-587b-4095-a6ba-f0b278c25372 req-abb19e04-4ced-40cd-9be6-22c01fea2f00 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:17.860913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d063252-587b-4095-a6ba-f0b278c25372 req-abb19e04-4ced-40cd-9be6-22c01fea2f00 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 984 time: 0.5928078 Aug 12 02:19:17.878973 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-502dfb73-ccdf-4640-aa52-8b7cb7cc8bff tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] GET failed (client error): The resource could not be found. Aug 12 02:19:17.880916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-502dfb73-ccdf-4640-aa52-8b7cb7cc8bff tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports/7e1007fd-279f-4eec-9895-5eac7af472b7 HTTP/1.1" status: 404 len: 333 time: 0.0364845 Aug 12 02:19:17.884811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:17.903599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4182a83c-1318-41f6-ba35-adca15ebb31d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:17.924183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-1740536884'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:17.927141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:17.938942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:17.957808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] Routers {'8e9a2fac-0730-4a8f-9585-a791795e0a77'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:17.958570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8e9a2fac-0730-4a8f-9585-a791795e0a77'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:18.044609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:18.045282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c23e33-dbbc-4b27-b472-d9b28b7e0503 None None] The sync data for ids ['8e9a2fac-0730-4a8f-9585-a791795e0a77'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:18.083256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97d8bbe4-a027-4be4-b7fd-a92edc70408d req-9e58e229-0abc-4a93-944a-5e36e3d60173 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032930 Aug 12 02:19:18.195861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d063252-587b-4095-a6ba-f0b278c25372 req-1c03a2cc-95f3-4faa-b231-fd0cd413ec4c tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3307629 Aug 12 02:19:18.250526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:18.255294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.282401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port a0245c20-50d5-4d31-8380-226fad7a1f1a yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:18.419655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3a82e-010b-4bee-96d8-668b6b54f96a req-a0358ec3-3e04-4a4e-a863-3500e323c430 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:18.422173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e3a82e-010b-4bee-96d8-668b6b54f96a req-a0358ec3-3e04-4a4e-a863-3500e323c430 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 945 time: 0.1173544 Aug 12 02:19:18.453480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c51cd6-5e2d-43af-99ae-45fea2dea4ad req-b62a6c5b-5b38-4f27-981b-93c88c3e0ead tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:18.461180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4c51cd6-5e2d-43af-99ae-45fea2dea4ad req-b62a6c5b-5b38-4f27-981b-93c88c3e0ead tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 945 time: 0.1810577 Aug 12 02:19:18.490952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.501483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e3a82e-010b-4bee-96d8-668b6b54f96a req-09a564da-bd5f-4ebc-99ea-7226166fa86a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 Aug 12 02:19:18.503327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.9 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/a0245c20-50d5-4d31-8380-226fad7a1f1a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:18.552268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4c51cd6-5e2d-43af-99ae-45fea2dea4ad req-4e062ee0-14e4-4332-8653-406063ab2552 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858190 Aug 12 02:19:18.558077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port 98ca2522-ffbe-4bdb-a15d-3ad44c34fb24 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:18.558523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.607771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35612) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:18.698387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-88ab38ca-9596-48dc-a46c-91752fbde2b1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-325058703&fields=id&tenant_id=fb6c0448f8c5453b932900263ea18020 HTTP/1.1" status: 200 len: 267 time: 0.0653472 Aug 12 02:19:18.700134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.744888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1871986156-network', 'tenant_id': '8311da17f3a342ec9a42b547dfa9c41d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:18.748268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for 98ca2522-ffbe-4bdb-a15d-3ad44c34fb24 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:18.779674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.795374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object a0245c20-50d5-4d31-8380-226fad7a1f1a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:18.838809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.854111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-2031994e-4e00-4620-a030-90e10df24e00 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:18.862586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-2031994e-4e00-4620-a030-90e10df24e00 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 984 time: 0.1535530 Aug 12 02:19:18.869159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:18.873353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'port': {'security_groups': ['3e557944-fcd9-48a4-869e-9e093c6b62be', '54ce7b4f-ecda-40e9-ba18-90356dbd3fa0', '766007b1-e67f-427b-88f1-8f7660f277b5']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:18.881072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Made reservation on behalf of 8311da17f3a342ec9a42b547dfa9c41d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:18.883546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.898558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=a0245c20-50d5-4d31-8380-226fad7a1f1a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:18.906336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:18.908556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:18.911525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:18.929194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.975237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4182a83c-1318-41f6-ba35-adca15ebb31d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:18.976136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:18.984413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:18.985066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.017282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9e734df-f12f-4dab-a666-48596be2ae13 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1260815 Aug 12 02:19:19.017282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:19.029876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fc:0d:1c'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:19.098570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.124446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.130114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.132498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.134019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:19.137038 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1387cfc-bfbb-4ebf-b6aa-4bf8d0bb1369" -d '{"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-plugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:19.159512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:19.164319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.193890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=98ca2522-ffbe-4bdb-a15d-3ad44c34fb24,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:19.226453 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6b43bb-d8db-4ca0-ad99-703fe4e4b980 x-openstack-request-id: req-9f6b43bb-d8db-4ca0-ad99-703fe4e4b980 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:19.226659 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-plugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:19.226920 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f6b43bb-d8db-4ca0-ad99-703fe4e4b980 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:19.227323 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'code': 200} Aug 12 02:19:19.228511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:19.285127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e8f97b65-df86-4fa9-ab6e-7214d1bb13cf None None] Provisioning for port a0245c20-50d5-4d31-8380-226fad7a1f1a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:19.289794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e8f97b65-df86-4fa9-ab6e-7214d1bb13cf None None] Provisioning complete for port a0245c20-50d5-4d31-8380-226fad7a1f1a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:19.290169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e8f97b65-df86-4fa9-ab6e-7214d1bb13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.336063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e8f97b65-df86-4fa9-ab6e-7214d1bb13cf None None] Port a0245c20-50d5-4d31-8380-226fad7a1f1a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:19.420307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.483089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.490802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.573845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.576234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=a0245c20-50d5-4d31-8380-226fad7a1f1a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:19.578666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.586785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.589404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.595155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] In _notify_port_updated(), no bound segment for port a0245c20-50d5-4d31-8380-226fad7a1f1a on network 8eb1978f-ee99-4282-aa42-e2a27f694265 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:19:19.602984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:19.603931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.605519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e9c30bd-8d7e-4e7c-bd31-9b188a844208 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "PUT /v2.0/ports/a0245c20-50d5-4d31-8380-226fad7a1f1a HTTP/1.1" status: 200 len: 996 time: 0.5872881 Aug 12 02:19:19.608507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:19.710652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:19.724127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.724773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Fanout notify agent at l3_agent the message router_deleted on router 8e9a2fac-0730-4a8f-9585-a791795e0a77 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:19:19.778873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b38f1-2567-45ad-89d7-b892242f95cf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:19.798055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.801649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f7a8-4096-4e2c-a076-02df0f2074d4 req-5649ebab-4a72-434d-aef5-b90beb6ca536 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:19.802371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1157136b-e1b6-450e-8f59-937672d101ad tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/routers/8e9a2fac-0730-4a8f-9585-a791795e0a77 HTTP/1.1" status: 204 len: 168 time: 2.1589501 Aug 12 02:19:19.803386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35646) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:19.804165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9a8f7a8-4096-4e2c-a076-02df0f2074d4 req-5649ebab-4a72-434d-aef5-b90beb6ca536 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 945 time: 0.1453309 Aug 12 02:19:19.810379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.810726 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Added segment 6b757618-37cb-4f4b-a77c-364d95d4aa10 of type vlan for network 3106dc2a-e652-4646-baa0-6d225da33eec Aug 12 02:19:19.850937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port a0245c20-50d5-4d31-8380-226fad7a1f1a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:19.854991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.901345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:19.934472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9a8f7a8-4096-4e2c-a076-02df0f2074d4 req-6aaa10e0-d318-4198-be5f-3c3ff2b34ed9 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196086 Aug 12 02:19:19.963080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:19.974394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting subnet 810cae6c-8a03-4390-8e9e-febaee468cf1 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:19:19.989987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.039426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:20.076377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.079204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e2e9e758-cbc0-454e-a0b1-236dca2794c7 None None] Provisioning complete for port a0245c20-50d5-4d31-8380-226fad7a1f1a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:20.079585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2e9e758-cbc0-454e-a0b1-236dca2794c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.082294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.102442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for a0245c20-50d5-4d31-8380-226fad7a1f1a owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:20.107442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.108167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:20.108760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.122030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefc9e5-31da-49ff-ab4d-46a0c81ade02 req-663bb2a5-66cb-4056-bc1f-3da0a74040f3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:20.131787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5aefc9e5-31da-49ff-ab4d-46a0c81ade02 req-663bb2a5-66cb-4056-bc1f-3da0a74040f3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 945 time: 0.1232555 Aug 12 02:19:20.135458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5265951 Aug 12 02:19:20.143531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:20.155266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:20.155667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.178382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Request body: {'subnet': {'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1871986156-subnet', 'tenant_id': '8311da17f3a342ec9a42b547dfa9c41d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:20.226205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.237283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5aefc9e5-31da-49ff-ab4d-46a0c81ade02 req-05c5a9bf-659e-4df8-ad2b-1c08e994cf03 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042709 Aug 12 02:19:20.252149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9e758-cbc0-454e-a0b1-236dca2794c7 None None] Port a0245c20-50d5-4d31-8380-226fad7a1f1a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:20.252721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.283619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf', 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:20.313962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558d4a-8f6b-4d79-9d80-6dd8d5b22765 admin admin] Pushing event updated for resources: {'Network': ['ID=3106dc2a-e652-4646-baa0-6d225da33eec,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:20.346650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3106dc2a-e652-4646-baa0-6d225da33eec details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:20.363036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Made reservation on behalf of 8311da17f3a342ec9a42b547dfa9c41d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:20.365956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.479091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:20.479804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.481180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2572f73-caf3-478f-8673-6c4b1f24e479 req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "PUT /v2.0/ports/c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 1020 time: 1.6177731 Aug 12 02:19:20.481632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:20.483972 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a675b2d-abc9-41f7-81e0-d31344ed2739" -d '{"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:20.499277 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.511332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.516998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a1be-66ee-452c-bd9c-383b088d1b57 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:20.580231 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.664758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:20.672683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:20.713501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.745348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=a0245c20-50d5-4d31-8380-226fad7a1f1a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:20.840036 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649052b5-cbbf-4c30-a7d8-3d26c7ed3de9 x-openstack-request-id: req-649052b5-cbbf-4c30-a7d8-3d26c7ed3de9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:20.840382 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:20.840575 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-649052b5-cbbf-4c30-a7d8-3d26c7ed3de9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:20.840983 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'status': 'completed', 'code': 200} Aug 12 02:19:20.858293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.933855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Subnet': ['ID=810cae6c-8a03-4390-8e9e-febaee468cf1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:20.939809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.945050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5847dab0-12cd-4574-bbe7-0c4a1bb7c16e tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/subnets/810cae6c-8a03-4390-8e9e-febaee468cf1 HTTP/1.1" status: 204 len: 168 time: 1.1333907 Aug 12 02:19:20.950521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:20.952172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:20.962308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.976270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:20.976979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4b8c5166-bbb3-43b1-a41a-9640fd630fe6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/a0245c20-50d5-4d31-8380-226fad7a1f1a HTTP/1.1" status: 204 len: 168 time: 1.3659270 Aug 12 02:19:20.981111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8da604-b260-441b-8f85-c942c0db8d4b None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:20.981544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35678) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:21.109160 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd1bd3c-323e-426b-9ed3-c8aefb598449 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] GET failed (client error): The resource could not be found. Aug 12 02:19:21.116077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-edd1bd3c-323e-426b-9ed3-c8aefb598449 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports/a0245c20-50d5-4d31-8380-226fad7a1f1a HTTP/1.1" status: 404 len: 333 time: 0.1280637 Aug 12 02:19:21.124441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35680) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:21.131597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-732966692'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:21.159938 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0683d7e-4463-4050-b06b-1b8fd296e867 req-3318cd48-01fb-4e34-965e-b64ec34624f2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/766007b1-e67f-427b-88f1-8f7660f277b5 HTTP/1.1" status: 200 len: 1802 time: 0.2894187 Aug 12 02:19:21.177340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-025b73ed-bde8-4b57-8d15-36e105405ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:21.178870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-025b73ed-bde8-4b57-8d15-36e105405ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb6c0448f8c5453b932900263ea18020&device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1174 time: 0.2803369 Aug 12 02:19:21.207607 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.243717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:21.246233 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982ff6e1-a123-4b31-9f93-ce7061583814" -d '{"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:21.278721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb0cae1-082f-4815-b67f-2e855e4c78ee,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:21.345342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:21.346968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.447319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Checking segment: {'id': '6b757618-37cb-4f4b-a77c-364d95d4aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:21.459916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Network hostable DHCP agents. Network: 3106dc2a-e652-4646-baa0-6d225da33eec, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:21.496741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] For port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,segment=NetworkSegment(b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40),segment_id=b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:21.497447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.514948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for 2cb9b0ef-8519-4bef-9ac4-b08c066c041c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:21.544466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] DHCP port deletion for 4542d98d-1251-4846-a26c-a6def6ce9498 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:19:21.632929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.669545 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-b0683d7e-4463-4050-b06b-1b8fd296e867 req-9a67b599-c785-4938-b2ca-14426a4e7da7 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 02:19:21.686641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:21.694582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0683d7e-4463-4050-b06b-1b8fd296e867 req-9a67b599-c785-4938-b2ca-14426a4e7da7 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/766007b1-e67f-427b-88f1-8f7660f277b5 HTTP/1.1" status: 409 len: 341 time: 0.5336282 Aug 12 02:19:21.709433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] No DVR routers for this DVR port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:21.734996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Network 3106dc2a-e652-4646-baa0-6d225da33eec is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:21.877362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-0a792d68-0b6c-4101-ba3b-4ad4f108f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:21.880916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-0a792d68-0b6c-4101-ba3b-4ad4f108f773 service neutron] 10.222.0.21 "GET /v2.0/networks?id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 200 len: 914 time: 0.6394663 Aug 12 02:19:21.883678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3106dc2a-e652-4646-baa0-6d225da33eec) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:21.906852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d779e0c6-0e4f-4583-86bc-c530a8b2e7a2 None None] Network 3106dc2a-e652-4646-baa0-6d225da33eec requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:21.922187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:21.922893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.933059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a4156-c920-40fa-a589-213e6509c53a req-72486544-a136-42fc-9574-2cf0600733f7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:21.937945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-020a4156-c920-40fa-a589-213e6509c53a req-72486544-a136-42fc-9574-2cf0600733f7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 945 time: 0.3193707 Aug 12 02:19:21.941749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:21.945661 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.968949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:21.999452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4542d98d-1251-4846-a26c-a6def6ce9498']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:22.014881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-e11eced5-2a0e-4bcb-9b78-9ad29f9cdddb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 200 len: 217 time: 0.1023009 Aug 12 02:19:22.021417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:22.021870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b3247d-3d4e-4a1b-8e05-57cd6cac4f40') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:22.074962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.086218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-020a4156-c920-40fa-a589-213e6509c53a req-c0c8b1be-695d-404a-872d-e7f372d3a944 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329517 Aug 12 02:19:22.087326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-d9c5a6bd-2156-4217-8a68-f1a0e3468a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:22.089424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-d9c5a6bd-2156-4217-8a68-f1a0e3468a30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 200 len: 853 time: 0.0630517 Aug 12 02:19:22.090638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port ef2bfc73-8af2-4c96-befe-4721d268911f yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:22.107895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e9e3b13b-70c4-4bd4-9458-9e6c84fda061 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9525702 Aug 12 02:19:22.108114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.112590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7fba-23ca-489f-9d58-d9c6a6d8b061 req-a04182ca-5699-4c00-bacc-c4ae7bb4ec0a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:22.121220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-551ea05b-5c8d-458f-8f60-5d934d6bd1b6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:22.122862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-551ea05b-5c8d-458f-8f60-5d934d6bd1b6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 945 time: 0.0847352 Aug 12 02:19:22.125996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:19:22.126540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.129425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f37f7fba-23ca-489f-9d58-d9c6a6d8b061 req-a04182ca-5699-4c00-bacc-c4ae7bb4ec0a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2472908 Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:19:22.131524 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:19:22.259787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-db16e4e7-da99-4a84-a0fe-d21f63a15369 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=015ca17a-35e5-4b28-8cf8-4a97b80f7dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1565852 Aug 12 02:19:22.274702 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d0e01d-682d-451b-954b-38f2e4966f55 x-openstack-request-id: req-67d0e01d-682d-451b-954b-38f2e4966f55 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:22.275293 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-plugged", "status": "completed", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:22.275619 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67d0e01d-682d-451b-954b-38f2e4966f55 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:22.276546 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'code': 200} Aug 12 02:19:22.316027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Deleting port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:22.316625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.427809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.428380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cce415-d3b0-4589-a8e6-02eb0642b716 None None] Network 3106dc2a-e652-4646-baa0-6d225da33eec requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:22.443208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.474903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/networks/4542d98d-1251-4846-a26c-a6def6ce9498 HTTP/1.1" status: 204 len: 168 time: 1.5120215 Aug 12 02:19:22.549201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f37f7fba-23ca-489f-9d58-d9c6a6d8b061 req-f107cb65-f54e-4314-8a8b-a153a6dc598f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171426 Aug 12 02:19:22.552198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35704) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:22.677186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:22.677727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.762833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] For port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:22.766768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.799778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 35bb4db8-9b59-488a-99a6-beb4a5fc9200, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=35bb4db8-9b59-488a-99a6-beb4a5fc9200,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:22.800456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:22.849582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 35bb4db8-9b59-488a-99a6-beb4a5fc9200 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:22.870598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb23e4-7c78-4034-8dc9-9a2617c1bed2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Network': ['ID=4542d98d-1251-4846-a26c-a6def6ce9498,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:22.882344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Calling delete_port for 2cb9b0ef-8519-4bef-9ac4-b08c066c041c owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:22.897399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:19:22.931084 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.021498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c281-305a-48a4-a815-e9fc358639f9 req-4ad4a94a-3f3b-452e-9b63-4bc5f65478e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:23.023076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7453c281-305a-48a4-a815-e9fc358639f9 req-4ad4a94a-3f3b-452e-9b63-4bc5f65478e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1098 time: 0.5996873 Aug 12 02:19:23.136860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Network 4542d98d-1251-4846-a26c-a6def6ce9498 is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:19:23.138435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] No DVR routers for this DVR port 2cb9b0ef-8519-4bef-9ac4-b08c066c041c on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:23.159109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc1d19-c32e-449f-b976-8537229f56ca None None] Pushing event deleted for resources: {'Port': ['ID=2cb9b0ef-8519-4bef-9ac4-b08c066c041c,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:23.175148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cb9b0ef-8519-4bef-9ac4-b08c066c041c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:23.177865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.9 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/ef2bfc73-8af2-4c96-befe-4721d268911f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:23.189612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae0e84-f9a9-4307-a49e-c71235b164e4 req-dec5708a-fc53-4ca2-8fa9-03162a2a980d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:23.196755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09ae0e84-f9a9-4307-a49e-c71235b164e4 req-dec5708a-fc53-4ca2-8fa9-03162a2a980d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1023 time: 0.3174477 Aug 12 02:19:23.206106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-963bd538-cd14-41c7-862d-ae13736a9b79 service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874624 Aug 12 02:19:23.251494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7453c281-305a-48a4-a815-e9fc358639f9 req-0fa7334d-2b04-4c83-b497-1a21715c53b6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010362 Aug 12 02:19:23.313096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2cb9b0ef-8519-4bef-9ac4-b08c066c041c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:23.315168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cb9b0ef-8519-4bef-9ac4-b08c066c041c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:23.325667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09ae0e84-f9a9-4307-a49e-c71235b164e4 req-9d10f842-a176-4bbb-9185-e1433ec0dbf5 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=766007b1-e67f-427b-88f1-8f7660f277b5&id=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0837338 Aug 12 02:19:23.457663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.472141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['35bb4db8-9b59-488a-99a6-beb4a5fc9200'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:23.540378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35740) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:23.569614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-821916785-network', 'tenant_id': 'd8d8d40eaf764b6b952426f7dc3851d5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:23.610559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=35bb4db8-9b59-488a-99a6-beb4a5fc9200,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:23.641933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 35bb4db8-9b59-488a-99a6-beb4a5fc9200 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:23.644909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Made reservation on behalf of d8d8d40eaf764b6b952426f7dc3851d5 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:23.647651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.651115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.653203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2301aee2-1e4b-47c0-bba3-24d4fc6c1562 req-b5bb9f1f-ddc1-4a39-a05e-8d53bea0a93c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "DELETE /v2.0/ports/35bb4db8-9b59-488a-99a6-beb4a5fc9200 HTTP/1.1" status: 204 len: 173 time: 1.5188761 Aug 12 02:19:23.654037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'name': 'network-vif-deleted', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:23.665487 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64afbe20-e09f-4bfd-a0d1-4d166ecc6895" -d '{"events": [{"server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "name": "network-vif-deleted", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:23.683380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.849111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c10f3c-877c-4d55-9361-d9417a40396e req-52380910-0369-47b2-a48d-a9d049cd8f98 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:23.850951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0c10f3c-877c-4d55-9361-d9417a40396e req-52380910-0369-47b2-a48d-a9d049cd8f98 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1381674 Aug 12 02:19:23.904835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:23.943918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0c10f3c-877c-4d55-9361-d9417a40396e req-caa3c812-b3b0-4540-bb43-808a8f29932b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853922 Aug 12 02:19:24.003352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.024121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.027849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95917241-c633-46b8-8dd6-a9f059413a3b req-4426badd-0dda-4380-864d-77712089947d tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec522d37-d3fb-4480-831f-6f720a7697fc HTTP/1.1" status: 200 len: 210 time: 0.2955537 Aug 12 02:19:24.028882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object ef2bfc73-8af2-4c96-befe-4721d268911f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:24.074233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Deleting port 37861cef-60aa-4324-9bae-08721488137e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:24.075045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.093247 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c483346-e71d-4321-8a02-52ef1e06e1f8 x-openstack-request-id: req-9c483346-e71d-4321-8a02-52ef1e06e1f8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:24.093563 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec522d37-d3fb-4480-831f-6f720a7697fc", "name": "network-vif-deleted", "tag": "35bb4db8-9b59-488a-99a6-beb4a5fc9200", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:24.093979 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c483346-e71d-4321-8a02-52ef1e06e1f8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:24.094399 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec522d37-d3fb-4480-831f-6f720a7697fc', 'name': 'network-vif-deleted', 'tag': '35bb4db8-9b59-488a-99a6-beb4a5fc9200', 'status': 'completed', 'code': 200} Aug 12 02:19:24.129214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:24.151919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cdab07-058e-486a-becc-620239c9926f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:24.169830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a675b2d-abc9-41f7-81e0-d31344ed2739 req-5e53746a-7709-4a2b-9911-9a0c0e22a5bb service neutron] 10.222.0.21 "GET /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9624305 Aug 12 02:19:24.176970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.177363 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Added segment ad3536ed-d38b-4167-aa9c-ad295564b9f2 of type vlan for network f985e953-f0b3-49cb-999a-3c67c0fdf3f6 Aug 12 02:19:24.207136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.256338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.267576 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.268263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.304830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:24.316376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:24.319250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Calling delete_port for 37861cef-60aa-4324-9bae-08721488137e owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:24.324042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:24.335591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.343063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:24.344023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.435370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:24.437506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.491151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=ef2bfc73-8af2-4c96-befe-4721d268911f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:24.577151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] Pushing event updated for resources: {'Network': ['ID=f985e953-f0b3-49cb-999a-3c67c0fdf3f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:24.591022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f985e953-f0b3-49cb-999a-3c67c0fdf3f6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:24.637226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f33e364-b9d4-4da6-ae14-bb16c4f60241 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0975654 Aug 12 02:19:24.656150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:24.675765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Request body: {'subnet': {'network_id': 'f985e953-f0b3-49cb-999a-3c67c0fdf3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-821916785-subnet', 'tenant_id': 'd8d8d40eaf764b6b952426f7dc3851d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:24.684989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3dda56be-5581-4403-89f6-cce2d3b4ac96 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5593126 Aug 12 02:19:24.690331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35768) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:24.712714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'network_id': '8eb1978f-ee99-4282-aa42-e2a27f694265', 'name': 'tempest-AllowedAddressPairTestJSON-1314471322'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:24.750373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02b340-842f-4239-b378-1139d59c2e70 req-e4526ec2-8af0-453d-b63b-f2154219af11 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:24.758934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a02b340-842f-4239-b378-1139d59c2e70 req-e4526ec2-8af0-453d-b63b-f2154219af11 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1023 time: 0.1828346 Aug 12 02:19:24.763684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9643538-c778-4e63-b083-92425102ca0b req-7b40ec95-751e-4240-b9be-96d55734f0a3 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:24.765253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9643538-c778-4e63-b083-92425102ca0b req-7b40ec95-751e-4240-b9be-96d55734f0a3 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 1023 time: 0.3090296 Aug 12 02:19:24.767055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Made reservation on behalf of d8d8d40eaf764b6b952426f7dc3851d5 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:24.769513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.816461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-50d2cb0e-e3f5-4715-bbc5-2eb913c6896b None None] Provisioning for port ef2bfc73-8af2-4c96-befe-4721d268911f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:24.820980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-50d2cb0e-e3f5-4715-bbc5-2eb913c6896b None None] Provisioning complete for port ef2bfc73-8af2-4c96-befe-4721d268911f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:24.821360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50d2cb0e-e3f5-4715-bbc5-2eb913c6896b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:24.920762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-50d2cb0e-e3f5-4715-bbc5-2eb913c6896b None None] Port ef2bfc73-8af2-4c96-befe-4721d268911f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:24.998791 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a02b340-842f-4239-b378-1139d59c2e70 req-a7a100ea-b882-4478-adb3-7a1f50974519 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=766007b1-e67f-427b-88f1-8f7660f277b5&id=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2381504 Aug 12 02:19:25.234402 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.325140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.361432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Pushing event deleted for resources: {'Port': ['ID=37861cef-60aa-4324-9bae-08721488137e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:25.413464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Made reservation on behalf of f43c55180e72456c915c79b32e3f42eb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:25.426149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.437975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0757cdd-ba7f-417c-90da-bc4f6aae80b6 req-74622013-b49a-485c-8ecb-79a3e4594578 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:25.475846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0757cdd-ba7f-417c-90da-bc4f6aae80b6 req-74622013-b49a-485c-8ecb-79a3e4594578 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.3051162 Aug 12 02:19:25.496844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Deleting port c61d9d44-a1e7-4b2a-ae82-264de31af8ef {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:25.497187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.619418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port c61d9d44-a1e7-4b2a-ae82-264de31af8ef, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:25.619693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.633001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54543d7-fecb-48aa-8034-70690ad3e3c2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:25.640841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Calling delete_port for c61d9d44-a1e7-4b2a-ae82-264de31af8ef owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:25.651799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Checking segment: {'id': 'ad3536ed-d38b-4167-aa9c-ad295564b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f985e953-f0b3-49cb-999a-3c67c0fdf3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:25.652327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Network hostable DHCP agents. Network: f985e953-f0b3-49cb-999a-3c67c0fdf3f6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:25.669033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0757cdd-ba7f-417c-90da-bc4f6aae80b6 req-8f103986-a7b9-4abf-9b16-c3cd41698cbb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770830 Aug 12 02:19:25.691247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Network f985e953-f0b3-49cb-999a-3c67c0fdf3f6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:25.711086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f985e953-f0b3-49cb-999a-3c67c0fdf3f6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:25.716446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:25.717127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:25.722361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ba381-a456-4430-aa1b-ecf2df115fdf None None] Network f985e953-f0b3-49cb-999a-3c67c0fdf3f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:25.762988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a7dc043a-0112-4cad-992e-d8c8c075e389 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0942712 Aug 12 02:19:25.781722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] device_id is not set on port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:25.922967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 35bb4db8-9b59-488a-99a6-beb4a5fc9200 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:25.973890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 35bb4db8-9b59-488a-99a6-beb4a5fc9200 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:25.974631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 35bb4db8-9b59-488a-99a6-beb4a5fc9200 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:26.107343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accdcd4f-6f22-49a1-88a9-2d0bc4e67ef8 None None] Network f985e953-f0b3-49cb-999a-3c67c0fdf3f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:26.162315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:26.203449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:26.206778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:26.224809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-efb623fc-b678-4c3f-9f7d-2da3317507a2 tempest-FloatingIPAdminTestJSON-649554627 tempest-FloatingIPAdminTestJSON-649554627-project] 10.222.0.11 "DELETE /v2.0/floatingips/55121a27-70e4-44ba-bb47-d9751d81f06b HTTP/1.1" status: 204 len: 168 time: 3.6586895 Aug 12 02:19:26.446471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e694a94a-8153-40e4-a65e-14b319ffd5cf', 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:26.491355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73d453cc-364e-43e2-bf20-2f70c5d4b856 req-3c02c844-00cb-41e3-8b1d-c7be8e0812ab tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d07c029-33ee-439a-990a-a3fcca1b32b2 HTTP/1.1" status: 200 len: 210 time: 0.2674608 Aug 12 02:19:26.500018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'Port': ['ID=c61d9d44-a1e7-4b2a-ae82-264de31af8ef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:26.622541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] No DVR routers for this DVR port c61d9d44-a1e7-4b2a-ae82-264de31af8ef on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:26.636181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:26.639180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9643538-c778-4e63-b083-92425102ca0b req-4f84d2ab-4943-4c32-9171-e6e116de4857 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "DELETE /v2.0/ports/c61d9d44-a1e7-4b2a-ae82-264de31af8ef HTTP/1.1" status: 204 len: 173 time: 1.8044798 Aug 12 02:19:26.639699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'name': 'network-vif-deleted', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:26.642761 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d7044-b676-4676-b371-6d4dd977b4a4" -d '{"events": [{"server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "name": "network-vif-deleted", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:26.665739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Allocated IP 172.20.0.12 (8eb1978f-ee99-4282-aa42-e2a27f694265/85907b35-93ba-438a-bf5b-b4841896ab89/94da21c2-50c5-4b71-8be0-2a7cb3fd46e0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:26.676954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-7d607b89-4b8a-4c3d-94e2-30deb51e9295 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:26.678565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-7d607b89-4b8a-4c3d-94e2-30deb51e9295 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.4742703 Aug 12 02:19:26.742458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-b3e88dfe-5663-4491-9224-85a3e3181846 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0453720 Aug 12 02:19:26.844213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-c4b8fd34-c833-43e2-a5f6-b9e42b2fa367 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917249 Aug 12 02:19:26.950853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.009283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Transition to ACTIVE for port object 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:27.042868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:27.069577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-ba6b219b-7e73-46c0-bccd-2b714296a5cf service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046916 Aug 12 02:19:27.214102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-921207f2-9c77-45b0-a958-034690838479 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:27.215897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-921207f2-9c77-45b0-a958-034690838479 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/networks?id=3106dc2a-e652-4646-baa0-6d225da33eec HTTP/1.1" status: 200 len: 815 time: 0.2422030 Aug 12 02:19:27.231489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.282668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ef45d2c3-e94e-48d9-8728-45f0cc0f896c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f03c2a3aff3d42cdbb4db991914196dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385411 Aug 12 02:19:27.284149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:27.306582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-c5a1f586-c519-4f90-a534-678dab8189ff service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288351 Aug 12 02:19:27.350263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-c6000d6a-30eb-407c-8e70-d9cce29e306c tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/quotas/8311da17f3a342ec9a42b547dfa9c41d HTTP/1.1" status: 200 len: 375 time: 0.1221845 Aug 12 02:19:27.364649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:27.420596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:27.493670 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.497364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:27.521197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.614348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=94da21c2-50c5-4b71-8be0-2a7cb3fd46e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:27.623384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.629706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-516e58bb-dfaa-4d9e-81d4-4efaf2d260e9 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8311da17f3a342ec9a42b547dfa9c41d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2509391 Aug 12 02:19:27.635015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.638448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3dc9e69-d971-4294-aafd-abfb52f1ea04 HTTP/1.1" status: 204 len: 168 time: 0.3509576 Aug 12 02:19:27.694514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa62b24-1387-49fb-8383-c0f48946dda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc9e69-d971-4294-aafd-abfb52f1ea04,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:27.709231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:27.710056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.741411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-af740878-f468-4acf-adfb-41bcf4b71784 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435652 Aug 12 02:19:27.770144 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e58b0-d32c-4e9f-ae14-a5984cbd817e x-openstack-request-id: req-a28e58b0-d32c-4e9f-ae14-a5984cbd817e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:27.770987 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d07c029-33ee-439a-990a-a3fcca1b32b2", "name": "network-vif-deleted", "tag": "c61d9d44-a1e7-4b2a-ae82-264de31af8ef", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:27.771243 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a28e58b0-d32c-4e9f-ae14-a5984cbd817e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:27.771675 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d07c029-33ee-439a-990a-a3fcca1b32b2', 'name': 'network-vif-deleted', 'tag': 'c61d9d44-a1e7-4b2a-ae82-264de31af8ef', 'status': 'completed', 'code': 200} Aug 12 02:19:27.815371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-64966bba-13cc-4518-b2e5-0cea6d42308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:27.822735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-64966bba-13cc-4518-b2e5-0cea6d42308a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1098 time: 0.0557642 Aug 12 02:19:27.896877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-406e48d1-ef5c-4bf0-93a2-b39db11397c8 None None] Provisioning for port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:27.905560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc6802b8-2149-4ff9-8b91-2b62c09f5e57 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2037303 Aug 12 02:19:27.907295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:27.909594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-406e48d1-ef5c-4bf0-93a2-b39db11397c8 None None] Provisioning complete for port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:27.910134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406e48d1-ef5c-4bf0-93a2-b39db11397c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:27.914593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:fc:0d:1c'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e7:77:b1'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:27.997120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-406e48d1-ef5c-4bf0-93a2-b39db11397c8 None None] Port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:28.070555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-33d848cb-11d8-491b-86b8-1260926fb890 service neutron] 10.222.0.11 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212942 Aug 12 02:19:28.213860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:28.217552 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:19:28.338827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46af7505-080f-4fed-8a76-6176defa301a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.403422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-c918e3b1-364e-4b1d-9694-b1e2e81996b9 service neutron] 10.222.0.11 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284681 Aug 12 02:19:28.510360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46af7505-080f-4fed-8a76-6176defa301a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.524081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46af7505-080f-4fed-8a76-6176defa301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.604002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af7505-080f-4fed-8a76-6176defa301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920f845b-28ce-4b04-9504-831351d1a52c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:28.609086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-46af7505-080f-4fed-8a76-6176defa301a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19c67711b6ad443c8bff4399128f43ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941777 Aug 12 02:19:28.613878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:28.738132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.746318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282beb75-d2f3-4bfe-bfa3-b8d970386204 req-4f7e8b25-8cde-4a71-aaa4-845dba401104 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:28.754750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-282beb75-d2f3-4bfe-bfa3-b8d970386204 req-4f7e8b25-8cde-4a71-aaa4-845dba401104 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.9037213 Aug 12 02:19:28.763853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-6223946c-49f2-4f0b-968c-9d4c6cb4c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:28.765290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-6223946c-49f2-4f0b-968c-9d4c6cb4c9c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.9130082 Aug 12 02:19:28.827135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.831594 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.877585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c61d9d44-a1e7-4b2a-ae82-264de31af8ef no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:28.980364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.988854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:28.991101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/920f845b-28ce-4b04-9504-831351d1a52c HTTP/1.1" status: 204 len: 168 time: 0.3760664 Aug 12 02:19:29.002302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e34398-ddbf-496a-a067-7a51d7ea9c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f845b-28ce-4b04-9504-831351d1a52c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:29.007168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c61d9d44-a1e7-4b2a-ae82-264de31af8ef {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:29.009103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c61d9d44-a1e7-4b2a-ae82-264de31af8ef not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:29.060446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-282beb75-d2f3-4bfe-bfa3-b8d970386204 req-90c3d1ec-ad57-4cd4-a36c-398a54436f52 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048112 Aug 12 02:19:29.064110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-733aa98a-6b49-455c-8750-ef28e7836214 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.2450135 Aug 12 02:19:29.165230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-cb383ed6-d237-4960-add3-9767db9d97be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:29.167085 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-cb383ed6-d237-4960-add3-9767db9d97be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.0754936 Aug 12 02:19:29.221672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbbbb2a0-4df0-49e5-9d5a-779e2e1ce4d0 req-ff3fd23c-08e9-43dc-9dfe-8e1524de659b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0602088 Aug 12 02:19:29.259564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb0c764f-a1dc-4db1-bf6c-97b1ac62f3a0 req-b59df5db-f5af-4784-99ee-05cc34f3cf87 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 210 time: 0.0912070 Aug 12 02:19:29.277409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-72f5b83c-6348-463a-8817-2f7771cf56e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947361 Aug 12 02:19:29.476069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-543d89cd-d290-4e25-9a15-f74a7bd8e0fc service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865740 Aug 12 02:19:29.539012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-4da3dd83-3b70-45e7-a749-3bb0e037ff47 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/54ce7b4f-ecda-40e9-ba18-90356dbd3fa0 HTTP/1.1" status: 200 len: 1802 time: 0.2106180 Aug 12 02:19:29.761907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:29.851078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:29.916436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bc31-2fc6-46d5-958e-936ab1dc4519 req-db7c3902-1170-410e-bd79-67625150ea1f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:29.918644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5871bc31-2fc6-46d5-958e-936ab1dc4519 req-db7c3902-1170-410e-bd79-67625150ea1f tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.3458049 Aug 12 02:19:29.947387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2bfdb76-846c-46e1-8643-40ac23d0360d req-4916b019-19fd-4eff-8d9a-e10ce39943af service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236467 Aug 12 02:19:29.965080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:29.989134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-e161c4b1-2461-47cb-ae8c-4563a3e933ea tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:29.990912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:29.992197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-e161c4b1-2461-47cb-ae8c-4563a3e933ea tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.5063238 Aug 12 02:19:29.993677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:29.998263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-408fe192-06a4-4cc4-b30c-5073475ed026 req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/54ce7b4f-ecda-40e9-ba18-90356dbd3fa0 HTTP/1.1" status: 204 len: 173 time: 0.4415090 Aug 12 02:19:30.029692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.040873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e490c-4782-402a-9f68-d41d46ef67a8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ce7b4f-ecda-40e9-ba18-90356dbd3fa0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:30.054132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:30.084992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35930) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:30.107245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d73febf6-3fba-4672-9232-98eef88f62af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.204206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de986705-575d-43d3-9559-3e3936706bfd req-c15dd503-67b4-4266-af12-69362a87c3ca tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/766007b1-e67f-427b-88f1-8f7660f277b5 HTTP/1.1" status: 200 len: 1802 time: 0.0875759 Aug 12 02:19:30.327079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5871bc31-2fc6-46d5-958e-936ab1dc4519 req-d57f0b0e-3769-4a66-937a-b99ae383ea26 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900383 Aug 12 02:19:30.381994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de986705-575d-43d3-9559-3e3936706bfd req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.391396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event updated for resources: {'Port': ['ID=94da21c2-50c5-4b71-8be0-2a7cb3fd46e0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:30.429777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] In _notify_port_updated(), no bound segment for port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 on network 8eb1978f-ee99-4282-aa42-e2a27f694265 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:19:30.436118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:30.436860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.441075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cfd9da03-3f4e-4823-834b-6a073b30a3d6 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "PUT /v2.0/ports/94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 HTTP/1.1" status: 200 len: 1057 time: 2.5311575 Aug 12 02:19:30.442618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:30.455458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de986705-575d-43d3-9559-3e3936706bfd req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.538287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d73febf6-3fba-4672-9232-98eef88f62af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.568268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0de5b09-4724-468d-9062-d362e053aa57 req-94961fb8-1c5c-4b84-b435-1dee7edc9192 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0599205 Aug 12 02:19:30.589623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d73febf6-3fba-4672-9232-98eef88f62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.622224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:30.628254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.664389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-92c8e846-9ab9-479d-9451-97c8db830a56 None None] Provisioning complete for port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:30.664968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-92c8e846-9ab9-479d-9451-97c8db830a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.718885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73febf6-3fba-4672-9232-98eef88f62af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e63010e-e49f-4b99-b9c6-d790e30c29c3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:30.729445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d73febf6-3fba-4672-9232-98eef88f62af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65285fa31f2447348c9b6809c55d825d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433401 Aug 12 02:19:30.730690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de986705-575d-43d3-9559-3e3936706bfd req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.756114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de986705-575d-43d3-9559-3e3936706bfd req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:30.757253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de986705-575d-43d3-9559-3e3936706bfd req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/766007b1-e67f-427b-88f1-8f7660f277b5 HTTP/1.1" status: 204 len: 173 time: 0.5352926 Aug 12 02:19:30.757756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:30.771121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-92c8e846-9ab9-479d-9451-97c8db830a56 None None] Port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:30.805818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e2709-3446-427a-b17a-76a4bfb3e0e2 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766007b1-e67f-427b-88f1-8f7660f277b5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:30.911374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eba0c643-1409-4a7a-9f58-445847e60b06 req-0b9764c0-17b5-499f-9b7f-8868b182961d tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 210 time: 0.2419367 Aug 12 02:19:31.013633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.023542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-864224717', 'description': 'tempest-description-42273836'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:31.059111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.077343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b83bce-0ef6-4e1e-8c1e-31ef5b07cbae req-3d91f154-e341-4ea0-a499-277af48958a1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:31.082704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.086542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0b83bce-0ef6-4e1e-8c1e-31ef5b07cbae req-3d91f154-e341-4ea0-a499-277af48958a1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1443498 Aug 12 02:19:31.176923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0b83bce-0ef6-4e1e-8c1e-31ef5b07cbae req-f8a10820-4b02-4c33-9f6a-7f3a99e72f71 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893869 Aug 12 02:19:31.189880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:31.190717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.194221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.196855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.197994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e63010e-e49f-4b99-b9c6-d790e30c29c3 HTTP/1.1" status: 204 len: 168 time: 0.4246273 Aug 12 02:19:31.217320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f19e77-5e67-4784-9f59-5144e06118bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e63010e-e49f-4b99-b9c6-d790e30c29c3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:31.344878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.10 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/5123bfcb-b2fc-45ce-a621-7b97dfdfc428) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:31.350491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.380700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.402248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.419559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for 94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:31.434392 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:31.435808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b042d52-54f0-41c3-823b-30c3f9ade58b req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4186161 Aug 12 02:19:31.445742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-f301909b-2aee-4f4c-b737-ea4e273a5ee4 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:31.447859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-f301909b-2aee-4f4c-b737-ea4e273a5ee4 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.25 "GET /v2.0/networks?id=3106dc2a-e652-4646-baa0-6d225da33eec HTTP/1.1" status: 200 len: 815 time: 0.5584800 Aug 12 02:19:31.539677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Request body: {'port': {'device_id': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec', 'admin_state_up': True, 'tenant_id': '8311da17f3a342ec9a42b547dfa9c41d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:31.547031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e8369-710e-4399-9858-b2e48e5f8ea7 req-739ee2ec-47b5-4846-abf1-89c96c96bb6a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:31.561846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c87e8369-710e-4399-9858-b2e48e5f8ea7 req-739ee2ec-47b5-4846-abf1-89c96c96bb6a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1217101 Aug 12 02:19:31.651916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0affb-096c-4bc3-b0da-256ec1e6839e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb75206-a949-4caa-a024-39b54b6b8069,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:31.720629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c87e8369-710e-4399-9858-b2e48e5f8ea7 req-15aeff34-f3c1-4211-a9ac-1b8bb8f6bd32 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571341 Aug 12 02:19:31.925618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d182d3b4-af27-4295-b50c-4a3c9c670561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.007647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51aee32c-28fa-4109-a07f-993e3d3d9e33 req-46b5df13-3ab9-4c22-9813-9de1eed024e6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0701487 Aug 12 02:19:32.240527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d32d23-d42e-4074-bbec-1564f6f96774 req-5763e75c-7f78-4249-903f-36f2cc5c6f2b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:32.241571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-3a93385d-996f-4c62-81a8-1e5b47887df1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1bb75206-a949-4caa-a024-39b54b6b8069 HTTP/1.1" status: 200 len: 1800 time: 0.7200813 Aug 12 02:19:32.248289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39d32d23-d42e-4074-bbec-1564f6f96774 req-5763e75c-7f78-4249-903f-36f2cc5c6f2b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1138127 Aug 12 02:19:32.293521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39d32d23-d42e-4074-bbec-1564f6f96774 req-da289bbe-086b-4606-bbd1-fc48b73796ba tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441475 Aug 12 02:19:32.329429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1416360661', 'description': 'tempest-description-hth-2135797209'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:32.415579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d82a20f-fb9e-4941-a79e-5aadcfa1828d req-985a0410-a159-41be-8de7-95b2e0598d40 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 210 time: 0.0387971 Aug 12 02:19:32.460353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.466924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.469006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Made reservation on behalf of 8311da17f3a342ec9a42b547dfa9c41d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:32.472675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.489975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.559890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=94da21c2-50c5-4b71-8be0-2a7cb3fd46e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:32.589207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.651365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.653950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.655225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a89b38d2-bf09-43e5-8e8b-b8982b405c36 req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "PUT /v2.0/security-groups/1bb75206-a949-4caa-a024-39b54b6b8069 HTTP/1.1" status: 200 len: 1777 time: 0.3938081 Aug 12 02:19:32.857169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-aa57e93c-0e88-48b9-adbf-d89a8a8485de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:32.866986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-aa57e93c-0e88-48b9-adbf-d89a8a8485de tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.3044834 Aug 12 02:19:32.874366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36010) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:32.880888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65898f81-9cc9-42ac-a635-a00b00dd23f8 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb75206-a949-4caa-a024-39b54b6b8069,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:32.888289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:32.895978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-c5f52e82-a045-438f-8f22-fae54efeb10e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/quotas/912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 375 time: 0.0276721 Aug 12 02:19:32.976856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-bbb4c332-c259-445f-85d2-c67a4073bc86 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798903 Aug 12 02:19:33.046683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:33.047878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Allocated IP 172.20.0.7 (3106dc2a-e652-4646-baa0-6d225da33eec/4eb0cae1-082f-4815-b67f-2e855e4c78ee/0c186c09-0030-48d1-be91-89947840ee09) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:33.064292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-536122164'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:33.066201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-339a9335-7a5c-418c-871a-f312cb7cfcdb req-a48ab9df-2ab2-41e0-bb40-beb1f278d26b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1bb75206-a949-4caa-a024-39b54b6b8069 HTTP/1.1" status: 200 len: 1777 time: 0.2632999 Aug 12 02:19:33.067130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:33.085593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:33.088413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:33.187262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:33.197175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.220624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.261575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-a433dea7-f0a4-45fe-8a44-15746f74a6bf service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832351 Aug 12 02:19:33.452651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.467500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-59f91e14-0848-4d06-9d5e-ff1846a615af service neutron] 10.222.0.11 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048199 Aug 12 02:19:33.477199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.529849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:33.530837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.559815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:33.594498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b816d84-bb66-46cd-b041-2bb569ba6726,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:33.617111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.619995 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Added segment 67db0a82-3fd7-4a42-b910-a5afaa545b23 of type vlan for network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 Aug 12 02:19:33.673216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-725fc8c7-5d9a-4adc-a049-fb8276a4aab9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6309900 Aug 12 02:19:33.732493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.745244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Request body: {'port': {'device_id': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:33.793218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.797443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.800193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6c6533b-9e4b-48b6-bd1a-272ee516320e tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 HTTP/1.1" status: 204 len: 168 time: 3.3565886 Aug 12 02:19:33.803775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:33.806590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.809767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:33.894187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.925383 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db570d0-d721-4962-978b-9e407178f866 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] GET failed (client error): The resource could not be found. Aug 12 02:19:33.927039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7db570d0-d721-4962-978b-9e407178f866 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports/94da21c2-50c5-4b71-8be0-2a7cb3fd46e0 HTTP/1.1" status: 404 len: 333 time: 0.1136022 Aug 12 02:19:33.928284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046e5f3-da18-494a-a400-938dcffb1f07 req-8f539180-ac90-486b-8e65-997d8caab722 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:33.929799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5046e5f3-da18-494a-a400-938dcffb1f07 req-8f539180-ac90-486b-8e65-997d8caab722 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.4708319 Aug 12 02:19:33.930292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:33.950096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:33.953279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Network': ['ID=7e428f92-597e-43ca-807d-ee3aa1e2bb51,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:33.966462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:33.968892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0113bef5-efa2-41e5-8c86-509a46cd0d9d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0925851 Aug 12 02:19:33.971602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:33.977535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'subnet': {'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:34.198206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5046e5f3-da18-494a-a400-938dcffb1f07 req-3ecbb652-cb3d-4773-8539-8424ae661d0e tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185843 Aug 12 02:19:34.210699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c0551-2bf3-45f0-a988-12dc6dc02eff req-7d3b3271-664a-4eac-bedb-643cb1f7557b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:34.218135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d18c0551-2bf3-45f0-a988-12dc6dc02eff req-7d3b3271-664a-4eac-bedb-643cb1f7557b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 932 time: 0.1030514 Aug 12 02:19:34.260773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:34.264679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.286216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d18c0551-2bf3-45f0-a988-12dc6dc02eff req-3caaee54-a869-40b4-98f3-f157eca076b5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669799 Aug 12 02:19:34.320227 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.364697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.474618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Network 3106dc2a-e652-4646-baa0-6d225da33eec is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:34.492150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port ef2bfc73-8af2-4c96-befe-4721d268911f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:34.492569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.513868 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0854f0ad-1bfb-4d65-a713-483300ac80a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.514310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:34.520522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:34.525516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba55dac-ba8b-49dc-8474-bc035f8fa73c req-64841f18-6bb4-499f-9ff3-037ca2b450d1 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:34.526244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-3184afba-4df5-4ce7-bc75-fc0c938fadd1 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1bb75206-a949-4caa-a024-39b54b6b8069 HTTP/1.1" status: 200 len: 1777 time: 0.2659166 Aug 12 02:19:34.534724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bba55dac-ba8b-49dc-8474-bc035f8fa73c req-64841f18-6bb4-499f-9ff3-037ca2b450d1 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 931 time: 0.1159990 Aug 12 02:19:34.598872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bba55dac-ba8b-49dc-8474-bc035f8fa73c req-330cf0fa-799e-4cbf-9a4a-2a280f3e9a18 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Aug 12 02:19:34.691587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Pushing event updated for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:34.692156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.768852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:34.769487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.779956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.825025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.872734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d916751-f9ec-4af1-ae07-d13f27f4fd22 req-f383cdc1-1ad1-4043-aa01-6f5ff22b762a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.0509992 Aug 12 02:19:34.889323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Subnet': ['ID=4bd225b0-d6ea-478a-9ae0-0c43c723a1c5,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:34.894317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Checking segment: {'id': '67db0a82-3fd7-4a42-b910-a5afaa545b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:34.894689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network hostable DHCP agents. Network: 7e428f92-597e-43ca-807d-ee3aa1e2bb51, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:34.900333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-10f54cc8-87f6-459d-8c56-0adfc5ebf8df tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3777795 Aug 12 02:19:34.906134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.923953 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.934004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Request body: {'port': {'device_id': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:34.945808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:34.966915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7e428f92-597e-43ca-807d-ee3aa1e2bb51) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:34.972559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:34.973640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:34.979239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1daa93f-ecc5-4170-a44a-bb43cbbe18ec None None] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:35.005972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30a9b7e6-34cd-449f-9d88-f271f34dd7b3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0329416 Aug 12 02:19:35.006275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for ef2bfc73-8af2-4c96-befe-4721d268911f owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:35.008692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:35.014746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-390535300', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:35.082065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:35.142933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.145130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.146495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.163500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a373-8bd8-4881-b213-538746eaed07 req-a6f6b2b5-ab9d-4267-8eb5-abed6261e4f7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:35.165714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff77a373-8bd8-4881-b213-538746eaed07 req-a6f6b2b5-ab9d-4267-8eb5-abed6261e4f7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1377699 Aug 12 02:19:35.168159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.174531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Transition to ACTIVE for port object 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:35.181275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.184691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.191412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5a092fc-a51b-4c6b-bc27-f4f89a067c9e req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/1bb75206-a949-4caa-a024-39b54b6b8069 HTTP/1.1" status: 204 len: 173 time: 0.6387966 Aug 12 02:19:35.231925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a614fc-c1a7-4cea-9380-dfc410785190 None None] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:35.243289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.246116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.321939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff77a373-8bd8-4881-b213-538746eaed07 req-51b069bd-61dd-4730-8b0e-62436685f120 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232197 Aug 12 02:19:35.422830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43e725-b59e-4414-955d-40a69a82c2ad tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb75206-a949-4caa-a024-39b54b6b8069,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:35.516942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.606918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.610241 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-16655929-a331-45f0-bc4c-c2d5087aad88 req-346175a0-9a94-4b50-ad04-450fbb030a98 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:35.611873 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16655929-a331-45f0-bc4c-c2d5087aad88 req-346175a0-9a94-4b50-ad04-450fbb030a98 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/766007b1-e67f-427b-88f1-8f7660f277b5 HTTP/1.1" status: 404 len: 352 time: 0.2414110 Aug 12 02:19:35.789617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef0a2e-8d0c-4442-98e0-b6caa02e03ce req-1e76225a-9fbe-4b85-a55e-192ca73630f0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:35.791240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7ef0a2e-8d0c-4442-98e0-b6caa02e03ce req-1e76225a-9fbe-4b85-a55e-192ca73630f0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 944 time: 0.3636935 Aug 12 02:19:35.792014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Attempting to bind port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:35.792357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Attempting to bind port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:35.792694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Attempting to bind port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:35.879181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:35.879278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-33d38f63-317f-4a7f-885d-c668f8b69030 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:35.879278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-33d38f63-317f-4a7f-885d-c668f8b69030 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 820 time: 0.2582395 Aug 12 02:19:35.879278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Request body: {'port': {'device_id': '7c35cfbb-1334-4504-acc7-36206fef633e', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'admin_state_up': True, 'tenant_id': '912a0e0062a34ce2bc4c5b7792b32b4b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:35.880236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=ef2bfc73-8af2-4c96-befe-4721d268911f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:35.886090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:35.905816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:19:35.906968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Attempting to bind port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:36.141981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Made reservation on behalf of 912a0e0062a34ce2bc4c5b7792b32b4b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:36.147049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.205582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c186c09-0030-48d1-be91-89947840ee09 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:36.214241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.235571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Transition to ACTIVE for port object 0c186c09-0030-48d1-be91-89947840ee09 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:36.259966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.267356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:36.267762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:36.268286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:36.268756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Bound port: 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:36.269122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.296152 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.298352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bcf05364-4d31-476b-8d6d-63fd93c68ef5 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/ef2bfc73-8af2-4c96-befe-4721d268911f HTTP/1.1" status: 204 len: 168 time: 2.3650935 Aug 12 02:19:36.310333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:36.315751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7ef0a2e-8d0c-4442-98e0-b6caa02e03ce req-82ca41d6-eab5-47e4-ab3c-3307412d16a2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069747 Aug 12 02:19:36.359588 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f882660f-c9f6-4172-bb04-b16a2b615514 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] GET failed (client error): The resource could not be found. Aug 12 02:19:36.361813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f882660f-c9f6-4172-bb04-b16a2b615514 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "GET /v2.0/ports/ef2bfc73-8af2-4c96-befe-4721d268911f HTTP/1.1" status: 404 len: 333 time: 0.0450826 Aug 12 02:19:36.365788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:36.417901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:36.473723 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-5b3016ff-79dc-4a0c-8ee6-de2b6a023558 req-cc5eadb7-8069-43d5-96ba-9a79e1d8f798 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:36.474797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b3016ff-79dc-4a0c-8ee6-de2b6a023558 req-cc5eadb7-8069-43d5-96ba-9a79e1d8f798 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/54ce7b4f-ecda-40e9-ba18-90356dbd3fa0 HTTP/1.1" status: 404 len: 352 time: 0.1081429 Aug 12 02:19:36.622596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:36.676259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:36.726078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3667d706-ee1e-407d-ab51-b36a9425eb2c req-4da80b82-ccf8-44b7-ac13-ee996b2d354a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.0552251 Aug 12 02:19:36.727335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.772690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.809651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.835137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:36.835876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.837206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] 10.222.0.25 "PUT /v2.0/ports/5123bfcb-b2fc-45ce-a621-7b97dfdfc428 HTTP/1.1" status: 200 len: 1092 time: 3.1065335 Aug 12 02:19:36.840300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Attempting to bind port 0c186c09-0030-48d1-be91-89947840ee09 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:36.841209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Attempting to bind port 0c186c09-0030-48d1-be91-89947840ee09 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '6b757618-37cb-4f4b-a77c-364d95d4aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:36.841209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Attempting to bind port 0c186c09-0030-48d1-be91-89947840ee09 on network 3106dc2a-e652-4646-baa0-6d225da33eec {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:36.842900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:36.846550 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e752f42-36e8-4723-9419-6bab5b0b206a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:36.896397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951a0b9-501f-47e9-91a0-d42eb706fdcf req-14b0d680-7703-4bb5-9dfa-07e38f9c0e37 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:36.898005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e951a0b9-501f-47e9-91a0-d42eb706fdcf req-14b0d680-7703-4bb5-9dfa-07e38f9c0e37 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 931 time: 0.7693713 Aug 12 02:19:36.899180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Port 0c186c09-0030-48d1-be91-89947840ee09 on network 3106dc2a-e652-4646-baa0-6d225da33eec not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:19:36.899561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Attempting to bind port 0c186c09-0030-48d1-be91-89947840ee09 on network 3106dc2a-e652-4646-baa0-6d225da33eec {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:36.912934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:36.913285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Checking segment: {'id': '6b757618-37cb-4f4b-a77c-364d95d4aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:36.913639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Bound using segment: {'id': '6b757618-37cb-4f4b-a77c-364d95d4aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:36.914082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Bound port: 0c186c09-0030-48d1-be91-89947840ee09, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b757618-37cb-4f4b-a77c-364d95d4aa10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:36.914450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:36.970385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b15753-273c-44b7-86e3-55a35e509d2f service neutron] Pushing event updated for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:36.974898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port 8007694d-771c-4efe-b3cd-5f35d15f059d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:36.975245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.065234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e951a0b9-501f-47e9-91a0-d42eb706fdcf req-250ac66e-bdc1-4a67-91ff-7fd60b95d756 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407690 Aug 12 02:19:37.155005 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-3e27f18b-2139-4691-a04e-194f235eb06e req-c9047c99-6c43-4393-a7cd-35d5979b6838 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:37.165252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e27f18b-2139-4691-a04e-194f235eb06e req-c9047c99-6c43-4393-a7cd-35d5979b6838 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/db8e6753-e418-4899-96c7-60edde59d3c2 HTTP/1.1" status: 404 len: 352 time: 0.0519869 Aug 12 02:19:37.178454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.75 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/b3ff8f24-3f88-450e-a6f8-7005654e88b7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:37.243890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.252840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Allocated IP 172.20.0.8 (8fa73dc9-b431-4c95-83db-4605f9aec342/a4d21db5-7c59-4620-9384-b8fef95567ab/49181871-f304-4178-a859-8a05e1d09bbd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:37.328907 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-12324601-57ce-4dca-a46c-0de51585c284 req-0e7b26cb-6db0-43fc-a9fa-ddf4ea7d4178 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:37.331808 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b94087-eed8-4e77-9995-b3e1459eec1a x-openstack-request-id: req-d5b94087-eed8-4e77-9995-b3e1459eec1a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:37.332103 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:37.332357 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5b94087-eed8-4e77-9995-b3e1459eec1a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:37.332749 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428', 'status': 'completed', 'code': 200} Aug 12 02:19:37.337962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-12324601-57ce-4dca-a46c-0de51585c284 req-0e7b26cb-6db0-43fc-a9fa-ddf4ea7d4178 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/67b93e37-0ec5-48c4-91e1-3d8ae10dc63b HTTP/1.1" status: 404 len: 352 time: 0.0723901 Aug 12 02:19:37.350018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00244786-9b9f-42e7-84ec-6a03a32d233b req-03fa96dc-d063-4243-aa59-0989d42d6a3d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.351599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00244786-9b9f-42e7-84ec-6a03a32d233b req-03fa96dc-d063-4243-aa59-0989d42d6a3d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.5237575 Aug 12 02:19:37.385367 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-cd935c97-600e-43b3-8018-0ef40c864fb9 req-ad38ea47-ff0f-4bea-8a1e-78557fa92b1b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:37.388668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd935c97-600e-43b3-8018-0ef40c864fb9 req-ad38ea47-ff0f-4bea-8a1e-78557fa92b1b tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/c41344a5-c16a-4041-81dd-f2cf18227f6d HTTP/1.1" status: 404 len: 352 time: 0.0289075 Aug 12 02:19:37.425598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-7b03f256-fe74-409d-bc4b-abfc14232ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.427131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-7b03f256-fe74-409d-bc4b-abfc14232ede service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 1095 time: 0.5155053 Aug 12 02:19:37.515601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:37.534145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-51cec393-4528-44d3-b559-e5cd2e8551f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428 HTTP/1.1" status: 200 len: 217 time: 0.0915008 Aug 12 02:19:37.543824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.550016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c186c09-0030-48d1-be91-89947840ee09,segment=NetworkSegment(6b757618-37cb-4f4b-a77c-364d95d4aa10),segment_id=6b757618-37cb-4f4b-a77c-364d95d4aa10)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:37.569627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00244786-9b9f-42e7-84ec-6a03a32d233b req-653680f8-e00a-42b9-b43a-b8952e7d6075 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015588 Aug 12 02:19:37.601483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.602169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.615626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for 8007694d-771c-4efe-b3cd-5f35d15f059d owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:37.673412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.690798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.691632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.693159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] 10.222.0.25 "PUT /v2.0/ports/0c186c09-0030-48d1-be91-89947840ee09 HTTP/1.1" status: 200 len: 1091 time: 2.7722120 Aug 12 02:19:37.716189 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-2a79723e-bac3-4984-967f-cbdedc2c0fff req-1f936603-cf1f-49b2-95b4-19d0f621d4fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] show failed (client error): The resource could not be found. Aug 12 02:19:37.717365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a79723e-bac3-4984-967f-cbdedc2c0fff req-1f936603-cf1f-49b2-95b4-19d0f621d4fc tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/1c6f22fe-9cc7-426f-ae23-e52ae5cb251e HTTP/1.1" status: 404 len: 352 time: 0.0605302 Aug 12 02:19:37.726969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90251f08-3203-407d-8f54-793b20818f5e req-debf7ab8-96ff-4906-b7fc-6c22fd83b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.728616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-debf7ab8-96ff-4906-b7fc-6c22fd83b50b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1808889 Aug 12 02:19:37.740196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03989812-e004-419d-9a6c-b2e786eff284 req-dfd21217-5067-469b-b7ed-51aa6cd54935 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.747531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03989812-e004-419d-9a6c-b2e786eff284 req-dfd21217-5067-469b-b7ed-51aa6cd54935 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 944 time: 0.2771912 Aug 12 02:19:37.763110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:37.788606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:37.795665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:37.800989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef80d9f-8823-43b3-ab50-1ba01f903fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:37.837310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=b3ff8f24-3f88-450e-a6f8-7005654e88b7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:37.842096 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:37.872339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-36def483-e8ea-4c63-9d1e-53ae340eceb4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075170 Aug 12 02:19:37.890849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03989812-e004-419d-9a6c-b2e786eff284 req-76cbaf65-4cd3-481c-9590-a251f4725f75 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402979 Aug 12 02:19:37.978174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-650525d2-9d11-4e4a-8217-6556b379d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:37.992913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-650525d2-9d11-4e4a-8217-6556b379d8ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8311da17f3a342ec9a42b547dfa9c41d&device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 1094 time: 0.2268312 Aug 12 02:19:38.107076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-9ea63262-6376-48f6-b3e8-a52bb198dbef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c186c09-0030-48d1-be91-89947840ee09 HTTP/1.1" status: 200 len: 217 time: 0.0906003 Aug 12 02:19:38.140633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:38.177707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:38.281101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Network 8fa73dc9-b431-4c95-83db-4605f9aec342 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:38.287870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:38.299936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:38.424894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-7e615581-1bd2-40a8-8585-9e65204640c7 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428741 Aug 12 02:19:38.444282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144249-1aea-49bf-8093-ea4e190253da req-0fec4ebf-bd7d-4a7e-859e-f3e558fe9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:38.446120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-0fec4ebf-bd7d-4a7e-859e-f3e558fe9424 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb0cae1-082f-4815-b67f-2e855e4c78ee HTTP/1.1" status: 200 len: 855 time: 0.3208020 Aug 12 02:19:38.463907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:38.493354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66a77c-b11f-4dad-9ad0-d5bfc2c36b8d req-0a2d45ce-6b8b-4c84-9237-bf1a3cf99688 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:38.503845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea66a77c-b11f-4dad-9ad0-d5bfc2c36b8d req-0a2d45ce-6b8b-4c84-9237-bf1a3cf99688 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 931 time: 0.3841953 Aug 12 02:19:38.561350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:38.561980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:38.573925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-9a1ded02-ab2b-4a45-a815-68ff7ddb781e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3106dc2a-e652-4646-baa0-6d225da33eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082044 Aug 12 02:19:38.581159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:38.586367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:38.693999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=8007694d-771c-4efe-b3cd-5f35d15f059d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:38.703960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099571f-eaa0-4a84-b9da-6bf80abdb82f req-bed0ce88-f685-4abb-b9f6-4d67929fb369 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:38.712057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d099571f-eaa0-4a84-b9da-6bf80abdb82f req-bed0ce88-f685-4abb-b9f6-4d67929fb369 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 943 time: 0.3218937 Aug 12 02:19:38.712662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-b7bb712a-54ee-4e6e-94cd-a7c4436b9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:38.714515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-b7bb712a-54ee-4e6e-94cd-a7c4436b9a17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 1098 time: 0.3152435 Aug 12 02:19:38.747313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-0ab8073c-d670-4aa3-84fc-a3d3893f0abd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8870747 Aug 12 02:19:38.768469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea66a77c-b11f-4dad-9ad0-d5bfc2c36b8d req-cb93e83d-ae0c-4e9a-85c7-5f0d7b82df9e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577612 Aug 12 02:19:38.780812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Request body: {'port': {'device_id': '7c35cfbb-1334-4504-acc7-36206fef633e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:38.965777 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90251f08-3203-407d-8f54-793b20818f5e req-6b14a9cc-abcb-455b-9949-c2cf6f39d338 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157697 Aug 12 02:19:38.967784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d099571f-eaa0-4a84-b9da-6bf80abdb82f req-ed169c71-f704-4e02-a720-b183618bfd86 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547915 Aug 12 02:19:39.139527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:39.150721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:39.153273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0f3db4e-f7ea-4fff-886d-70ac926fe190 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/ports/8007694d-771c-4efe-b3cd-5f35d15f059d HTTP/1.1" status: 204 len: 168 time: 2.7854850 Aug 12 02:19:39.159501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:39.167582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-ada4d14f-1ec2-44e7-b121-ff0d057a08d8 service neutron] 10.222.0.25 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5735948 Aug 12 02:19:39.171883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:39.243024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting subnet 85907b35-93ba-438a-bf5b-b4841896ab89 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:19:39.252375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:39.332876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-d27d702a-bd1c-4a03-b19d-861546d64890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.334523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-d27d702a-bd1c-4a03-b19d-861546d64890 service neutron] 10.222.0.25 "GET /v2.0/networks?id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 200 len: 914 time: 0.6075859 Aug 12 02:19:39.346839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617b6dd-6f62-47ca-95f6-c76207c7ce6b req-9b174df6-6ed9-4681-9d25-978dca0db877 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.354551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d617b6dd-6f62-47ca-95f6-c76207c7ce6b req-9b174df6-6ed9-4681-9d25-978dca0db877 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1023 time: 0.4604015 Aug 12 02:19:39.361594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'tag': '0c186c09-0030-48d1-be91-89947840ee09'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:39.363870 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d25853-7ed9-4d1b-855e-af976bb78792" -d '{"events": [{"name": "network-changed", "server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "tag": "0c186c09-0030-48d1-be91-89947840ee09"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:39.381128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fb0d0-4438-438b-bc9f-2dc47a2b1af7 req-e978a8cd-bd02-4981-bd35-15742174a709 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.383397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d9fb0d0-4438-438b-bc9f-2dc47a2b1af7 req-e978a8cd-bd02-4981-bd35-15742174a709 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.3118494 Aug 12 02:19:39.431063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-d2761d47-ff68-4441-b976-1789b1d36a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.432615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-d2761d47-ff68-4441-b976-1789b1d36a5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 1095 time: 0.3970213 Aug 12 02:19:39.448233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d9fb0d0-4438-438b-bc9f-2dc47a2b1af7 req-8a42b068-44c7-4d70-80c8-2799c1ad6533 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506241 Aug 12 02:19:39.449222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-be9ec8a1-da8f-4dd0-87b3-5977b515d2e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 200 len: 217 time: 0.0901363 Aug 12 02:19:39.475413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:39.700081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d617b6dd-6f62-47ca-95f6-c76207c7ce6b req-f46877c5-5859-4025-9bb4-f8b0c14d1ad4 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1363dc-8a2b-4b3a-9579-4a0967450c60&id=000f992a-cf38-4e52-aa39-738128d14e3a&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3446057 Aug 12 02:19:39.803666 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b83f7a7-4259-4f60-90a6-d4d4928ad330 x-openstack-request-id: req-6b83f7a7-4259-4f60-90a6-d4d4928ad330 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:39.803962 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "tag": "0c186c09-0030-48d1-be91-89947840ee09", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:39.804213 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b83f7a7-4259-4f60-90a6-d4d4928ad330 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:39.804611 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'tag': '0c186c09-0030-48d1-be91-89947840ee09', 'status': 'completed', 'code': 200} Aug 12 02:19:39.838530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:19:39.864040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0144249-1aea-49bf-8093-ea4e190253da req-9c1630b8-4129-4885-88f7-0f67b9d607c8 service neutron] 10.222.0.25 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165988 Aug 12 02:19:39.866081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-9a5358fd-b812-43b8-a328-ad3312d9776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.867524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-9a5358fd-b812-43b8-a328-ad3312d9776d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 200 len: 853 time: 0.3892169 Aug 12 02:19:39.883929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24981fdd-bec0-487d-a6d8-0f9e07430a6e req-a9a85a22-1f7a-4ffc-9713-34801746ea3c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.886221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24981fdd-bec0-487d-a6d8-0f9e07430a6e req-a9a85a22-1f7a-4ffc-9713-34801746ea3c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 944 time: 0.2355518 Aug 12 02:19:39.940390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-3c67e2fd-0e46-4f89-9880-0b6b223e52ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=66be3cc0-9c2a-4251-85b4-2c13db9a10b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581865 Aug 12 02:19:39.972087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-77664d7f-d8fd-42df-93db-a7bc81298ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:39.973588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-77664d7f-d8fd-42df-93db-a7bc81298ad2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.5261831 Aug 12 02:19:39.993146 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.023490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24981fdd-bec0-487d-a6d8-0f9e07430a6e req-522d77d9-893d-4481-b979-c450b580a90b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183243 Aug 12 02:19:40.074433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-1746703a-6946-471b-96e3-ed99dce9d039 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:40.076864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-1746703a-6946-471b-96e3-ed99dce9d039 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1023 time: 0.3007267 Aug 12 02:19:40.191221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49181871-f304-4178-a859-8a05e1d09bbd {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:40.199772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.213056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Transition to ACTIVE for port object 49181871-f304-4178-a859-8a05e1d09bbd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:40.227269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:40.231359 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.240309 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:40.255678 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:40.256340 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:40.310186 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:40.315232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.316848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2dd906b0-0ae8-445e-9c23-cb1fa6790e29 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3069482 Aug 12 02:19:40.326932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:40.328535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:40.337332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:40.369556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f28b38-5aa3-4514-8034-9511a541af46 req-28a50d41-648e-4161-b3b1-4065040d2271 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:40.378375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65f28b38-5aa3-4514-8034-9511a541af46 req-28a50d41-648e-4161-b3b1-4065040d2271 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 943 time: 0.1633837 Aug 12 02:19:40.401000 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:40.401961 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8a4a3-a43f-4af9-8129-15a24cae782b None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:40.444879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:40.571567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65f28b38-5aa3-4514-8034-9511a541af46 req-2974e324-6f50-414c-a4e2-efbc3a057795 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920247 Aug 12 02:19:40.577410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:40.577748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:40.578131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:40.600162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:19:40.600694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:40.713164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:40.713877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:40.714419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:40.715018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Bound port: 49181871-f304-4178-a859-8a05e1d09bbd, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:40.715562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.717023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.766381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:40.774015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64553132-f4e3-4aa0-a1cb-3de468b4935f None None] Network 8eb1978f-ee99-4282-aa42-e2a27f694265 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:40.786628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/subnets/85907b35-93ba-438a-bf5b-b4841896ab89 HTTP/1.1" status: 204 len: 168 time: 1.6129339 Aug 12 02:19:40.787824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-76a39a14-2e21-40b2-bba3-a496b04ad494 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428 HTTP/1.1" status: 200 len: 217 time: 0.7893150 Aug 12 02:19:40.790214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:40.821207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699c5f0-e308-4807-93e5-8ccf13ba5fae req-ac60c253-9972-4538-b704-79d6605812fb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:40.832363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a699c5f0-e308-4807-93e5-8ccf13ba5fae req-ac60c253-9972-4538-b704-79d6605812fb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 931 time: 0.9169152 Aug 12 02:19:40.834256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Subnet': ['ID=85907b35-93ba-438a-bf5b-b4841896ab89,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:40.934670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.935386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.935771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.936116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.936453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.936789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.937123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.937457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.937787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.938117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.938443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.938768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eca43e-1118-4f7a-8e00-92490e459f16 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:40.962003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.047547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-6c78ecfc-bca6-4502-9102-459249fb3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.050108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-6c78ecfc-bca6-4502-9102-459249fb3249 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8311da17f3a342ec9a42b547dfa9c41d&device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 1094 time: 1.1126401 Aug 12 02:19:41.052169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-ee10cc21-e840-4457-9204-b39971c2a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.053890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-ee10cc21-e840-4457-9204-b39971c2a98a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1236365 Aug 12 02:19:41.108415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a699c5f0-e308-4807-93e5-8ccf13ba5fae req-d6cbf4cf-b542-4f0b-a140-700bce0ef85d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686570 Aug 12 02:19:41.115223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] DHCP port deletion for 8eb1978f-ee99-4282-aa42-e2a27f694265 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:19:41.171806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-6bebad0f-89a3-4ace-be7d-c8652215373d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996037 Aug 12 02:19:41.204204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Deleting port b120322c-9953-4d2f-9623-f0d1445ed02f {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:41.206803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.346531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c6be97-ff23-4165-b4c0-1f1fb7d39c51 req-f04bab59-8e75-4710-9e46-6c1b0bad54ca tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.348976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] For port b120322c-9953-4d2f-9623-f0d1445ed02f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b120322c-9953-4d2f-9623-f0d1445ed02f,segment=NetworkSegment(bc2bac54-5c0f-471f-b839-4378b9ec95f8),segment_id=bc2bac54-5c0f-471f-b839-4378b9ec95f8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:41.349459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.364655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4c6be97-ff23-4165-b4c0-1f1fb7d39c51 req-f04bab59-8e75-4710-9e46-6c1b0bad54ca tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.6635454 Aug 12 02:19:41.372092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Calling delete_port for b120322c-9953-4d2f-9623-f0d1445ed02f owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:41.440510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-f1f815ad-60ab-468f-8fc2-a057e3d0a0d8 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144046 Aug 12 02:19:41.511074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:41.535868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4c6be97-ff23-4165-b4c0-1f1fb7d39c51 req-947cec58-e42b-4b64-85a0-f08bb7144b33 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695304 Aug 12 02:19:41.566253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.612158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:41.628718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e752f42-36e8-4723-9419-6bab5b0b206a req-d7e0ed2d-0387-45d3-89bf-d76997066250 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495428 Aug 12 02:19:41.643052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] Pushing event deleted for resources: {'Port': ['ID=b120322c-9953-4d2f-9623-f0d1445ed02f,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:41.650309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c999d4-7381-40c4-9394-a72a23e28ab9 None None] No DVR routers for this DVR port b120322c-9953-4d2f-9623-f0d1445ed02f on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:41.706262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-e94b5864-6461-4b14-b63e-8cfbf3be328f service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7463074 Aug 12 02:19:41.756721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1a21-b06d-4919-ad02-0f2d0d5ebd4d req-73d900c2-ff49-46de-8b61-f3e076d23a9a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.764422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a81a1a21-b06d-4919-ad02-0f2d0d5ebd4d req-73d900c2-ff49-46de-8b61-f3e076d23a9a tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/ports?device_id=237f196d-b6d5-45f9-aad2-50f0bbda5fb2 HTTP/1.1" status: 200 len: 1023 time: 0.4303470 Aug 12 02:19:41.802992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.853555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Deleting port b120322c-9953-4d2f-9623-f0d1445ed02f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:41.854078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.880943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Deleting port e694a94a-8153-40e4-a65e-14b319ffd5cf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:41.881292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.884387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.885012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:41.886409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] 10.222.0.21 "PUT /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 1091 time: 3.1098714 Aug 12 02:19:41.890086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:41.893089 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468" -d '{"events": [{"name": "network-changed", "server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "tag": "49181871-f304-4178-a859-8a05e1d09bbd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:41.968783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec363d-6d89-4851-b9cf-f0580ab70588 service neutron] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:41.991285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b60b60-0080-41e3-8eed-417857d8dd03 req-761d79cf-1ccb-4699-b287-7e14372acbb6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:41.995409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03b60b60-0080-41e3-8eed-417857d8dd03 req-761d79cf-1ccb-4699-b287-7e14372acbb6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 944 time: 0.2345529 Aug 12 02:19:42.009834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] For port e694a94a-8153-40e4-a65e-14b319ffd5cf, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e694a94a-8153-40e4-a65e-14b319ffd5cf,segment=NetworkSegment(0073823b-cdeb-4e1b-bb54-cac1e98da9e2),segment_id=0073823b-cdeb-4e1b-bb54-cac1e98da9e2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:42.010209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.019186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:42.027226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Calling delete_port for e694a94a-8153-40e4-a65e-14b319ffd5cf owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:42.121633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03b60b60-0080-41e3-8eed-417857d8dd03 req-d197009f-54ec-470d-bd78-012e384f8ae0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991898 Aug 12 02:19:42.128278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-6e56b262-36db-45a3-ab28-1de2d10e7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.132700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-6e56b262-36db-45a3-ab28-1de2d10e7610 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1094 time: 0.1756585 Aug 12 02:19:42.147827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.231832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:42.233500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.248427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-0315e3e9-95ea-4b43-9d66-279d4c77bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.249970 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-0315e3e9-95ea-4b43-9d66-279d4c77bf13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3106dc2a-e652-4646-baa0-6d225da33eec HTTP/1.1" status: 200 len: 916 time: 1.1729217 Aug 12 02:19:42.254733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-5477e585-35e8-4f78-b28f-c4e4a705d936 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 217 time: 0.1001351 Aug 12 02:19:42.278899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428', 'mac_address': 'fa:16:3e:02:a1:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:42.345065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] For port b120322c-9953-4d2f-9623-f0d1445ed02f, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:42.346244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.351796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.364279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Calling delete_port for b120322c-9953-4d2f-9623-f0d1445ed02f owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:42.365301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:42.367416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Port b120322c-9953-4d2f-9623-f0d1445ed02f was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:19:42.374500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'Port': ['ID=e694a94a-8153-40e4-a65e-14b319ffd5cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:42.388186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:42.396571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.400408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a81a1a21-b06d-4919-ad02-0f2d0d5ebd4d req-88b0dba2-e7fb-4259-a345-96b9e463fb35 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups?id=da1363dc-8a2b-4b3a-9579-4a0967450c60&id=000f992a-cf38-4e52-aa39-738128d14e3a&id=3e557944-fcd9-48a4-869e-9e093c6b62be&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.6350620 Aug 12 02:19:42.405248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.453922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-688efef0-a8fe-4c61-be7d-72a374604514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.453922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-688efef0-a8fe-4c61-be7d-72a374604514 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1404445 Aug 12 02:19:42.507855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2456f6-9709-4db3-ad46-367ff25cbe7f req-41a7e0fb-83c5-4d65-ab40-d5eef8295fe9 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.520500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d2456f6-9709-4db3-ad46-367ff25cbe7f req-41a7e0fb-83c5-4d65-ab40-d5eef8295fe9 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 943 time: 0.2726026 Aug 12 02:19:42.543765 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a15b747-2d3d-4f5b-8ea9-b0fddb5aa003 x-openstack-request-id: req-6a15b747-2d3d-4f5b-8ea9-b0fddb5aa003 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:42.544017 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "tag": "49181871-f304-4178-a859-8a05e1d09bbd", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:42.544273 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a15b747-2d3d-4f5b-8ea9-b0fddb5aa003 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:42.547186 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd', 'status': 'completed', 'code': 200} Aug 12 02:19:42.567921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:42.585914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Port': ['ID=b120322c-9953-4d2f-9623-f0d1445ed02f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:42.590800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-3326ddd9-dab4-46ca-9702-1746d9d537ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c186c09-0030-48d1-be91-89947840ee09 HTTP/1.1" status: 200 len: 217 time: 0.2215104 Aug 12 02:19:42.594669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ea01d4e-f8a8-4ff7-ab50-2e8fc0e8c45b req-071fd7cb-329b-4d5b-8e0c-c38d0831dc5b service neutron] 10.222.0.25 "GET /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638740 Aug 12 02:19:42.616431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] No DVR routers for this DVR port b120322c-9953-4d2f-9623-f0d1445ed02f on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:42.619675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] No DVR routers for this DVR port e694a94a-8153-40e4-a65e-14b319ffd5cf on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:42.630527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-67dfccd5-b682-4a3d-a773-6cdf88098e0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682341 Aug 12 02:19:42.633726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.635717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-419836e2-58e3-4453-a849-65fd2ed9bea1 req-6c8d1138-6d6e-414f-9772-892540db393d tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.21 "DELETE /v2.0/ports/e694a94a-8153-40e4-a65e-14b319ffd5cf HTTP/1.1" status: 204 len: 173 time: 1.9437413 Aug 12 02:19:42.636166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'name': 'network-vif-deleted', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:42.638843 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d3579-8008-4c4e-9580-6ae2d97ed796" -d '{"events": [{"server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "name": "network-vif-deleted", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:42.648604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5123bfcb-b2fc-45ce-a621-7b97dfdfc428'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:42.663154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-3e16e603-9323-4d68-a0cc-358d11925cbc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:19:42.665204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-3e16e603-9323-4d68-a0cc-358d11925cbc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131989 Aug 12 02:19:42.747482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d2456f6-9709-4db3-ad46-367ff25cbe7f req-a157c4d3-b3ac-4095-af17-9e6895046cc8 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259071 Aug 12 02:19:42.869118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-f980de08-456f-4da3-8fb2-db972bf79891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.870962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-f980de08-456f-4da3-8fb2-db972bf79891 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4eb0cae1-082f-4815-b67f-2e855e4c78ee HTTP/1.1" status: 200 len: 855 time: 0.2524948 Aug 12 02:19:42.873682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:42.903971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb1978f-ee99-4282-aa42-e2a27f694265']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:42.946237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-88bb2f0c-065f-4df6-b0b9-97af24b4dcb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3106dc2a-e652-4646-baa0-6d225da33eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627627 Aug 12 02:19:42.956590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da768204-bcf3-41db-aa6b-0ab2120471e9 req-336e4e34-f255-4a75-939f-3f4092d4f555 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:42.958043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da768204-bcf3-41db-aa6b-0ab2120471e9 req-336e4e34-f255-4a75-939f-3f4092d4f555 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.3088396 Aug 12 02:19:42.961205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2bac54-5c0f-471f-b839-4378b9ec95f8') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:42.961507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2bac54-5c0f-471f-b839-4378b9ec95f8') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:42.994275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e694a94a-8153-40e4-a65e-14b319ffd5cf no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:43.002695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.011719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-8b3acd51-843e-46db-989a-ae5aa5911d11 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859178 Aug 12 02:19:43.024740 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: e694a94a-8153-40e4-a65e-14b319ffd5cf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:43.026033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e694a94a-8153-40e4-a65e-14b319ffd5cf not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:43.084165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b120322c-9953-4d2f-9623-f0d1445ed02f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:43.105995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.120551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b120322c-9953-4d2f-9623-f0d1445ed02f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:43.121261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b120322c-9953-4d2f-9623-f0d1445ed02f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:43.127574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:19:43.127574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:19:43.129819 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:19:43.151395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da768204-bcf3-41db-aa6b-0ab2120471e9 req-0116365d-7b54-45fe-87ab-88fce379d5a4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559343 Aug 12 02:19:43.255979 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab8305-dd22-47b1-ac8a-c89146256264 x-openstack-request-id: req-00ab8305-dd22-47b1-ac8a-c89146256264 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:43.256521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237f196d-b6d5-45f9-aad2-50f0bbda5fb2", "name": "network-vif-deleted", "tag": "e694a94a-8153-40e4-a65e-14b319ffd5cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:43.256521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00ab8305-dd22-47b1-ac8a-c89146256264 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:43.256897 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237f196d-b6d5-45f9-aad2-50f0bbda5fb2', 'name': 'network-vif-deleted', 'tag': 'e694a94a-8153-40e4-a65e-14b319ffd5cf', 'status': 'completed', 'code': 200} Aug 12 02:19:43.291340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-c6c91956-8bb8-4c4d-9000-1657cf9d7d9a service neutron] 10.222.0.25 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322480 Aug 12 02:19:43.310336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.362471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c802dee-8d80-41af-8788-40d3a6019763 req-6d4338af-6a54-4c64-a6f9-a77efa6518d1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:43.370080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c802dee-8d80-41af-8788-40d3a6019763 req-6d4338af-6a54-4c64-a6f9-a77efa6518d1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.3080966 Aug 12 02:19:43.429971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.432493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] 10.222.0.11 "DELETE /v2.0/networks/8eb1978f-ee99-4282-aa42-e2a27f694265 HTTP/1.1" status: 204 len: 168 time: 2.5903821 Aug 12 02:19:43.441353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812e316-fa85-4797-b239-46f1bfbeb624 tempest-AllowedAddressPairTestJSON-845531099 tempest-AllowedAddressPairTestJSON-845531099-project] Pushing event deleted for resources: {'Network': ['ID=8eb1978f-ee99-4282-aa42-e2a27f694265,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:43.497841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c802dee-8d80-41af-8788-40d3a6019763 req-6502a190-70f0-4b7f-b63d-658d897a70f4 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262882 Aug 12 02:19:43.574250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd6388-185d-4903-bd25-d7d813dedd33 req-a64c3623-9204-4e8c-80c8-ceadd5d3918c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:43.575486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c66c2126-fb0a-4c05-ba26-219a44aae520 req-abfa7292-bdda-4f70-b30b-9603fab18c2a service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452480 Aug 12 02:19:43.581686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-effd6388-185d-4903-bd25-d7d813dedd33 req-a64c3623-9204-4e8c-80c8-ceadd5d3918c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 945 time: 0.1998565 Aug 12 02:19:43.584183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20d25853-7ed9-4d1b-855e-af976bb78792 req-5b9d607b-4e97-499f-85f1-2b22cd1ec7d1 service neutron] 10.222.0.25 "GET /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840972 Aug 12 02:19:43.619415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.1 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:43.659392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-effd6388-185d-4903-bd25-d7d813dedd33 req-77d53044-cd02-45c0-a1ac-488106f750a5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588057 Aug 12 02:19:43.827050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-6ea1f632-7f52-43e3-9763-1204b26dee7e tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/000f992a-cf38-4e52-aa39-738128d14e3a HTTP/1.1" status: 200 len: 1803 time: 0.1449552 Aug 12 02:19:43.834452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-c05a67fd-9f3f-45be-b4e4-9a3bc6cb6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:43.836058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-c05a67fd-9f3f-45be-b4e4-9a3bc6cb6312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1094 time: 0.1553020 Aug 12 02:19:43.916418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:43.929093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:43.970893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1747535-d0ff-40a2-9a94-82e6a79e930f req-7a4cdaac-98fd-45bb-bedf-4bddfefc615d tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:43.972512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1747535-d0ff-40a2-9a94-82e6a79e930f req-7a4cdaac-98fd-45bb-bedf-4bddfefc615d tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 943 time: 0.1153064 Aug 12 02:19:44.037290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c186c09-0030-48d1-be91-89947840ee09 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:44.041340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:44.044249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-70419199-3e7c-47d8-924b-d34c46bbe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.045745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-70419199-3e7c-47d8-924b-d34c46bbe025 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1976256 Aug 12 02:19:44.048133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.093455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1747535-d0ff-40a2-9a94-82e6a79e930f req-b85d690d-54b2-4932-81a7-0bffcd5fe344 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055474 Aug 12 02:19:44.108097 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.187238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b20dc28a-dd4e-4690-8664-7e8e29f0e220 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f43c55180e72456c915c79b32e3f42eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693214 Aug 12 02:19:44.196881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c186c09-0030-48d1-be91-89947840ee09,segment=NetworkSegment(6b757618-37cb-4f4b-a77c-364d95d4aa10),segment_id=6b757618-37cb-4f4b-a77c-364d95d4aa10)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:44.206309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36226) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:44.207335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:44.210978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-2f6c5f17-40f3-4f71-9492-29bc7459fef5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 217 time: 0.1529014 Aug 12 02:19:44.212637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0c186c09-0030-48d1-be91-89947840ee09', 'network_id': '3106dc2a-e652-4646-baa0-6d225da33eec', 'port_id': '0c186c09-0030-48d1-be91-89947840ee09', 'mac_address': 'fa:16:3e:77:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eb0cae1-082f-4815-b67f-2e855e4c78ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:44.231923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.238535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:44.257193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.271241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c186c09-0030-48d1-be91-89947840ee09 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:44.298142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c186c09-0030-48d1-be91-89947840ee09,segment=NetworkSegment(6b757618-37cb-4f4b-a77c-364d95d4aa10),segment_id=6b757618-37cb-4f4b-a77c-364d95d4aa10)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:44.300780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:44.305411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:44.305907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.306649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-f39e38f8-e674-469b-92b8-3fdfa542f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.308662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.309012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-f39e38f8-e674-469b-92b8-3fdfa542f42c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.0677164 Aug 12 02:19:44.317038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:44.320116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:44.341967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908634e-7ce3-46c9-9c85-e008264ee5dd req-fe6adfe2-fed5-4919-a80f-9480850a574d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.350486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a908634e-7ce3-46c9-9c85-e008264ee5dd req-fe6adfe2-fed5-4919-a80f-9480850a574d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.0711687 Aug 12 02:19:44.357330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.357876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.358361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.358867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.359339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.359863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.360196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.360526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.361531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.361928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.362406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.362736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.400838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:44.418974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a908634e-7ce3-46c9-9c85-e008264ee5dd req-e25602e5-7a67-44a5-989b-e9e7f8d8af5e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Aug 12 02:19:44.447132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-e1378dc2-78f2-4d7e-91ef-da0f922b7aae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713427 Aug 12 02:19:44.447944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.468437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.473966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.474317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.474662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.474999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.475334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.475701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.476026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.476630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.476955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.477281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.477609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.477971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:19:44.506077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:44.509092 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae0aadc-efc2-454c-95ba-9443b973b3cb" -d '{"events": [{"server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "name": "network-vif-plugged", "status": "completed", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:44.530139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:44.543230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.588733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.601485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.605152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.619585 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd1d2c3-48ce-4bd8-9cbd-f3093509aee1 x-openstack-request-id: req-2fd1d2c3-48ce-4bd8-9cbd-f3093509aee1 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:44.619870 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "name": "network-vif-plugged", "status": "completed", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:44.620120 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fd1d2c3-48ce-4bd8-9cbd-f3093509aee1 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:44.620499 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428', 'code': 200} Aug 12 02:19:44.621458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c186c09-0030-48d1-be91-89947840ee09'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:44.628135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dadfe1f1-bf09-4b4a-8778-dba7ac58e258 req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/000f992a-cf38-4e52-aa39-738128d14e3a HTTP/1.1" status: 204 len: 173 time: 0.7881496 Aug 12 02:19:44.685375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:44.696730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6ab70-9457-4f46-b514-6e22244cf2d0 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f992a-cf38-4e52-aa39-738128d14e3a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:44.718271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.735325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061319c-e989-4775-97b4-5608d261be18 req-3c447cc1-46aa-4302-8271-09105ffb51a7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.744018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a061319c-e989-4775-97b4-5608d261be18 req-3c447cc1-46aa-4302-8271-09105ffb51a7 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1267309 Aug 12 02:19:44.747933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c41bd4-a1dc-4b63-aa32-37a0fb914c35 req-c3b131f8-d7ee-48fd-8200-a40ebf1c9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.749601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88c41bd4-a1dc-4b63-aa32-37a0fb914c35 req-c3b131f8-d7ee-48fd-8200-a40ebf1c9d15 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 1097 time: 0.1035290 Aug 12 02:19:44.799714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a061319c-e989-4775-97b4-5608d261be18 req-56feb582-0d42-45be-9e4b-416136e006b5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486081 Aug 12 02:19:44.812516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88c41bd4-a1dc-4b63-aa32-37a0fb914c35 req-1266430f-e59f-4475-bb7c-65700af37612 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537348 Aug 12 02:19:44.824099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-18da5add-fcb7-4371-b0cc-b42fb1228b79 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "GET /v2.0/security-groups/da1363dc-8a2b-4b3a-9579-4a0967450c60 HTTP/1.1" status: 200 len: 1801 time: 0.1977904 Aug 12 02:19:44.827011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-bc2017c7-d5ec-4928-9953-3d913371a5ba service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282182 Aug 12 02:19:44.913622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cba5ea-e498-47a3-9e3a-9d80e012bd30 req-d6d0f327-f0ad-4923-b292-7d6b61e5d371 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:44.915122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01cba5ea-e498-47a3-9e3a-9d80e012bd30 req-d6d0f327-f0ad-4923-b292-7d6b61e5d371 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 946 time: 0.0519590 Aug 12 02:19:44.933615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.954849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01cba5ea-e498-47a3-9e3a-9d80e012bd30 req-441af518-02ab-4dd7-a77a-7e287ed977b4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Aug 12 02:19:44.962939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.965485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:44.966625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8980a65-d2ab-4921-98df-ec50f9981fc8 HTTP/1.1" status: 204 len: 168 time: 0.7545433 Aug 12 02:19:44.977887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a902e5-acba-4af0-986a-1054957832d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8980a65-d2ab-4921-98df-ec50f9981fc8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:45.047068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.080666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc335-a03c-4baa-97cd-1e9f24d6e4fe req-fd619d6f-495b-4449-93bf-55fe7455edca tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:45.082432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7ccc335-a03c-4baa-97cd-1e9f24d6e4fe req-fd619d6f-495b-4449-93bf-55fe7455edca tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.0555546 Aug 12 02:19:45.129473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7ccc335-a03c-4baa-97cd-1e9f24d6e4fe req-d4171d78-34d5-455f-a4cc-bb0935f51905 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400889 Aug 12 02:19:45.130582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6039c93b-e6b0-47fb-ba35-3ecc8dbd6468 req-d9c33f87-6117-4a4a-902f-8a9870675d7b service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876401 Aug 12 02:19:45.153390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.295686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.297454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375e25-ea3c-4972-b28c-7f5872072e61 req-ba7e9018-5a1c-40ab-8899-d0a02bac3c09 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:45.298837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.300217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-657a12f6-c84d-41fb-8e90-d9744609d3f3 req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] 10.222.0.11 "DELETE /v2.0/security-groups/da1363dc-8a2b-4b3a-9579-4a0967450c60 HTTP/1.1" status: 204 len: 173 time: 0.4719892 Aug 12 02:19:45.307842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c375e25-ea3c-4972-b28c-7f5872072e61 req-ba7e9018-5a1c-40ab-8899-d0a02bac3c09 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 944 time: 0.0762560 Aug 12 02:19:45.309572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36264) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:45.361037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c375e25-ea3c-4972-b28c-7f5872072e61 req-d6983ac9-95e1-4f90-a748-81b422fa7c5a tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534127 Aug 12 02:19:45.447302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f77703-b99a-4cfb-b6f2-7a4615ae7207 tempest-SecurityGroupsTestJSON-1886381286 tempest-SecurityGroupsTestJSON-1886381286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1363dc-8a2b-4b3a-9579-4a0967450c60,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:45.510030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee20225-4ae2-4f8d-af8e-bd9a5bac1447 req-6985ead1-808e-4e21-b07a-a66d80e4215b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:45.511584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bee20225-4ae2-4f8d-af8e-bd9a5bac1447 req-6985ead1-808e-4e21-b07a-a66d80e4215b tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.0783348 Aug 12 02:19:45.548834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Deleting subnet 17c834ee-3d85-4539-917a-6b30f6440e16 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:19:45.552485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.557192 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bee20225-4ae2-4f8d-af8e-bd9a5bac1447 req-2519dabb-14b6-4d31-9bd8-b8c99fd19eb2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Aug 12 02:19:45.651822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.678800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.689461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.826896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:45.931946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-361113574'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:45.956126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Made reservation on behalf of 94cae5e34c0d402bb65e7011bd11fed6 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:45.959782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:45.968746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.052679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4176ba-ab1f-4043-a45c-bd797acedc39 req-d10fe39c-8fe0-474b-940e-5eaf4ebce85a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:46.054437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc4176ba-ab1f-4043-a45c-bd797acedc39 req-d10fe39c-8fe0-474b-940e-5eaf4ebce85a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.4618726 Aug 12 02:19:46.056351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c186c09-0030-48d1-be91-89947840ee09 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:46.080041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.100181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.105853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.126799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0c186c09-0030-48d1-be91-89947840ee09 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:46.131702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:46.135019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0c186c09-0030-48d1-be91-89947840ee09 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:46.135514 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.148870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72346552-3346-4e19-9e35-73777c21f366,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.152471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.153057 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Added segment 27b4554c-d33e-4d93-9ff0-44aeb9d2097c of type vlan for network 093cab8f-4e1a-441f-a250-77e8455318c0 Aug 12 02:19:46.159207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.168269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.208943 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.239855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc4176ba-ab1f-4043-a45c-bd797acedc39 req-a4f10ecc-2f14-4ff3-9f8d-31974caefd91 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642492 Aug 12 02:19:46.248761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.265051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.267997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.275645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:46.276413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.317452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c186c09-0030-48d1-be91-89947840ee09,segment=NetworkSegment(6b757618-37cb-4f4b-a77c-364d95d4aa10),segment_id=6b757618-37cb-4f4b-a77c-364d95d4aa10)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:46.323594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.328706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c834ee-3d85-4539-917a-6b30f6440e16,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.337666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.339701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ee0a18ab-6e8f-4547-9b35-605fc65a57ea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/17c834ee-3d85-4539-917a-6b30f6440e16 HTTP/1.1" status: 204 len: 168 time: 1.0259156 Aug 12 02:19:46.354457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36346) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:46.374655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Network': ['ID=093cab8f-4e1a-441f-a250-77e8455318c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.387836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 093cab8f-4e1a-441f-a250-77e8455318c0 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:46.388550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-66516614-664b-48c3-81d2-afda49fd2c49 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5593274 Aug 12 02:19:46.391229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:46.398086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'subnet': {'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:46.445811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.529191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2426f-132d-41f8-883a-8208e7520e9d req-24e6e322-f17c-4da7-b801-8d03f87fcf63 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:46.530670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0c2426f-132d-41f8-883a-8208e7520e9d req-24e6e322-f17c-4da7-b801-8d03f87fcf63 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2056429 Aug 12 02:19:46.536343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.536531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Made reservation on behalf of 94cae5e34c0d402bb65e7011bd11fed6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:46.539936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.557316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:46.568637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:46.616698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab0af-fd6f-4f52-9142-f4ebbc87538a req-b08fffd2-1f7b-4af0-a52c-80a6ea24cd73 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:46.618208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25fab0af-fd6f-4f52-9142-f4ebbc87538a req-b08fffd2-1f7b-4af0-a52c-80a6ea24cd73 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 946 time: 0.1129367 Aug 12 02:19:46.622366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c186c09-0030-48d1-be91-89947840ee09'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:46.625958 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118b9326-152c-4b92-bfc0-7a6aa089b91e" -d '{"events": [{"server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "name": "network-vif-plugged", "status": "completed", "tag": "0c186c09-0030-48d1-be91-89947840ee09"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:46.672163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25fab0af-fd6f-4f52-9142-f4ebbc87538a req-d870f6ab-002f-454e-a3c1-f122940e90c6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473747 Aug 12 02:19:46.689937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0c2426f-132d-41f8-883a-8208e7520e9d req-5a2caf70-48ae-4214-8a37-200863bb8944 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490724 Aug 12 02:19:46.757965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.772450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015ca17a-35e5-4b28-8cf8-4a97b80f7dda']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:46.794093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0073823b-cdeb-4e1b-bb54-cac1e98da9e2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:46.794385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0073823b-cdeb-4e1b-bb54-cac1e98da9e2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:46.809440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.826839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:19:46.832315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.836212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.842084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:19:46.842488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:19:46.844259 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:19:46.889892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430c3df-71cd-40ae-83d2-88db9659c2ea req-1a74e7e5-f109-4775-936e-fbd1cd25899b tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:46.892934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3430c3df-71cd-40ae-83d2-88db9659c2ea req-1a74e7e5-f109-4775-936e-fbd1cd25899b tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.1115365 Aug 12 02:19:46.953834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Subnet': ['ID=3a472674-4a0f-429a-b16d-56af90bcddef,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:46.972417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Checking segment: {'id': '27b4554c-d33e-4d93-9ff0-44aeb9d2097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:46.973021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network hostable DHCP agents. Network: 093cab8f-4e1a-441f-a250-77e8455318c0, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:46.987744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.993236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3430c3df-71cd-40ae-83d2-88db9659c2ea req-ce83aca9-3696-45ea-9d0e-5184a5858d82 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896754 Aug 12 02:19:46.995806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:46.997648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] 10.222.0.11 "DELETE /v2.0/networks/015ca17a-35e5-4b28-8cf8-4a97b80f7dda HTTP/1.1" status: 204 len: 168 time: 0.6402550 Aug 12 02:19:47.014877 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d83db2-5258-4de8-85d9-bd6bc80d471f x-openstack-request-id: req-c2d83db2-5258-4de8-85d9-bd6bc80d471f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:47.015183 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "name": "network-vif-plugged", "status": "completed", "tag": "0c186c09-0030-48d1-be91-89947840ee09", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:47.015440 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2d83db2-5258-4de8-85d9-bd6bc80d471f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:47.015948 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c186c09-0030-48d1-be91-89947840ee09', 'code': 200} Aug 12 02:19:47.023362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b761ea-8a7c-4e48-b82d-d03a59b42a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=015ca17a-35e5-4b28-8cf8-4a97b80f7dda,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:47.044404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 093cab8f-4e1a-441f-a250-77e8455318c0 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:47.048948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:47.058533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aea1e786-2b1d-4e21-a3d1-ebb13e3827c1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/routers/89a2097e-de03-49d6-93cf-564f1d34a31c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7123325 Aug 12 02:19:47.058682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:47.063508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'port': {'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51', 'name': 'tempest-FloatingIPTestJSON-105037248'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:47.070072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:47.071445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 093cab8f-4e1a-441f-a250-77e8455318c0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:47.093371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676db29a-0fa1-4de4-9afe-0443ceadac53 None None] Network 093cab8f-4e1a-441f-a250-77e8455318c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:47.100648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:47.101508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:47.170841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:47.171850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.299297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:47.322876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:47.323520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:47.338851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aa4be-fde9-461d-9b9c-4dfedb6ec77b req-7e0d72db-0620-41e0-bb22-8cc20ccee3ed tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:47.341167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f1aa4be-fde9-461d-9b9c-4dfedb6ec77b req-7e0d72db-0620-41e0-bb22-8cc20ccee3ed tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.0826590 Aug 12 02:19:47.341771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36386) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:47.366838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:47.367118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ddc2b0-00dc-4aea-86c1-f73006f375d3 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:47.410596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-093cab8f-4e1a-441f-a250-77e8455318c0', 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0', 'tenant_id': '94cae5e34c0d402bb65e7011bd11fed6', 'fixed_ips': [{'subnet_id': '3a472674-4a0f-429a-b16d-56af90bcddef'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:19:47.411496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.416998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ed122d1e-f44f-4637-b1f3-97532d27e05e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb6c0448f8c5453b932900263ea18020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714009 Aug 12 02:19:47.417258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36388) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:47.453662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f1aa4be-fde9-461d-9b9c-4dfedb6ec77b req-7d21201c-c589-4aed-a6e7-5f0c27f33398 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929866 Aug 12 02:19:47.522843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.549103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.582542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Allocated IP 172.20.0.2 (093cab8f-4e1a-441f-a250-77e8455318c0/3a472674-4a0f-429a-b16d-56af90bcddef/c0d3d385-5b15-4830-8718-c2e1d74780e4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:47.650477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8b50d592-ef89-4d2d-bd0f-3b234642490e tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2558227 Aug 12 02:19:47.651729 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.654595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.655967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e557944-fcd9-48a4-869e-9e093c6b62be HTTP/1.1" status: 204 len: 168 time: 0.2377720 Aug 12 02:19:47.656813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:47.678646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-555551345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:47.715277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629184a-7264-4923-8c5f-76b456efa5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e557944-fcd9-48a4-869e-9e093c6b62be,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:47.718992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.747499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87b851-e598-46a4-9880-7d11744262ea req-67ee27d4-a1d8-4e0e-962a-9e4b20c3ad93 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:47.756673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e87b851-e598-46a4-9880-7d11744262ea req-67ee27d4-a1d8-4e0e-962a-9e4b20c3ad93 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.1570084 Aug 12 02:19:47.788772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.789797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.798992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.809933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Transition to ACTIVE for port object c0d3d385-5b15-4830-8718-c2e1d74780e4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:47.828953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Transition to ACTIVE for port object c0d3d385-5b15-4830-8718-c2e1d74780e4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:47.838626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.859719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-c24fb75e-6582-4ee6-969e-d16c5fc96b83 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:47.862286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e87b851-e598-46a4-9880-7d11744262ea req-88254ecc-c75e-478f-86e3-6f6353414873 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974236 Aug 12 02:19:47.868850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-c24fb75e-6582-4ee6-969e-d16c5fc96b83 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.2560954 Aug 12 02:19:47.898870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Pushing event updated for resources: {'Port': ['ID=c0d3d385-5b15-4830-8718-c2e1d74780e4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:47.912130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Network 093cab8f-4e1a-441f-a250-77e8455318c0 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:47.913776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:47.916507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:47.935156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440517e-7949-428a-acf0-937a98d87533 req-f1a3f67f-edc9-4c6c-9358-a207d2968867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:47.937044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e440517e-7949-428a-acf0-937a98d87533 req-f1a3f67f-edc9-4c6c-9358-a207d2968867 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 1096 time: 0.7577910 Aug 12 02:19:47.938548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:47.944428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.945791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:47.956694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.006809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] device_id is not set on port 0d4487db-1b78-45ee-b52a-00c602c88e7d yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:48.016472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Attempting to bind port c0d3d385-5b15-4830-8718-c2e1d74780e4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:48.016763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Attempting to bind port c0d3d385-5b15-4830-8718-c2e1d74780e4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '27b4554c-d33e-4d93-9ff0-44aeb9d2097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:48.017775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Attempting to bind port c0d3d385-5b15-4830-8718-c2e1d74780e4 on network 093cab8f-4e1a-441f-a250-77e8455318c0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:48.020558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.022489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-713927ee-a8bb-4837-8132-b95d54e64c51 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3547585 Aug 12 02:19:48.024587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:48.025081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Checking segment: {'id': '27b4554c-d33e-4d93-9ff0-44aeb9d2097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:48.026000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:48.026107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.026502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Bound using segment: {'id': '27b4554c-d33e-4d93-9ff0-44aeb9d2097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:48.027033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Bound port: c0d3d385-5b15-4830-8718-c2e1d74780e4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b4554c-d33e-4d93-9ff0-44aeb9d2097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:48.027553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.104619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] For port c0d3d385-5b15-4830-8718-c2e1d74780e4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:48.108495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] For port c0d3d385-5b15-4830-8718-c2e1d74780e4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c0d3d385-5b15-4830-8718-c2e1d74780e4,segment=NetworkSegment(27b4554c-d33e-4d93-9ff0-44aeb9d2097c),segment_id=27b4554c-d33e-4d93-9ff0-44aeb9d2097c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:48.111793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd447-40c9-412d-8f66-05b535eab284 req-7b020b5f-15d8-4ef9-8757-95c5eb7216b2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:48.113928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f78dd447-40c9-412d-8f66-05b535eab284 req-7b020b5f-15d8-4ef9-8757-95c5eb7216b2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1473167 Aug 12 02:19:48.118364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.131326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-e5d0c014-cef8-4751-956d-ac24cc770ef0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/quotas/235d90196a4746ceb5c6b13b91293975 HTTP/1.1" status: 200 len: 375 time: 0.2612236 Aug 12 02:19:48.249202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e440517e-7949-428a-acf0-937a98d87533 req-d648dc5e-4d8a-4e74-9d6e-d3952df157e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752302 Aug 12 02:19:48.251375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfe706-9019-43df-a3b8-098a5d875d5f None None] Pushing event updated for resources: {'Port': ['ID=c0d3d385-5b15-4830-8718-c2e1d74780e4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:48.301185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-fec4d57f-4d6c-4d60-ab70-5e27528eb267 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687021 Aug 12 02:19:48.332012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.9 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/0d4487db-1b78-45ee-b52a-00c602c88e7d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:48.383493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f78dd447-40c9-412d-8f66-05b535eab284 req-6914e08f-d7ce-4cd8-bc49-96181e7d3db8 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151871 Aug 12 02:19:48.593428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-c33358d6-c903-4979-b276-af1886dd86d9 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737157 Aug 12 02:19:48.610779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.693540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63902707-24e5-480a-b146-71cad1f76210 req-cae547da-b254-47b0-8ab6-3613b87bfc62 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:48.695538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63902707-24e5-480a-b146-71cad1f76210 req-cae547da-b254-47b0-8ab6-3613b87bfc62 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.1684535 Aug 12 02:19:48.774360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.779638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-9d0dcd2f-68bc-40cb-9a11-832446e44bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545136 Aug 12 02:19:48.828106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63902707-24e5-480a-b146-71cad1f76210 req-f938ec34-29b4-46cb-b27f-5dd69292338c tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961964 Aug 12 02:19:48.851234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:48.918580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:48.930196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:48.944024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:48.954174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:49.025477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:49.051019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Allocated IP 172.20.0.1 (093cab8f-4e1a-441f-a250-77e8455318c0/3a472674-4a0f-429a-b16d-56af90bcddef/944cc83f-3d1f-4a41-ad1d-96b043d37c68) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:49.090532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=0d4487db-1b78-45ee-b52a-00c602c88e7d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:49.136559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c0d3d385-5b15-4830-8718-c2e1d74780e4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:49.254235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:49.255826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.288160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dac24f-550c-4358-9480-3308ec3dc953 req-6371f22f-e6e7-4bb5-a1c1-d54d8a61d14a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:49.289903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5dac24f-550c-4358-9480-3308ec3dc953 req-6371f22f-e6e7-4bb5-a1c1-d54d8a61d14a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.1604476 Aug 12 02:19:49.294548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c305ce9d-3ea9-44bc-a72d-1d79982ada07 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2328637 Aug 12 02:19:49.295026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36446) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:49.305013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'port': {'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51', 'name': 'tempest-FloatingIPTestJSON-1507460658'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:49.317653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-977824622-network', 'tenant_id': 'e54c582768724d19aef8df8c095e9555'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:49.346344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.409410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-86885404-04d3-42a1-b874-11561c91587d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:49.412123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-86885404-04d3-42a1-b874-11561c91587d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/ports?device_id=5503275b-cd8e-4723-b35c-7a1cf9e4cea5 HTTP/1.1" status: 200 len: 945 time: 0.3380945 Aug 12 02:19:49.419822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Made reservation on behalf of e54c582768724d19aef8df8c095e9555 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:49.422975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.468202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:49.468202 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a726568f-e804-4ede-b909-42ddc17cc896" -d '{"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-unplugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:49.468471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5dac24f-550c-4358-9480-3308ec3dc953 req-1daf3f23-5dd0-4f90-813f-3eaaa9ba83cd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442852 Aug 12 02:19:49.504937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c0d3d385-5b15-4830-8718-c2e1d74780e4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:49.518929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:49.522096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4a73354-a9b2-44ef-a95f-da52630de2a1 req-7147f2f2-96b0-4842-ba4c-075fe4d9786a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 210 time: 0.1230571 Aug 12 02:19:49.526814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.595877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:49.603779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.674589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.694130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] device_id is not set on port 680574df-7ff1-41d3-8d4b-04ade0ccd42c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:49.824275 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.843513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.881804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:49.885319 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9969a009-f340-4278-a434-7970647028c9 x-openstack-request-id: req-9969a009-f340-4278-a434-7970647028c9 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:49.885612 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-unplugged", "status": "completed", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:49.886211 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9969a009-f340-4278-a434-7970647028c9 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:49.886323 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'code': 200} Aug 12 02:19:49.887648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412bac9-5e00-49ed-8655-afd4261ca0f4 req-d39aee50-2b95-40d8-8d82-d4cb1f32ffba tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:49.891295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:49.897425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9412bac9-5e00-49ed-8655-afd4261ca0f4 req-d39aee50-2b95-40d8-8d82-d4cb1f32ffba tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2616827 Aug 12 02:19:49.898946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbe1fc-80c2-4cff-8403-79b5e7ce1356 None None] Network 093cab8f-4e1a-441f-a250-77e8455318c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:49.904170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:49.905099 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Added segment 1ab7d5f6-95cf-4dbf-8e02-71d915e155f6 of type vlan for network 61427859-2a29-42ca-ae0b-fbcc3cf3baef Aug 12 02:19:49.911738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.14 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/680574df-7ff1-41d3-8d4b-04ade0ccd42c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:49.960184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9412bac9-5e00-49ed-8655-afd4261ca0f4 req-08c4e29c-a076-4dd8-8ea9-a06bfecca85c tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602720 Aug 12 02:19:49.979625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.029350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-35318814-213e-443a-a82a-f558d9076946 None None] Provisioning for port c0d3d385-5b15-4830-8718-c2e1d74780e4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:50.052119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-35318814-213e-443a-a82a-f558d9076946 None None] Provisioning complete for port c0d3d385-5b15-4830-8718-c2e1d74780e4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:50.054159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35318814-213e-443a-a82a-f558d9076946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.086429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf6aa7-336f-440f-99e0-e72b56693296,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:50.166128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.167103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.169521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.181800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Deleting port 4182a83c-1318-41f6-ba35-adca15ebb31d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:50.182401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.197933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96c71a-873d-4e09-bd93-4e2f9c8fab10 req-5803c3cf-7adb-4fc6-9d3d-aa667e658efa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.199901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b96c71a-873d-4e09-bd93-4e2f9c8fab10 req-5803c3cf-7adb-4fc6-9d3d-aa667e658efa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.0886660 Aug 12 02:19:50.253548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35318814-213e-443a-a82a-f558d9076946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.305214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] For port 4182a83c-1318-41f6-ba35-adca15ebb31d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4182a83c-1318-41f6-ba35-adca15ebb31d,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:50.305584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.306313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.308285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-35318814-213e-443a-a82a-f558d9076946 None None] For port c0d3d385-5b15-4830-8718-c2e1d74780e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c0d3d385-5b15-4830-8718-c2e1d74780e4,segment=NetworkSegment(27b4554c-d33e-4d93-9ff0-44aeb9d2097c),segment_id=27b4554c-d33e-4d93-9ff0-44aeb9d2097c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:50.318475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b96c71a-873d-4e09-bd93-4e2f9c8fab10 req-52fbc5dc-07c4-477c-ab35-879a64c3deb5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929198 Aug 12 02:19:50.320059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35318814-213e-443a-a82a-f558d9076946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.320627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Calling delete_port for 4182a83c-1318-41f6-ba35-adca15ebb31d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:50.416695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318814-213e-443a-a82a-f558d9076946 None None] Pushing event updated for resources: {'Port': ['ID=c0d3d385-5b15-4830-8718-c2e1d74780e4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:50.429483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.462989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.494228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:50.497421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:50.503819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:50.537834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=680574df-7ff1-41d3-8d4b-04ade0ccd42c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:50.606671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.607398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.612784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856871a-beab-424b-b6ef-8ed9f263dca5 req-5cb41b92-b2e9-468b-8ad7-55a95e0dff09 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.614506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b856871a-beab-424b-b6ef-8ed9f263dca5 req-5cb41b92-b2e9-468b-8ad7-55a95e0dff09 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.5873327 Aug 12 02:19:50.619842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6993589 Aug 12 02:19:50.619842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36474) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:50.649030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e426733-0c0f-41bf-a4fd-1d8233f630e5 None None] Provisioning complete for port c0d3d385-5b15-4830-8718-c2e1d74780e4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:50.649788 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e426733-0c0f-41bf-a4fd-1d8233f630e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.656401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Request body: {'subnet': {'network_id': '61427859-2a29-42ca-ae0b-fbcc3cf3baef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-977824622-subnet', 'tenant_id': 'e54c582768724d19aef8df8c095e9555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:50.657300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09afe0-ef0d-4aec-8f8a-85318e7b8d6b req-1ad14d2c-146b-4b2c-b186-12c80ac19ab5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.659504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f09afe0-ef0d-4aec-8f8a-85318e7b8d6b req-1ad14d2c-146b-4b2c-b186-12c80ac19ab5 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1030107 Aug 12 02:19:50.664371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d15cda4e-9aa9-4901-81c6-a60f25f761fd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3652644 Aug 12 02:19:50.668502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36476) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:50.683829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '680574df-7ff1-41d3-8d4b-04ade0ccd42c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:50.707875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f09afe0-ef0d-4aec-8f8a-85318e7b8d6b req-ded8a7c6-26ac-49a6-8db9-ae435e0cc409 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353620 Aug 12 02:19:50.719204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Transition to ACTIVE for port object 944cc83f-3d1f-4a41-ad1d-96b043d37c68 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:50.724276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b7c02-a9b2-4947-b146-d9d295906b9c admin admin] Pushing event updated for resources: {'Network': ['ID=61427859-2a29-42ca-ae0b-fbcc3cf3baef,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:50.739250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Made reservation on behalf of e54c582768724d19aef8df8c095e9555 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:50.741896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:50.742721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 61427859-2a29-42ca-ae0b-fbcc3cf3baef details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:19:50.846565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b856871a-beab-424b-b6ef-8ed9f263dca5 req-ee32f964-5cbc-4439-ba0d-f3e257b1d438 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186627 Aug 12 02:19:50.909851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ea61-7fbe-48b1-ba48-b60a09c7b4b2 req-7dd68172-020b-4feb-aacc-52e47a55e920 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:50.915416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c25ea61-7fbe-48b1-ba48-b60a09c7b4b2 req-7dd68172-020b-4feb-aacc-52e47a55e920 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.1180091 Aug 12 02:19:50.932156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.006519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c25ea61-7fbe-48b1-ba48-b60a09c7b4b2 req-f40544f7-7ebb-45b7-bd32-0380ef52ed27 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832484 Aug 12 02:19:51.099717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c0d3d385-5b15-4830-8718-c2e1d74780e4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:51.258760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-0e5ea84f-ad82-4961-a188-94e76e656f14 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:51.260372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-0e5ea84f-ad82-4961-a188-94e76e656f14 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 805 time: 0.1349454 Aug 12 02:19:51.284807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c0d3d385-5b15-4830-8718-c2e1d74780e4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:51.285373 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.287851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658edfdc-50a7-4cb4-97a8-112ee7b819ea req-b8780d42-23ba-4f5c-98fa-1b870e51178a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:51.289422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-658edfdc-50a7-4cb4-97a8-112ee7b819ea req-b8780d42-23ba-4f5c-98fa-1b870e51178a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2007277 Aug 12 02:19:51.293353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Request body: {'port': {'device_id': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'admin_state_up': True, 'tenant_id': '235d90196a4746ceb5c6b13b91293975'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:51.528421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-658edfdc-50a7-4cb4-97a8-112ee7b819ea req-f8e2f9aa-610a-4613-81d9-809bae1a7923 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304542 Aug 12 02:19:51.572936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Made reservation on behalf of 235d90196a4746ceb5c6b13b91293975 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:51.578153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.761951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.789823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524a245-7d40-4831-9b85-e4c7590c6ae4 req-72e80779-749f-440b-9730-5bbd550f4212 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:51.791335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4524a245-7d40-4831-9b85-e4c7590c6ae4 req-72e80779-749f-440b-9730-5bbd550f4212 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1023817 Aug 12 02:19:51.795403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Allocated IP 172.20.0.7 (7d597e06-0467-4b8c-9ef7-b40ebddd9862/744d4ef4-d0e2-410c-a64a-c081bdaeee45/c3d591f2-f5f6-42d5-9817-e923d831a075) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:51.806641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.833932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70762cd-6bad-4b3a-9fbe-f74d2927d10a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:51.852067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f723b1f-b72d-42cf-b472-9ea5c770ef21 req-afa3e525-fa65-4d60-a5da-624c0d4562b7 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 210 time: 0.1638691 Aug 12 02:19:51.875962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:51.901094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event deleted for resources: {'Port': ['ID=4182a83c-1318-41f6-ba35-adca15ebb31d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:51.967261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=944cc83f-3d1f-4a41-ad1d-96b043d37c68,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:51.974769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 093cab8f-4e1a-441f-a250-77e8455318c0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:51.990133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:51.992541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:52.026610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.059164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] No DVR routers for this DVR port 4182a83c-1318-41f6-ba35-adca15ebb31d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:19:52.062431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4524a245-7d40-4831-9b85-e4c7590c6ae4 req-9a15374e-9292-4221-afa8-51f43a68eecd tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647052 Aug 12 02:19:52.067700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.069796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba019aa1-d3b9-46b0-b676-e729c70fa39d req-7706ed21-7e8b-43c1-884d-5afc6e664a76 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "DELETE /v2.0/ports/4182a83c-1318-41f6-ba35-adca15ebb31d HTTP/1.1" status: 204 len: 173 time: 2.5870316 Aug 12 02:19:52.087239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-deleted', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:52.094399 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d33c7b-3cdc-4911-8857-d0dbc7de9d50" -d '{"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-deleted", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:52.157079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.170592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.228625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:52.233169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:52.238291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:52.353331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:52.370253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Checking segment: {'id': '1ab7d5f6-95cf-4dbf-8e02-71d915e155f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '61427859-2a29-42ca-ae0b-fbcc3cf3baef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:52.370965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Network hostable DHCP agents. Network: 61427859-2a29-42ca-ae0b-fbcc3cf3baef, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:19:52.377195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:52.377993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.418263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d0211-859d-47b1-b98b-286866b50113 req-1aa439d6-e65a-4a34-bb39-7feea2a9b417 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:52.420043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-974d0211-859d-47b1-b98b-286866b50113 req-1aa439d6-e65a-4a34-bb39-7feea2a9b417 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1265354 Aug 12 02:19:52.427604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-14f3ae3b-93c1-42a4-a6c1-fad7f366517a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1480935 Aug 12 02:19:52.434133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fe51bf8d-b7fe-4ec4-abb8-fabe5eb6352a None None] Provisioning for port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:52.438628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fe51bf8d-b7fe-4ec4-abb8-fabe5eb6352a None None] Provisioning complete for port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:52.439761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fe51bf8d-b7fe-4ec4-abb8-fabe5eb6352a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.471652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Network 61427859-2a29-42ca-ae0b-fbcc3cf3baef is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:19:52.480223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-974d0211-859d-47b1-b98b-286866b50113 req-88dcd5e3-9664-4ae3-8157-0ddbb28426e2 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Aug 12 02:19:52.499296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fe51bf8d-b7fe-4ec4-abb8-fabe5eb6352a None None] Port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:52.530585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Request body: {'port': {'device_id': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:52.558885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 61427859-2a29-42ca-ae0b-fbcc3cf3baef) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:52.570121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8744c9-7ac4-48ca-aab8-2d370932ec85 None None] Network 61427859-2a29-42ca-ae0b-fbcc3cf3baef requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:52.570934 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254355b-9e57-42ba-b2fe-eb20effa421f x-openstack-request-id: req-1254355b-9e57-42ba-b2fe-eb20effa421f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:52.571235 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5503275b-cd8e-4723-b35c-7a1cf9e4cea5", "name": "network-vif-deleted", "tag": "4182a83c-1318-41f6-ba35-adca15ebb31d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:52.571555 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1254355b-9e57-42ba-b2fe-eb20effa421f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:52.571957 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5503275b-cd8e-4723-b35c-7a1cf9e4cea5', 'name': 'network-vif-deleted', 'tag': '4182a83c-1318-41f6-ba35-adca15ebb31d', 'status': 'completed', 'code': 200} Aug 12 02:19:52.577456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:52.578057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.590813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.630941 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.748455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ec45f-d18e-4f82-8c05-c9da30b8b814 None None] Network 61427859-2a29-42ca-ae0b-fbcc3cf3baef requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:19:52.773890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c124fe4-8b0b-455f-b507-c24990200687 req-7f4b0db8-c73f-4d97-a43e-e66b41659506 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:52.775991 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c124fe4-8b0b-455f-b507-c24990200687 req-7f4b0db8-c73f-4d97-a43e-e66b41659506 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.6342311 Aug 12 02:19:52.785947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f62d336-e800-469f-94d9-9b1689027c03 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1602437 Aug 12 02:19:52.796178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:52.918297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.40 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/5dfe56d1-ff22-44e9-9bc9-1cde4032306f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:53.027110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 49181871-f304-4178-a859-8a05e1d09bbd details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:53.034554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:19:53.106906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 4182a83c-1318-41f6-ba35-adca15ebb31d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:19:53.107107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.107702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4182a83c-1318-41f6-ba35-adca15ebb31d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:19:53.164093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.171070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d591f2-f5f6-42d5-9817-e923d831a075 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:53.207415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.237939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Transition to ACTIVE for port object c3d591f2-f5f6-42d5-9817-e923d831a075 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:53.254727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.321588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:53.339095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:53.349555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c124fe4-8b0b-455f-b507-c24990200687 req-599b2ecd-937e-4293-a0c3-b884bdd3e2ff tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624545 Aug 12 02:19:53.354474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:53.359752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=5dfe56d1-ff22-44e9-9bc9-1cde4032306f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:53.361910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:53.382114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '49181871-f304-4178-a859-8a05e1d09bbd', 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342', 'port_id': '49181871-f304-4178-a859-8a05e1d09bbd', 'mac_address': 'fa:16:3e:b3:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d21db5-7c59-4620-9384-b8fef95567ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:53.473240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.484048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:53.495814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49181871-f304-4178-a859-8a05e1d09bbd {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:53.499542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a4bf5-221c-4b94-a8ed-41bc3ab753b4 req-4571cdeb-5d07-481b-baf7-7c9733fcb525 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:53.508381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-803a4bf5-221c-4b94-a8ed-41bc3ab753b4 req-4571cdeb-5d07-481b-baf7-7c9733fcb525 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1866941 Aug 12 02:19:53.511175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Attempting to bind port c3d591f2-f5f6-42d5-9817-e923d831a075 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:19:53.511610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Attempting to bind port c3d591f2-f5f6-42d5-9817-e923d831a075 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:19:53.511953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Attempting to bind port c3d591f2-f5f6-42d5-9817-e923d831a075 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:53.519588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:53.525431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.567277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-803a4bf5-221c-4b94-a8ed-41bc3ab753b4 req-f47ac3a8-b2a5-4b1b-9130-71b02e30a73d tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Aug 12 02:19:53.568684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Port c3d591f2-f5f6-42d5-9817-e923d831a075 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:19:53.570794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Attempting to bind port c3d591f2-f5f6-42d5-9817-e923d831a075 on network 7d597e06-0467-4b8c-9ef7-b40ebddd9862 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:19:53.581369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:53.584549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:19:53.584549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Checking segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:19:53.584549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Bound using segment: {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:19:53.585821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Bound port: c3d591f2-f5f6-42d5-9817-e923d831a075, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f872be-6320-495b-b063-47a5c84147d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:19:53.587495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.661063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d3a6-1aa6-460b-a84b-5236f43a5051 req-f8ac09c9-7f28-4da8-8a37-1d7021f2e061 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:53.662667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1054d3a6-1aa6-460b-a84b-5236f43a5051 req-f8ac09c9-7f28-4da8-8a37-1d7021f2e061 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.1861515 Aug 12 02:19:53.720606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:19:53.731868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:19:53.740187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.763678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1054d3a6-1aa6-460b-a84b-5236f43a5051 req-c88a8844-e08e-4c36-93dd-9274f39d9e06 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894558 Aug 12 02:19:53.847027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:53.852093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.858205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3d591f2-f5f6-42d5-9817-e923d831a075 HTTP/1.1" status: 200 len: 1091 time: 1.4012046 Aug 12 02:19:53.861335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:53.862503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.870312 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ddf538-eb17-48b5-be60-3b5f2cd0e645" -d '{"events": [{"name": "network-changed", "server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:53.894815 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-e86bf659-b298-410a-a7af-da77e2675dc8 req-cebcf926-50b7-4b70-8a43-df9a13c0d74c tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] show failed (client error): The resource could not be found. Aug 12 02:19:53.897473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:53.908174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['49181871-f304-4178-a859-8a05e1d09bbd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:53.918913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e86bf659-b298-410a-a7af-da77e2675dc8 req-cebcf926-50b7-4b70-8a43-df9a13c0d74c tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/e38c2649-9b23-404b-8c66-75b9cf14dae0 HTTP/1.1" status: 404 len: 352 time: 0.1075563 Aug 12 02:19:53.991357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f88fb-c200-4787-af89-bc04d87558b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:54.017237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-3e3be8fb-4766-4e94-8640-fcc56b73edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.019224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:54.019706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-3e3be8fb-4766-4e94-8640-fcc56b73edb0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0832818 Aug 12 02:19:54.141633 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521b6e5-216b-4c48-bbba-9decd5d58872 x-openstack-request-id: req-a521b6e5-216b-4c48-bbba-9decd5d58872 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:54.141974 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:54.142226 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a521b6e5-216b-4c48-bbba-9decd5d58872 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:54.142627 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'status': 'completed', 'code': 200} Aug 12 02:19:54.144491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-66a1bc09-69d5-4c77-9df8-1710187e94a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d591f2-f5f6-42d5-9817-e923d831a075 HTTP/1.1" status: 200 len: 217 time: 0.1104324 Aug 12 02:19:54.182829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80290341-b049-445f-9963-4ec44683c906 req-fd3d01c5-b66e-4638-ad7a-f1e1ca0c52fb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.191378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80290341-b049-445f-9963-4ec44683c906 req-fd3d01c5-b66e-4638-ad7a-f1e1ca0c52fb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.3343174 Aug 12 02:19:54.208243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=944cc83f-3d1f-4a41-ad1d-96b043d37c68,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:54.250672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-cfdaedc8-1888-46e3-a89d-0ea4f8abf214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.253594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-cfdaedc8-1888-46e3-a89d-0ea4f8abf214 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.0994086 Aug 12 02:19:54.296934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c61ab79b-91a3-40d8-b7f7-50a721640acd req-24ec7731-29f0-4e83-97c0-f42099e86f84 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e54c582768724d19aef8df8c095e9555 HTTP/1.1" status: 200 len: 2988 time: 0.0980175 Aug 12 02:19:54.297800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80290341-b049-445f-9963-4ec44683c906 req-8d8c41bb-5e16-43b8-95fb-24f533ed8498 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054456 Aug 12 02:19:54.300136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-e1dc1576-7cb4-4b8b-8d1a-5987018ccad0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385432 Aug 12 02:19:54.412697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 093cab8f-4e1a-441f-a250-77e8455318c0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:54.431818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:54.445615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c61ab79b-91a3-40d8-b7f7-50a721640acd req-4020f6dd-c8df-4369-9b74-3ef43ca9bf11 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/53bf6aa7-336f-440f-99e0-e72b56693296 HTTP/1.1" status: 200 len: 2985 time: 0.1357260 Aug 12 02:19:54.461834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:54.474432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-63b66ed1-a302-45dc-885f-68aa7de31411 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660006 Aug 12 02:19:54.557419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c61ab79b-91a3-40d8-b7f7-50a721640acd req-5a31498a-eb0d-429f-a925-f500bd6afc26 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/53bf6aa7-336f-440f-99e0-e72b56693296 HTTP/1.1" status: 200 len: 2985 time: 0.1052437 Aug 12 02:19:54.604576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9312-d4ce-4a2f-8fe6-ef3757b2d3e6 req-f8f680af-97b1-43f5-8eb8-3b9d9724d8ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.612730 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d14d9312-d4ce-4a2f-8fe6-ef3757b2d3e6 req-f8f680af-97b1-43f5-8eb8-3b9d9724d8ac tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2158551 Aug 12 02:19:54.624746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9887bdc2-16b5-4649-aad1-b4b9d00204e9 req-24ed3fd5-80fa-4222-88ab-fa8fa392180c service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398966 Aug 12 02:19:54.718888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eef1a7-1d68-4e8f-a2d0-18c3e811ef51 req-8f0b1fa0-9f12-4426-b1b3-bd3db87e07d6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.721035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6eef1a7-1d68-4e8f-a2d0-18c3e811ef51 req-8f0b1fa0-9f12-4426-b1b3-bd3db87e07d6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.0690889 Aug 12 02:19:54.725451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d14d9312-d4ce-4a2f-8fe6-ef3757b2d3e6 req-08f56eee-2900-4381-864e-bc26c34189fa tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098614 Aug 12 02:19:54.731743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:54.768842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cb7ce182-1365-44f6-b590-38fd09c1e6bb None None] Provisioning complete for port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:54.770600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce182-1365-44f6-b590-38fd09c1e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:54.806212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6eef1a7-1d68-4e8f-a2d0-18c3e811ef51 req-7586040d-f424-434b-8974-dba7c7ed821b tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Aug 12 02:19:54.809945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-4c6dea9d-2540-485e-963e-e11dad8b39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.812395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-4c6dea9d-2540-485e-963e-e11dad8b39a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=235d90196a4746ceb5c6b13b91293975&device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 1094 time: 0.0902238 Aug 12 02:19:54.825094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Router 8585e192-a60c-46b0-984f-ae816d5c271c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:19:54.854462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-cb7ce182-1365-44f6-b590-38fd09c1e6bb None None] Port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:54.968085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-cff3d239-12b2-4121-a83b-2105238bdc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.969794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-cff3d239-12b2-4121-a83b-2105238bdc53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 200 len: 906 time: 0.1487465 Aug 12 02:19:54.975972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cc8eb7-5de2-451f-9055-418dc3e09e9c req-62e7fcec-f5e8-48a6-9d42-1aec4ea034cc tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/53bf6aa7-336f-440f-99e0-e72b56693296 HTTP/1.1" status: 200 len: 2985 time: 0.1855443 Aug 12 02:19:54.993887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfdf4e-cf51-4bb2-97a4-a3fe66316826 req-4f8f00de-6689-4d08-88ab-38a61574e20d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:54.995590 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1cfdf4e-cf51-4bb2-97a4-a3fe66316826 req-4f8f00de-6689-4d08-88ab-38a61574e20d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.0771472 Aug 12 02:19:55.025963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-86b86ac8-7089-4e5e-88bf-cc0cb5bea6eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d591f2-f5f6-42d5-9817-e923d831a075 HTTP/1.1" status: 200 len: 217 time: 0.0477116 Aug 12 02:19:55.030264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 49181871-f304-4178-a859-8a05e1d09bbd up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:19:55.071681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:55.077991 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3289887d-e120-4a90-8883-c63940266218 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "PUT /v2.0/routers/8585e192-a60c-46b0-984f-ae816d5c271c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0494461 Aug 12 02:19:55.082720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36554) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:55.089141 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] Sync routers for ids ['8585e192-a60c-46b0-984f-ae816d5c271c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:55.097594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'port': {'network_id': '093cab8f-4e1a-441f-a250-77e8455318c0', 'name': 'tempest-FloatingIPNegativeTestJSON-2076378175'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:55.102900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] Routers {'8585e192-a60c-46b0-984f-ae816d5c271c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:55.103560 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8585e192-a60c-46b0-984f-ae816d5c271c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:55.114010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.116137 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-c1cc8eb7-5de2-451f-9055-418dc3e09e9c req-eb5e4fde-fa64-4900-965b-a5dcc5e0d44d tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 02:19:55.116993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cc8eb7-5de2-451f-9055-418dc3e09e9c req-eb5e4fde-fa64-4900-965b-a5dcc5e0d44d tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "DELETE /v2.0/security-groups/53bf6aa7-336f-440f-99e0-e72b56693296 HTTP/1.1" status: 409 len: 352 time: 0.1324863 Aug 12 02:19:55.123456 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.132726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1cfdf4e-cf51-4bb2-97a4-a3fe66316826 req-dd06f58e-8652-4a25-8654-a46bf90ff3ec tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952203 Aug 12 02:19:55.140499 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:55.149728 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] Routers {'8585e192-a60c-46b0-984f-ae816d5c271c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:55.150551 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8585e192-a60c-46b0-984f-ae816d5c271c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:55.159240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 49181871-f304-4178-a859-8a05e1d09bbd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:55.165380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 49181871-f304-4178-a859-8a05e1d09bbd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:55.165766 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.185159 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:55.186043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8810e197-ecdd-44cf-9299-c8f813d9db87 None None] The sync data for ids ['8585e192-a60c-46b0-984f-ae816d5c271c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:55.199233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-16bbc792-58e0-4415-a31e-f4c90f8e48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:55.200741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-16bbc792-58e0-4415-a31e-f4c90f8e48f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 200 len: 845 time: 0.1615458 Aug 12 02:19:55.213796 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-46b8eed7-e162-4460-b5cc-5758605062b0 req-f969aa09-9c9f-429c-9483-aa3834429ef7 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] show failed (client error): The resource could not be found. Aug 12 02:19:55.224180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46b8eed7-e162-4460-b5cc-5758605062b0 req-f969aa09-9c9f-429c-9483-aa3834429ef7 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/72f53d19-bf98-4b2e-83be-6fa2040aeac2 HTTP/1.1" status: 404 len: 352 time: 0.0353885 Aug 12 02:19:55.270039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=5dfe56d1-ff22-44e9-9bc9-1cde4032306f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:55.274114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-4ec3177d-f3b4-45ed-9f71-2c3cfad4bdfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7d597e06-0467-4b8c-9ef7-b40ebddd9862&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639706 Aug 12 02:19:55.274841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.292730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.301892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:19:55.304336 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39107ab-452c-4df5-bd71-501bc9fd67bc" -d '{"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-plugged", "status": "completed", "tag": "49181871-f304-4178-a859-8a05e1d09bbd"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:19:55.315010 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-4672999b-3014-41fc-9354-f722fb72f636 req-692330ae-2d43-40b9-9b74-a95118d2f593 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] show failed (client error): The resource could not be found. Aug 12 02:19:55.316098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4672999b-3014-41fc-9354-f722fb72f636 req-692330ae-2d43-40b9-9b74-a95118d2f593 tempest-SecurityGroupsNegativeTestJSON-583193498 tempest-SecurityGroupsNegativeTestJSON-583193498-project] 10.222.0.11 "GET /v2.0/security-groups/dafcd689-651f-430c-9d67-de01a0952f45 HTTP/1.1" status: 404 len: 352 time: 0.0410151 Aug 12 02:19:55.328027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:55.335902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.380589 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9125b5b7-b8fc-477c-9d78-46d0b6361cea x-openstack-request-id: req-9125b5b7-b8fc-477c-9d78-46d0b6361cea {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:19:55.381084 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-plugged", "status": "completed", "tag": "49181871-f304-4178-a859-8a05e1d09bbd", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:19:55.381537 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9125b5b7-b8fc-477c-9d78-46d0b6361cea {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:19:55.382217 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd', 'code': 200} Aug 12 02:19:55.402569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:55.653634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:55.753980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Deleting subnet b70762cd-6bad-4b3a-9fbe-f74d2927d10a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:19:55.759353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.784731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Made reservation on behalf of 94cae5e34c0d402bb65e7011bd11fed6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:55.788210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.834902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] device_id is not set on port 5ee48cf1-8e1b-46c1-b5be-44f99d23976a yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:19:55.842167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:55.868280 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP c7cb8d54-a5ab-431c-b761-8935368d2a6f associated. External IP: 172.25.3.40, port: 680574df-7ff1-41d3-8d4b-04ade0ccd42c. Aug 12 02:19:55.892496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-0bec8798-9b72-47d1-811a-2481a9c5a418 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025138 Aug 12 02:19:55.913382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867042ee-f0c6-48da-9627-4d1a8f939b1f req-e43338d2-b078-4a8d-a66b-818edb8a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:55.918910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-867042ee-f0c6-48da-9627-4d1a8f939b1f req-e43338d2-b078-4a8d-a66b-818edb8a5a7f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1096 time: 0.1751285 Aug 12 02:19:56.024490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-867042ee-f0c6-48da-9627-4d1a8f939b1f req-8f71dad4-d977-4ec3-a0e7-c5dda56bb872 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983255 Aug 12 02:19:56.047817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.179177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaac268-a4ad-4975-b2d7-7df6eba0d90d req-ad705580-e7d6-47af-8da2-557d5d286b85 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:56.181060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2aaac268-a4ad-4975-b2d7-7df6eba0d90d req-ad705580-e7d6-47af-8da2-557d5d286b85 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.2525678 Aug 12 02:19:56.194457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:19:56.258529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Allocated IP 172.20.0.11 (093cab8f-4e1a-441f-a250-77e8455318c0/3a472674-4a0f-429a-b16d-56af90bcddef/5ee48cf1-8e1b-46c1-b5be-44f99d23976a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:56.273661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ddf538-eb17-48b5-be60-3b5f2cd0e645 req-cc280de8-58a4-4faf-87b1-d5f16cdda392 service neutron] 10.222.0.21 "GET /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507545 Aug 12 02:19:56.293397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.350807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2aaac268-a4ad-4975-b2d7-7df6eba0d90d req-2039aa60-26a7-4b00-abb6-b9e06e6f78da tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574421 Aug 12 02:19:56.353916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70762cd-6bad-4b3a-9fbe-f74d2927d10a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:56.360693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99af653-e293-4392-af53-16383a0072ec req-8c8977e6-5ee0-42a0-8a42-88a3f0cb4f3c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:56.363023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c99af653-e293-4392-af53-16383a0072ec req-8c8977e6-5ee0-42a0-8a42-88a3f0cb4f3c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.1133451 Aug 12 02:19:56.377178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.379532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6d20d351-9bf5-4319-afa8-da9a7947d526 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b70762cd-6bad-4b3a-9fbe-f74d2927d10a HTTP/1.1" status: 204 len: 168 time: 0.6964130 Aug 12 02:19:56.384241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36570) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:56.460133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:56.474456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:56.494739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:56.495376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.506752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c99af653-e293-4392-af53-16383a0072ec req-10ce1a2b-679b-4982-a37f-138fc51f42c0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359396 Aug 12 02:19:56.519388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.523159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.556109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e488ad1b-9f0e-43d2-b8ae-b7485fdde641 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8781085 Aug 12 02:19:56.559011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:56.568961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:56.576832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.590437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:56.591052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.655982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.656629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc19a8-0733-4ed3-bf1d-51822cf0c218 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:56.667098 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.674155 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.683131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.689477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61427859-2a29-42ca-ae0b-fbcc3cf3baef']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.702038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab7d5f6-95cf-4dbf-8e02-71d915e155f6') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.702440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab7d5f6-95cf-4dbf-8e02-71d915e155f6') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:56.714578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.724327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Transition to ACTIVE for port object 5ee48cf1-8e1b-46c1-b5be-44f99d23976a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:19:56.741132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.749133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:19:56.749902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:19:56.816193 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:19:56.820505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.836723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.841184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] 10.222.0.11 "DELETE /v2.0/networks/61427859-2a29-42ca-ae0b-fbcc3cf3baef HTTP/1.1" status: 204 len: 168 time: 0.4535577 Aug 12 02:19:56.855333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a82b13-04cf-485b-ab15-1fafe61b9f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=61427859-2a29-42ca-ae0b-fbcc3cf3baef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:56.882387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.893471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.932060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:56.932415 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP c7cb8d54-a5ab-431c-b761-8935368d2a6f disassociated. External IP: 172.25.3.40, port: 680574df-7ff1-41d3-8d4b-04ade0ccd42c. Aug 12 02:19:57.000136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 093cab8f-4e1a-441f-a250-77e8455318c0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:57.007376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:57.016203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36582) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:57.016360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=5ee48cf1-8e1b-46c1-b5be-44f99d23976a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:57.018989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:57.085978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86363f63-3c51-4d49-8602-a9564516f4ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e54c582768724d19aef8df8c095e9555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678418 Aug 12 02:19:57.089240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36584) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:57.126939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:57.127972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.158894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.192393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b225f8bd-3727-44c5-97a7-f849553ad0d9 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0997372 Aug 12 02:19:57.192630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.196935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:57.212721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:57.259818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.262792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.264102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53bf6aa7-336f-440f-99e0-e72b56693296 HTTP/1.1" status: 204 len: 168 time: 0.1727650 Aug 12 02:19:57.273865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b793e9-87a4-4297-aae3-d460b00867eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf6aa7-336f-440f-99e0-e72b56693296,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:57.316703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc082ba7-3220-49ed-9a81-873bd9e930c2 None None] Provisioning for port 5ee48cf1-8e1b-46c1-b5be-44f99d23976a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:19:57.322714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc082ba7-3220-49ed-9a81-873bd9e930c2 None None] Provisioning complete for port 5ee48cf1-8e1b-46c1-b5be-44f99d23976a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:19:57.323727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc082ba7-3220-49ed-9a81-873bd9e930c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.340038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.390855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dc082ba7-3220-49ed-9a81-873bd9e930c2 None None] Port 5ee48cf1-8e1b-46c1-b5be-44f99d23976a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:19:57.461760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:19:57.653796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3576c-1dfa-4fe3-97c7-22059d0cf2db req-35587535-82d3-44c9-a72f-3394d5a61b84 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:57.655861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5a3576c-1dfa-4fe3-97c7-22059d0cf2db req-35587535-82d3-44c9-a72f-3394d5a61b84 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.2031147 Aug 12 02:19:57.662546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.800728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a6ea4-b165-4f71-bad2-f172cf4077bd req-7a5c8560-d214-431f-bfc0-38139ebd6449 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:57.802570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f55a6ea4-b165-4f71-bad2-f172cf4077bd req-7a5c8560-d214-431f-bfc0-38139ebd6449 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.1157486 Aug 12 02:19:57.832502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5a3576c-1dfa-4fe3-97c7-22059d0cf2db req-adf6bac8-6972-4495-8a9e-db472a6c5dda tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674051 Aug 12 02:19:57.869659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:19:57.873968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:57.880625 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:19:57.898621 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:57.899281 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:57.906332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f55a6ea4-b165-4f71-bad2-f172cf4077bd req-c346d287-b6c8-435d-b5f0-b64b2bf37717 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Aug 12 02:19:57.961950 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:57.963716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c7e20136-a027-4d1d-8962-fdd2f53fb92f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/c7cb8d54-a5ab-431c-b761-8935368d2a6f HTTP/1.1" status: 200 len: 687 time: 1.4031467 Aug 12 02:19:57.967632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36608) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:57.987878 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:19:57.991628 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:58.016261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Allocated IP 172.25.3.125 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/687fe7c0-36fc-4f8f-845b-2cdeb94beb7b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:58.054986 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:19:58.060174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c246841e-1caa-49b4-85ec-358c1f3e22ba None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:19:58.168354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 5dfe56d1-ff22-44e9-9bc9-1cde4032306f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:19:58.169198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.224595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.276944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.299779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.300340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.320325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 5dfe56d1-ff22-44e9-9bc9-1cde4032306f owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:19:58.331015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:58.335108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:58.338892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:58.385727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=687fe7c0-36fc-4f8f-845b-2cdeb94beb7b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:58.503871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.517681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.560255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=5dfe56d1-ff22-44e9-9bc9-1cde4032306f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:58.575363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.602066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:58.624947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.631046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.633504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0a07dab1-486b-4ba8-baff-b782173a0b69 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/c7cb8d54-a5ab-431c-b761-8935368d2a6f HTTP/1.1" status: 204 len: 168 time: 0.6639874 Aug 12 02:19:58.636602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:58.644441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '0d4487db-1b78-45ee-b52a-00c602c88e7d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:58.679157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.764823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-543752635-network', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:58.802858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.806841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Made reservation on behalf of b2ffcb4435a64a899acb8010f5a1632e for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:58.810208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.811503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.817891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.838992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.924529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=687fe7c0-36fc-4f8f-845b-2cdeb94beb7b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:58.938018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:58.967537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.143 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7215771b-c689-4c14-9035-3afbc9126535) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:19:59.067724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:19:59.226805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25ee94-33d0-4d40-b03d-adb7f5feee58 req-43be64d7-88ef-4532-87e0-3b95ef1d36e0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:59.232048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce25ee94-33d0-4d40-b03d-adb7f5feee58 req-43be64d7-88ef-4532-87e0-3b95ef1d36e0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.1186721 Aug 12 02:19:59.252254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:59.286443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'mac_address': 'fa:16:3e:65:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:19:59.294474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.342148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce25ee94-33d0-4d40-b03d-adb7f5feee58 req-3bb7dbcd-b0d9-4922-9326-c77d29d31d01 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985920 Aug 12 02:19:59.378225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.396734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d591f2-f5f6-42d5-9817-e923d831a075 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:19:59.413423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.434192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:19:59.445344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.468756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:19:59.493488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=7215771b-c689-4c14-9035-3afbc9126535,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:59.496923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:19:59.499710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:19:59.534216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.548976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.565560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:59.580959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a6a87-0bff-4317-8e56-6f8d47e38278 req-c335de95-4ef6-4a3b-86fb-c926fdb19c45 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:59.582550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a7a6a87-0bff-4317-8e56-6f8d47e38278 req-c335de95-4ef6-4a3b-86fb-c926fdb19c45 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.5255919 Aug 12 02:19:59.583333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.584451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-305533e7-7914-418b-ab71-5eaa5af3c925 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3864005 Aug 12 02:19:59.589000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36640) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:59.599093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:19:59.599869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-12d9746f-80e3-451d-a0bd-76e3ae1ef0f5 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'floatingip': {'port_id': '5ee48cf1-8e1b-46c1-b5be-44f99d23976a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:59.622782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfb3279-213c-4ca3-a1c1-03fb58df41a2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:59.639256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.639680 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Added segment 104b5d26-ca1b-4bd1-9777-060f2b9c3c40 of type vlan for network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 Aug 12 02:19:59.665835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a7a6a87-0bff-4317-8e56-6f8d47e38278 req-f771e9ef-27fe-4403-b468-9c009883500d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677059 Aug 12 02:19:59.706100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.766604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.768703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:19:59.769509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.832948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2294552 Aug 12 02:19:59.835808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:19:59.841491 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12d9746f-80e3-451d-a0bd-76e3ae1ef0f5 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.843025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Request body: {'subnet': {'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-543752635-subnet', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:19:59.849405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b7f3d-aa74-4b7a-bcb9-498934595958 admin admin] Pushing event updated for resources: {'Network': ['ID=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:19:59.858127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c3d591f2-f5f6-42d5-9817-e923d831a075'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:19:59.871712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Made reservation on behalf of b2ffcb4435a64a899acb8010f5a1632e for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:19:59.874608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:19:59.909766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:00.088792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.192162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d3b0ce-cca0-45cb-a005-52cab63e958c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:00.198226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Checking segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:00.198904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Network hostable DHCP agents. Network: abc5c140-a7ff-46b1-b0b2-700d2d7b15a9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:00.221973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.223311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:00.243608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, abc5c140-a7ff-46b1-b0b2-700d2d7b15a9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:00.252069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:00.252696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.254178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d13cdb-d310-42b8-ab62-04b60d773131 None None] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:00.276222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-49394746-dbde-48cf-98ba-6910f6c98d02 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4389427 Aug 12 02:20:00.278763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:00.285672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:00.324264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.326344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.410029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09786a-b71e-4403-b8b7-e3379ad040df req-cef91293-cce5-4844-bc86-da03ecdff0bb tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:00.413228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc09786a-b71e-4403-b8b7-e3379ad040df req-cef91293-cce5-4844-bc86-da03ecdff0bb tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1096 time: 0.1366196 Aug 12 02:20:00.436137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.461742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:00.463424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.539942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc09786a-b71e-4403-b8b7-e3379ad040df req-8a00b3ab-0542-4f2c-a6c1-c296fc22c590 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995085 Aug 12 02:20:00.582118 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-12d9746f-80e3-451d-a0bd-76e3ae1ef0f5 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] update failed (client error): The resource could not be found. Aug 12 02:20:00.583358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-12d9746f-80e3-451d-a0bd-76e3ae1ef0f5 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "PUT /v2.0/floatingips/8c21bd71-98aa-494e-834e-de6130404648 HTTP/1.1" status: 404 len: 507 time: 0.9916844 Aug 12 02:20:00.586043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36656) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:00.606642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.709018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Allocated IP 172.20.0.2 (abc5c140-a7ff-46b1-b0b2-700d2d7b15a9/b7d3b0ce-cca0-45cb-a005-52cab63e958c/2776c879-08dd-4ca8-91af-ea260444140d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:00.806327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195c0e1-a33b-43fd-b26e-774033e7b467 req-6e9ec90d-5fec-4580-ae4d-a72c51b70285 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:00.808159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a195c0e1-a33b-43fd-b26e-774033e7b467 req-6e9ec90d-5fec-4580-ae4d-a72c51b70285 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 944 time: 0.2174609 Aug 12 02:20:00.812713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.902326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a195c0e1-a33b-43fd-b26e-774033e7b467 req-c19416b5-43e5-4625-8593-5025b4fbb994 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851395 Aug 12 02:20:00.929250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:00.941462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Transition to ACTIVE for port object 2776c879-08dd-4ca8-91af-ea260444140d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:00.961057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Transition to ACTIVE for port object 2776c879-08dd-4ca8-91af-ea260444140d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:00.973742 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.024408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Pushing event updated for resources: {'Port': ['ID=2776c879-08dd-4ca8-91af-ea260444140d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:01.036603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:01.038055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:01.040412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:01.092299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe9d23-c985-4209-92d5-f466bc5d5389 req-66da906b-72ec-4768-a041-01a65d70d774 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:01.093814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2fe9d23-c985-4209-92d5-f466bc5d5389 req-66da906b-72ec-4768-a041-01a65d70d774 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1096 time: 0.0818939 Aug 12 02:20:01.106004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:01.107642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.129829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Attempting to bind port 2776c879-08dd-4ca8-91af-ea260444140d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:01.130430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Attempting to bind port 2776c879-08dd-4ca8-91af-ea260444140d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:01.130943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Attempting to bind port 2776c879-08dd-4ca8-91af-ea260444140d on network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:01.137801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.140556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:01.141126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Checking segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:01.141672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.142944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Bound using segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:01.143593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Bound port: 2776c879-08dd-4ca8-91af-ea260444140d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:01.144119 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.153282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2fe9d23-c985-4209-92d5-f466bc5d5389 req-f04456fc-2dac-46a1-9ff7-e797530d8a68 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483878 Aug 12 02:20:01.193813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting port 687fe7c0-36fc-4f8f-845b-2cdeb94beb7b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:01.194244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.278754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.280594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.284524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] For port 2776c879-08dd-4ca8-91af-ea260444140d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:01.287048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Allocated IP 172.25.3.110 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/4f716ff3-c7e3-4e18-acab-f7d14c00be10) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:01.288169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] For port 2776c879-08dd-4ca8-91af-ea260444140d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2776c879-08dd-4ca8-91af-ea260444140d,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:01.292223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Calling delete_port for 687fe7c0-36fc-4f8f-845b-2cdeb94beb7b owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:01.301967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.426677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63134c-9ff1-491f-b09a-9c4088d09645 None None] Pushing event updated for resources: {'Port': ['ID=2776c879-08dd-4ca8-91af-ea260444140d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:01.434689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c3d591f2-f5f6-42d5-9817-e923d831a075 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:01.449229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c3d591f2-f5f6-42d5-9817-e923d831a075 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:01.450714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.456469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.554669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.577809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.593384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.597882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:01.607448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.645927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:01.661290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.676212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:01.748223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:01.750035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:01.753699 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a403800-c3a6-4582-b5ed-92df0c8c20cb" -d '{"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:01.782093 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.803692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=7215771b-c689-4c14-9035-3afbc9126535,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:01.846940 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22110fc9-c78b-4f52-a3b9-2ed0c5e13b70 x-openstack-request-id: req-22110fc9-c78b-4f52-a3b9-2ed0c5e13b70 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:01.847460 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:01.847922 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22110fc9-c78b-4f52-a3b9-2ed0c5e13b70 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:01.848526 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'code': 200} Aug 12 02:20:01.877586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.880502 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.881754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c21bd71-98aa-494e-834e-de6130404648 HTTP/1.1" status: 204 len: 168 time: 1.2834461 Aug 12 02:20:01.888326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36680) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:01.901793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:01.912255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2b183-56c7-4bea-aab9-b3e37f756d43 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Port': ['ID=687fe7c0-36fc-4f8f-845b-2cdeb94beb7b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:01.919355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.937138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-efab315a-74f6-4cc0-a8ea-1e58671a3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:01.952090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f470dde3-c497-4567-bb49-21b659389f25 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'floatingip': {'floating_network_id': '093cab8f-4e1a-441f-a250-77e8455318c0', 'port_id': '5ee48cf1-8e1b-46c1-b5be-44f99d23976a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:02.020657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Pushing event updated for resources: {'Port': ['ID=4f716ff3-c7e3-4e18-acab-f7d14c00be10,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:02.057595 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP e6ccdace-86a2-4eb5-bb20-73ec7fef5006 associated. External IP: 172.25.3.143, port: 0d4487db-1b78-45ee-b52a-00c602c88e7d. Aug 12 02:20:02.192144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f470dde3-c497-4567-bb49-21b659389f25 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:02.206325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ad73a-8a3c-45d4-829d-a742f4d3e02b req-66c32ac5-3243-44c0-bb72-6eb6d6cc54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:02.208050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b09ad73a-8a3c-45d4-829d-a742f4d3e02b req-66c32ac5-3243-44c0-bb72-6eb6d6cc54a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 1096 time: 0.2342718 Aug 12 02:20:02.329003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:02.369649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:02.381879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa6326-3963-4fed-95e0-4e2da9483472 req-4fac73da-9a5e-4f43-a20b-b82166d40862 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:02.383415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0fa6326-3963-4fed-95e0-4e2da9483472 req-4fac73da-9a5e-4f43-a20b-b82166d40862 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.2749746 Aug 12 02:20:02.502386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b09ad73a-8a3c-45d4-829d-a742f4d3e02b req-db21157a-5044-4c81-9b48-56cbdb34e525 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407124 Aug 12 02:20:02.514006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:02.528544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:02.547891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:02.558527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:02.560936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:02.610372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0fa6326-3963-4fed-95e0-4e2da9483472 req-a7ec1859-cc1f-4630-88c1-6d760680a013 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633246 Aug 12 02:20:02.616192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:02.620607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ca9b052-da71-4b51-825a-a12bbf329ddd tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9825368 Aug 12 02:20:02.623846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:02.644785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:02.645283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:02.685426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:02.686163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b432a6-c432-48cf-8861-6a227d3184a8 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:02.799107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36714) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:02.799374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d1e0a36-5184-4db1-a4a9-be2deb2faebf tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/floatingips/e6ccdace-86a2-4eb5-bb20-73ec7fef5006 HTTP/1.1" status: 200 len: 977 time: 0.1710072 Aug 12 02:20:02.897046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:02.902387 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-f470dde3-c497-4567-bb49-21b659389f25 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:20:02.903898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f470dde3-c497-4567-bb49-21b659389f25 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9690936 Aug 12 02:20:02.907283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:02.912563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49833985-762b-4d79-bfbc-9093eccb61ae None None] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:02.932365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '5ee48cf1-8e1b-46c1-b5be-44f99d23976a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:03.036749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1832b8b-8a99-44d9-95b2-8900cea0597a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2354550 Aug 12 02:20:03.039131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36722) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:03.044252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': '680574df-7ff1-41d3-8d4b-04ade0ccd42c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:03.093874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-83febad5-cb0a-4c8c-a9ed-378cb9774953 None None] Provisioning for port 2776c879-08dd-4ca8-91af-ea260444140d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:03.119983 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.133093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-2a8d9bf0-a8ef-4699-b805-8b25fe7e4065 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:20:03.134377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-2a8d9bf0-a8ef-4699-b805-8b25fe7e4065 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107067 Aug 12 02:20:03.142756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2776c879-08dd-4ca8-91af-ea260444140d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:03.214005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2776c879-08dd-4ca8-91af-ea260444140d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:03.225016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2776c879-08dd-4ca8-91af-ea260444140d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:03.225650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.326565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.366993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2776c879-08dd-4ca8-91af-ea260444140d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2776c879-08dd-4ca8-91af-ea260444140d,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:03.374155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.432580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2776c879-08dd-4ca8-91af-ea260444140d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:03.525569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9751673f-33e6-4a98-a188-32648fd60f42 None None] Provisioning complete for port 2776c879-08dd-4ca8-91af-ea260444140d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:03.526079 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9751673f-33e6-4a98-a188-32648fd60f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.531960 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.546646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70558237-9272-4e5d-9855-931da2b8aa8b req-0b1c0635-3c66-4cbf-8be3-6cf416090d32 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:03.555008 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70558237-9272-4e5d-9855-931da2b8aa8b req-0b1c0635-3c66-4cbf-8be3-6cf416090d32 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 946 time: 0.4325721 Aug 12 02:20:03.664055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70558237-9272-4e5d-9855-931da2b8aa8b req-0d7bc161-241e-40e0-84a2-1c33d6d9022a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081078 Aug 12 02:20:03.669032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:20:03.737887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-f5bfa68d-ee0a-4340-9bdf-8e657eb0fee2 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:20:03.738914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-f5bfa68d-ee0a-4340-9bdf-8e657eb0fee2 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2454364 Aug 12 02:20:03.743682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.749890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.843325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:03.844021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:20:03.859695 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP e6ccdace-86a2-4eb5-bb20-73ec7fef5006 associated. External IP: 172.25.3.143, port: 0d4487db-1b78-45ee-b52a-00c602c88e7d. Aug 12 02:20:03.909957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:03.936476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:03.957235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Sync routers for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:03.977229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:03.978757 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:19:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:04.007640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2e9a5-4dd0-4a87-86ae-379c438964ee req-4e441ba4-b0ee-4d6d-8fc0-cdfb09f43514 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:04.009223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56f2e9a5-4dd0-4a87-86ae-379c438964ee req-4e441ba4-b0ee-4d6d-8fc0-cdfb09f43514 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.2332931 Aug 12 02:20:04.065664 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.069916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-10b2434c-87e7-475b-8016-feffbd39ab96 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.7865932 Aug 12 02:20:04.075446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:04.104584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:04.178384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56f2e9a5-4dd0-4a87-86ae-379c438964ee req-8921377e-0ee0-4843-b670-9e219a878085 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348186 Aug 12 02:20:04.182019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:04.203183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:04.203556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:04.203894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:04.207077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Allocated IP 172.25.3.203 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/263bc522-0495-4a0b-b534-e2746146d944) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:04.218551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:20:04.218551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:04.226081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:04.227097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:04.227097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:04.227285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Bound port: 49181871-f304-4178-a859-8a05e1d09bbd, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:04.329781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.365260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:04.367872 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:01Z', 'revision_number': 3, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:04.379460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.380393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5c1d44c6-585e-4edf-b70f-9dd31912caa8 service neutron] 10.222.0.11 "POST /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6340349 Aug 12 02:20:04.408716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.421814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Checking router: 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:20:04.422258 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Updating router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:20:04.463682 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.481777 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.535345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b41b5962-5964-4f9f-9c21-2ea673155ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.598558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:04.616301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:04.619498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:04.664799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event updated for resources: {'Port': ['ID=263bc522-0495-4a0b-b534-e2746146d944,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:04.666425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.693853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa518bd-1fdd-4731-b5f7-59f9bc451a9f req-e66ade1b-2982-4bbd-836d-a998da03673a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:04.703198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efa518bd-1fdd-4731-b5f7-59f9bc451a9f req-e66ade1b-2982-4bbd-836d-a998da03673a tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1609302 Aug 12 02:20:04.784094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efa518bd-1fdd-4731-b5f7-59f9bc451a9f req-11571c2a-6e1e-4e57-aafd-b83541367c08 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798054 Aug 12 02:20:04.843002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:04.862902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaa196-82b8-44bd-b00e-44a8edcc8c45 req-43954ea0-c7f5-4ac7-b6fe-8c354c4df53d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:04.864918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7aaa196-82b8-44bd-b00e-44a8edcc8c45 req-43954ea0-c7f5-4ac7-b6fe-8c354c4df53d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1255774 Aug 12 02:20:04.865336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:04.877522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:04.878808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:04.916561 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.927435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:04.932648 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Transition to ACTIVE for port object 4f716ff3-c7e3-4e18-acab-f7d14c00be10 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:04.938968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:04.940236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:04.943577 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:04.944525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6f63c421-109f-4975-aada-0eef027c3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:04.946275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6f63c421-109f-4975-aada-0eef027c3b73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1096 time: 0.2306621 Aug 12 02:20:04.992417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7aaa196-82b8-44bd-b00e-44a8edcc8c45 req-76b2ac44-2c6d-42cf-a1df-87eeaa4b6ef2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922294 Aug 12 02:20:05.041913 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Pushing event updated for resources: {'Port': ['ID=4f716ff3-c7e3-4e18-acab-f7d14c00be10,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:05.061325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-eb40865d-f726-4315-90ac-2a5c7d0bb636 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:05.062904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-eb40865d-f726-4315-90ac-2a5c7d0bb636 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 946 time: 0.2223470 Aug 12 02:20:05.072861 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.073271 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.073716 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.074056 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.074171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced2d03-8dbd-4d49-b529-bbef7fac45ea req-fa2859e4-b76d-443a-912f-1199aaca6f13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:05.074390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.074848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.075231 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.076272 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.076608 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.076931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.077251 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.077571 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:05.083413 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Attempting to bind port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:05.084312 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Attempting to bind port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:05.084691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Attempting to bind port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:05.090320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ced2d03-8dbd-4d49-b529-bbef7fac45ea req-fa2859e4-b76d-443a-912f-1199aaca6f13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 946 time: 0.2103672 Aug 12 02:20:05.096105 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:05.096486 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:05.096888 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.097332 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:05.097820 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Bound port: 4f716ff3-c7e3-4e18-acab-f7d14c00be10, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:05.098199 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.175614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2776c879-08dd-4ca8-91af-ea260444140d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:05.179358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:05.180469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce7445a-67ee-4f3f-8eb8-788cc25255d0 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:05.193297 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] For port 4f716ff3-c7e3-4e18-acab-f7d14c00be10, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:05.194236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ced2d03-8dbd-4d49-b529-bbef7fac45ea req-c5e871f6-867f-489e-b83f-7efd28649df5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030090 Aug 12 02:20:05.201056 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] For port 4f716ff3-c7e3-4e18-acab-f7d14c00be10, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f716ff3-c7e3-4e18-acab-f7d14c00be10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:05.217787 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:20:05.219593 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.262579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting port 263bc522-0495-4a0b-b534-e2746146d944 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:05.262931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.268495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2776c879-08dd-4ca8-91af-ea260444140d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:05.269143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.274124 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:05.274746 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:05.305889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-2c26bdbf-6787-49b4-8229-1079b079c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:05.307387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-2c26bdbf-6787-49b4-8229-1079b079c42f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.3376930 Aug 12 02:20:05.329072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.379175 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-75478114-6143-4c0b-b59c-86fa5959c6db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 217 time: 0.0591545 Aug 12 02:20:05.416297 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b9201-6144-42fd-af9c-9dbbe2e82128 None None] Pushing event updated for resources: {'Port': ['ID=4f716ff3-c7e3-4e18-acab-f7d14c00be10,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:05.425307 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:05.443702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:05.444041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.453661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.453993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.491096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d5fcc-f9b3-4446-a04a-ebedf7d53f49 req-00124c38-9d90-4030-8617-12b08458daac tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:05.492766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb3d5fcc-f9b3-4446-a04a-ebedf7d53f49 req-00124c38-9d90-4030-8617-12b08458daac tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.1657908 Aug 12 02:20:05.511421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Calling delete_port for 263bc522-0495-4a0b-b534-e2746146d944 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:05.519015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:05.520301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5d373404-bc11-4243-9f02-90d283f24b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:05.521785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-5d373404-bc11-4243-9f02-90d283f24b7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1308274 Aug 12 02:20:05.587657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb3d5fcc-f9b3-4446-a04a-ebedf7d53f49 req-cf1345f9-8446-48dc-a4a5-7edf04468609 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806699 Aug 12 02:20:05.605900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-e3daeafe-19e5-474e-8e9d-e7997682beb8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738442 Aug 12 02:20:05.625122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:01Z', 'revision_number': 3, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:05.654638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9862bea4-fe67-4338-b1bd-fb6e80387124 None None] The sync data for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 is: [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:01Z', 'revision_number': 3, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:05.692169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:05.692554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.728523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:05.735065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Allocated IP 172.20.0.1 (abc5c140-a7ff-46b1-b0b2-700d2d7b15a9/b7d3b0ce-cca0-45cb-a005-52cab63e958c/ea763202-469c-4b99-a64b-38f78754930c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:05.740026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.811023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:05.824777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:05.825980 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:05.839957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-56284cdb-c007-4650-a90c-fe2029e0183f service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229278 Aug 12 02:20:05.847954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:05.848531 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:05.901035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d41ab5ee-bdaa-435f-8105-c9a4117c634a tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/e6ccdace-86a2-4eb5-bb20-73ec7fef5006 HTTP/1.1" status: 200 len: 979 time: 2.8607485 Aug 12 02:20:05.903974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:05.911090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:05.990666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.027067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.041161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5123bfcb-b2fc-45ce-a621-7b97dfdfc428'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:06.103219 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:06.170520 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:06.171145 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:06.236313 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:06.237319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265fff8-3459-494c-aac9-731e4ce16080 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:06.251704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.261036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32175590-5c1a-44e3-8d23-c374b5a97cb9 req-4a50f69d-7bf6-4ba5-b2da-ddae288caa78 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:06.264400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32175590-5c1a-44e3-8d23-c374b5a97cb9 req-4a50f69d-7bf6-4ba5-b2da-ddae288caa78 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.2584167 Aug 12 02:20:06.359279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32175590-5c1a-44e3-8d23-c374b5a97cb9 req-8e6996b9-6dbf-4051-a80e-d87e708a01eb tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Aug 12 02:20:06.529624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd1be30a-004a-4124-9be4-e47daa3ba7e5 req-7c52c55a-e4b9-43a1-82da-2e309f8e7f0e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0283625 Aug 12 02:20:06.648989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=5123bfcb-b2fc-45ce-a621-7b97dfdfc428,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:06.690466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:06.693130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Transition to ACTIVE for port object ea763202-469c-4b99-a64b-38f78754930c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:06.707232 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.709376 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9ac73dd-148b-459d-95b1-bf339f412025 req-5f61477c-1a89-465b-8d09-92296c9cd4ee tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "DELETE /v2.0/ports/5123bfcb-b2fc-45ce-a621-7b97dfdfc428 HTTP/1.1" status: 204 len: 173 time: 1.5954728 Aug 12 02:20:06.710449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.715931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'name': 'network-vif-deleted', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:06.718790 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb3375-95b6-4894-8eb0-5c0fe4a66074" -d '{"events": [{"server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "name": "network-vif-deleted", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:06.753086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.766996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:06.767361 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP e6ccdace-86a2-4eb5-bb20-73ec7fef5006 disassociated. External IP: 172.25.3.143, port: 680574df-7ff1-41d3-8d4b-04ade0ccd42c. Aug 12 02:20:06.783833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Port': ['ID=263bc522-0495-4a0b-b534-e2746146d944,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:06.798592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8094ae-eef4-46bb-babb-c72602a52b2d req-c3c94199-477c-4289-bfd3-245d4b9f4824 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:06.806127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd8094ae-eef4-46bb-babb-c72602a52b2d req-c3c94199-477c-4289-bfd3-245d4b9f4824 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.6301558 Aug 12 02:20:06.827187 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f60c8d5-7bf5-4b23-a282-043458f1ce61 x-openstack-request-id: req-4f60c8d5-7bf5-4b23-a282-043458f1ce61 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:06.827510 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d8ce5d-e712-4db5-bb40-6ec47007c0db", "name": "network-vif-deleted", "tag": "5123bfcb-b2fc-45ce-a621-7b97dfdfc428", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:06.827767 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f60c8d5-7bf5-4b23-a282-043458f1ce61 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:06.828216 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d8ce5d-e712-4db5-bb40-6ec47007c0db', 'name': 'network-vif-deleted', 'tag': '5123bfcb-b2fc-45ce-a621-7b97dfdfc428', 'status': 'completed', 'code': 200} Aug 12 02:20:06.945809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-18cada64-e7a7-4d67-b201-3fbab65e2d81 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9725873 Aug 12 02:20:06.966143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd8094ae-eef4-46bb-babb-c72602a52b2d req-10e95f64-0d42-4249-9baa-136d6f685050 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587298 Aug 12 02:20:06.993879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-8209b73b-0c01-4595-84cb-6aea29089c65 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:06.995530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-8209b73b-0c01-4595-84cb-6aea29089c65 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.4531286 Aug 12 02:20:07.061230 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.127924 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] create failed (client error): The resource could not be found. Aug 12 02:20:07.139783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f29c5e19-7415-4d67-8cfa-ce26f010453f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2257111 Aug 12 02:20:07.140480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:07.159091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f716ff3-c7e3-4e18-acab-f7d14c00be10 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:07.199758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:07.226005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:07.240635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:07.313489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:07.323356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.336860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:07.337272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.380494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Pushing event updated for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:07.428055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting port 5ee48cf1-8e1b-46c1-b5be-44f99d23976a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:07.428403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.435524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2002b-f5e8-411a-95fa-afbfb9405a8a req-c30f900e-dadf-434d-b2d6-1f99d9f1789a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:07.441517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3bb2002b-f5e8-411a-95fa-afbfb9405a8a req-c30f900e-dadf-434d-b2d6-1f99d9f1789a tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.3830221 Aug 12 02:20:07.443694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Deleting port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:07.444107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.507907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.519136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.564710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4f716ff3-c7e3-4e18-acab-f7d14c00be10, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f716ff3-c7e3-4e18-acab-f7d14c00be10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:07.575068 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.631603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.646197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3bb2002b-f5e8-411a-95fa-afbfb9405a8a req-f906c92e-c7f6-4726-b675-e4c836116b74 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772995 Aug 12 02:20:07.655940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Calling delete_port for 5ee48cf1-8e1b-46c1-b5be-44f99d23976a owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:07.674637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:07.707269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4f716ff3-c7e3-4e18-acab-f7d14c00be10,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:07.743829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-751f88ea-82e3-4f62-953b-627c8cb76bf6 None None] Provisioning for port ea763202-469c-4b99-a64b-38f78754930c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:07.749178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-751f88ea-82e3-4f62-953b-627c8cb76bf6 None None] Provisioning complete for port ea763202-469c-4b99-a64b-38f78754930c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:07.749729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-751f88ea-82e3-4f62-953b-627c8cb76bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.763773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] For port df1f304c-7e80-41bb-b3c4-e1d0cfa28683, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,segment=NetworkSegment(348b4590-e0a3-4c94-a2b0-cc4c0271423e),segment_id=348b4590-e0a3-4c94-a2b0-cc4c0271423e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:07.764410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:07.783022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Calling delete_port for df1f304c-7e80-41bb-b3c4-e1d0cfa28683 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:07.821109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-751f88ea-82e3-4f62-953b-627c8cb76bf6 None None] Port ea763202-469c-4b99-a64b-38f78754930c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:07.910732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf15f69-4535-48df-95e5-f8aa8d7e7fb5 req-04d940d1-50ef-42c5-bb3e-0602d973bc14 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:07.918204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdf15f69-4535-48df-95e5-f8aa8d7e7fb5 req-04d940d1-50ef-42c5-bb3e-0602d973bc14 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8731cf1-b4d6-450c-895c-923bc4e96751 HTTP/1.1" status: 200 len: 947 time: 0.1403177 Aug 12 02:20:07.993149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdf15f69-4535-48df-95e5-f8aa8d7e7fb5 req-36057caf-e688-4c47-98ca-e7b042c97db1 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.11 "GET /v2.0/security-groups?id=06fc84c4-2036-41b3-a0fa-66a15f816d92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740776 Aug 12 02:20:07.999254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.009680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:08.011230 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.015769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.022547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:08.037177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:08.039089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:08.053699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Port': ['ID=5ee48cf1-8e1b-46c1-b5be-44f99d23976a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:08.112575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:08.134912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:08.136071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:08.177321 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.179407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84222dd7-eeeb-4730-b1c4-8938d41c6643 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "DELETE /v2.0/ports/5ee48cf1-8e1b-46c1-b5be-44f99d23976a HTTP/1.1" status: 204 len: 168 time: 0.9965608 Aug 12 02:20:08.182060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:08.195166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-538df314-b2ad-4366-950f-f38121bbb47b req-478d9b9d-7738-4e97-8c45-35aa42884de6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0589540 Aug 12 02:20:08.199030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-075f0caf-c2f0-483b-babb-93558736728b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/e6ccdace-86a2-4eb5-bb20-73ec7fef5006 HTTP/1.1" status: 200 len: 688 time: 2.2936764 Aug 12 02:20:08.202893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:08.204846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee8bf8c-39fc-4d53-a4ae-21a9fe99aa7b None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:08.204968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36824) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:08.251927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.296172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Pushing event deleted for resources: {'Port': ['ID=df1f304c-7e80-41bb-b3c4-e1d0cfa28683,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:08.349774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6f494-2fc5-43dc-9da2-2d4e7c9cf3af tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:08.354004 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4eb6f494-2fc5-43dc-9da2-2d4e7c9cf3af tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "GET /v2.0/ports?device_id=8585e192-a60c-46b0-984f-ae816d5c271c HTTP/1.1" status: 200 len: 913 time: 0.1685121 Aug 12 02:20:08.367001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] No DVR routers for this DVR port df1f304c-7e80-41bb-b3c4-e1d0cfa28683 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:08.369120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:08.376077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.378265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32616de6-6e81-48e9-9197-a96f232de0c9 req-ef4569d2-4ba8-4c97-ac97-c4dcee737f15 tempest-ServersNegativeTestJSON-1042879200 tempest-ServersNegativeTestJSON-1042879200-project] 10.222.0.25 "DELETE /v2.0/ports/df1f304c-7e80-41bb-b3c4-e1d0cfa28683 HTTP/1.1" status: 204 len: 173 time: 1.3746343 Aug 12 02:20:08.825866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed66f3-6030-4f61-aecb-5a0d57b49eeb req-645fe902-9196-40b1-bee2-acab943b5c1e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:08.829067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-deleted', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:08.833254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86ed66f3-6030-4f61-aecb-5a0d57b49eeb req-645fe902-9196-40b1-bee2-acab943b5c1e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1747177 Aug 12 02:20:08.833665 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17793f6e-02da-4d43-a5bc-872bfc75d9a1" -d '{"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-deleted", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:08.870149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:08.890979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86ed66f3-6030-4f61-aecb-5a0d57b49eeb req-be8e9176-8816-4144-a4b0-707d4332734c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568445 Aug 12 02:20:08.947007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 7215771b-c689-4c14-9035-3afbc9126535 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:08.947357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.094535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f716ff3-c7e3-4e18-acab-f7d14c00be10 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:09.116634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.135051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.196069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:09.197028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.269711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.270278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.291547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 7215771b-c689-4c14-9035-3afbc9126535 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:09.385834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting port 944cc83f-3d1f-4a41-ad1d-96b043d37c68 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:09.386376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.405542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Pushing event updated for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:09.441805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dcb21-958d-44eb-9b43-b8eca1d9e585 req-d2752b04-a0f9-4ff4-9f39-878b38df4076 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:09.443448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540dcb21-958d-44eb-9b43-b8eca1d9e585 req-d2752b04-a0f9-4ff4-9f39-878b38df4076 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.4145298 Aug 12 02:20:09.516210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.520214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540dcb21-958d-44eb-9b43-b8eca1d9e585 req-c11e51e1-4d25-4955-84ea-cc59e892950c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Aug 12 02:20:09.524138 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.537019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Calling delete_port for 944cc83f-3d1f-4a41-ad1d-96b043d37c68 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:09.598165 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba51bd49-3043-403e-8187-3c135744eed0 x-openstack-request-id: req-ba51bd49-3043-403e-8187-3c135744eed0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:09.598457 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8731cf1-b4d6-450c-895c-923bc4e96751", "name": "network-vif-deleted", "tag": "df1f304c-7e80-41bb-b3c4-e1d0cfa28683", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:09.598715 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba51bd49-3043-403e-8187-3c135744eed0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:09.599117 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8731cf1-b4d6-450c-895c-923bc4e96751', 'name': 'network-vif-deleted', 'tag': 'df1f304c-7e80-41bb-b3c4-e1d0cfa28683', 'status': 'completed', 'code': 200} Aug 12 02:20:09.625659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:09.666119 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.709523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=7215771b-c689-4c14-9035-3afbc9126535,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:09.723229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Deleting subnet ced602ab-e827-46df-a182-0bb25617908c {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:09.732100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.764224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee9ed989-de8c-410d-b054-1d3cba020cdb req-11d09f12-0f79-45ef-83ac-96906f6f3225 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0598369 Aug 12 02:20:09.801936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.819960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:09.823630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:09.829110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.831997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.833158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7751f372-cbbe-40ed-a254-ab59005f6101 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/e6ccdace-86a2-4eb5-bb20-73ec7fef5006 HTTP/1.1" status: 204 len: 168 time: 1.6271238 Aug 12 02:20:09.835964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:09.895223 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-fb3d786e-6138-4010-9a11-998979f8e5e3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] delete failed (client error): The resource could not be found. Aug 12 02:20:09.900025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb3d786e-6138-4010-9a11-998979f8e5e3 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/e6ccdace-86a2-4eb5-bb20-73ec7fef5006 HTTP/1.1" status: 404 len: 345 time: 0.0564272 Aug 12 02:20:09.901992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.904515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:09.952575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:09.995725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:10.028708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Port': ['ID=944cc83f-3d1f-4a41-ad1d-96b043d37c68,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:10.138467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7b0c-66fd-4556-86a5-296f22f8587b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.150087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7b0c-66fd-4556-86a5-296f22f8587b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.157236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f7b0c-66fd-4556-86a5-296f22f8587b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.159789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c7e53-c1b5-4035-9453-d0255c3bf191 req-308c282e-de78-4a94-8932-d3ef74a2a95f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.164940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c8c7e53-c1b5-4035-9453-d0255c3bf191 req-308c282e-de78-4a94-8932-d3ef74a2a95f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1556227 Aug 12 02:20:10.165417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:10.166527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-279f7b0c-66fd-4556-86a5-296f22f8587b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/ports?network_id=7e428f92-597e-43ca-807d-ee3aa1e2bb51 HTTP/1.1" status: 200 len: 2358 time: 0.2612913 Aug 12 02:20:10.182994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.189896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:10.219059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced602ab-e827-46df-a182-0bb25617908c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:10.236893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:10.238749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5123bfcb-b2fc-45ce-a621-7b97dfdfc428 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:10.239331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:10.285483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: df1f304c-7e80-41bb-b3c4-e1d0cfa28683 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:10.286285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device df1f304c-7e80-41bb-b3c4-e1d0cfa28683 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:10.310089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3168eec4-ebf4-467e-9564-27290fb64c03 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.312052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6f02648e-7a70-434e-b67c-fa73e3d1700d None None] Provisioning complete for port ea763202-469c-4b99-a64b-38f78754930c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:10.312800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f02648e-7a70-434e-b67c-fa73e3d1700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.317771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3168eec4-ebf4-467e-9564-27290fb64c03 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/subnets/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5 HTTP/1.1" status: 200 len: 797 time: 0.1040025 Aug 12 02:20:10.321046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36846) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:10.326413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'port': {'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51', 'name': 'tempest-FloatingIPTestJSON-925839139', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:10.348044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.349944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9576b35a-f99d-42c6-9558-949931f23b38 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ced602ab-e827-46df-a182-0bb25617908c HTTP/1.1" status: 204 len: 168 time: 0.7230258 Aug 12 02:20:10.363203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c8c7e53-c1b5-4035-9453-d0255c3bf191 req-7eaff87e-42a1-4ac9-9581-e588f376ec8f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482499 Aug 12 02:20:10.372400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36848) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:10.382775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6f02648e-7a70-434e-b67c-fa73e3d1700d None None] Port ea763202-469c-4b99-a64b-38f78754930c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:10.385579 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.387283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:10.399303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72bc0c02-8a12-4adb-963f-1c2e6074f228 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3228037 Aug 12 02:20:10.399949 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Sync routers for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:10.418052 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:10.418807 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:10.478723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.575746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.587063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66be3cc0-9c2a-4251-85b4-2c13db9a10b8']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:10.600552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348b4590-e0a3-4c94-a2b0-cc4c0271423e') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:10.600907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348b4590-e0a3-4c94-a2b0-cc4c0271423e') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:10.616276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.634183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.647904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:10.648298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.656461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:10.662486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Router 8585e192-a60c-46b0-984f-ae816d5c271c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:10.666105 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:10.676215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:10.766329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6001f5b-52f7-461b-851d-6f8f877af70a req-84189611-ff5f-4757-8813-8551d572e171 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:10.774881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6001f5b-52f7-461b-851d-6f8f877af70a req-84189611-ff5f-4757-8813-8551d572e171 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.1077375 Aug 12 02:20:10.782615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.788319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:10.790789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66be3cc0-9c2a-4251-85b4-2c13db9a10b8 HTTP/1.1" status: 204 len: 168 time: 0.4174116 Aug 12 02:20:10.816778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349af598-779f-4a39-8050-e6ee86287728 admin admin] Pushing event deleted for resources: {'Network': ['ID=66be3cc0-9c2a-4251-85b4-2c13db9a10b8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:10.852998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6001f5b-52f7-461b-851d-6f8f877af70a req-fe7b2c5d-7a9f-482d-b896-249f40324d18 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772185 Aug 12 02:20:10.932228 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:08Z', 'revision_number': 2, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:11.000351 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Checking router: 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:20:11.000827 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Updating router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e port ea763202-469c-4b99-a64b-38f78754930c binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:20:11.025532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36862) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:11.042874 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.111157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1670bbd6-6d4e-432b-967f-a923275f16f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a5fa8833d7343d0a5962b699b68f94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822456 Aug 12 02:20:11.111387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:11.175135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:20:11.222415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.261021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.334767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:11.347193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0c38ffa0-62cb-42f2-83c5-5c51380adf1f tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "PUT /v2.0/routers/8585e192-a60c-46b0-984f-ae816d5c271c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9772718 Aug 12 02:20:11.349837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:11.355262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] Sync routers for ids ['8585e192-a60c-46b0-984f-ae816d5c271c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:11.359299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.359748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.363099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.365508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06fc84c4-2036-41b3-a0fa-66a15f816d92 HTTP/1.1" status: 204 len: 168 time: 0.2530234 Aug 12 02:20:11.402506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:11.421510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] device_id is not set on port 94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:20:11.424374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'network_id': '7d597e06-0467-4b8c-9ef7-b40ebddd9862', 'port_id': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'mac_address': 'fa:16:3e:65:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744d4ef4-d0e2-410c-a64a-c081bdaeee45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:20:11.432053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] Routers {'8585e192-a60c-46b0-984f-ae816d5c271c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:11.432965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8585e192-a60c-46b0-984f-ae816d5c271c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:11.445670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36872) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:11.457539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917649006', 'description': 'tempest-description--29662009'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:11.473324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95c562-9fdb-47db-be59-f3ea21f92cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fc84c4-2036-41b3-a0fa-66a15f816d92,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:11.484679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.488807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:11.489020 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.513224 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Transition to ACTIVE for port object ea763202-469c-4b99-a64b-38f78754930c will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:11.528183 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.596827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] Routers {'8585e192-a60c-46b0-984f-ae816d5c271c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:11.597328 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1119d238-6214-4432-a18c-6a715f7bd0c1 req-3b4deee0-9966-40c9-a187-d484c3f85bf3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0351822 Aug 12 02:20:11.597733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8585e192-a60c-46b0-984f-ae816d5c271c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:11.599680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.730708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:11.733187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d781f-84ff-4844-abec-d42929e6f3f8 None None] The sync data for ids ['8585e192-a60c-46b0-984f-ae816d5c271c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:11.749408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.781806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d591f2-f5f6-42d5-9817-e923d831a075 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:11.833072 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Attempting to bind port ea763202-469c-4b99-a64b-38f78754930c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:11.833280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:11.833442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Attempting to bind port ea763202-469c-4b99-a64b-38f78754930c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:11.833810 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Attempting to bind port ea763202-469c-4b99-a64b-38f78754930c on network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:11.843513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.846267 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:11.846666 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Checking segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:11.847082 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.847494 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Bound using segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:11.847999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Bound port: ea763202-469c-4b99-a64b-38f78754930c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:11.848400 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.891284 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615d4a3-d24f-43b4-a19f-f80ab603660c None None] Pushing event updated for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:11.922853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.925942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:11.963636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:12.024484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c3d591f2-f5f6-42d5-9817-e923d831a075'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:12.028501 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] For port ea763202-469c-4b99-a64b-38f78754930c, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:12.034842 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] For port ea763202-469c-4b99-a64b-38f78754930c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ea763202-469c-4b99-a64b-38f78754930c,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:12.050057 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.081113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.083177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.083916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Fanout notify agent at l3_agent the message router_deleted on router 8585e192-a60c-46b0-984f-ae816d5c271c {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:20:12.111424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.113635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55f1165e-112c-40ab-9cf5-90113dd6622c tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "DELETE /v2.0/routers/8585e192-a60c-46b0-984f-ae816d5c271c HTTP/1.1" status: 204 len: 168 time: 0.7628503 Aug 12 02:20:12.114809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.120412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36882) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:12.166131 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:12.166778 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:12.169825 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615d4a3-d24f-43b4-a19f-f80ab603660c None None] Pushing event updated for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:12.240474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.247914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8011158 Aug 12 02:20:12.256981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36886) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:12.269744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396510b2-497f-4fdd-bbe1-df18a59ee979 req-d1fdac98-60a1-4a91-b1d7-72211b5868b4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:12.274064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.13 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:12.279151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-396510b2-497f-4fdd-bbe1-df18a59ee979 req-d1fdac98-60a1-4a91-b1d7-72211b5868b4 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.4982336 Aug 12 02:20:12.283305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.12 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:12.303032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'security_group_rule': {'security_group_id': '71e9f677-6bd2-4efc-9864-5aa7123ad4c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:12.369430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6c149-9e3c-4d5e-bab1-c74b1993c986 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e9f677-6bd2-4efc-9864-5aa7123ad4c4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:12.424471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting subnet 3a472674-4a0f-429a-b16d-56af90bcddef {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:12.446964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.484113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:12.585430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.635995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.736916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-396510b2-497f-4fdd-bbe1-df18a59ee979 req-b3a1748d-1329-4aa1-9bea-67bcd3cfe7cd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510155 Aug 12 02:20:12.818310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4534ab1-462e-4099-aadb-f9523566b1cf req-42f709c4-33e6-4a24-923d-b29be4ce643f tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:12.822357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4534ab1-462e-4099-aadb-f9523566b1cf req-42f709c4-33e6-4a24-923d-b29be4ce643f tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 944 time: 0.1579473 Aug 12 02:20:12.830768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.864346 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:12Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:12.899211 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5c7a4-6e17-417c-9c76-7b860ef95977 None None] The sync data for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 is: [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:12Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:12.924327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.953177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:12.990173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4534ab1-462e-4099-aadb-f9523566b1cf req-3ff5413c-1484-4ea7-9ae3-558525ffa0e9 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634660 Aug 12 02:20:13.066051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.116869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.125284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.129959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8315959 Aug 12 02:20:13.130113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:13.131088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:13.135854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'security_group_rule': {'security_group_id': '71e9f677-6bd2-4efc-9864-5aa7123ad4c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:13.153125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:13.165462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:13.175362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:13.261815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b489ac-d6f5-4ddc-9247-c345336e19b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc4d3b7-a27e-40ba-8472-5f771a8adbe3,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:13.275652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:13.307754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ea763202-469c-4b99-a64b-38f78754930c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:13.354659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65235e4a-37ae-4658-a708-46ff22aee15a req-2cde10d7-5455-4fa1-9e39-3c738f084884 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0d8ce5d-e712-4db5-bb40-6ec47007c0db HTTP/1.1" status: 200 len: 210 time: 0.0625222 Aug 12 02:20:13.390765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.410917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.423783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c3d591f2-f5f6-42d5-9817-e923d831a075 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:13.424217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.463146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Subnet': ['ID=3a472674-4a0f-429a-b16d-56af90bcddef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:13.471801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.474274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bc9be2c5-bfe1-4cd6-8d81-5c00b1590556 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "DELETE /v2.0/subnets/3a472674-4a0f-429a-b16d-56af90bcddef HTTP/1.1" status: 204 len: 168 time: 1.3480844 Aug 12 02:20:13.484333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:13.486294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.492232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:13.497834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2081307-8152-475e-bd53-e177b439a163 None None] Network 093cab8f-4e1a-441f-a250-77e8455318c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:13.590166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ea763202-469c-4b99-a64b-38f78754930c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:13.619236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.633184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.639690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1935f0d5-cbdf-4551-9786-9b65df04b671 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3152704 Aug 12 02:20:13.639690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.642895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:13.643042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ea763202-469c-4b99-a64b-38f78754930c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:13.643042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.675572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:13.703444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1211b5-a77e-4a10-b121-705484f37efa,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:13.735177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.745376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.746220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Deleting port c0d3d385-5b15-4830-8718-c2e1d74780e4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:13.746743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.748294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-40e265ec-2b0b-4cc3-8c5e-f2108e61c939 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6162617 Aug 12 02:20:13.766772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:13.859597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:13.877722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.970955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.997898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:13.999289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:14.004022 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d91c160-66a5-49c9-afc1-e7e8b2a886ba" -d '{"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:14.053080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] For port c0d3d385-5b15-4830-8718-c2e1d74780e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c0d3d385-5b15-4830-8718-c2e1d74780e4,segment=NetworkSegment(27b4554c-d33e-4d93-9ff0-44aeb9d2097c),segment_id=27b4554c-d33e-4d93-9ff0-44aeb9d2097c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:14.055317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.072530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:14.077354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.088270 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17717b-9edc-42b9-b5a2-2f447588b03b x-openstack-request-id: req-ae17717b-9edc-42b9-b5a2-2f447588b03b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:14.090251 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:14.090734 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae17717b-9edc-42b9-b5a2-2f447588b03b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:14.091339 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'code': 200} Aug 12 02:20:14.103194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.152232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:14.156697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ea763202-469c-4b99-a64b-38f78754930c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ea763202-469c-4b99-a64b-38f78754930c,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:14.208211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] DHCP port deletion for 093cab8f-4e1a-441f-a250-77e8455318c0 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:20:14.208874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.38 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3cde7117-deef-49e5-8606-322e15bfaef3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:14.219099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d74b3-c26e-44fe-88e6-c63baa6179b1 req-853d5a4b-8b7f-4a46-8eb6-2d17faf0d455 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:14.224007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb4d74b3-c26e-44fe-88e6-c63baa6179b1 req-853d5a4b-8b7f-4a46-8eb6-2d17faf0d455 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.3330438 Aug 12 02:20:14.227264 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.280392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Calling delete_port for c0d3d385-5b15-4830-8718-c2e1d74780e4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:14.343123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.411304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb4d74b3-c26e-44fe-88e6-c63baa6179b1 req-3757e988-b1f3-43f8-b40d-6f8fd8fd3baa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517096 Aug 12 02:20:14.418240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.442593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75ae5be5-7987-4518-a038-88065cda4171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.459964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Deleting port c0d3d385-5b15-4830-8718-c2e1d74780e4 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:14.460338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.481068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.554958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.565059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864de33a-3e9e-4451-b3f6-4d6ddf29ab5d req-1ee7c459-b7e0-4886-9509-3a41e802c614 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:14.573381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-864de33a-3e9e-4451-b3f6-4d6ddf29ab5d req-1ee7c459-b7e0-4886-9509-3a41e802c614 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.2398288 Aug 12 02:20:14.595459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] For port c0d3d385-5b15-4830-8718-c2e1d74780e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c0d3d385-5b15-4830-8718-c2e1d74780e4,segment=NetworkSegment(27b4554c-d33e-4d93-9ff0-44aeb9d2097c),segment_id=27b4554c-d33e-4d93-9ff0-44aeb9d2097c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:14.596278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.630062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Calling delete_port for c0d3d385-5b15-4830-8718-c2e1d74780e4 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:14.667371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.677068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.689796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] No DVR routers for this DVR port c0d3d385-5b15-4830-8718-c2e1d74780e4 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:14.690538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75ae5be5-7987-4518-a038-88065cda4171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.713682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-864de33a-3e9e-4451-b3f6-4d6ddf29ab5d req-fbe3d704-0fa6-4956-aca6-9a41b5e10a85 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400301 Aug 12 02:20:14.725832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Port': ['ID=c0d3d385-5b15-4830-8718-c2e1d74780e4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.757379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75ae5be5-7987-4518-a038-88065cda4171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: from cryptography.utils import int_from_bytes Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: from cryptography.utils import int_from_bytes Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.805666 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:20:14.808558 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:20:14.815768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.826627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:14.867206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:14.885263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:14.885999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.889942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] No DVR routers for this DVR port c0d3d385-5b15-4830-8718-c2e1d74780e4 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:14.890408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75ae5be5-7987-4518-a038-88065cda4171 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e48ed5b5dafd438d91dd9eb7832ace1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7371471 Aug 12 02:20:14.891266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=3cde7117-deef-49e5-8606-322e15bfaef3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.896815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.3.38-0127b158-3f7d-4f3d-a19f-678fb185731f {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:20:14.897682 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:20:14.898272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36950) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:14.911182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093cab8f-4e1a-441f-a250-77e8455318c0']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:14.914195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1dc6e-82b2-4393-aa0e-a5c007d0da5e None None] Pushing event deleted for resources: {'Port': ['ID=c0d3d385-5b15-4830-8718-c2e1d74780e4,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.936877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b4554c-d33e-4d93-9ff0-44aeb9d2097c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:14.937501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b4554c-d33e-4d93-9ff0-44aeb9d2097c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:14.943175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae5be5-7987-4518-a038-88065cda4171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3359721a-f72a-40c7-af52-4b03a8a0fc06,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:14.963644 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:14.995379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.008370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:15.009354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:15.013121 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:15.099283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.129235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ea763202-469c-4b99-a64b-38f78754930c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:15.137058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.196850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.206632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.210924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] 10.222.0.11 "DELETE /v2.0/networks/093cab8f-4e1a-441f-a250-77e8455318c0 HTTP/1.1" status: 204 len: 168 time: 1.7151613 Aug 12 02:20:15.232541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.235103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.236882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3359721a-f72a-40c7-af52-4b03a8a0fc06 HTTP/1.1" status: 204 len: 168 time: 0.3354237 Aug 12 02:20:15.239416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a845e66-8903-484c-87cb-2695fb547ef6 tempest-FloatingIPNegativeTestJSON-320186221 tempest-FloatingIPNegativeTestJSON-320186221-project] Pushing event deleted for resources: {'Network': ['ID=093cab8f-4e1a-441f-a250-77e8455318c0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:15.246630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33240e2c-d557-4e31-a667-e85fadbdea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3359721a-f72a-40c7-af52-4b03a8a0fc06,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:15.300335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ea763202-469c-4b99-a64b-38f78754930c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:15.302873 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.399813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.505441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5eb1-22a5-4b00-8c26-45ef6d4561e0 req-3c36d647-9370-4ec7-9cf6-f2d3cccf4bb1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:15.509105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c0d3d385-5b15-4830-8718-c2e1d74780e4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:15.528276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7efd5eb1-22a5-4b00-8c26-45ef6d4561e0 req-3c36d647-9370-4ec7-9cf6-f2d3cccf4bb1 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.2408288 Aug 12 02:20:15.556008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c0d3d385-5b15-4830-8718-c2e1d74780e4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:15.556368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c0d3d385-5b15-4830-8718-c2e1d74780e4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:15.616440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7efd5eb1-22a5-4b00-8c26-45ef6d4561e0 req-76e52b58-1405-4799-8eca-c7febcaa07c5 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823486 Aug 12 02:20:15.652373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Allocated IP 172.25.3.93 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/0dd675b9-cf0b-4863-9e68-4885f15771bc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:15.690018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca0fa1-8a9e-4688-90b1-e457e1de22a7 req-2efb1381-052b-497e-af40-2cf18ed6ebef tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:15.692118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4ca0fa1-8a9e-4688-90b1-e457e1de22a7 req-2efb1381-052b-497e-af40-2cf18ed6ebef tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1613796 Aug 12 02:20:15.753352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36976) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:15.875459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4ca0fa1-8a9e-4688-90b1-e457e1de22a7 req-23aa2582-f219-47b3-9d8b-4cb869780e40 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005437 Aug 12 02:20:15.932967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.972967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:15.986480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.099706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.290432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.296718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.388581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:16.395335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:16.400376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'Port': ['ID=0dd675b9-cf0b-4863-9e68-4885f15771bc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:16.403293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:16.404012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.440650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-edef1902-1595-4475-be2a-7fba78f7a391 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94cae5e34c0d402bb65e7011bd11fed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833131 Aug 12 02:20:16.443585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36998) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:16.459070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=3cde7117-deef-49e5-8606-322e15bfaef3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:16.556477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.557873 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP 63efe8b5-9025-470d-bd3d-fcd68c478ce4 associated. External IP: 172.25.3.38, port: 94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422. Aug 12 02:20:16.562462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.607900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.629053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.747345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.749999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:16.754166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72346552-3346-4e19-9e35-73777c21f366 HTTP/1.1" status: 204 len: 168 time: 0.3062360 Aug 12 02:20:16.785158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdc9b3-f24d-442a-acf5-b0d88e5fb6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72346552-3346-4e19-9e35-73777c21f366,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:16.819794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4c2c-3ab6-4251-a71a-576ba4482f97 req-a2ef3eb4-8dd3-4ac8-acaf-154534d6c07d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:16.821407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-719b4c2c-3ab6-4251-a71a-576ba4482f97 req-a2ef3eb4-8dd3-4ac8-acaf-154534d6c07d tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.1075852 Aug 12 02:20:16.991654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:17.034782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-719b4c2c-3ab6-4251-a71a-576ba4482f97 req-715b06c0-d980-4722-8215-5a85475c13c0 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Aug 12 02:20:17.133281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.150794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.190702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:17.202227 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:17.207426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:17.225260 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:17.227925 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:17.331402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.339423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'Port': ['ID=0dd675b9-cf0b-4863-9e68-4885f15771bc,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:17.364241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:17.375691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:17.377129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:17.397188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.419396 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:17.420294 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7821f6a-bf85-416b-965f-2dc2ddefe06f None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:17.442991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fb12f-3c0d-4491-ab7b-cc496bcdfa95 req-742b122f-fd2b-4427-a08d-cb7e11bb15ec tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:17.448182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9f289e1-9ca8-4d68-af30-f5e1e801ea95 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.7926519 Aug 12 02:20:17.450585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:17.460963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-814fb12f-3c0d-4491-ab7b-cc496bcdfa95 req-742b122f-fd2b-4427-a08d-cb7e11bb15ec tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.4406140 Aug 12 02:20:17.475742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:17.480382 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279978a8-b033-44e1-8406-f1ed547ca08c" -d '{"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:17.480536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': '94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:17.490151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:17.500678 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.506867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-97a5f958-b332-4dde-9f4c-a2904aa41969 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:17.513207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-97a5f958-b332-4dde-9f4c-a2904aa41969 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 945 time: 0.3200448 Aug 12 02:20:17.568777 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d4d217-d4ab-456b-8138-f0d8879b1bcc x-openstack-request-id: req-12d4d217-d4ab-456b-8138-f0d8879b1bcc {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:17.569894 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:17.571147 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12d4d217-d4ab-456b-8138-f0d8879b1bcc {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:17.571147 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'code': 200} Aug 12 02:20:17.585492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.611638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-814fb12f-3c0d-4491-ab7b-cc496bcdfa95 req-c6cffa70-c121-4ad8-b76d-07d2c65bb615 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484959 Aug 12 02:20:17.636230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:17.671746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.679106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3acccea-8fab-4596-bfdb-49336bd84ad8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9106190 Aug 12 02:20:17.714735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:17.724176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.076141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-536d83c0-ddcc-4bb4-856b-614ab6f9eee0 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1917649006&fields=id&tenant_id=b2ffcb4435a64a899acb8010f5a1632e HTTP/1.1" status: 200 len: 267 time: 0.0692890 Aug 12 02:20:18.177468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37076) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:18.236222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-fab553d0-b69f-449b-ae66-0d24bccb4d07 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:18.243873 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-fab553d0-b69f-449b-ae66-0d24bccb4d07 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/networks?id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 200 len: 805 time: 0.1660149 Aug 12 02:20:18.264679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f393e58b-e8ef-4bc7-9290-cafe675c8b1b tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/quotas/b2ffcb4435a64a899acb8010f5a1632e HTTP/1.1" status: 200 len: 375 time: 0.0194767 Aug 12 02:20:18.335703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-668de1c4-97f0-4c0f-8a53-5d77692277f2 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633750 Aug 12 02:20:18.353080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e21ea-fd51-413a-9508-0a40fa3b515a req-26d2c663-e155-4220-ae43-0e9309651213 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:18.354626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-568e21ea-fd51-413a-9508-0a40fa3b515a req-26d2c663-e155-4220-ae43-0e9309651213 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 943 time: 0.0978265 Aug 12 02:20:18.458080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Deleting port c3d591f2-f5f6-42d5-9817-e923d831a075 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:18.458394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.514961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-09afdea1-86a6-4bd8-a212-0e8c422c3c61 service neutron] 10.222.0.11 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748607 Aug 12 02:20:18.523590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1317336175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:18.549007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-568e21ea-fd51-413a-9508-0a40fa3b515a req-b52f82dc-a4a9-456b-9039-03d8186e767c tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/security-groups?id=56a0be26-7af0-4354-a9c4-9f0f14e329b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605356 Aug 12 02:20:18.586807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.588390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.738282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.756954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.777968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-e2c2a3d5-e479-4893-a5c9-3ef586089328 service neutron] 10.222.0.11 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615213 Aug 12 02:20:18.780475 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.782797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6d9c89cd-feb0-41b7-8b65-80dd06bbf3d2 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6041400 Aug 12 02:20:18.785806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37086) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:18.791487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1106832776'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:18.823676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:18.828089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.847664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.859752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] For port c3d591f2-f5f6-42d5-9817-e923d831a075, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c3d591f2-f5f6-42d5-9817-e923d831a075,segment=NetworkSegment(81f872be-6320-495b-b063-47a5c84147d8),segment_id=81f872be-6320-495b-b063-47a5c84147d8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:18.860244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.899128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Calling delete_port for c3d591f2-f5f6-42d5-9817-e923d831a075 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:18.983721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:18.993270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.037899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:19.069747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.070203 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Added segment 997a83c0-c2c7-4991-9ec0-a0be4f46d6e1 of type vlan for network 88eb5071-92bd-4f21-9056-e151a6030dd2 Aug 12 02:20:19.081752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe7c4c2-ee06-443d-9264-f0f7eba7ccf3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:19.104661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5636-ded4-4de3-adbb-0ccc629e3fd0 req-ba8000ea-481b-4322-b246-494377552d4e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:19.106434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71fe5636-ded4-4de3-adbb-0ccc629e3fd0 req-ba8000ea-481b-4322-b246-494377552d4e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.3719902 Aug 12 02:20:19.161119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4832d03-c7a0-4993-8b7f-5ac5da4af5b9 req-11ebed50-2b03-49df-86a8-816ea31a8f6b tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 210 time: 0.0389340 Aug 12 02:20:19.183685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.222275 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.231940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:19.232626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.271794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71fe5636-ded4-4de3-adbb-0ccc629e3fd0 req-8985ecfd-58b8-42b1-9e76-4c45e547faa8 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035011 Aug 12 02:20:19.356774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5669870 Aug 12 02:20:19.359368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:19.371575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'subnet': {'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:19.397181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494abbe0-aa70-4d5a-8983-683a033b783c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Network': ['ID=88eb5071-92bd-4f21-9056-e151a6030dd2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:19.409266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:19.410634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:20:19.549259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.571379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.699219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01cb8590-a3b4-4d2c-8b98-5e09570cb8c5 req-46e527f8-c02a-4620-8589-907ef052fc9b tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 210 time: 0.0556161 Aug 12 02:20:19.699762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.713763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:19.717460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.774496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Pushing event deleted for resources: {'Port': ['ID=c3d591f2-f5f6-42d5-9817-e923d831a075,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:19.924672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] No DVR routers for this DVR port c3d591f2-f5f6-42d5-9817-e923d831a075 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:19.927436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:19.930187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17ed397a-e093-49f4-855d-43f0aff14d94 req-e519bd6d-cf79-474a-b976-235481adbb38 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.21 "DELETE /v2.0/ports/c3d591f2-f5f6-42d5-9817-e923d831a075 HTTP/1.1" status: 204 len: 173 time: 2.4134700 Aug 12 02:20:19.933915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-deleted', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:19.936491 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf66a32-1f3f-448a-8ae8-88f558f45a1e" -d '{"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-deleted", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:20.017331 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1bed25-8b58-41bc-9436-bd7bee633caa x-openstack-request-id: req-fe1bed25-8b58-41bc-9436-bd7bee633caa {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:20.017880 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e7ec481-0ca8-4405-b9e8-485558c78cb0", "name": "network-vif-deleted", "tag": "c3d591f2-f5f6-42d5-9817-e923d831a075", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:20.018466 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe1bed25-8b58-41bc-9436-bd7bee633caa {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:20.019080 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7ec481-0ca8-4405-b9e8-485558c78cb0', 'name': 'network-vif-deleted', 'tag': 'c3d591f2-f5f6-42d5-9817-e923d831a075', 'status': 'completed', 'code': 200} Aug 12 02:20:20.128179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:20.324752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:20.332395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9e9bf92-e2e5-4bb6-9cee-329142a2267d req-f10c6a4b-072a-42b3-9a74-550c38784507 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 210 time: 0.0706308 Aug 12 02:20:20.436256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c925-f1f4-4097-a551-f285d5813864 req-93592f9b-a741-45cf-a941-862ed75bc45d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:20.439088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb67c925-f1f4-4097-a551-f285d5813864 req-93592f9b-a741-45cf-a941-862ed75bc45d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.0583963 Aug 12 02:20:20.481028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:20.483581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Subnet': ['ID=186522ba-6cfd-44be-acae-356c7535211d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:20.489991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:20.500639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:20.519029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:20.520540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:20.522006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb67c925-f1f4-4097-a551-f285d5813864 req-24878a17-8d3c-4f48-a203-571035f21a11 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696282 Aug 12 02:20:20.619206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:20.630644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:20.631593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:20.677288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:20.678531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5f57ac-1721-4ef0-aee2-ced3e4d4c808 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:20.725728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-ea74f4d9-88e8-4c44-b8ac-56532c12d4bb tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:20.727322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-ea74f4d9-88e8-4c44-b8ac-56532c12d4bb tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.25 "GET /v2.0/networks?id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 200 len: 805 time: 0.1497004 Aug 12 02:20:20.784527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-97490072-6f8f-4f02-82d1-fc75ea4dd726 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/63efe8b5-9025-470d-bd3d-fcd68c478ce4 HTTP/1.1" status: 200 len: 977 time: 3.3209891 Aug 12 02:20:20.788483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:20.798304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Checking segment: {'id': '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:20.799199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network hostable DHCP agents. Network: 88eb5071-92bd-4f21-9056-e151a6030dd2, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:20.823413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-3233060b-581d-4f48-9d81-ba2f90d488f5 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2ffcb4435a64a899acb8010f5a1632e HTTP/1.1" status: 200 len: 380 time: 0.0819335 Aug 12 02:20:20.838202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'port': {'device_id': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'admin_state_up': True, 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'security_groups': ['71e9f677-6bd2-4efc-9864-5aa7123ad4c4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:20.843445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:20.923857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31e78c87-0131-49dd-856b-2b3f6e5acca1 req-e22c83c7-182f-4796-806f-2442c419c4e4 tempest-ImagesTestJSON-1449917147 tempest-ImagesTestJSON-1449917147-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e7ec481-0ca8-4405-b9e8-485558c78cb0 HTTP/1.1" status: 200 len: 210 time: 0.0665336 Aug 12 02:20:20.929937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 88eb5071-92bd-4f21-9056-e151a6030dd2) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:20.938102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:20.939241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:20.941338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703c17b-d776-4078-b1b0-81632d6c7087 None None] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:20.959537 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1fe90cb0-f210-4365-8350-08622827be65 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5954974 Aug 12 02:20:20.968108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:20.975218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'network': {'name': 'tempest-router-network01--1027190832'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:21.054831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:21.061040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.145464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:21.153647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Made reservation on behalf of b2ffcb4435a64a899acb8010f5a1632e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:21.172425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.227838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 3cde7117-deef-49e5-8606-322e15bfaef3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:21.228226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.264120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.267900 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Added segment 74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca of type vlan for network ad89bc90-ad28-4526-a500-f3f90008b6f8 Aug 12 02:20:21.323436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:21.439666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.440875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.475047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 3cde7117-deef-49e5-8606-322e15bfaef3 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:21.527915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.534660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-88eb5071-92bd-4f21-9056-e151a6030dd2', 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2', 'tenant_id': 'd1a9ddf47185451f9ad3d7553a689677', 'fixed_ips': [{'subnet_id': '186522ba-6cfd-44be-acae-356c7535211d'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:21.535658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.539357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c3d591f2-f5f6-42d5-9817-e923d831a075 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:21.539921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c3d591f2-f5f6-42d5-9817-e923d831a075 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:21.585569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0f0d8a-2630-4253-86d9-05d0dc006ee3 req-a0e77881-48fe-412c-b945-7daa0de2b62b tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 210 time: 0.0507121 Aug 12 02:20:21.824871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.826358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Allocated IP 2001:db8::2 (88eb5071-92bd-4f21-9056-e151a6030dd2/186522ba-6cfd-44be-acae-356c7535211d/6de2507d-697c-47f0-b3ab-aa54a05f1416) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:21.828575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83963137-48a1-466c-9f04-258d3ca540dc req-d9e2d7f7-4ee2-4a54-9116-ce9474fca013 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:21.830774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83963137-48a1-466c-9f04-258d3ca540dc req-d9e2d7f7-4ee2-4a54-9116-ce9474fca013 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1627347 Aug 12 02:20:21.836451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:21.841462 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:21.870454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Allocated IP 172.20.0.10 (abc5c140-a7ff-46b1-b0b2-700d2d7b15a9/b7d3b0ce-cca0-45cb-a005-52cab63e958c/0cc7fe6f-2218-4200-90b3-bb8ee0081d8a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:22.008816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83963137-48a1-466c-9f04-258d3ca540dc req-b42610c9-600f-4614-b8f1-38ca988a725d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667817 Aug 12 02:20:22.045791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.083451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1142299 Aug 12 02:20:22.088132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:22.113569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Transition to ACTIVE for port object 6de2507d-697c-47f0-b3ab-aa54a05f1416 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:22.122109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'network': {'name': 'tempest-router-network02--2069708741'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:22.126344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.149681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Transition to ACTIVE for port object 6de2507d-697c-47f0-b3ab-aa54a05f1416 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:22.166111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.215245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=3cde7117-deef-49e5-8606-322e15bfaef3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:22.319565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.320094 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP 63efe8b5-9025-470d-bd3d-fcd68c478ce4 disassociated (deleted). External IP: 172.25.3.38, port: 94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422. Aug 12 02:20:22.327416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43918d8e-53cb-4ad3-8bdb-325980c29486 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Network': ['ID=ad89bc90-ad28-4526-a500-f3f90008b6f8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:22.332542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Pushing event updated for resources: {'Port': ['ID=6de2507d-697c-47f0-b3ab-aa54a05f1416,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:22.340187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:22.353897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:22.363978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:22.366330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:22.590053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:22.593528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.640928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Attempting to bind port 6de2507d-697c-47f0-b3ab-aa54a05f1416 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:22.641456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Attempting to bind port 6de2507d-697c-47f0-b3ab-aa54a05f1416 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:22.642187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Attempting to bind port 6de2507d-697c-47f0-b3ab-aa54a05f1416 on network 88eb5071-92bd-4f21-9056-e151a6030dd2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:22.666055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:22.666765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Checking segment: {'id': '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:22.671307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.673521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Bound using segment: {'id': '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:22.674074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Bound port: 6de2507d-697c-47f0-b3ab-aa54a05f1416, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '88eb5071-92bd-4f21-9056-e151a6030dd2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:22.674471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.778880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:22.807036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] For port 6de2507d-697c-47f0-b3ab-aa54a05f1416, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:22.812655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-a063c7b7-4224-47dc-8416-5333ee8d1563 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:22.815330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-a063c7b7-4224-47dc-8416-5333ee8d1563 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.7848253 Aug 12 02:20:22.823091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] For port 6de2507d-697c-47f0-b3ab-aa54a05f1416, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6de2507d-697c-47f0-b3ab-aa54a05f1416,segment=NetworkSegment(997a83c0-c2c7-4991-9ec0-a0be4f46d6e1),segment_id=997a83c0-c2c7-4991-9ec0-a0be4f46d6e1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:22.829083 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.852300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d6e3a37-9a48-4236-b5f5-f28432d2d793 req-9e37eec2-b4d7-4570-bed8-bf312bd7cca4 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 210 time: 0.0439386 Aug 12 02:20:22.884786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:22.885147 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Added segment eea5b6f0-d5a0-4d98-9d1a-9544160e4978 of type vlan for network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 Aug 12 02:20:22.888705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:22.915876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-cc6278ae-8c94-4196-b802-cac6318de55a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0932362 Aug 12 02:20:22.995738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67473b-8ef4-4cbb-94f2-82ee103e5813 None None] Pushing event updated for resources: {'Port': ['ID=6de2507d-697c-47f0-b3ab-aa54a05f1416,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:23.088669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-16849622-9d45-497e-af14-254835e9a3f8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503494 Aug 12 02:20:23.111842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:23.113746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.167534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.262417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:23.271864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.273213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:23.294251 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:23.298812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:23.315123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Transition to ACTIVE for port object 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:23.357213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea41dc-5065-4d6a-a1a0-18d0f6ed6b29 req-50091501-94a3-45bb-bf7b-df99dc66b960 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:23.362491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:20:23.377049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3eea41dc-5065-4d6a-a1a0-18d0f6ed6b29 req-50091501-94a3-45bb-bf7b-df99dc66b960 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.1529560 Aug 12 02:20:23.399607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b5bd144f-5f06-4bbe-b212-719b7feb0c2b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/63efe8b5-9025-470d-bd3d-fcd68c478ce4 HTTP/1.1" status: 204 len: 168 time: 2.6083806 Aug 12 02:20:23.405541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37306) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:23.437025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-7c371d90-1a7b-4e55-9603-4a6c06531f7a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:20:23.446503 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-7c371d90-1a7b-4e55-9603-4a6c06531f7a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3569064 Aug 12 02:20:23.612628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Deleting subnet 744d4ef4-d0e2-410c-a64a-c081bdaeee45 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:23.635926 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:23.663907 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:23.665792 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:23.668136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.675191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:23.676077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.682748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:23.716071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3eea41dc-5065-4d6a-a1a0-18d0f6ed6b29 req-8a1b01b8-4f2c-4f49-85d8-42cfe93e6554 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378925 Aug 12 02:20:23.774239 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:23.775814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75983968-e24f-4a99-ac4d-8cdd1cf22521 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:23.835786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:23.836619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.022668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b73f4ac1-b32b-469c-90bd-ca25824eabb7 req-445750e3-d8c8-448e-b33b-f1b212c84cd8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 210 time: 0.0658221 Aug 12 02:20:24.054925 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.078130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:24.345586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.363826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.371054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Network': ['ID=709031a2-3c90-4ce3-b63f-1ebbc119c4f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:24.383490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:24.416517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af5520dd-cb60-4cac-b480-23f07104d698 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3126709 Aug 12 02:20:24.420284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37346) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:24.436532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'subnet': {'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:24.496188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-c9be39ac-96a9-4d51-8f5c-609d86b426d4 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0478635 Aug 12 02:20:24.498700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.591007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:24.710115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:24.724659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:24.738181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:24.748983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event updated for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:24.784313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.932046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3758b61b-48b6-454c-b8d3-3ca27f34ce40 None None] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:24.943348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:24.957359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a94d0c69-894d-4210-91ed-d56afb8f1720 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/94c6d619-6f02-4aa8-aeb6-a4b7c5a5e422 HTTP/1.1" status: 204 len: 168 time: 1.5037532 Aug 12 02:20:24.958040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:24.977211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:24.979150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.010208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-0324ca0b-967f-4845-95e4-22db390471b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050888 Aug 12 02:20:25.038469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.049931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:25.088358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744d4ef4-d0e2-410c-a64a-c081bdaeee45,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:25.103738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.106011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a47b416e-dd40-4b05-a577-fcdfe1ed0fae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/744d4ef4-d0e2-410c-a64a-c081bdaeee45 HTTP/1.1" status: 204 len: 168 time: 1.9718626 Aug 12 02:20:25.110629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37370) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:25.123708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:25.132437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.232437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f7bf2a36-cc9e-4570-a4a8-c5afd7d3bd4c None None] Provisioning for port 6de2507d-697c-47f0-b3ab-aa54a05f1416 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:25.269156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6de2507d-697c-47f0-b3ab-aa54a05f1416 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:25.270207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acef28-3c58-4b75-b5f3-4754215383d7 req-e1806605-3316-499b-bbe4-b6376958d174 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:25.278955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36acef28-3c58-4b75-b5f3-4754215383d7 req-e1806605-3316-499b-bbe4-b6376958d174 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.3195274 Aug 12 02:20:25.304206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.331500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-19e11fc6-ae72-4969-8f79-d3535df71c35 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4978337 Aug 12 02:20:25.375110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Request body: {'port': {'device_id': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:25.392825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36acef28-3c58-4b75-b5f3-4754215383d7 req-19fb9201-b577-46c7-89f9-d474c70b284c tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072149 Aug 12 02:20:25.458362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.459917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.508307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dcf7519f-1464-4bd8-a94f-4537dadc59ed None None] Provisioning for port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:25.628134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dcf7519f-1464-4bd8-a94f-4537dadc59ed None None] Provisioning complete for port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:25.630176 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dcf7519f-1464-4bd8-a94f-4537dadc59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.745131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.826155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6de2507d-697c-47f0-b3ab-aa54a05f1416 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:25.841503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dcf7519f-1464-4bd8-a94f-4537dadc59ed None None] Port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:25.847002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6de2507d-697c-47f0-b3ab-aa54a05f1416 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:25.847688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:25.848191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d597e06-0467-4b8c-9ef7-b40ebddd9862']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:25.986273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.046291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63596-bba1-40c4-b12f-08df53c5c3cd req-51c55268-4d08-4e69-9297-173f91320dcd tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:26.059967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34e63596-bba1-40c4-b12f-08df53c5c3cd req-51c55268-4d08-4e69-9297-173f91320dcd tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 932 time: 0.6024611 Aug 12 02:20:26.064822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:26.075099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f872be-6320-495b-b063-47a5c84147d8') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:26.075423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f872be-6320-495b-b063-47a5c84147d8') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:26.096602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6de2507d-697c-47f0-b3ab-aa54a05f1416, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6de2507d-697c-47f0-b3ab-aa54a05f1416,segment=NetworkSegment(997a83c0-c2c7-4991-9ec0-a0be4f46d6e1),segment_id=997a83c0-c2c7-4991-9ec0-a0be4f46d6e1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:26.119020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.149568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afbd1db8-e094-4d86-918d-4f44430c448d req-badd57d9-7c8e-4997-b129-cd810b119e40 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.5359309 Aug 12 02:20:26.203738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.275767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6de2507d-697c-47f0-b3ab-aa54a05f1416,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:26.291361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34e63596-bba1-40c4-b12f-08df53c5c3cd req-f1263d53-eb7a-409f-95f4-3dc4892a33d2 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305024 Aug 12 02:20:26.297478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.363417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:26.363855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:26.370957 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:26.374021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43733a13-382b-4fbd-a7ee-929db4cb8068 None None] Provisioning complete for port 6de2507d-697c-47f0-b3ab-aa54a05f1416 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:26.374602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43733a13-382b-4fbd-a7ee-929db4cb8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.427922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df27b042-1f1c-43c7-a255-5615e2bedd2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.484336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.485029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.501565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.503318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7d597e06-0467-4b8c-9ef7-b40ebddd9862 HTTP/1.1" status: 204 len: 168 time: 1.3916552 Aug 12 02:20:26.540242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5927c29-c568-431f-9159-c072f3f46de9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d597e06-0467-4b8c-9ef7-b40ebddd9862,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:26.623827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Checking segment: {'id': '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:26.624224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network hostable DHCP agents. Network: ad89bc90-ad28-4526-a500-f3f90008b6f8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:26.656253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Subnet': ['ID=60837b1a-9a37-4175-bb06-16d0568109fe,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:26.660927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.720714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:26.745048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ad89bc90-ad28-4526-a500-f3f90008b6f8) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:26.754958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:26.755648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.758403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3537c1fa-e777-4232-8add-61a76b72c5e8 None None] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:26.770720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37396) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:26.812273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc124fc-ebf1-432e-9d5a-ec17f1b97378 req-12c7b0d8-4beb-4dad-8d23-10cbc3e6b55a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:26.825955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5dc124fc-ebf1-432e-9d5a-ec17f1b97378 req-12c7b0d8-4beb-4dad-8d23-10cbc3e6b55a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.2714460 Aug 12 02:20:26.866421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:26.888333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:26.892820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fdbe7797-4c5a-41bd-a50d-0e6df46a956c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=235d90196a4746ceb5c6b13b91293975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1188986 Aug 12 02:20:26.895130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:26.902167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.212 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/e74ca460-2970-4c57-a99c-be658e4984fb) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:27.001053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5dc124fc-ebf1-432e-9d5a-ec17f1b97378 req-ffc5b98b-25f9-4104-8a65-68fc29476ba1 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733034 Aug 12 02:20:27.039407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ad89bc90-ad28-4526-a500-f3f90008b6f8', 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8', 'tenant_id': 'd1a9ddf47185451f9ad3d7553a689677', 'fixed_ips': [{'subnet_id': '60837b1a-9a37-4175-bb06-16d0568109fe'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:27.040318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.069715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df27b042-1f1c-43c7-a255-5615e2bedd2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.076786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Transition to ACTIVE for port object 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:27.097616 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df27b042-1f1c-43c7-a255-5615e2bedd2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.118207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7f2a394-b78c-4830-8a6f-dc02023ca3c4 req-671d9d08-9e77-4052-a200-f9e66f402fdf tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0605214 Aug 12 02:20:27.120842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.146315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a5227a0-62b1-4af3-9baa-fbcd4a07b484 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7199192 Aug 12 02:20:27.152710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37404) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:27.179884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'subnet': {'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:27.200231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.224734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.265848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-df27b042-1f1c-43c7-a255-5615e2bedd2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb111b85ed8c4f93b34a3d51fbb52e49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1985295 Aug 12 02:20:27.290215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:27.367408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.387021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:27.390140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27b042-1f1c-43c7-a255-5615e2bedd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94758041-1d1b-47f3-93c2-404ccad2c067,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.392202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.398701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Allocated IP 2001:db8::2 (ad89bc90-ad28-4526-a500-f3f90008b6f8/60837b1a-9a37-4175-bb06-16d0568109fe/643a6a28-9a2c-4eee-bde9-60d87e7a7062) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:27.410492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Attempting to bind port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:27.410744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Attempting to bind port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:27.411081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Attempting to bind port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a on network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:27.422859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.484087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a on network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:20:27.484717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Attempting to bind port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a on network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:27.513703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:27.514066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Checking segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:27.514452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Bound using segment: {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:27.514913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Bound port: 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '104b5d26-ca1b-4bd1-9777-060f2b9c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:27.515271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.569916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-85b86837-bb53-4c84-8e86-75977ae91b4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0297256 Aug 12 02:20:27.624085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.634508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Transition to ACTIVE for port object 643a6a28-9a2c-4eee-bde9-60d87e7a7062 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:27.642435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.654399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Transition to ACTIVE for port object 643a6a28-9a2c-4eee-bde9-60d87e7a7062 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:27.665039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6de2507d-697c-47f0-b3ab-aa54a05f1416 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:27.675431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.720490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.720844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.731389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Subnet': ['ID=9302d705-a2e8-413b-831d-c95bea91a1b8,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.751368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.767284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:27.776965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:27.777260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:27.778586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Checking segment: {'id': 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:27.778586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network hostable DHCP agents. Network: 709031a2-3c90-4ce3-b63f-1ebbc119c4f6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:27.786777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:27.790324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c091615-f8ad-44f5-8c1a-5a5e6044350b req-61c90f3a-0d8c-4d89-9b7e-2a6b0862de3d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:27.791705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:27.791938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c091615-f8ad-44f5-8c1a-5a5e6044350b req-61c90f3a-0d8c-4d89-9b7e-2a6b0862de3d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 944 time: 0.3333528 Aug 12 02:20:27.809792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:27.827136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=e74ca460-2970-4c57-a99c-be658e4984fb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.857498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:27.871537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 709031a2-3c90-4ce3-b63f-1ebbc119c4f6) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:27.877718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.880547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.884596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56a0be26-7af0-4354-a9c4-9f0f14e329b9 HTTP/1.1" status: 204 len: 168 time: 0.9864657 Aug 12 02:20:27.901789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:27.901789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.904863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:27.905408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Pushing event updated for resources: {'Port': ['ID=643a6a28-9a2c-4eee-bde9-60d87e7a7062,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.910140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ea63c-3613-479a-91d4-918b8f5b2576 None None] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:27.920120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-810f8425-b6e3-4a10-b703-4964cbe37a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:27.921739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-810f8425-b6e3-4a10-b703-4964cbe37a74 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3355763 Aug 12 02:20:27.930224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460b0c-e2e2-449a-b092-797a64ee856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a0be26-7af0-4354-a9c4-9f0f14e329b9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:27.942948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5629a6b6-b247-4cdb-a655-91a30012c321 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7858093 Aug 12 02:20:27.944856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c091615-f8ad-44f5-8c1a-5a5e6044350b req-1a138944-fe5a-4463-abbc-b192a17af671 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354425 Aug 12 02:20:27.947089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:27.947271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:27.955166 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:27.995811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.044058 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.046783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.048617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94758041-1d1b-47f3-93c2-404ccad2c067 HTTP/1.1" status: 204 len: 168 time: 0.6906114 Aug 12 02:20:28.086664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Attempting to bind port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:28.086911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:28.087030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Attempting to bind port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:28.087389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Attempting to bind port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 on network ad89bc90-ad28-4526-a500-f3f90008b6f8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:28.087609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.089046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] 10.222.0.25 "PUT /v2.0/ports/0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 200 len: 1092 time: 2.7257531 Aug 12 02:20:28.103639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:28.106176 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba7ad0-5cda-411a-8696-4005eec31507" -d '{"events": [{"name": "network-changed", "server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:28.114147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accbb03-42dd-4a11-a3a6-d1278a355f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94758041-1d1b-47f3-93c2-404ccad2c067,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:28.116244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:28.116625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Checking segment: {'id': '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:28.117284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.117683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Bound using segment: {'id': '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:28.138195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Bound port: 643a6a28-9a2c-4eee-bde9-60d87e7a7062, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ad89bc90-ad28-4526-a500-f3f90008b6f8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:28.138854 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.167883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.238610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6de2507d-697c-47f0-b3ab-aa54a05f1416 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:28.239253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:28.306255 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ebe802-1f4a-429a-9a77-2b523f37e285 x-openstack-request-id: req-61ebe802-1f4a-429a-9a77-2b523f37e285 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:28.306567 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:28.306823 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61ebe802-1f4a-429a-9a77-2b523f37e285 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:28.307396 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'status': 'completed', 'code': 200} Aug 12 02:20:28.381418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-10196470-3c77-411c-a268-de2b4a3fb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:28.385189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-10196470-3c77-411c-a268-de2b4a3fb6cc service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4542491 Aug 12 02:20:28.440093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad58cd-f75c-4ba9-9eb5-9ad1b8328edd service neutron] Pushing event updated for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:28.549918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-5a450a0a-0ca9-4f20-a05a-7edae5257f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:28.553809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-5a450a0a-0ca9-4f20-a05a-7edae5257f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 1095 time: 0.4072187 Aug 12 02:20:28.557944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e71325c0-b09f-4b69-9ac3-9e90c1a3e0b6 req-e0893d3d-281e-41cf-a7ea-fcbf78acaafb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.1716466 Aug 12 02:20:28.591020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e214a05d-20d6-4a02-a14d-2c47e7a72948 req-04f449cd-1eed-434f-a06d-b2b5bf910db3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0456097 Aug 12 02:20:28.671524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-da296982-8bd1-47a4-9f0d-58d4f182bf60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 200 len: 217 time: 0.0663917 Aug 12 02:20:28.810469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-c94e1808-af51-4f4b-9599-bb05ca898dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:28.812302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-c94e1808-af51-4f4b-9599-bb05ca898dc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7d3b0ce-cca0-45cb-a005-52cab63e958c HTTP/1.1" status: 200 len: 844 time: 0.1394570 Aug 12 02:20:28.897407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-9ddbd3e6-146f-48bc-b45e-719106c497d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:28.900818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-9ddbd3e6-146f-48bc-b45e-719106c497d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812080 Aug 12 02:20:28.932526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] For port 643a6a28-9a2c-4eee-bde9-60d87e7a7062, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:29.095980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:29.098141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] For port 643a6a28-9a2c-4eee-bde9-60d87e7a7062, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=643a6a28-9a2c-4eee-bde9-60d87e7a7062,segment=NetworkSegment(74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca),segment_id=74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:29.099212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9776a4-0cc5-4c46-bd88-586683df0c53 req-b6bef19d-8646-4e60-9e0d-a5e68b0499a5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:29.104891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-709031a2-3c90-4ce3-b63f-1ebbc119c4f6', 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6', 'tenant_id': 'd1a9ddf47185451f9ad3d7553a689677', 'fixed_ips': [{'subnet_id': '9302d705-a2e8-413b-831d-c95bea91a1b8'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:29.109636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.117773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b9776a4-0cc5-4c46-bd88-586683df0c53 req-b6bef19d-8646-4e60-9e0d-a5e68b0499a5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.5351465 Aug 12 02:20:29.150206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.259279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b9776a4-0cc5-4c46-bd88-586683df0c53 req-6f6558f6-fd06-4c5e-a7ae-d1be1edf1b3f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345866 Aug 12 02:20:29.302011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad751b43-9ec7-49f0-9b3d-32ddbaa916db None None] Pushing event updated for resources: {'Port': ['ID=643a6a28-9a2c-4eee-bde9-60d87e7a7062,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:29.305532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.313905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1be3-d5ad-4500-8c1b-b23e760f2006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.332781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.354509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74942337-9e87-4d7c-9b59-f7d916991eda req-2237b13e-2e30-4899-9247-cd839afc0121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.1318862 Aug 12 02:20:29.387606 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.638593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1be3-d5ad-4500-8c1b-b23e760f2006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.779562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Allocated IP 2001:db8::2 (709031a2-3c90-4ce3-b63f-1ebbc119c4f6/9302d705-a2e8-413b-831d-c95bea91a1b8/9fa6be35-e060-4c96-a5ae-08e69e2f045d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:29.797154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=e74ca460-2970-4c57-a99c-be658e4984fb,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:29.810544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:29.856144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb7d3350-acbb-4821-84ed-463cac3cbdb4 req-daf3b4a7-4348-42b7-ad12-ed2d2a72acf9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0757370 Aug 12 02:20:29.926111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942337-9e87-4d7c-9b59-f7d916991eda req-abaecca4-a797-4e35-9190-a55c497ab1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:29.930987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74942337-9e87-4d7c-9b59-f7d916991eda req-abaecca4-a797-4e35-9190-a55c497ab1ec service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2591231 Aug 12 02:20:29.933097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1be3-d5ad-4500-8c1b-b23e760f2006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.026390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1be3-d5ad-4500-8c1b-b23e760f2006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08acf5a-59a8-47bf-80cf-28fad14cb7c7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:30.036056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-0274fbda-785f-4778-bee8-80c188a64c57 service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1252747 Aug 12 02:20:30.051809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1e218-52de-4d85-8eb2-6435f431a1c3 req-7d570b77-1fcd-46f4-bce0-8c94964f3cf7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:30.053543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3df1e218-52de-4d85-8eb2-6435f431a1c3 req-7d570b77-1fcd-46f4-bce0-8c94964f3cf7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 944 time: 0.9757323 Aug 12 02:20:30.084282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Allocated IP 2001:db8::1 (ad89bc90-ad28-4526-a500-f3f90008b6f8/60837b1a-9a37-4175-bb06-16d0568109fe/b659655c-2ca3-4151-a0c1-d35f282a3f6f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:30.094434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.126440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Transition to ACTIVE for port object 9fa6be35-e060-4c96-a5ae-08e69e2f045d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:30.179488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Transition to ACTIVE for port object 9fa6be35-e060-4c96-a5ae-08e69e2f045d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:30.194575 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.224866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.228952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.230168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80993191-1a06-4803-9f26-eabab6036ced tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2102115 Aug 12 02:20:30.234618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37460) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:30.240427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'port': {'network_id': '7e428f92-597e-43ca-807d-ee3aa1e2bb51', 'name': 'tempest-FloatingIPTestJSON-319994947'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:30.281951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca76d36b-a816-4e46-9bce-8953a4e94f53 req-b1fb426a-6d4b-47d4-a118-99fff425a94d service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101345 Aug 12 02:20:30.307078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Transition to ACTIVE for port object b659655c-2ca3-4151-a0c1-d35f282a3f6f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:30.310323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Pushing event updated for resources: {'Port': ['ID=9fa6be35-e060-4c96-a5ae-08e69e2f045d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:30.328711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a7fd1be3-d5ad-4500-8c1b-b23e760f2006 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8159f9be91974137a8925fdba7363a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2316127 Aug 12 02:20:30.332514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37468) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:30.349970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:30.357212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:30.359868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:30.361681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3df1e218-52de-4d85-8eb2-6435f431a1c3 req-a3d1ffcf-3926-46a3-8e9f-6e16eb859177 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460198 Aug 12 02:20:30.474892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.510334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-29a98368-3f6f-41aa-9b1d-ae15285424b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:30.516082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-29a98368-3f6f-41aa-9b1d-ae15285424b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 1095 time: 0.1588237 Aug 12 02:20:30.584168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Attempting to bind port 9fa6be35-e060-4c96-a5ae-08e69e2f045d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:30.584587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Attempting to bind port 9fa6be35-e060-4c96-a5ae-08e69e2f045d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:30.585073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Attempting to bind port 9fa6be35-e060-4c96-a5ae-08e69e2f045d on network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:30.592880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:30.593258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Checking segment: {'id': 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:30.594034 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.602800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Bound using segment: {'id': 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:30.603663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Bound port: 9fa6be35-e060-4c96-a5ae-08e69e2f045d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '709031a2-3c90-4ce3-b63f-1ebbc119c4f6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:30.606232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.638303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:30.664360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.667097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:30.674640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:30.675686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.716739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] For port 9fa6be35-e060-4c96-a5ae-08e69e2f045d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:30.728160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] For port 9fa6be35-e060-4c96-a5ae-08e69e2f045d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9fa6be35-e060-4c96-a5ae-08e69e2f045d,segment=NetworkSegment(eea5b6f0-d5a0-4d98-9d1a-9544160e4978),segment_id=eea5b6f0-d5a0-4d98-9d1a-9544160e4978)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:30.743040 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.816949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74942337-9e87-4d7c-9b59-f7d916991eda req-dcf8f585-2549-4214-b968-870bdcb5ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:30.818554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74942337-9e87-4d7c-9b59-f7d916991eda req-dcf8f585-2549-4214-b968-870bdcb5ca60 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8486946 Aug 12 02:20:30.846174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:30.850081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-a2e501d8-1489-455c-ae50-ca9c069592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:30.851140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:30.855639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-a2e501d8-1489-455c-ae50-ca9c069592c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 200 len: 906 time: 0.3241696 Aug 12 02:20:30.870796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Port': ['ID=b659655c-2ca3-4151-a0c1-d35f282a3f6f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:30.940803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb719bc-61d8-4451-a088-530f62c1b87a None None] Pushing event updated for resources: {'Port': ['ID=9fa6be35-e060-4c96-a5ae-08e69e2f045d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:30.963933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] device_id is not set on port ddd85586-cb5b-4329-b520-67ec65853a7d yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:20:30.970290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.053794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36672162-f810-4b9c-96bd-a8cc645e37e8 None None] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:31.093519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74942337-9e87-4d7c-9b59-f7d916991eda req-923e4046-99bd-40e8-89fa-4f044dd49f58 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.1524994 Aug 12 02:20:31.098323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-5e6e3af9-41a3-4e14-9df8-007c9e87cb5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 200 len: 217 time: 0.1843834 Aug 12 02:20:31.116221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d9f3a-e845-4a7c-ba45-f972e2f5b298 req-6907be0d-74dd-440b-a6ff-8f02781e891d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:31.117758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-012d9f3a-e845-4a7c-ba45-f972e2f5b298 req-6907be0d-74dd-440b-a6ff-8f02781e891d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.3168418 Aug 12 02:20:31.179902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:31.197975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-11141f24-f24a-4e62-ab20-80bbded83e40 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:31.199584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-11141f24-f24a-4e62-ab20-80bbded83e40 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.3842673 Aug 12 02:20:31.240170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-659d5f06-150e-40df-8edd-06deafe1e932 None None] Provisioning for port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:31.253439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:31.262276 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afc9f4f4-2e18-4750-90aa-be0374fadeb1 req-3e5df881-b131-4416-b487-aeec484366d3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=dab415de-c025-4e9a-af5c-c0d87dd5ff6f HTTP/1.1" status: 200 len: 210 time: 0.2542181 Aug 12 02:20:31.330340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-85e75649-ac91-42d6-a017-110feafbb4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:31.333199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-85e75649-ac91-42d6-a017-110feafbb4b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7d3b0ce-cca0-45cb-a005-52cab63e958c HTTP/1.1" status: 200 len: 844 time: 0.2258074 Aug 12 02:20:31.336396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-012d9f3a-e845-4a7c-ba45-f972e2f5b298 req-35839a7d-f278-4516-a93d-dc03299da089 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087409 Aug 12 02:20:31.410413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.468098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 643a6a28-9a2c-4eee-bde9-60d87e7a7062 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:31.481122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.7 (7e428f92-597e-43ca-807d-ee3aa1e2bb51/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5/ddd85586-cb5b-4329-b520-67ec65853a7d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:31.585387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.644711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:31.650797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:31.651518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.677750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.690247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.696932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c08acf5a-59a8-47bf-80cf-28fad14cb7c7 HTTP/1.1" status: 204 len: 168 time: 1.3603797 Aug 12 02:20:31.703389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93a984-60bd-486f-ba3e-3f94f7a779a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.794248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-f97f5bbe-a97b-4914-8bb9-f6dfae66adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:31.796544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-f97f5bbe-a97b-4914-8bb9-f6dfae66adcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4367347 Aug 12 02:20:31.871319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:31.979618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 643a6a28-9a2c-4eee-bde9-60d87e7a7062, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=643a6a28-9a2c-4eee-bde9-60d87e7a7062,segment=NetworkSegment(74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca),segment_id=74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:32.033516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.063617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87ad2d-5e22-4af5-a8f2-b847ca418c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08acf5a-59a8-47bf-80cf-28fad14cb7c7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:32.115694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.120674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=643a6a28-9a2c-4eee-bde9-60d87e7a7062,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:32.149829 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c794a30f-4d05-4131-aabd-9f066d0e3f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.177435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.179381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.206184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Provisioning for port b659655c-2ca3-4151-a0c1-d35f282a3f6f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:32.212250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Provisioning complete for port b659655c-2ca3-4151-a0c1-d35f282a3f6f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:32.212755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.229240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-40dbc4d9-3ed8-4276-a56a-5f32e4b34443 service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218373 Aug 12 02:20:32.273196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Port b659655c-2ca3-4151-a0c1-d35f282a3f6f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:32.286221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 49181871-f304-4178-a859-8a05e1d09bbd details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:20:32.305041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Provisioning complete for port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:32.305531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c2928e58-96c8-4af2-b3d0-9bc64faa556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.321786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad5687-7eb8-4188-83b0-53ee77d93713 req-a0431dba-f529-4d89-8b05-3d71482965a5 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:32.323417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ad5687-7eb8-4188-83b0-53ee77d93713 req-a0431dba-f529-4d89-8b05-3d71482965a5 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 944 time: 0.7847915 Aug 12 02:20:32.539170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.586486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Port': ['ID=b659655c-2ca3-4151-a0c1-d35f282a3f6f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:32.613864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:32.664569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ad5687-7eb8-4188-83b0-53ee77d93713 req-fb82fdc7-e324-4460-ab19-7e289ca52224 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635434 Aug 12 02:20:32.715620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:32.726821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:32.737285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:32.779162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.882425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93a984-60bd-486f-ba3e-3f94f7a779a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.927694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:32.956309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93a984-60bd-486f-ba3e-3f94f7a779a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:32.968922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64acb08c-27ab-48f3-9f8e-c0b28d858a9c None None] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:33.017373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:33.020627 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ab8d0b-87d1-40e8-8baa-1ee48b27e552" -d '{"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-unplugged", "status": "completed", "tag": "49181871-f304-4178-a859-8a05e1d09bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:33.037122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.077893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 49181871-f304-4178-a859-8a05e1d09bbd has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:20:33.089278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b93a984-60bd-486f-ba3e-3f94f7a779a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=968cf0e69f654f80ba979aacd2fea8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8845644 Aug 12 02:20:33.114263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:33.117003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93a984-60bd-486f-ba3e-3f94f7a779a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f1e2db-cb7c-46b4-ad46-7775db73d1af,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:33.137177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5e8fc224-bc46-4c2e-99fc-3c816eb9af48 None None] Provisioning complete for port b659655c-2ca3-4151-a0c1-d35f282a3f6f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:33.137517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc224-bc46-4c2e-99fc-3c816eb9af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.140985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20ba7ad0-5cda-411a-8696-4005eec31507 req-2b2fa974-1a4b-4ea7-ac37-de0a2b0e3deb service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8903923 Aug 12 02:20:33.188809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.241469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5e8fc224-bc46-4c2e-99fc-3c816eb9af48 None None] Port b659655c-2ca3-4151-a0c1-d35f282a3f6f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:33.296066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5e8fc224-bc46-4c2e-99fc-3c816eb9af48 None None] Provisioning for port 9fa6be35-e060-4c96-a5ae-08e69e2f045d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:33.381690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 643a6a28-9a2c-4eee-bde9-60d87e7a7062 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:33.447627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9613-626a-44dc-b38d-33434fddf7dc req-9cfe0805-9574-4949-8846-ca83cde47230 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:33.451504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9ec9613-626a-44dc-b38d-33434fddf7dc req-9cfe0805-9574-4949-8846-ca83cde47230 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 945 time: 0.8775797 Aug 12 02:20:33.461697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:33.495522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-55f174d4-3b22-49b6-bc3d-bc3ea250cbb5 None None] Provisioning complete for port b659655c-2ca3-4151-a0c1-d35f282a3f6f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:33.495905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-55f174d4-3b22-49b6-bc3d-bc3ea250cbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.537765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:33.538481 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.584570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-55f174d4-3b22-49b6-bc3d-bc3ea250cbb5 None None] Port b659655c-2ca3-4151-a0c1-d35f282a3f6f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:33.616078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.688028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9ec9613-626a-44dc-b38d-33434fddf7dc req-0f1f942c-ad6d-4ade-b120-9777c1ccb6a5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111354 Aug 12 02:20:33.689323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:33.689663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:33.689992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:33.715266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:20:33.715663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Attempting to bind port 49181871-f304-4178-a859-8a05e1d09bbd on network 8fa73dc9-b431-4c95-83db-4605f9aec342 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:33.731815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9fa6be35-e060-4c96-a5ae-08e69e2f045d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:33.738802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.774347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 7e428f92-597e-43ca-807d-ee3aa1e2bb51 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:33.776503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:33.777637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Checking segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:33.778043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Bound using segment: {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:33.778515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Bound port: 49181871-f304-4178-a859-8a05e1d09bbd, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ddf3961-1f96-4d34-b26c-0c8b59bbe243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8fa73dc9-b431-4c95-83db-4605f9aec342'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:33.778889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.792271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:33.795622 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1debc-bdad-4bc4-a62e-773b384e7025 x-openstack-request-id: req-4ca1debc-bdad-4bc4-a62e-773b384e7025 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:33.795921 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-unplugged", "status": "completed", "tag": "49181871-f304-4178-a859-8a05e1d09bbd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:33.796175 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca1debc-bdad-4bc4-a62e-773b384e7025 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:33.796578 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd', 'code': 200} Aug 12 02:20:33.809170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:33.818587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=ddd85586-cb5b-4329-b520-67ec65853a7d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:33.900803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Router 0fb3c366-bbff-426e-9618-005f71768086 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:20:33.913115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:33.914117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.931627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9fa6be35-e060-4c96-a5ae-08e69e2f045d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:33.937001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9fa6be35-e060-4c96-a5ae-08e69e2f045d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:33.937378 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:33.949837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-03a3db02-6919-4484-9c69-5e6e5914c754 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:33.971639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-03a3db02-6919-4484-9c69-5e6e5914c754 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.3879721 Aug 12 02:20:33.979345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c3368e2-f032-4e09-9edd-b2ce6ae79dc7 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7439699 Aug 12 02:20:33.982083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:33.988016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': 'ddd85586-cb5b-4329-b520-67ec65853a7d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:33.995851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-bdb04832-9719-4e48-94d4-a5e3d66c6b73 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0212457 Aug 12 02:20:34.072075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.096932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-135e8523-4a0e-4978-9f08-3050a452ccd8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713277 Aug 12 02:20:34.145110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 9fa6be35-e060-4c96-a5ae-08e69e2f045d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9fa6be35-e060-4c96-a5ae-08e69e2f045d,segment=NetworkSegment(eea5b6f0-d5a0-4d98-9d1a-9544160e4978),segment_id=eea5b6f0-d5a0-4d98-9d1a-9544160e4978)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:34.156443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.177952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:34.199249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-434a464b-b797-40b0-8960-dc0e995dcfed tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2519693 Aug 12 02:20:34.200742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37574) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:34.213759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] Sync routers for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:34.267962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:34.268663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:34.330666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:20:34.362115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:34.399683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=9fa6be35-e060-4c96-a5ae-08e69e2f045d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:34.418409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.418751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-84b9da2c-253f-4f7b-b183-3fa84c11fde0 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084772 Aug 12 02:20:34.446925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.461990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:34.471922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:04Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:34.515184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4547a-ed17-4bae-9c50-7a2d2aa428d4 req-523ba237-e8a5-407e-88e7-8ef3707949fe tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:34.517471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8af4547a-ed17-4bae-9c50-7a2d2aa428d4 req-523ba237-e8a5-407e-88e7-8ef3707949fe tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 944 time: 0.5996656 Aug 12 02:20:34.521703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.524500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.525625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13f1e2db-cb7c-46b4-ad46-7775db73d1af HTTP/1.1" status: 204 len: 168 time: 1.4026957 Aug 12 02:20:34.530385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:34.630973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a928bc3-c1ba-42ab-a616-6939fca9fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f1e2db-cb7c-46b4-ad46-7775db73d1af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:34.633935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:34.648118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8af4547a-ed17-4bae-9c50-7a2d2aa428d4 req-7c5afa97-d6b2-4245-bf2c-b830a67c5354 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210623 Aug 12 02:20:34.651493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.805718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:34.805718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.807009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 1121 time: 3.5767527 Aug 12 02:20:34.811416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda6bc0-d87e-4ced-969d-7faf1df726c7 service neutron] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:34.843699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-3c2884e4-3549-4018-8a84-770def1d2430 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178503 Aug 12 02:20:34.855024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:34.856621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d935f-49fe-49be-8b33-02a79240e6a2 None None] The sync data for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:34.936715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3d25e881-05a3-45de-a3a0-c7b41465afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:34.957219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['49181871-f304-4178-a859-8a05e1d09bbd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:35.082613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['49181871-f304-4178-a859-8a05e1d09bbd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:35.102104 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-28034e10-1709-418e-aad8-87131c2581dc tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:20:35.106193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-28034e10-1709-418e-aad8-87131c2581dc tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9005919 Aug 12 02:20:35.108527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37594) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:35.268356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9fa6be35-e060-4c96-a5ae-08e69e2f045d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:35.322171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:20:35.336005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.394195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:35.409229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'port_id': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'mac_address': 'fa:16:3e:21:8b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:20:35.473436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87745c-73fe-44ba-a38d-2f5ca73df3b6 req-6084d0d9-79d6-4f53-b72d-f1fe70289555 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:35.479107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d87745c-73fe-44ba-a38d-2f5ca73df3b6 req-6084d0d9-79d6-4f53-b72d-f1fe70289555 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.1991622 Aug 12 02:20:35.505036 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.531446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a538c-05f5-4e88-862d-6bb8cb0edfd9 req-a3ffd024-14b5-4a80-9485-b27a90d79441 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:35.551063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:35.553595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8e0a538c-05f5-4e88-862d-6bb8cb0edfd9 req-a3ffd024-14b5-4a80-9485-b27a90d79441 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.2869954 Aug 12 02:20:35.597769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.619177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.622177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:35.632976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d87745c-73fe-44ba-a38d-2f5ca73df3b6 req-64d96aa7-76fd-4b67-a8e6-57edf3f8202d tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477673 Aug 12 02:20:35.662416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9fa6be35-e060-4c96-a5ae-08e69e2f045d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:35.668785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.671369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.729230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8e0a538c-05f5-4e88-862d-6bb8cb0edfd9 req-ef98202c-8836-417f-b389-ae0590dc43bb tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732740 Aug 12 02:20:35.803729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d830ffa9-ab6b-4828-9ea4-56bc287591c9 req-5471651e-9810-44ab-9303-315afd66c631 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 210 time: 0.0660746 Aug 12 02:20:35.830595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:35.832734 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45453073-69ad-4f4e-94a5-8318f2bca415" -d '{"events": [{"name": "network-changed", "server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "tag": "49181871-f304-4178-a859-8a05e1d09bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:35.841205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.922465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:35.942702 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP bf18afba-fab5-4e6f-8585-311446b55e6c associated. External IP: 172.25.3.212, port: ddd85586-cb5b-4329-b520-67ec65853a7d. Aug 12 02:20:35.988003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:35.997130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:36.086375 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d892d-a6d0-4661-b0ef-80f1ee0ef994 x-openstack-request-id: req-2c9d892d-a6d0-4661-b0ef-80f1ee0ef994 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:36.086908 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "tag": "49181871-f304-4178-a859-8a05e1d09bbd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:36.087338 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c9d892d-a6d0-4661-b0ef-80f1ee0ef994 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:36.087898 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd', 'status': 'completed', 'code': 200} Aug 12 02:20:36.270828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e248c-8285-41af-9cc1-8429be6c62bf req-f8bebc84-3883-4376-ade1-7c760959f439 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.272619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d50e248c-8285-41af-9cc1-8429be6c62bf req-f8bebc84-3883-4376-ade1-7c760959f439 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 945 time: 0.3928273 Aug 12 02:20:36.334483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-22f0e173-5750-4843-90ef-469411b75f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.336222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-22f0e173-5750-4843-90ef-469411b75f8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1124 time: 0.2472067 Aug 12 02:20:36.368165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d50e248c-8285-41af-9cc1-8429be6c62bf req-0a40269f-c78b-4d7e-82e3-5130ef6be574 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884581 Aug 12 02:20:36.370161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:36.433703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting port b659655c-2ca3-4151-a0c1-d35f282a3f6f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:36.434273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:36.481114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:36.540333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-40ce4127-63fe-4a60-bad4-e2011e5af7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.541854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-40ce4127-63fe-4a60-bad4-e2011e5af7d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1861539 Aug 12 02:20:36.553911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:36.572937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Calling delete_port for b659655c-2ca3-4151-a0c1-d35f282a3f6f owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:36.622258 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-25e7ab4e-482e-4c38-bb64-bb0b02908bfa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 217 time: 0.0708032 Aug 12 02:20:36.625599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2059187347-network', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:36.733254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:36.741042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:36.747799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Made reservation on behalf of f062fdfde1304db9a469e94ec50d8137 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:36.748930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:36.758615 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:36.795690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-6203db3a-262a-423a-92d4-63a6c42445a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.797202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-6203db3a-262a-423a-92d4-63a6c42445a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1658571 Aug 12 02:20:36.800759 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:36.801505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:36.805078 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:36.833771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2634b260-1902-4ed1-aba5-90b0a2de9df6 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/bf18afba-fab5-4e6f-8585-311446b55e6c HTTP/1.1" status: 200 len: 977 time: 2.8501992 Aug 12 02:20:36.836703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:36.843193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-911a8637-526a-481b-bb15-e08373baf9da tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.845432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-911a8637-526a-481b-bb15-e08373baf9da tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.2012002 Aug 12 02:20:36.865428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea887-2d3d-40f2-bc13-563c34b0e904 req-2ee583b6-c980-4deb-9c5c-d34e220d49e2 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:36.866909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-172ea887-2d3d-40f2-bc13-563c34b0e904 req-2ee583b6-c980-4deb-9c5c-d34e220d49e2 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 945 time: 0.1368468 Aug 12 02:20:36.880053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:36.884110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-397c7a9e-1b3f-4b9f-a5d9-6897f8b9fa21 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647488 Aug 12 02:20:36.891179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:36.892145 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:36.962623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:36.963747 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d763ca-04f7-4488-8d22-12d5ed8b0d3c None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:37.003899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-172ea887-2d3d-40f2-bc13-563c34b0e904 req-576013f4-a2bb-43e7-a56c-a026f70ca103 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d1b38f1-2567-45ad-89d7-b892242f95cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851088 Aug 12 02:20:37.139218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.145625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24d7f-afa9-4d89-b826-76bf7f6410a1 req-462d3594-fb6d-48b9-8481-56ff8d7c8cf3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:37.147193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1af24d7f-afa9-4d89-b826-76bf7f6410a1 req-462d3594-fb6d-48b9-8481-56ff8d7c8cf3 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.2301641 Aug 12 02:20:37.183618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-6be75524-e076-4f3d-86a3-ab3ad78cd216 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653999 Aug 12 02:20:37.189603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f92b8f24-b741-4fbd-844a-b9359300c922 req-178e38a5-1187-4cd1-86d4-13702cc0f2c4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 210 time: 0.0982664 Aug 12 02:20:37.199193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Port': ['ID=b659655c-2ca3-4151-a0c1-d35f282a3f6f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:37.250193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.319264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-b201edfe-3b2c-41c6-b201-d4ac44f84d06 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:37.321281 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-b201edfe-3b2c-41c6-b201-d4ac44f84d06 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.3749125 Aug 12 02:20:37.322072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:37.357785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': '23966a70-e2cd-4311-92f9-633e6c506180', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:37.368217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Deleting port 0c186c09-0030-48d1-be91-89947840ee09 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:37.368575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.390906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1af24d7f-afa9-4d89-b826-76bf7f6410a1 req-80db0928-5401-458f-83c3-22c964df8f71 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225523 Aug 12 02:20:37.410148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.448715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port ddd85586-cb5b-4329-b520-67ec65853a7d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:37.449383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.486688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45453073-69ad-4f4e-94a5-8318f2bca415 req-81d2d877-d912-4227-aaee-73a34f202089 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924871 Aug 12 02:20:37.495872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.510391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.558267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:37.581397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1b8ef90-e110-48a4-b631-42bc87077677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.593493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2df18e5-8a41-402d-a47b-349634497f3c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:37.602910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] For port 0c186c09-0030-48d1-be91-89947840ee09, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0c186c09-0030-48d1-be91-89947840ee09,segment=NetworkSegment(6b757618-37cb-4f4b-a77c-364d95d4aa10),segment_id=6b757618-37cb-4f4b-a77c-364d95d4aa10)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:37.603286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.608892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.609338 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Added segment 94c2951f-5c62-420a-a0d7-5f900654b503 of type vlan for network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb Aug 12 02:20:37.632385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Calling delete_port for 0c186c09-0030-48d1-be91-89947840ee09 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:37.719187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.788301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.789292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:37.789885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.910467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:37.921875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:37.934035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1b8ef90-e110-48a4-b631-42bc87077677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.942898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1b8ef90-e110-48a4-b631-42bc87077677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:37.959380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6db8a157-c688-4d80-b0b9-5d4d78cac1f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4752042 Aug 12 02:20:37.963906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:37.972500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Request body: {'subnet': {'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2059187347-subnet', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:37.991010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.006297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b1b8ef90-e110-48a4-b631-42bc87077677 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e242f9febfb74877beabdf24280f2522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6653361 Aug 12 02:20:38.006477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0c186c09-0030-48d1-be91-89947840ee09'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:38.020343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:38.029615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197eb9b-0286-4e9a-a84f-09ba821f4ac5 req-9284c541-cce0-44cf-add4-39267981cfe5 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:38.031181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e197eb9b-0286-4e9a-a84f-09ba821f4ac5 req-9284c541-cce0-44cf-add4-39267981cfe5 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 945 time: 0.2228136 Aug 12 02:20:38.037132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Pushing event deleted for resources: {'Port': ['ID=0c186c09-0030-48d1-be91-89947840ee09,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:38.039330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8ef90-e110-48a4-b631-42bc87077677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17609579-18e9-4583-a5b3-0628f4e6e56d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:38.067822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.089110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] No DVR routers for this DVR port 0c186c09-0030-48d1-be91-89947840ee09 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:38.099053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.101072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-958f97c2-070e-406d-8b98-0a0eb952ce80 req-699e9f1e-4876-40e7-acc0-2f13a714ce79 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.25 "DELETE /v2.0/ports/0c186c09-0030-48d1-be91-89947840ee09 HTTP/1.1" status: 204 len: 173 time: 1.2198226 Aug 12 02:20:38.101534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'name': 'network-vif-deleted', 'tag': '0c186c09-0030-48d1-be91-89947840ee09'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:38.103768 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d824fac-9dcb-481c-b5a0-d9671302dfb4" -d '{"events": [{"server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "name": "network-vif-deleted", "tag": "0c186c09-0030-48d1-be91-89947840ee09"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:38.128750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e3570c9b-bb66-4904-b4fa-e6f0c076da00 req-c1bca778-9951-431e-b9d0-2cc946101098 tempest-VolumesAdminNegativeTest-1128432983 tempest-VolumesAdminNegativeTest-1128432983-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d357ad1-ac57-44a1-93aa-15c270ef105c HTTP/1.1" status: 200 len: 210 time: 0.0414886 Aug 12 02:20:38.146217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Made reservation on behalf of f062fdfde1304db9a469e94ec50d8137 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:38.157375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.184085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Router 0fb3c366-bbff-426e-9618-005f71768086 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:38.189619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:38.195918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.201384 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728c620c-e11c-44a8-8806-88b39c730078 x-openstack-request-id: req-728c620c-e11c-44a8-8806-88b39c730078 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:38.201821 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d357ad1-ac57-44a1-93aa-15c270ef105c", "name": "network-vif-deleted", "tag": "0c186c09-0030-48d1-be91-89947840ee09", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:38.202121 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-728c620c-e11c-44a8-8806-88b39c730078 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:38.202532 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d357ad1-ac57-44a1-93aa-15c270ef105c', 'name': 'network-vif-deleted', 'tag': '0c186c09-0030-48d1-be91-89947840ee09', 'status': 'completed', 'code': 200} Aug 12 02:20:38.309224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e197eb9b-0286-4e9a-a84f-09ba821f4ac5 req-a9482a91-c855-4cfc-9804-c81c60321e8d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433085 Aug 12 02:20:38.315219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfd509a4-99b2-4b88-91c4-ff99ff3130c5 req-adf98a25-0aca-41d8-b292-ec4acc3e42a9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 210 time: 0.0366969 Aug 12 02:20:38.334821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:38.384912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.404008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:38.409879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:38.410705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.446227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:38.469992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Checking segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:38.470319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Network hostable DHCP agents. Network: d238b9e5-c5e0-467d-a2f4-8b4d957d25fb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:38.502005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.518269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:38.520232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:38.538578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52a7f110-c26c-4e9e-8816-72b27038ee5d tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4268141 Aug 12 02:20:38.542650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] Sync routers for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:38.548347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:38.558061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.582539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d238b9e5-c5e0-467d-a2f4-8b4d957d25fb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:38.583517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:38.590704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:38.635687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:38.636308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.645904 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-928f4a33-64f3-406a-a925-3a5b00c11b27 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] delete failed (client error): The resource could not be found. Aug 12 02:20:38.650499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-928f4a33-64f3-406a-a925-3a5b00c11b27 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-2134309210 HTTP/1.1" status: 404 len: 335 time: 0.0960367 Aug 12 02:20:38.652699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37678) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:38.659504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a2171b63-34ff-4c2b-b836-a615752b0a39 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fb3c366-bbff-426e-9618-005f71768086'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:38.683483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbf234-c7a8-44e5-92d3-70f1ba44e0ca None None] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:38.699616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.699999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.700323 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP bf18afba-fab5-4e6f-8585-311446b55e6c disassociated. External IP: 172.25.3.212, port: ddd85586-cb5b-4329-b520-67ec65853a7d. Aug 12 02:20:38.700770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for ddd85586-cb5b-4329-b520-67ec65853a7d owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:38.703444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-66385810-ba53-4455-85c5-9b1dca551d9e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7355626 Aug 12 02:20:38.710682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37680) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:38.721510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.7 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/840f1c95-9d9d-4b16-94bd-079dd84e051f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:38.725208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:38.798781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.801429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.803261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17609579-18e9-4583-a5b3-0628f4e6e56d HTTP/1.1" status: 204 len: 168 time: 0.7704635 Aug 12 02:20:38.825199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.826243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:38.883201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f0c8f-b8a9-4d35-b1bb-b85bbcd928b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17609579-18e9-4583-a5b3-0628f4e6e56d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:38.904660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:38.951283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.011828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.015070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:39.027429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:39.031414 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1f012-9672-4c67-964a-ae0dfb6a0124" -d '{"events": [{"server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:39.045968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.056324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:39.058128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:39.114345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:39.115116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b87f9f-d00e-4b01-b3df-0120c2d41c41 None None] The sync data for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:39.232608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:39.244589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.290880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293035b-dc27-4b02-960b-cb24189d2e65 req-f08e397e-6863-4250-8600-79969d61cfa0 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:39.298712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c293035b-dc27-4b02-960b-cb24189d2e65 req-f08e397e-6863-4250-8600-79969d61cfa0 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.7609589 Aug 12 02:20:39.317986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.353498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37696) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:39.375741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=ddd85586-cb5b-4329-b520-67ec65853a7d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:39.387649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.398861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-d238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:39.399825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.412607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a74ff934-9346-4f73-9840-f3e62126de02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.443237 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82039fcc-0c45-4f08-9e80-790201e7ad3d x-openstack-request-id: req-82039fcc-0c45-4f08-9e80-790201e7ad3d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:39.443686 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "name": "network-vif-plugged", "status": "completed", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:39.443852 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82039fcc-0c45-4f08-9e80-790201e7ad3d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:39.444249 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'code': 200} Aug 12 02:20:39.471699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37698) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:39.566507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c293035b-dc27-4b02-960b-cb24189d2e65 req-c59481f9-2dfa-47f3-bb05-ef34fe227308 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607512 Aug 12 02:20:39.640957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Allocated IP 172.20.0.2 (d238b9e5-c5e0-467d-a2f4-8b4d957d25fb/57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0/e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:39.644202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80b57df8-a736-488d-b69d-8d88a7db6487 req-de5fc2dd-fa62-4187-9484-6ff471daf4a6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 210 time: 0.0811486 Aug 12 02:20:39.660254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Deleting subnet 4eb0cae1-082f-4815-b67f-2e855e4c78ee {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:39.680552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.726507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2171b63-34ff-4c2b-b836-a615752b0a39 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.762095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20543185-57d6-40e7-a760-51d1f22b5840 req-bff04746-06ab-4fe4-8929-08bc47b38142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:39.763617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20543185-57d6-40e7-a760-51d1f22b5840 req-bff04746-06ab-4fe4-8929-08bc47b38142 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 1097 time: 0.2583559 Aug 12 02:20:39.788811 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a2171b63-34ff-4c2b-b836-a615752b0a39 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] update failed (client error): The resource could not be found. Aug 12 02:20:39.790389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a2171b63-34ff-4c2b-b836-a615752b0a39 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086 HTTP/1.1" status: 404 len: 339 time: 1.1380792 Aug 12 02:20:39.795864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37700) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:39.802514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-522951482'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:39.811535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.835459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474f235-dc8a-43b1-af70-5839bbaa336d req-9c56e2aa-aad2-4297-9597-90cb3f4a2282 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:39.837201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1474f235-dc8a-43b1-af70-5839bbaa336d req-9c56e2aa-aad2-4297-9597-90cb3f4a2282 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1310866 Aug 12 02:20:39.844445 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.854799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Transition to ACTIVE for port object e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:39.856363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20543185-57d6-40e7-a760-51d1f22b5840 req-39bec00b-1b97-4b1c-ac20-797025f770c6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763147 Aug 12 02:20:39.859197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:39.868445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.872452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Transition to ACTIVE for port object e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:39.874820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:39.888914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:39.892044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1474f235-dc8a-43b1-af70-5839bbaa336d req-1b35fd0b-c511-4c5f-b4f7-80588b9ce9ff tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468884 Aug 12 02:20:39.918518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:39.947623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:39.953553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:39.959647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:39.964833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Pushing event updated for resources: {'Port': ['ID=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:39.992891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:40.026967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Attempting to bind port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:40.027345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Attempting to bind port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:40.027751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Attempting to bind port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 on network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:40.034206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:40.034994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Checking segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:40.035129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.035419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Bound using segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:40.035913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Bound port: e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:40.036284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.043873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:40.058041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.097758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a74ff934-9346-4f73-9840-f3e62126de02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.103863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:40.104501 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.106860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] For port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:40.111359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] For port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:40.117930 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.123697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:40.128730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.158127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a74ff934-9346-4f73-9840-f3e62126de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.183973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:40.203170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33605b1-0fc6-4ea6-9773-1e14104aaa8c None None] Pushing event updated for resources: {'Port': ['ID=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:40.205391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.211618 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Added segment 199476cb-d01f-4f24-b5d5-bd6c2d0b3f98 of type vlan for network 2a256140-7985-4c44-b3d5-cf29b441cc70 Aug 12 02:20:40.217704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-e1458b11-9433-4852-98ed-6af4dd0b87de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8640192 Aug 12 02:20:40.261479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.268647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Request body: {'port': {'device_id': '23966a70-e2cd-4311-92f9-633e6c506180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:40.301224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.308642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:40.309954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.329752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c186c09-0030-48d1-be91-89947840ee09 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:40.356968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0c186c09-0030-48d1-be91-89947840ee09 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:40.357195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0c186c09-0030-48d1-be91-89947840ee09 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:40.393824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5966878 Aug 12 02:20:40.398454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:40.407938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'subnet': {'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:40.414044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79271767-ace2-4cca-b692-1e109e4f0001 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Network': ['ID=2a256140-7985-4c44-b3d5-cf29b441cc70,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:40.440523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:40.542408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Made reservation on behalf of d1a9ddf47185451f9ad3d7553a689677 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:40.550863 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.682227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a74ff934-9346-4f73-9840-f3e62126de02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4708238b04b494b99b7dff26995febf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3248334 Aug 12 02:20:40.747506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ff934-9346-4f73-9840-f3e62126de02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d26b0fc-29fe-4507-8539-ae52a877615f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:40.756176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37708) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:40.811198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.869185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-b76871d9-0c03-41a0-bb08-43f21afb7b96 service neutron] 10.222.0.21 "GET /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.2853136 Aug 12 02:20:40.884159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34688a-1e27-41ec-b60b-c344e97d4ad1 req-7b04e922-df2a-495d-b5c8-0bb6d68d0e59 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:40.885849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e34688a-1e27-41ec-b60b-c344e97d4ad1 req-7b04e922-df2a-495d-b5c8-0bb6d68d0e59 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 931 time: 0.0998261 Aug 12 02:20:40.914031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb0cae1-082f-4815-b67f-2e855e4c78ee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:40.924319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.928090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1fe96882-30d2-4eee-8d6b-62205d811850 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4eb0cae1-082f-4815-b67f-2e855e4c78ee HTTP/1.1" status: 204 len: 168 time: 1.4520888 Aug 12 02:20:40.933233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37714) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:40.936192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:40.946831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:40.949440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:40.961790 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:40.962921 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.003723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.013321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.018391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.028950 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:41.030799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.050884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8be2-c284-4ce4-9e16-c160049f80cf req-4ce0787b-a260-455f-82f8-62f749617762 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:41.052649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e37f8be2-c284-4ce4-9e16-c160049f80cf req-4ce0787b-a260-455f-82f8-62f749617762 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 943 time: 0.3021791 Aug 12 02:20:41.067670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e34688a-1e27-41ec-b60b-c344e97d4ad1 req-1d76710f-7c98-4cb5-af94-0aa20ea6b7d7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540904 Aug 12 02:20:41.114850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.118438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.123341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6005c-8fd9-482f-ac56-6159823b0355 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:41.137334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Subnet': ['ID=180bbb09-e974-4ea6-b76f-678bba5093ba,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:41.204706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.215852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.216198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.216544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.216956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.217329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.217626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.217957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.218288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.218617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.219021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.219392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.220426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:41.265105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.269961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 49181871-f304-4178-a859-8a05e1d09bbd no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:41.287626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Checking segment: {'id': '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:41.288363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network hostable DHCP agents. Network: 2a256140-7985-4c44-b3d5-cf29b441cc70, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:41.322361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:41.323103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.327274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-40fbfce0-1f8e-4d22-a563-cae2a545decc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/ddd85586-cb5b-4329-b520-67ec65853a7d HTTP/1.1" status: 204 len: 168 time: 4.4856985 Aug 12 02:20:41.333083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37716) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:41.402266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e37f8be2-c284-4ce4-9e16-c160049f80cf req-a9ff4c6e-c0c8-437e-8b7c-c5936e4e5758 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193691 Aug 12 02:20:41.416422 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.450092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:41.462284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:41.470971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bd91a11c-8047-4ae0-9d26-276195ff2810 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/floatingips/bf18afba-fab5-4e6f-8585-311446b55e6c HTTP/1.1" status: 200 len: 688 time: 0.1321018 Aug 12 02:20:41.473931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:41.482419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:41.514218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e106-3412-4c9e-a285-bbe14ec4eeeb req-0c17c719-2d0a-4989-85b2-778fe367223f tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:41.520007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c015e106-3412-4c9e-a285-bbe14ec4eeeb req-0c17c719-2d0a-4989-85b2-778fe367223f tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.3360078 Aug 12 02:20:41.554311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2a256140-7985-4c44-b3d5-cf29b441cc70) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:41.566888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633920fd-ed16-4e53-b37a-f8597af01b00 None None] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:41.581038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:41.581987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.582360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965aff9-ea31-4beb-ab0f-7caf79d425b1 None None] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:41.630676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:41.633790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.659149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Allocated IP 172.25.3.232 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a11de856-5f7d-45de-9a4c-d1ce504061fc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:41.662017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3106dc2a-e652-4646-baa0-6d225da33eec']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.677618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Provisioning for port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:41.692880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b757618-37cb-4f4b-a77c-364d95d4aa10') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.693538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b757618-37cb-4f4b-a77c-364d95d4aa10') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:41.703134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Provisioning complete for port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:41.703543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.720899 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.734449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-487637af-d5f6-4a12-ab9a-63e973568fc6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3350103 Aug 12 02:20:41.740481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:41.778060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0443e184-0027-4c28-822f-b1b64f6245da tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'router': {'external_gateway_info': {'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:41.783236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.786187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.789441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d26b0fc-29fe-4507-8539-ae52a877615f HTTP/1.1" status: 204 len: 168 time: 1.0317326 Aug 12 02:20:41.816067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.837768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dc618-01e5-4aaa-af36-4003a8358308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d26b0fc-29fe-4507-8539-ae52a877615f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:41.845727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:41.846227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:41.847976 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:41.894727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2a256140-7985-4c44-b3d5-cf29b441cc70', 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70', 'tenant_id': 'd1a9ddf47185451f9ad3d7553a689677', 'fixed_ips': [{'subnet_id': '180bbb09-e974-4ea6-b76f-678bba5093ba'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:41.895603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.959202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c015e106-3412-4c9e-a285-bbe14ec4eeeb req-4176007c-a2e8-4756-9e1b-770960c6b8b8 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4010534 Aug 12 02:20:41.977316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:41.996768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.001509 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] 10.222.0.11 "DELETE /v2.0/networks/3106dc2a-e652-4646-baa0-6d225da33eec HTTP/1.1" status: 204 len: 168 time: 1.0637522 Aug 12 02:20:42.002410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.006260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e905323-7802-4c98-ba1a-fb8b3662216c admin admin] Pushing event deleted for resources: {'Network': ['ID=3106dc2a-e652-4646-baa0-6d225da33eec,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.011687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37726) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:42.080833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840f1c95-9d9d-4b16-94bd-079dd84e051f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:42.083122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49181871-f304-4178-a859-8a05e1d09bbd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:42.089228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.108998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.124012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:42.177393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] For port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:42.180067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Transition to ACTIVE for port object 840f1c95-9d9d-4b16-94bd-079dd84e051f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:42.184837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Allocated IP 2001:db8:1::2 (2a256140-7985-4c44-b3d5-cf29b441cc70/180bbb09-e974-4ea6-b76f-678bba5093ba/67757751-1042-4b3f-b944-e3a87db7e95a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:42.190046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.218994 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:20:42.221187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.275110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.314205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Deleting subnet d54543d7-fecb-48aa-8034-70690ad3e3c2 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:42.314306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b529c-2833-4e22-9052-56f6733a6015 None None] Pushing event updated for resources: {'Port': ['ID=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.345519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.393227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f29dd-9fdf-4f39-a6e9-f93ed165c02f req-79a7dbd0-c28c-4eb4-a112-f57955ab6774 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:42.398882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b92f29dd-9fdf-4f39-a6e9-f93ed165c02f req-79a7dbd0-c28c-4eb4-a112-f57955ab6774 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.3210156 Aug 12 02:20:42.411328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.417373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:42.421956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Request body: {'floatingip': {'port_id': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:42.432862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.464523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0443e184-0027-4c28-822f-b1b64f6245da tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.513225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.538092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Transition to ACTIVE for port object 67757751-1042-4b3f-b944-e3a87db7e95a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:42.542800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] Transition to ACTIVE for port object 49181871-f304-4178-a859-8a05e1d09bbd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:42.546549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.560214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.573797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Transition to ACTIVE for port object 67757751-1042-4b3f-b944-e3a87db7e95a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:42.583049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port e74ca460-2970-4c57-a99c-be658e4984fb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:42.583437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.591885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.624208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.670892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-962233c7-d6ff-465f-a5a1-8e0afe18b4c9 None None] Provisioning complete for port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:42.671086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-962233c7-d6ff-465f-a5a1-8e0afe18b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.674677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:42.711837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:42.715215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:42.721549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:42.726087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012d977-186d-4e4b-99c9-b81f73cd5585 req-f6bfdc76-3ad1-4ec5-b34b-4f565f220252 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:42.727046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Pushing event updated for resources: {'Port': ['ID=67757751-1042-4b3f-b944-e3a87db7e95a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.742478 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8012d977-186d-4e4b-99c9-b81f73cd5585 req-f6bfdc76-3ad1-4ec5-b34b-4f565f220252 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 943 time: 0.4717190 Aug 12 02:20:42.747809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:42.759334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:42.761362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] No DVR routers for this DVR port 49181871-f304-4178-a859-8a05e1d09bbd on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:42.763503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Pushing event updated for resources: {'Port': ['ID=a11de856-5f7d-45de-9a4c-d1ce504061fc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.823071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.823428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Attempting to bind port 67757751-1042-4b3f-b944-e3a87db7e95a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:42.824352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Attempting to bind port 67757751-1042-4b3f-b944-e3a87db7e95a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:42.825367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Attempting to bind port 67757751-1042-4b3f-b944-e3a87db7e95a on network 2a256140-7985-4c44-b3d5-cf29b441cc70 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:42.833109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:42.833625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Checking segment: {'id': '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:42.834150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.834559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Bound using segment: {'id': '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:42.835246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Bound port: 67757751-1042-4b3f-b944-e3a87db7e95a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2a256140-7985-4c44-b3d5-cf29b441cc70'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:42.835963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.842394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.843050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:42.910945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Attempting to bind port 840f1c95-9d9d-4b16-94bd-079dd84e051f on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:42.911306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Attempting to bind port 840f1c95-9d9d-4b16-94bd-079dd84e051f by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:42.917052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Attempting to bind port 840f1c95-9d9d-4b16-94bd-079dd84e051f on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:42.919396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8012d977-186d-4e4b-99c9-b81f73cd5585 req-52099243-70f8-4a00-9fcd-d18d1fd4fa23 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759996 Aug 12 02:20:42.922195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for e74ca460-2970-4c57-a99c-be658e4984fb owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:42.935690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] 10.222.0.21 "PUT /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0480065 Aug 12 02:20:42.940023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b55f7c-147e-4238-9fe4-bbbd37479f6f req-bfe3208b-dbf0-4508-96db-a2d126a8ac71 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:42.941598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6b55f7c-147e-4238-9fe4-bbbd37479f6f req-bfe3208b-dbf0-4508-96db-a2d126a8ac71 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.3529472 Aug 12 02:20:42.946506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23e967-9894-4eae-9d5a-9202bbd3911a service neutron] Pushing event updated for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:42.995836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Port 840f1c95-9d9d-4b16-94bd-079dd84e051f on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:20:42.995836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Attempting to bind port 840f1c95-9d9d-4b16-94bd-079dd84e051f on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:43.013569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] For port 67757751-1042-4b3f-b944-e3a87db7e95a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:43.021420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] For port 67757751-1042-4b3f-b944-e3a87db7e95a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67757751-1042-4b3f-b944-e3a87db7e95a,segment=NetworkSegment(199476cb-d01f-4f24-b5d5-bd6c2d0b3f98),segment_id=199476cb-d01f-4f24-b5d5-bd6c2d0b3f98)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:43.029757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.082456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:43.082839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:43.083268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:43.083763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Bound port: 840f1c95-9d9d-4b16-94bd-079dd84e051f, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:43.084128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.096262 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-0443e184-0027-4c28-822f-b1b64f6245da tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:20:43.097334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0443e184-0027-4c28-822f-b1b64f6245da tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086 HTTP/1.1" status: 400 len: 364 time: 1.3523719 Aug 12 02:20:43.105594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:43.133386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.251239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363d924-0b00-4e90-9021-ee1e766e2373 None None] Pushing event updated for resources: {'Port': ['ID=67757751-1042-4b3f-b944-e3a87db7e95a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:43.291880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:43.371606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:43.372218 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.676698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6b55f7c-147e-4238-9fe4-bbbd37479f6f req-55e121c2-cd42-4542-a34c-268971ae66c0 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947691 Aug 12 02:20:43.677400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54543d7-fecb-48aa-8034-70690ad3e3c2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:43.701034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.703026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c00a6fc4-2a82-4c05-a4c1-e369d08bff4e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d54543d7-fecb-48aa-8034-70690ad3e3c2 HTTP/1.1" status: 204 len: 168 time: 1.6890771 Aug 12 02:20:43.713709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:43.733844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.799058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=e74ca460-2970-4c57-a99c-be658e4984fb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:43.802427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-850d1219-fde8-4067-ac90-719df3e9dca4 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:43.803967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-850d1219-fde8-4067-ac90-719df3e9dca4 tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.7141528 Aug 12 02:20:43.859318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:43.921703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:43.968451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:43.995846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.019835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6fe1db93-07a6-41cf-9f0f-a8bceb14589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.021489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6fe1db93-07a6-41cf-9f0f-a8bceb14589c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b HTTP/1.1" status: 200 len: 1095 time: 0.2090268 Aug 12 02:20:44.024099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.025043 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.031311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88ebee22-1f3d-4627-8401-dd54fb28422f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/bf18afba-fab5-4e6f-8585-311446b55e6c HTTP/1.1" status: 204 len: 168 time: 2.5506172 Aug 12 02:20:44.034897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:44.039207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '680574df-7ff1-41d3-8d4b-04ade0ccd42c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:44.073422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.074456 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.080379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] 10.222.0.21 "PUT /v2.0/ports/840f1c95-9d9d-4b16-94bd-079dd84e051f HTTP/1.1" status: 200 len: 1091 time: 3.8193080 Aug 12 02:20:44.083387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:44.085866 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12e060c-fd4c-4fae-8703-34d53e55f6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:44.105143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.113424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.186240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.244922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a0ba8-acd8-4afe-a562-72a89023ec2f service neutron] Pushing event updated for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:44.334099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6d9b4b96-b967-401f-92fe-07c0cbe8b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.335761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6d9b4b96-b967-401f-92fe-07c0cbe8b70e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1095 time: 0.2777956 Aug 12 02:20:44.379782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21c0db-c2b4-4f9a-aea4-46e883f686bd req-702603ec-6aa4-40a1-9628-44b055dc0f06 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.389981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb21c0db-c2b4-4f9a-aea4-46e883f686bd req-702603ec-6aa4-40a1-9628-44b055dc0f06 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 943 time: 0.2855089 Aug 12 02:20:44.412075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:20:44.458226 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a503b0a6-8fb4-49f8-bbeb-09c096ce9efb x-openstack-request-id: req-a503b0a6-8fb4-49f8-bbeb-09c096ce9efb {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:44.458654 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:44.458769 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a503b0a6-8fb4-49f8-bbeb-09c096ce9efb {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:44.459157 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f', 'status': 'completed', 'code': 200} Aug 12 02:20:44.462366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.501685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f985e953-f0b3-49cb-999a-3c67c0fdf3f6']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:44.517719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-f837ff21-659e-4ad6-9fa7-24daa408cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.519305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-f837ff21-659e-4ad6-9fa7-24daa408cda5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 1094 time: 0.3366902 Aug 12 02:20:44.524612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3536ed-d38b-4167-aa9c-ad295564b9f2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:44.524909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3536ed-d38b-4167-aa9c-ad295564b9f2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:44.529744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.546481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.602967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.640984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.648391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-97ee3132-7481-4921-bd03-4d0bfea3ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.650129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-97ee3132-7481-4921-bd03-4d0bfea3ce92 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.3027637 Aug 12 02:20:44.669733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb21c0db-c2b4-4f9a-aea4-46e883f686bd req-55766d19-d45d-45c1-bc36-a03529a927d4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789903 Aug 12 02:20:44.683714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-10494071-71ab-4088-b6a1-5096059e89b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f HTTP/1.1" status: 200 len: 217 time: 0.1468124 Aug 12 02:20:44.695086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:44.695616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:44.697250 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:44.722428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d6a709-ec74-4bdb-a8c6-491c948e0dab None None] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:44.764489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-66cee030-064c-4ce2-87ed-050a9c19f24e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 200 len: 217 time: 0.0935819 Aug 12 02:20:44.840966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Allocated IP 2001:db8::1 (88eb5071-92bd-4f21-9056-e151a6030dd2/186522ba-6cfd-44be-acae-356c7535211d/ae803649-2315-4bcf-be3e-b3a8ddc5ff7d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:44.874371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65ca563e-f496-4dbf-9635-1948042740df None None] Provisioning for port 67757751-1042-4b3f-b944-e3a87db7e95a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:44.913701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.918467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.921455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d25746-c383-4594-81fe-abe38427a50a req-4da3d690-efbc-4ddf-9415-601e77be500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.922314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-bbc03b5b-68de-44ff-b4a3-3d6a5c213f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:44.923053 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-4da3d690-efbc-4ddf-9415-601e77be500b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.2294116 Aug 12 02:20:44.924105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-bbc03b5b-68de-44ff-b4a3-3d6a5c213f06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.1439238 Aug 12 02:20:44.928125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.932043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:44.934166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f985e953-f0b3-49cb-999a-3c67c0fdf3f6 HTTP/1.1" status: 204 len: 168 time: 1.2196643 Aug 12 02:20:44.959102 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Floating IP 6edc1d3d-25b5-490d-b07b-3518de59cabf associated. External IP: 172.25.3.93, port: 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a. Aug 12 02:20:44.965847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Pushing event deleted for resources: {'Network': ['ID=f985e953-f0b3-49cb-999a-3c67c0fdf3f6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:44.977972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-4c2be1ee-39d0-46e0-b15f-befe858e9b7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424099 Aug 12 02:20:45.066456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-44014196-1e9a-476b-9f61-3c271a0ca6b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172624 Aug 12 02:20:45.073662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.074336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.074886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.075442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.076011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.076559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.077134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.077686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.078222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.078816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.079545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.080109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734b1a33-a1db-4fd3-8843-24683cf70767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.109764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2235d-b57e-4168-9c89-4b8b360bda17 req-ea6cbae0-d1b8-4c30-bc5a-567c0df16fbf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:45.113314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6d2235d-b57e-4168-9c89-4b8b360bda17 req-ea6cbae0-d1b8-4c30-bc5a-567c0df16fbf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.2571845 Aug 12 02:20:45.198855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.262828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-04f8e046-ccf9-440e-a362-6709a5981af9 service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542977 Aug 12 02:20:45.266943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Transition to ACTIVE for port object ae803649-2315-4bcf-be3e-b3a8ddc5ff7d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:45.279762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67757751-1042-4b3f-b944-e3a87db7e95a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:45.286948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.134 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/737cc2a8-406c-4530-847e-3ec24996e89e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:45.371548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6d2235d-b57e-4168-9c89-4b8b360bda17 req-e30384b7-8700-4126-a0a3-be19035fd040 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267189 Aug 12 02:20:45.387438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-07578cbf-927b-4d5e-b03f-f3785d6945cb service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013263 Aug 12 02:20:45.423805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 67757751-1042-4b3f-b944-e3a87db7e95a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:45.429111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 67757751-1042-4b3f-b944-e3a87db7e95a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:45.429646 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.450235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37812) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:45.539263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.560987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-1e1ac825-f469-4ff3-870f-9e6ecac98e1c service neutron] 10.222.0.25 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766812 Aug 12 02:20:45.606537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:45.613746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:45.622909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:45.623499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.627949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.672111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 67757751-1042-4b3f-b944-e3a87db7e95a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67757751-1042-4b3f-b944-e3a87db7e95a,segment=NetworkSegment(199476cb-d01f-4f24-b5d5-bd6c2d0b3f98),segment_id=199476cb-d01f-4f24-b5d5-bd6c2d0b3f98)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:45.679085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-254cd1db-c47a-45dd-946f-95763df98fc8 None None] Provisioning complete for port 67757751-1042-4b3f-b944-e3a87db7e95a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:45.680288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-254cd1db-c47a-45dd-946f-95763df98fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.684941 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.689540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Port': ['ID=ae803649-2315-4bcf-be3e-b3a8ddc5ff7d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:45.751786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.802071 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.852732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:45.880965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:45.903381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=67757751-1042-4b3f-b944-e3a87db7e95a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:45.914071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.915056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.920153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.920691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.921360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.921845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.922358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.923910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.926350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.926984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.927463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.928938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:20:45.943132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:45.964850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:46.028748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-579f668d-41db-41f4-b5e3-2c97166c7a01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8311da17f3a342ec9a42b547dfa9c41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752769 Aug 12 02:20:46.042331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:46.042893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:20:46.063936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=737cc2a8-406c-4530-847e-3ec24996e89e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:46.084299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8d25746-c383-4594-81fe-abe38427a50a req-cbfa761c-8dc0-4679-bed3-2d66f7bae230 service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511102 Aug 12 02:20:46.108063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:46.115727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9905-42a8-4812-a465-c89ab3aff88c req-9e4a61aa-3975-4bde-a19c-846b6e2cd707 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:46.117290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d5e9905-42a8-4812-a465-c89ab3aff88c req-9e4a61aa-3975-4bde-a19c-846b6e2cd707 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 943 time: 0.2691424 Aug 12 02:20:46.164004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6164e0a-a797-46e6-a61c-01fbfb27d0ee None None] Provisioning for port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:46.168878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6164e0a-a797-46e6-a61c-01fbfb27d0ee None None] Provisioning complete for port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:46.169263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6164e0a-a797-46e6-a61c-01fbfb27d0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.202307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6fac1013-3838-4d18-831d-c0862d599d9f tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:46.204392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-6fac1013-3838-4d18-831d-c0862d599d9f tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e&tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.2958686 Aug 12 02:20:46.217333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a6164e0a-a797-46e6-a61c-01fbfb27d0ee None None] Port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:46.290977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.332574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:46.346180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Sync routers for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:46.358953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:46.361546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:46.375232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.402740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-ead7ce5f-b436-40da-85f0-d976510019c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:46.404304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-ead7ce5f-b436-40da-85f0-d976510019c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 1094 time: 0.1876478 Aug 12 02:20:46.440803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.442031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-63bec5c0-260f-4cf6-8cec-2aa70ffc7142 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7305603 Aug 12 02:20:46.459726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37838) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:46.534860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:46.550029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.551037 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Sync routers for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:46.570614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:46.575053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:46.578751 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:46.671675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2d5f1a81-a1a6-484b-bcfb-810cc0b63fd7 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "PUT /v2.0/floatingips/6edc1d3d-25b5-490d-b07b-3518de59cabf HTTP/1.1" status: 200 len: 991 time: 4.2507751 Aug 12 02:20:46.675202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:46.679164 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14" -d '{"events": [{"name": "network-changed", "server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:46.704352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.706851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:46.708028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d1b38f1-2567-45ad-89d7-b892242f95cf HTTP/1.1" status: 204 len: 168 time: 0.6629989 Aug 12 02:20:46.729180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d5e9905-42a8-4812-a465-c89ab3aff88c req-132d7773-b7fe-4689-9d80-f17696166043 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6044929 Aug 12 02:20:46.731668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af53da-c7c2-41a8-999f-aacb67a8a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b38f1-2567-45ad-89d7-b892242f95cf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:46.742123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210bc03-cd70-40db-93aa-393d38723551 req-a8320f20-bc0d-4780-afd5-f4956f721616 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:46.749664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1210bc03-cd70-40db-93aa-393d38723551 req-a8320f20-bc0d-4780-afd5-f4956f721616 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.1936331 Aug 12 02:20:46.752452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-cc7adb9a-5382-4eee-947e-150c298a65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:46.762812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-cc7adb9a-5382-4eee-947e-150c298a65ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.3371081 Aug 12 02:20:46.842885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:46.855014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-43566b99-dea0-4fbd-8928-884de49c00b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f HTTP/1.1" status: 200 len: 217 time: 0.0544844 Aug 12 02:20:46.950680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1210bc03-cd70-40db-93aa-393d38723551 req-2a6dd8f2-4a33-4db4-8a4c-63603b090f47 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948216 Aug 12 02:20:46.952842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:43Z', 'revision_number': 3, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:46.992555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Checking router: 6f6c599d-4249-4f2f-bb15-6297c5b94be0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:20:46.993030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Updating router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 port a11de856-5f7d-45de-9a4c-d1ce504061fc binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:20:47.018435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-7fa65f8c-1cd4-4fc9-ba61-1504a84be0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:47.020745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-7fa65f8c-1cd4-4fc9-ba61-1504a84be0b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1548772 Aug 12 02:20:47.040349 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e393506a-c8e9-4233-89ce-8aff142a8388 x-openstack-request-id: req-e393506a-c8e9-4233-89ce-8aff142a8388 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:47.041295 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:47.042339 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e393506a-c8e9-4233-89ce-8aff142a8388 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:47.042896 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'status': 'completed', 'code': 200} Aug 12 02:20:47.051099 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.131575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-bd093346-afbf-417b-b721-131afc9fd3cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977638 Aug 12 02:20:47.370191 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6edc1d3d-25b5-490d-b07b-3518de59cabf', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'port_id': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'mac_address': 'fa:16:3e:21:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:16Z', 'updated_at': '2021-08-12T02:20:44Z', 'revision_number': 1, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:47.433530 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Checking router: 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:20:47.439339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-4a90d1b3-3380-4f52-abad-5cf045771a0f service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944643 Aug 12 02:20:47.445167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:47.445785 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:47.519612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:47.545966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-b76e7128-151d-4929-80ec-11adc5ca0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:47.553375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-b76e7128-151d-4929-80ec-11adc5ca0e0f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 1097 time: 0.5072792 Aug 12 02:20:47.605174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:47.680366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.695759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Transition to ACTIVE for port object a11de856-5f7d-45de-9a4c-d1ce504061fc will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:47.703610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67757751-1042-4b3f-b944-e3a87db7e95a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:47.714291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.720052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-39b0ae8f-b0ff-4a0d-b24b-2dc977c2202b service neutron] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:47.746956 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7001810-a8c1-4e32-8d56-cc772278d0d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8d8d40eaf764b6b952426f7dc3851d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220581 Aug 12 02:20:47.760725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:47.762908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae59d5-8d37-4a4d-94d8-64bd74572eab req-ef5c5123-74a2-4177-b10f-2a08a3f1c0ed tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:47.770878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84ae59d5-8d37-4a4d-94d8-64bd74572eab req-ef5c5123-74a2-4177-b10f-2a08a3f1c0ed tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 1095 time: 0.5252295 Aug 12 02:20:47.777121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-39b0ae8f-b0ff-4a0d-b24b-2dc977c2202b service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.778183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93e4849b-2fb8-4091-9dbd-31e78b4f2bcf req-39b0ae8f-b0ff-4a0d-b24b-2dc977c2202b service neutron] 10.222.0.25 "DELETE /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 1.5122473 Aug 12 02:20:47.803794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02b88-12c9-489a-acaa-cd516785fa51 None None] Pushing event updated for resources: {'Port': ['ID=a11de856-5f7d-45de-9a4c-d1ce504061fc,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:47.821340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e12e060c-fd4c-4fae-8703-34d53e55f6e6 req-42232fa4-803c-4d58-b10a-d1de6bd02c85 service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602889 Aug 12 02:20:47.835707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Attempting to bind port a11de856-5f7d-45de-9a4c-d1ce504061fc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:47.853009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Attempting to bind port a11de856-5f7d-45de-9a4c-d1ce504061fc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:47.853009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Attempting to bind port a11de856-5f7d-45de-9a4c-d1ce504061fc on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:47.876147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:47.876537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:47.876968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.877364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:47.877866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Bound port: a11de856-5f7d-45de-9a4c-d1ce504061fc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:47.878735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.883565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.930657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.944158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.945136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:47.965536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] For port a11de856-5f7d-45de-9a4c-d1ce504061fc, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:47.969169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] For port a11de856-5f7d-45de-9a4c-d1ce504061fc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a11de856-5f7d-45de-9a4c-d1ce504061fc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:47.978007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.000367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84ae59d5-8d37-4a4d-94d8-64bd74572eab req-d8b23924-52bb-4193-90e4-c1fba543d74c tempest-LiveAutoBlockMigrationV225Test-1323184471 tempest-LiveAutoBlockMigrationV225Test-1323184471-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283750 Aug 12 02:20:48.014149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.015756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.031130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 67757751-1042-4b3f-b944-e3a87db7e95a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:48.035160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c01c-9465-4222-93a3-8e5f5da114d8 req-f9499cf6-82ee-4519-b1e1-8266923bd8e9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:48.037353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.042950 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1484c01c-9465-4222-93a3-8e5f5da114d8 req-f9499cf6-82ee-4519-b1e1-8266923bd8e9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 943 time: 0.1556253 Aug 12 02:20:48.073708 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6edc1d3d-25b5-490d-b07b-3518de59cabf', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'port_id': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'mac_address': 'fa:16:3e:21:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:16Z', 'updated_at': '2021-08-12T02:20:44Z', 'revision_number': 1, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:48.112372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-8c0d7977-1289-4ba7-8c13-891e9f216d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:48.114187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-8c0d7977-1289-4ba7-8c13-891e9f216d1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 200 len: 906 time: 0.5379777 Aug 12 02:20:48.125147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.129975 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a35bbc-a268-412d-a417-35c6ef36fb0d None None] The sync data for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 is: [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6edc1d3d-25b5-490d-b07b-3518de59cabf', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'port_id': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'mac_address': 'fa:16:3e:21:8b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:16Z', 'updated_at': '2021-08-12T02:20:44Z', 'revision_number': 1, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:48.215504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1484c01c-9465-4222-93a3-8e5f5da114d8 req-dffcbea3-81fc-4184-8fa4-de9b97ad39a7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675990 Aug 12 02:20:48.278223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e02b88-12c9-489a-acaa-cd516785fa51 None None] Pushing event updated for resources: {'Port': ['ID=a11de856-5f7d-45de-9a4c-d1ce504061fc,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:48.302332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:48.303868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:48.368126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Allocated IP 172.20.0.1 (d238b9e5-c5e0-467d-a2f4-8b4d957d25fb/57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0/ab7de583-adfa-4922-a85a-81cca05e9836) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:48.475234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-9b77d1a0-18fc-457f-b57e-3d2f5f8fe3c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 200 len: 999 time: 0.3007092 Aug 12 02:20:48.484339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056beb77-46a3-4658-bb80-6fb841d3f6db None None] New status for floating IP 6edc1d3d-25b5-490d-b07b-3518de59cabf: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:20:48.510145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.549223 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.571749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Transition to ACTIVE for port object ab7de583-adfa-4922-a85a-81cca05e9836 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:48.584502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ea5a8-8d23-4271-afee-ff7ed77a2bda req-175c5ae4-8be5-47e4-b7f6-5b7af259fa75 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:48.585807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.586286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f9ea5a8-8d23-4271-afee-ff7ed77a2bda req-175c5ae4-8be5-47e4-b7f6-5b7af259fa75 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.0869253 Aug 12 02:20:48.588031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37888) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:48.631655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:48.658637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f9ea5a8-8d23-4271-afee-ff7ed77a2bda req-38c6ac34-15f6-4179-95a0-201dd572dbd2 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617967 Aug 12 02:20:48.680130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.715318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event updated for resources: {'Port': ['ID=ae803649-2315-4bcf-be3e-b3a8ddc5ff7d,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:48.730765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:48.733985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:48.742911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:48.772377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:48.788144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.791418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.792797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51cdab07-058e-486a-becc-620239c9926f HTTP/1.1" status: 204 len: 168 time: 1.0135751 Aug 12 02:20:48.810492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:48.818036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4329-e868-4cb5-be8a-0b097aefc060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cdab07-058e-486a-becc-620239c9926f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:48.853735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-6a64cb2b-2fc8-48f5-b520-45ac2fdc50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:48.856022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-6a64cb2b-2fc8-48f5-b520-45ac2fdc50ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7d3b0ce-cca0-45cb-a005-52cab63e958c HTTP/1.1" status: 200 len: 844 time: 0.1275196 Aug 12 02:20:48.857869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:48.863190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:48.886772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe477a31-9d08-445c-8523-9bba559b14a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.128725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe477a31-9d08-445c-8523-9bba559b14a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.142858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe477a31-9d08-445c-8523-9bba559b14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.158414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Router 0fb3c366-bbff-426e-9618-005f71768086 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:49.196009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.201936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-10262ea2-ae17-4843-a846-dca6fc98c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:49.217010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-10262ea2-ae17-4843-a846-dca6fc98c03e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393064 Aug 12 02:20:49.222436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-285fce7c-e894-4d4f-b84d-242a25bca227 None None] Provisioning for port ab7de583-adfa-4922-a85a-81cca05e9836 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:49.249613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.252671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:43Z', 'revision_number': 3, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:49.258752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-285fce7c-e894-4d4f-b84d-242a25bca227 None None] Provisioning complete for port ab7de583-adfa-4922-a85a-81cca05e9836 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:49.259377 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-285fce7c-e894-4d4f-b84d-242a25bca227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.267881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fe477a31-9d08-445c-8523-9bba559b14a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86a04e84bf8e46249e278669d8a1812e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787195 Aug 12 02:20:49.276411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:49.278522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe477a31-9d08-445c-8523-9bba559b14a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1921b3-1878-44dc-b941-f500b0a9a69c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:49.286707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.322921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-45cc5823-832a-4810-ab96-7e5903718b55 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:49.325392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-45cc5823-832a-4810-ab96-7e5903718b55 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.2579882 Aug 12 02:20:49.328547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbde5fb-a403-4667-a1f8-18450818cc93 None None] The sync data for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 is: [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:43Z', 'revision_number': 3, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:49.330732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 840f1c95-9d9d-4b16-94bd-079dd84e051f details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:20:49.378277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-285fce7c-e894-4d4f-b84d-242a25bca227 None None] Port ab7de583-adfa-4922-a85a-81cca05e9836 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:49.496147 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.535143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:49.555669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-222d322d-013f-4da3-89c7-5b176e6584a3 None None] Provisioning complete for port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:49.556500 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-222d322d-013f-4da3-89c7-5b176e6584a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.558611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '840f1c95-9d9d-4b16-94bd-079dd84e051f', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '840f1c95-9d9d-4b16-94bd-079dd84e051f', 'mac_address': 'fa:16:3e:5f:04:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:20:49.560229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96413-f618-47b5-aef6-22efcd7d6f0b req-8b20d242-88bc-4b99-9dfe-44e8fa926c61 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:49.562016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94c96413-f618-47b5-aef6-22efcd7d6f0b req-8b20d242-88bc-4b99-9dfe-44e8fa926c61 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 943 time: 0.1802864 Aug 12 02:20:49.599979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.627770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=737cc2a8-406c-4530-847e-3ec24996e89e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:49.631703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.655596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-222d322d-013f-4da3-89c7-5b176e6584a3 None None] Port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:49.668839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.693456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-dbce8c76-4676-471c-a43d-25db9d166f96 service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749610 Aug 12 02:20:49.716561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840f1c95-9d9d-4b16-94bd-079dd84e051f {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:20:49.789136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94c96413-f618-47b5-aef6-22efcd7d6f0b req-55da76a5-92b0-4b3d-8be6-e101238e6e2f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145672 Aug 12 02:20:49.837393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.841172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.843967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.845413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:49.848359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:49.848524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de1921b3-1878-44dc-b941-f500b0a9a69c HTTP/1.1" status: 204 len: 168 time: 0.5684478 Aug 12 02:20:49.853593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.858219 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:49.864396 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] Sync routers for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:49.890945 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:49.893471 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:49.940694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:49.956367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838e133-47c8-4bb8-87f4-51356b0568a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1921b3-1878-44dc-b941-f500b0a9a69c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:50.001430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.003403 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:50.015666 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP b5f187ac-4b54-407c-b6e2-2b4251884dda associated. External IP: 172.25.3.134, port: 680574df-7ff1-41d3-8d4b-04ade0ccd42c. Aug 12 02:20:50.017488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:50.018569 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:50.025506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a080703e-f56e-4f01-bd22-cd3bc2815134 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9182975 Aug 12 02:20:50.032624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37922) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:50.050688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:50.064341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:50.066741 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f344ad8c-af17-41bc-93d0-c756d267a7c6 None None] The sync data for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:50.116903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:50.248101 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d367e93-a1e4-47bd-98ee-3f0073535812 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.293616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['840f1c95-9d9d-4b16-94bd-079dd84e051f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:50.359440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37932) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:50.592728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-444792929-network', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:50.654159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0859d9e-cbd2-44a2-b1f4-96a665e611c9 req-702e2362-4b9d-4a19-8391-0126ea5b7d2d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:50.655824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0859d9e-cbd2-44a2-b1f4-96a665e611c9 req-702e2362-4b9d-4a19-8391-0126ea5b7d2d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 944 time: 0.6342640 Aug 12 02:20:50.701757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bffaa15b-e5ab-4c34-9ef8-74101a8fdd14 req-783789a1-d9c8-4b12-aa7d-e735a62d03c2 service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9712176 Aug 12 02:20:50.718173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Made reservation on behalf of 1ae6d4760c434988a483fde3d3f28960 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:50.721120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.724847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Deleting port 49181871-f304-4178-a859-8a05e1d09bbd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:50.725202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.747412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:50.749781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacc6aa6-bd84-4fb3-8970-fee8ea77e9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.754353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:50.792419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.848803 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-7d367e93-a1e4-47bd-98ee-3f0073535812 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 02:20:50.852440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d367e93-a1e4-47bd-98ee-3f0073535812 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086 HTTP/1.1" status: 409 len: 329 time: 0.8063202 Aug 12 02:20:50.854753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:50.866807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0859d9e-cbd2-44a2-b1f4-96a665e611c9 req-806e2566-f535-4d40-b122-9d8b3072031f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940677 Aug 12 02:20:50.970763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] For port 49181871-f304-4178-a859-8a05e1d09bbd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=49181871-f304-4178-a859-8a05e1d09bbd,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:50.971232 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:50.994880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Calling delete_port for 49181871-f304-4178-a859-8a05e1d09bbd owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:51.018472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:51.081600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:51.090773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-05df2768-83c0-4a90-808d-0452c7efad37 None None] Provisioning complete for port ab7de583-adfa-4922-a85a-81cca05e9836 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:51.091143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-05df2768-83c0-4a90-808d-0452c7efad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.092732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0004c-06de-4cc5-aa0d-bc809920edb1 req-a492287b-d2c5-4be3-984d-0b21e126331c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:51.096035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35e0004c-06de-4cc5-aa0d-bc809920edb1 req-a492287b-d2c5-4be3-984d-0b21e126331c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 944 time: 0.1620338 Aug 12 02:20:51.145631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-05df2768-83c0-4a90-808d-0452c7efad37 None None] Port ab7de583-adfa-4922-a85a-81cca05e9836 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:20:51.216054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a11de856-5f7d-45de-9a4c-d1ce504061fc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:51.236334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacc6aa6-bd84-4fb3-8970-fee8ea77e9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.259432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:51.271787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:51.288056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:51.288832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:51.292157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a11de856-5f7d-45de-9a4c-d1ce504061fc completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:51.293217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.314992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bacc6aa6-bd84-4fb3-8970-fee8ea77e9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.328563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:20:51.331324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:51.336213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a11de856-5f7d-45de-9a4c-d1ce504061fc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:51.336690 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.338458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 840f1c95-9d9d-4b16-94bd-079dd84e051f up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:51.343586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event deleted for resources: {'Port': ['ID=49181871-f304-4178-a859-8a05e1d09bbd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:51.390000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] No DVR routers for this DVR port 49181871-f304-4178-a859-8a05e1d09bbd on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:51.394464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.396530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-545fa76d-25ce-4d7e-a1d2-a1cc8d6b6872 req-68f65c44-0b7f-4bed-9fb3-432604c8b3a6 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "DELETE /v2.0/ports/49181871-f304-4178-a859-8a05e1d09bbd HTTP/1.1" status: 204 len: 173 time: 2.0300369 Aug 12 02:20:51.396989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-deleted', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:51.399385 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3247bc6f-8aeb-4423-92c4-0a7822d344d0" -d '{"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-deleted", "tag": "49181871-f304-4178-a859-8a05e1d09bbd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:51.418609 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35e0004c-06de-4cc5-aa0d-bc809920edb1 req-45b4b4da-f92f-4a76-ac8e-6c38a78083ec tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766240 Aug 12 02:20:51.480202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.487611 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bacc6aa6-bd84-4fb3-8970-fee8ea77e9c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55264c2378d84ac49f955b9242779b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261148 Aug 12 02:20:51.491893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:51.521709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc6aa6-bd84-4fb3-8970-fee8ea77e9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44238d1a-e152-4d79-b00e-d067c6d128cd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:51.525613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:51.525833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.526672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:51.533311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.565779 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-4a90a480-f939-4d56-a160-af7412a1f9ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2669725 Aug 12 02:20:51.594338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:51.595417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945be341-b23b-4ada-be17-e8553f0ef159 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:51.613611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:51.637777 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da322bf-a225-4582-9135-182dad34da53 x-openstack-request-id: req-1da322bf-a225-4582-9135-182dad34da53 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:51.638156 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c35cfbb-1334-4504-acc7-36206fef633e", "name": "network-vif-deleted", "tag": "49181871-f304-4178-a859-8a05e1d09bbd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:51.638564 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1da322bf-a225-4582-9135-182dad34da53 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:51.638981 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c35cfbb-1334-4504-acc7-36206fef633e', 'name': 'network-vif-deleted', 'tag': '49181871-f304-4178-a859-8a05e1d09bbd', 'status': 'completed', 'code': 200} Aug 12 02:20:51.644709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 840f1c95-9d9d-4b16-94bd-079dd84e051f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:51.645991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:51.649637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbaaff-af32-4e0c-8348-974cbbff013f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:51.659208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-352c1175-09e8-4ced-8559-3fd7f500aaab tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.6204154 Aug 12 02:20:51.661196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:51.665756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6a9d95cc-b0ff-4612-822f-f15dad8d16d0 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f6c599d-4249-4f2f-bb15-6297c5b94be0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2049305 Aug 12 02:20:51.676278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-965259307'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:51.696722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 840f1c95-9d9d-4b16-94bd-079dd84e051f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:51.697090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.731207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-e40eb607-a5f6-414a-808b-9317dfaa78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:51.733054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-e40eb607-a5f6-414a-808b-9317dfaa78f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 1096 time: 0.0929396 Aug 12 02:20:51.746300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.747041 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Added segment eeea52df-248f-407b-acd5-6460344fa181 of type vlan for network f1096b08-5397-4fde-8ebb-f40492855fa4 Aug 12 02:20:51.773817 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.834406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a11de856-5f7d-45de-9a4c-d1ce504061fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a11de856-5f7d-45de-9a4c-d1ce504061fc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:51.847431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.857494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.916674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6182947-885a-4605-8788-417934a9386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.936122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-12c97a76-8144-428e-8db9-fefc15f99eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:51.937190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.938232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:51.938981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.939864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-12c97a76-8144-428e-8db9-fefc15f99eb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 200 len: 921 time: 0.1867459 Aug 12 02:20:51.953240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:51.961412 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Sync routers for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:51.962026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:51.980014 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:51.983529 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:52.030560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-ee52f2d6-b74e-41ad-841e-c2a99c43cd33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 200 len: 217 time: 0.0810986 Aug 12 02:20:52.038721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9184482 Aug 12 02:20:52.049683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a865f32-6af8-416f-8505-30f91f8bf8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1096b08-5397-4fde-8ebb-f40492855fa4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:52.054124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:52.076070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f1096b08-5397-4fde-8ebb-f40492855fa4 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:52.091757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6182947-885a-4605-8788-417934a9386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.106322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Request body: {'subnet': {'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-444792929-subnet', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:52.131161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-438c4070-1514-4730-83db-a91fd944e3df req-19e04657-f366-4025-b446-26436f76549a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.0990407 Aug 12 02:20:52.147330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.168102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a11de856-5f7d-45de-9a4c-d1ce504061fc,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:52.170900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.208293 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:52.242429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Made reservation on behalf of 1ae6d4760c434988a483fde3d3f28960 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:52.244653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.263352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:20:52.265741 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985ea32a-b40f-4e65-ac9e-d43d4ffe185e" -d '{"events": [{"server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "name": "network-vif-plugged", "status": "completed", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:20:52.330096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:52.333660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:20:52.342307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.347780 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316c2a42-ce91-48af-a44f-97e0b8cebf55 x-openstack-request-id: req-316c2a42-ce91-48af-a44f-97e0b8cebf55 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:20:52.348718 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "name": "network-vif-plugged", "status": "completed", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:20:52.348718 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-316c2a42-ce91-48af-a44f-97e0b8cebf55 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:20:52.348718 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f', 'code': 200} Aug 12 02:20:52.366051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-815a06e0-153b-48d9-9e52-a5b359d26e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:52.368626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-815a06e0-153b-48d9-9e52-a5b359d26e37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 200 len: 860 time: 0.3289258 Aug 12 02:20:52.425357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 49181871-f304-4178-a859-8a05e1d09bbd no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:20:52.448208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.448807 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Added segment 67663799-e7d0-4c08-9ff8-05ee5249b279 of type vlan for network 4ef1f1cc-4a22-4101-85ae-42466d710d6d Aug 12 02:20:52.457045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-32c362e6-17e0-4913-aafc-0eda3b5f79f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8fa73dc9-b431-4c95-83db-4605f9aec342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630286 Aug 12 02:20:52.484926 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 2, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:52.492263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 49181871-f304-4178-a859-8a05e1d09bbd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:20:52.492607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 49181871-f304-4178-a859-8a05e1d09bbd not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:20:52.514195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:52.537207 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Checking router: 6f6c599d-4249-4f2f-bb15-6297c5b94be0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:20:52.537723 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Updating router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 port ab7de583-adfa-4922-a85a-81cca05e9836 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:20:52.598420 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.667267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.689676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63946757-fd88-4db9-b06c-9089e10f6170 req-b9fcd146-c638-48df-9805-d98319f6c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:52.691425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63946757-fd88-4db9-b06c-9089e10f6170 req-b9fcd146-c638-48df-9805-d98319f6c73d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 1096 time: 0.2403350 Aug 12 02:20:52.693323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-004726af-9f8c-4631-9fb6-81aaeec9a1ea service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354193 Aug 12 02:20:52.700546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6182947-885a-4605-8788-417934a9386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.704278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6182947-885a-4605-8788-417934a9386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.706319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f6182947-885a-4605-8788-417934a9386f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44238d1a-e152-4d79-b00e-d067c6d128cd HTTP/1.1" status: 204 len: 168 time: 1.2130361 Aug 12 02:20:52.754590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182947-885a-4605-8788-417934a9386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44238d1a-e152-4d79-b00e-d067c6d128cd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:52.777833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.794918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:52.795897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.869554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79ac05b7-69bb-4cb4-b370-ba97f051ab0c req-57478dd5-eceb-4516-80dc-17ec9496a186 service neutron] 10.222.0.21 "GET /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488881 Aug 12 02:20:52.884271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63946757-fd88-4db9-b06c-9089e10f6170 req-afb4123f-848c-4cee-baa5-e15ec8cd0408 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691694 Aug 12 02:20:52.894451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ffc23-4b33-41b4-99e0-e96c79acc38a req-044e515f-49d9-41d3-96e3-965807808383 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:52.896807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b60ffc23-4b33-41b4-99e0-e96c79acc38a req-044e515f-49d9-41d3-96e3-965807808383 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.2788985 Aug 12 02:20:52.917185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2546494 Aug 12 02:20:52.918165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:52.927969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'subnet': {'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:52.928196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting port ae803649-2315-4bcf-be3e-b3a8ddc5ff7d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:52.928445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:52.963018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b60ffc23-4b33-41b4-99e0-e96c79acc38a req-4b805801-0a00-42b3-b272-21a225f03abb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583916 Aug 12 02:20:53.017105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802334e-f4f2-4714-923b-772fe495fa02 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Network': ['ID=4ef1f1cc-4a22-4101-85ae-42466d710d6d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:53.029617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:20:53.138850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.176471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Calling delete_port for ae803649-2315-4bcf-be3e-b3a8ddc5ff7d owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:53.250379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a11de856-5f7d-45de-9a4c-d1ce504061fc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:53.271176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.365734 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.368651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a11de856-5f7d-45de-9a4c-d1ce504061fc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:53.369887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.385909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4580ee62-1264-4782-b9e3-1507de9fe4fa,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:53.393841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:20:53.403647 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Transition to ACTIVE for port object ab7de583-adfa-4922-a85a-81cca05e9836 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:53.409869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.434585 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.434962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:53.464891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932339975', 'description': 'tempest-description--388189785'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:53.493576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Checking segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:53.493932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Network hostable DHCP agents. Network: f1096b08-5397-4fde-8ebb-f40492855fa4, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:53.538208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.570593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Network f1096b08-5397-4fde-8ebb-f40492855fa4 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:53.606476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f1096b08-5397-4fde-8ebb-f40492855fa4) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:53.611829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9a1d336-164f-40fa-8283-609cfb50a80a req-743e3dac-6cbe-43d9-a05f-01ca36104245 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.2992742 Aug 12 02:20:53.615229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5570205-b3c9-4585-9907-5b6e7eb478fa None None] Network f1096b08-5397-4fde-8ebb-f40492855fa4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:53.620609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:53.621206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.647056 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485569d-d4ce-43a2-ad62-7be4e73efe16 None None] Pushing event updated for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:53.787642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Attempting to bind port ab7de583-adfa-4922-a85a-81cca05e9836 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:53.788200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Attempting to bind port ab7de583-adfa-4922-a85a-81cca05e9836 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:53.788716 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Attempting to bind port ab7de583-adfa-4922-a85a-81cca05e9836 on network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:53.800475 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:53.801175 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Checking segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:53.802793 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.802793 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Bound using segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:53.802793 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Bound port: ab7de583-adfa-4922-a85a-81cca05e9836, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:53.803326 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.816815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.869866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Port': ['ID=ae803649-2315-4bcf-be3e-b3a8ddc5ff7d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:53.934266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.955895 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] For port ab7de583-adfa-4922-a85a-81cca05e9836, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:53.965457 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] For port ab7de583-adfa-4922-a85a-81cca05e9836, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ab7de583-adfa-4922-a85a-81cca05e9836,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:53.976188 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:53.981399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f1096b08-5397-4fde-8ebb-f40492855fa4', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:53.982641 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.055208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.084191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.104687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55a16189-a775-4fbe-92ad-34847903fac6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0153148 Aug 12 02:20:54.115948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:54.156466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:54.169029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.197284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Subnet': ['ID=a7cede77-609d-4015-a055-d4dbece052ae,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:54.230813 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:54.233402 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:54.255010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.270460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Allocated IP 172.20.0.2 (f1096b08-5397-4fde-8ebb-f40492855fa4/4580ee62-1264-4782-b9e3-1507de9fe4fa/1800279a-aac8-4569-b82d-397df55ccf56) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:54.277775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8436875 Aug 12 02:20:54.346677 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485569d-d4ce-43a2-ad62-7be4e73efe16 None None] Pushing event updated for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:54.357290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafc443-657e-409c-add6-68ebb8c9ee43 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49e347-42c1-43de-8df0-69104f43ab55,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:54.369499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:54.390880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'security_group_rule': {'security_group_id': '8c49e347-42c1-43de-8df0-69104f43ab55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:54.466802 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:20:54.502667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Checking segment: {'id': '67663799-e7d0-4c08-9ff8-05ee5249b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:54.507006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network hostable DHCP agents. Network: 4ef1f1cc-4a22-4101-85ae-42466d710d6d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:20:54.521622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.522825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.620147 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.632698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Transition to ACTIVE for port object 1800279a-aac8-4569-b82d-397df55ccf56 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:54.652883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Transition to ACTIVE for port object 1800279a-aac8-4569-b82d-397df55ccf56 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:54.670367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.672254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Router 0fb3c366-bbff-426e-9618-005f71768086 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:20:54.678082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.680962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.714270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccca84b-01a1-4d19-9b9b-0d7460ccdc88 req-db0cbf3a-9d7f-48a6-b748-29f89cbae5a9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:54.722773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fccca84b-01a1-4d19-9b9b-0d7460ccdc88 req-db0cbf3a-9d7f-48a6-b748-29f89cbae5a9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.5297930 Aug 12 02:20:54.727674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:20:54.737658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Pushing event updated for resources: {'Port': ['ID=1800279a-aac8-4569-b82d-397df55ccf56,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:54.757623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Network f1096b08-5397-4fde-8ebb-f40492855fa4 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:54.759414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:54.764280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:54.840004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Attempting to bind port 1800279a-aac8-4569-b82d-397df55ccf56 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:54.841125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Attempting to bind port 1800279a-aac8-4569-b82d-397df55ccf56 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:54.841985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Attempting to bind port 1800279a-aac8-4569-b82d-397df55ccf56 on network f1096b08-5397-4fde-8ebb-f40492855fa4 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:54.853657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:54.856193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Checking segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:54.856802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.857354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Bound using segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:54.858198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Bound port: 1800279a-aac8-4569-b82d-397df55ccf56, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:54.858778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:54.888551 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:53Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:54.919976 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb681f-640c-47e4-9bb5-66d0735511c3 None None] The sync data for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 is: [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:53Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:55.024155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fccca84b-01a1-4d19-9b9b-0d7460ccdc88 req-162cb75d-2571-4614-88c9-dc63248911cf tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996700 Aug 12 02:20:55.025767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4ef1f1cc-4a22-4101-85ae-42466d710d6d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:55.034086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:55.035249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.066873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f293188-00b4-4f1e-adc5-9c5b87ae6e24 None None] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:55.109534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] For port 1800279a-aac8-4569-b82d-397df55ccf56, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:55.124035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3060deb5-d722-40b1-aee9-b0666cd251a4 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2000995 Aug 12 02:20:55.127444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:55.192175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1593839774', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:55.242796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.250738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.254076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] For port 1800279a-aac8-4569-b82d-397df55ccf56, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1800279a-aac8-4569-b82d-397df55ccf56,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:55.254605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.281115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.306792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ab7de583-adfa-4922-a85a-81cca05e9836 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:55.322872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e68a691-9f73-44ff-b7d3-6dd075971ff3 req-f50384e7-d9d4-4a10-b52d-3c50b92d7f54 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.0641806 Aug 12 02:20:55.424952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.433234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:20:55.442876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-425273fd-33bb-4a8f-b533-c96283948693 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5870633 Aug 12 02:20:55.444258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.473038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] Sync routers for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:20:55.474697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38020) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:55.492570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.504441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5de273b-6926-444c-8bb9-8c971feb0c6f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:55.588830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.592856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-258a67c1-b511-4f6f-a07d-70130388137b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2183836 Aug 12 02:20:55.594027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:55.600268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'security_group_rule': {'security_group_id': '8c49e347-42c1-43de-8df0-69104f43ab55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:55.612062 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-3c33f3e2-aac8-4756-8faf-46ec9d236021 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] show failed (client error): The resource could not be found. Aug 12 02:20:55.618338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3c33f3e2-aac8-4756-8faf-46ec9d236021 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-849128860 HTTP/1.1" status: 404 len: 334 time: 0.1241617 Aug 12 02:20:55.620009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2aff4-ef70-4c31-92a7-ff25b0b17c5b None None] Pushing event updated for resources: {'Port': ['ID=1800279a-aac8-4569-b82d-397df55ccf56,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:55.620894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38026) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:55.624986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:55.626259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:55.635580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-639f2986-9ef5-43aa-afbb-ff93a2430be7 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:55.706371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:55.725609 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-639f2986-9ef5-43aa-afbb-ff93a2430be7 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] update failed (client error): The resource could not be found. Aug 12 02:20:55.726649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-639f2986-9ef5-43aa-afbb-ff93a2430be7 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-1068882332 HTTP/1.1" status: 404 len: 335 time: 0.1047871 Aug 12 02:20:55.734662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] Routers {'0fb3c366-bbff-426e-9618-005f71768086'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:20:55.737688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0fb3c366-bbff-426e-9618-005f71768086'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:55.743999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:55.913214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting subnet 180bbb09-e974-4ea6-b76f-678bba5093ba {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:55.926094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.930578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.938466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:55.959440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:55.960262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde50cb-c9e4-4ce1-afa3-beac626e4e5f None None] The sync data for ids ['0fb3c366-bbff-426e-9618-005f71768086'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:20:56.037044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ab7de583-adfa-4922-a85a-81cca05e9836 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:56.045571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4ef1f1cc-4a22-4101-85ae-42466d710d6d', 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d', 'tenant_id': 'f17ba6291dfb43c8899578fcc46b4bc3', 'fixed_ips': [{'subnet_id': 'a7cede77-609d-4015-a055-d4dbece052ae'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:20:56.048980 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.059649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ab7de583-adfa-4922-a85a-81cca05e9836 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:56.060715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.067783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.253427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.257294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.308192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.310217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:56.321528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.345722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.394489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.414660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.420129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/subnets/180bbb09-e974-4ea6-b76f-678bba5093ba HTTP/1.1" status: 204 len: 168 time: 0.6747649 Aug 12 02:20:56.421638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:56.465925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Allocated IP 172.20.0.2 (4ef1f1cc-4a22-4101-85ae-42466d710d6d/a7cede77-609d-4015-a055-d4dbece052ae/a80849fd-a735-4016-9585-cd25454b4992) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:56.484208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b47590a-0726-47f7-907e-063b393119fb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:56.493119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfeedd-bc38-40c7-b9c6-61da0d3c2836 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Subnet': ['ID=180bbb09-e974-4ea6-b76f-678bba5093ba,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:56.525933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.527519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3375687f-10aa-4d74-b625-1cc9ded5ed87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9315274 Aug 12 02:20:56.534180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:56.545006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Allocated IP 172.25.3.56 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c056a397-240d-44fa-a782-7fd8e4cf200d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:56.616165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020161a-feac-4d57-8e68-7c809aa87bb0 req-f3dcc46b-fced-480b-887a-2b0d2536aa38 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:56.618498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a020161a-feac-4d57-8e68-7c809aa87bb0 req-f3dcc46b-fced-480b-887a-2b0d2536aa38 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.3691378 Aug 12 02:20:56.651790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:20:56.671373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6caae86-78d8-4b01-a848-1b1507df75c3 None None] Network 2a256140-7985-4c44-b3d5-cf29b441cc70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:56.734595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.806343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06a2efbe-5160-4f5a-9236-434297d8978f req-ff870202-9bd4-4b6d-bfdb-2203b7aede39 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.1326857 Aug 12 02:20:56.821399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6947a1ee-1e11-4343-aae4-2a5137d80054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.858541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.890909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a020161a-feac-4d57-8e68-7c809aa87bb0 req-3b7d4bda-6f05-4692-b11e-de5be7993188 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503088 Aug 12 02:20:56.925381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:56.958904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Transition to ACTIVE for port object a80849fd-a735-4016-9585-cd25454b4992 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:57.075707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting port 67757751-1042-4b3f-b944-e3a87db7e95a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:57.076832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.130771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.132164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.185013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.201370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Transition to ACTIVE for port object a80849fd-a735-4016-9585-cd25454b4992 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:20:57.210926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8df4a9-32a3-48c2-8b66-a41610e35293 None None] Network f1096b08-5397-4fde-8ebb-f40492855fa4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:57.291648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] For port 67757751-1042-4b3f-b944-e3a87db7e95a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67757751-1042-4b3f-b944-e3a87db7e95a,segment=NetworkSegment(199476cb-d01f-4f24-b5d5-bd6c2d0b3f98),segment_id=199476cb-d01f-4f24-b5d5-bd6c2d0b3f98)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:57.292125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.323741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Calling delete_port for 67757751-1042-4b3f-b944-e3a87db7e95a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:57.376550 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.404279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ab7de583-adfa-4922-a85a-81cca05e9836, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ab7de583-adfa-4922-a85a-81cca05e9836,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:57.446129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.477112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:57.477282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.487117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5601171c-b84f-4f45-a184-8a4b35a110f3 None None] Provisioning for port 1800279a-aac8-4569-b82d-397df55ccf56 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:57.494126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:57.502360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:57.504198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Pushing event updated for resources: {'Port': ['ID=a80849fd-a735-4016-9585-cd25454b4992,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:57.519324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Port': ['ID=67757751-1042-4b3f-b944-e3a87db7e95a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:57.530808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] No DVR routers for this DVR port 67757751-1042-4b3f-b944-e3a87db7e95a on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:20:57.565062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24251d2-7331-4b2e-a856-5fd6285dee1d None None] DHCP port deletion for 2a256140-7985-4c44-b3d5-cf29b441cc70 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:20:57.691981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:57.699318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Attempting to bind port a80849fd-a735-4016-9585-cd25454b4992 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:20:57.699978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Attempting to bind port a80849fd-a735-4016-9585-cd25454b4992 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '67663799-e7d0-4c08-9ff8-05ee5249b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:20:57.700815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Attempting to bind port a80849fd-a735-4016-9585-cd25454b4992 on network 4ef1f1cc-4a22-4101-85ae-42466d710d6d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:20:57.707212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.709972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:20:57.709972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Checking segment: {'id': '67663799-e7d0-4c08-9ff8-05ee5249b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:20:57.710420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.710420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Bound using segment: {'id': '67663799-e7d0-4c08-9ff8-05ee5249b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:20:57.710907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Bound port: a80849fd-a735-4016-9585-cd25454b4992, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67663799-e7d0-4c08-9ff8-05ee5249b279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:20:57.711288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.729970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1800279a-aac8-4569-b82d-397df55ccf56 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:57.734048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a256140-7985-4c44-b3d5-cf29b441cc70']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:57.738141 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6947a1ee-1e11-4343-aae4-2a5137d80054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.755497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:57.756598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199476cb-d01f-4f24-b5d5-bd6c2d0b3f98') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:20:57.768935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.771339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6947a1ee-1e11-4343-aae4-2a5137d80054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.788978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.789694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.799026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:20:57.799850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.829261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.887760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266a858-4a81-4ce1-b34c-3a1658b3c57d req-8328ea53-0f7f-4f26-90b4-150531e12d78 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:57.895123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b266a858-4a81-4ce1-b34c-3a1658b3c57d req-8328ea53-0f7f-4f26-90b4-150531e12d78 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.1977460 Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:20:57.902145 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:20:57.912696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Pushing event updated for resources: {'Port': ['ID=c056a397-240d-44fa-a782-7fd8e4cf200d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:57.915483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.939558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:57.939996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947a1ee-1e11-4343-aae4-2a5137d80054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc1b5c-8bb3-45ce-8469-c9f7c3c54138,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:57.948127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6947a1ee-1e11-4343-aae4-2a5137d80054 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6800e9c0a09c4d2497dcee699aebfb4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6311188 Aug 12 02:20:57.951574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:58.003837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b266a858-4a81-4ce1-b34c-3a1658b3c57d req-4bed2b84-beae-4ff8-b91e-13f2100ae617 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923879 Aug 12 02:20:58.028927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] For port a80849fd-a735-4016-9585-cd25454b4992, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:20:58.032566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.034590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/networks/2a256140-7985-4c44-b3d5-cf29b441cc70 HTTP/1.1" status: 204 len: 168 time: 1.6073668 Aug 12 02:20:58.036943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] For port a80849fd-a735-4016-9585-cd25454b4992, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a80849fd-a735-4016-9585-cd25454b4992,segment=NetworkSegment(67663799-e7d0-4c08-9ff8-05ee5249b279),segment_id=67663799-e7d0-4c08-9ff8-05ee5249b279)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:20:58.039814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 1800279a-aac8-4569-b82d-397df55ccf56 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:20:58.047449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.050793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 1800279a-aac8-4569-b82d-397df55ccf56 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:58.051919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.085637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:58.086523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65722317-60bb-4657-b418-066be24a637b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Network': ['ID=2a256140-7985-4c44-b3d5-cf29b441cc70,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:58.120209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:58.160966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-367a497b-1509-4dcb-9518-dda0cad60cc1 req-c9ab63f5-8a9c-43a8-8b2f-a42307e74a44 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.1223960 Aug 12 02:20:58.164191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.166193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:58.175852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:58.205607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Allocated IP 172.25.3.247 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/627b6021-7290-4c82-aae8-b6fa6713152c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:58.217798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ee3b-8ee1-4485-a29d-16abe6616c94 None None] Pushing event updated for resources: {'Port': ['ID=a80849fd-a735-4016-9585-cd25454b4992,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:58.224886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting subnet 9302d705-a2e8-413b-831d-c95bea91a1b8 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:58.232538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.326884 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.336908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.347905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.373646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 1800279a-aac8-4569-b82d-397df55ccf56, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1800279a-aac8-4569-b82d-397df55ccf56,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:58.398870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d4301931-2e8e-49bc-89af-5aed5469cf50 None None] Provisioning complete for port 1800279a-aac8-4569-b82d-397df55ccf56 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:20:58.399715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4301931-2e8e-49bc-89af-5aed5469cf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.463858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.464067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.486751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.497060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.501016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.520267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25dc1b5c-8bb3-45ce-8469-c9f7c3c54138 HTTP/1.1" status: 204 len: 168 time: 0.5382948 Aug 12 02:20:58.560432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4489823-1ae8-4930-8e21-53464c7ed438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc1b5c-8bb3-45ce-8469-c9f7c3c54138,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:58.604668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=1800279a-aac8-4569-b82d-397df55ccf56,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:58.755736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.763106 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.777559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:58.840334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.25.3.200 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c02084d1-86a3-4d47-a467-889bd5d4d844) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:20:58.849360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:20:58.853120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:20:58.855948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:20:59.006317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Subnet': ['ID=9302d705-a2e8-413b-831d-c95bea91a1b8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:59.012362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.025871 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b3def9f6-017e-4207-8976-07d36f90ff91 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/subnets/9302d705-a2e8-413b-831d-c95bea91a1b8 HTTP/1.1" status: 204 len: 168 time: 0.9342792 Aug 12 02:20:59.026427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38070) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:20:59.029791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c9930-db06-4088-86d1-c5d9a40825d1 None None] Network 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:59.052957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.082756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'Port': ['ID=627b6021-7290-4c82-aae8-b6fa6713152c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:59.154716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.384100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.390356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting subnet 60837b1a-9a37-4175-bb06-16d0568109fe {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:20:59.394473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.453298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] DHCP port deletion for 709031a2-3c90-4ce3-b63f-1ebbc119c4f6 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:20:59.453521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dde9d368-3204-464b-8f32-c4c1333979e0 req-adb54c97-9a6e-47ed-8466-72b520e4529e tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c35cfbb-1334-4504-acc7-36206fef633e HTTP/1.1" status: 200 len: 210 time: 0.1282043 Aug 12 02:20:59.489240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.608533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Deleting port 9fa6be35-e060-4c96-a5ae-08e69e2f045d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:20:59.609021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.647299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.662612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.673173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.747780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ce011-4dfd-4751-a932-cdc2024312d7 req-080ba06a-5e1c-4c74-a4fe-9f714fa3b650 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:20:59.756466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] For port 9fa6be35-e060-4c96-a5ae-08e69e2f045d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9fa6be35-e060-4c96-a5ae-08e69e2f045d,segment=NetworkSegment(eea5b6f0-d5a0-4d98-9d1a-9544160e4978),segment_id=eea5b6f0-d5a0-4d98-9d1a-9544160e4978)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:20:59.756917 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.763131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-363ce011-4dfd-4751-a932-cdc2024312d7 req-080ba06a-5e1c-4c74-a4fe-9f714fa3b650 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.5516598 Aug 12 02:20:59.786270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Calling delete_port for 9fa6be35-e060-4c96-a5ae-08e69e2f045d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:20:59.787328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'Port': ['ID=627b6021-7290-4c82-aae8-b6fa6713152c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:20:59.815615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ac05f-aaa3-4989-99af-07e4f913be31 None None] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:20:59.817638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a80849fd-a735-4016-9585-cd25454b4992 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:20:59.846480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.858292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.874691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:20:59.876802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-949ec19a-3337-4be7-9923-48dc0ea4e115 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2572544 Aug 12 02:21:00.018711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:00.042555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f0b715f0-85f9-4955-aeef-c91e23df96c1 None None] Provisioning for port a80849fd-a735-4016-9585-cd25454b4992 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:00.097601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:00.102129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:00.114409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-363ce011-4dfd-4751-a932-cdc2024312d7 req-4b719f8a-2f4b-490b-b840-44f519142408 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502328 Aug 12 02:21:00.146004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a80849fd-a735-4016-9585-cd25454b4992 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:00.159986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a80849fd-a735-4016-9585-cd25454b4992 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:00.160437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.165512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.175050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=c02084d1-86a3-4d47-a467-889bd5d4d844,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:00.189620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.222960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] Pushing event deleted for resources: {'Port': ['ID=9fa6be35-e060-4c96-a5ae-08e69e2f045d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:00.232020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff34b9d-12ec-49a0-8282-bf56ef22f2b8 None None] No DVR routers for this DVR port 9fa6be35-e060-4c96-a5ae-08e69e2f045d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:00.337543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.369427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Router 5e7daaf4-74f6-4052-9848-66c8a0d0668c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:21:00.401824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a80849fd-a735-4016-9585-cd25454b4992, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a80849fd-a735-4016-9585-cd25454b4992,segment=NetworkSegment(67663799-e7d0-4c08-9ff8-05ee5249b279),segment_id=67663799-e7d0-4c08-9ff8-05ee5249b279)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:00.409876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.410783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ab7de583-adfa-4922-a85a-81cca05e9836 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:00.439367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.619269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a80849fd-a735-4016-9585-cd25454b4992,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:00.650354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ab7de583-adfa-4922-a85a-81cca05e9836 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:00.651047 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.796936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Subnet': ['ID=60837b1a-9a37-4175-bb06-16d0568109fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:00.834543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:00.839700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.843700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed822d74-a9e1-4f1e-bf80-a051ac556dd4 None None] Network ad89bc90-ad28-4526-a500-f3f90008b6f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:00.846671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6872fc3d-ff6c-42b1-a9d8-9b7cb0d9168c tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/subnets/60837b1a-9a37-4175-bb06-16d0568109fe HTTP/1.1" status: 204 len: 168 time: 1.8177662 Aug 12 02:21:00.850977 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Sync routers for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:00.858284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:00.871738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:00.872405 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:00.881014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88029-d683-4ba5-b9c2-e93b2b23dbdf req-c9685307-c553-4748-b17f-60caa4d997d4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:00.883635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1da88029-d683-4ba5-b9c2-e93b2b23dbdf req-c9685307-c553-4748-b17f-60caa4d997d4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.1882451 Aug 12 02:21:00.914266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1800279a-aac8-4569-b82d-397df55ccf56 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:00.976115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:00.979058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b560bd4-d4a4-4e57-abf4-101135443cab admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8621030 Aug 12 02:21:00.983484 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1da88029-d683-4ba5-b9c2-e93b2b23dbdf req-f5cda9b1-7e57-45bc-a255-6044f8cb5c3c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936043 Aug 12 02:21:00.987977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:01.028619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.130849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8bc05454-5af0-403e-9267-ff3b9f9cfd46 None None] Provisioning complete for port a80849fd-a735-4016-9585-cd25454b4992 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:01.131841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bc05454-5af0-403e-9267-ff3b9f9cfd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.236972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 1800279a-aac8-4569-b82d-397df55ccf56 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:01.237845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.271150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:01.378563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] DHCP port deletion for ad89bc90-ad28-4526-a500-f3f90008b6f8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:21:01.392466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.529901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Deleting port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:01.530594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.597655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9fa6be35-e060-4c96-a5ae-08e69e2f045d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:01.642066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9fa6be35-e060-4c96-a5ae-08e69e2f045d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:01.646891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9fa6be35-e060-4c96-a5ae-08e69e2f045d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:01.647345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67757751-1042-4b3f-b944-e3a87db7e95a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:01.706867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] For port 643a6a28-9a2c-4eee-bde9-60d87e7a7062, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=643a6a28-9a2c-4eee-bde9-60d87e7a7062,segment=NetworkSegment(74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca),segment_id=74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:01.707273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:01.729300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 67757751-1042-4b3f-b944-e3a87db7e95a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:01.729816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67757751-1042-4b3f-b944-e3a87db7e95a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:01.755368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Calling delete_port for 643a6a28-9a2c-4eee-bde9-60d87e7a7062 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:01.811225 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:20:58Z', 'revision_number': 3, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:01.901681 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Checking router: 5e7daaf4-74f6-4052-9848-66c8a0d0668c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:21:01.908644 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Updating router 5e7daaf4-74f6-4052-9848-66c8a0d0668c port c056a397-240d-44fa-a782-7fd8e4cf200d binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:21:02.026311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a80849fd-a735-4016-9585-cd25454b4992 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:02.035614 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.209225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-08069ecb-b5f2-4e5e-8722-1896b9725ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.319400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.388724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1fbbd1-d060-495c-b53e-7fab878d875e req-3137f80a-bdbc-43f9-b8e8-2ddda794aa97 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:02.401776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba1fbbd1-d060-495c-b53e-7fab878d875e req-3137f80a-bdbc-43f9-b8e8-2ddda794aa97 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.2324347 Aug 12 02:21:02.429589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] Pushing event deleted for resources: {'Port': ['ID=643a6a28-9a2c-4eee-bde9-60d87e7a7062,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:02.453714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc271e2-0ee6-46e7-9901-24ec729a79ec None None] No DVR routers for this DVR port 643a6a28-9a2c-4eee-bde9-60d87e7a7062 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:02.586549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a80849fd-a735-4016-9585-cd25454b4992 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:02.589048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.635757 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.649503 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Transition to ACTIVE for port object c056a397-240d-44fa-a782-7fd8e4cf200d will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:02.663032 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.737236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba1fbbd1-d060-495c-b53e-7fab878d875e req-10e9e58c-e1bc-40e5-a6c3-f14aac9db1c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323443 Aug 12 02:21:02.825218 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Attempting to bind port c056a397-240d-44fa-a782-7fd8e4cf200d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:02.825595 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Attempting to bind port c056a397-240d-44fa-a782-7fd8e4cf200d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:02.828136 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Attempting to bind port c056a397-240d-44fa-a782-7fd8e4cf200d on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:02.838780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a65fe-9140-48f6-9d23-738997c4ec6f None None] Pushing event updated for resources: {'Port': ['ID=c056a397-240d-44fa-a782-7fd8e4cf200d,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:02.849398 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:02.851691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:02.852105 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.853147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:02.853587 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Bound port: c056a397-240d-44fa-a782-7fd8e4cf200d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:02.854515 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.866636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:02.984335 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] For port c056a397-240d-44fa-a782-7fd8e4cf200d, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:02.996798 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] For port c056a397-240d-44fa-a782-7fd8e4cf200d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c056a397-240d-44fa-a782-7fd8e4cf200d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:03.022677 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.045374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 643a6a28-9a2c-4eee-bde9-60d87e7a7062 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:03.093367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 643a6a28-9a2c-4eee-bde9-60d87e7a7062 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:03.093895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 643a6a28-9a2c-4eee-bde9-60d87e7a7062 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:03.114073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38244) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:03.119967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.136917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.239214 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a65fe-9140-48f6-9d23-738997c4ec6f None None] Pushing event updated for resources: {'Port': ['ID=c056a397-240d-44fa-a782-7fd8e4cf200d,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:03.274821 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:03.279218 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:03.279804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709031a2-3c90-4ce3-b63f-1ebbc119c4f6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:03.296974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:03.297792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea5b6f0-d5a0-4d98-9d1a-9544160e4978') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:03.314771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Allocated IP 172.20.0.1 (f1096b08-5397-4fde-8ebb-f40492855fa4/4580ee62-1264-4782-b9e3-1507de9fe4fa/a1f4cce0-78e9-4be6-99b7-f15e75925f72) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:03.319310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.346501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-5f0db24e-187d-43a5-9288-2d057018ec56 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:03.348066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-5f0db24e-187d-43a5-9288-2d057018ec56 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.2252367 Aug 12 02:21:03.357691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.374526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0ada1f74-97a3-4968-9c10-0f1b1e23e358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.397975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:03.398683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:03.403033 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:03.419282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:21:03.552883 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:03.661917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.676293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.678215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/networks/709031a2-3c90-4ce3-b63f-1ebbc119c4f6 HTTP/1.1" status: 204 len: 168 time: 2.8186369 Aug 12 02:21:03.688194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38252) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:03.768579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106dd6e-8595-4d54-9762-c9477150048e tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Network': ['ID=709031a2-3c90-4ce3-b63f-1ebbc119c4f6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:03.805919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 840f1c95-9d9d-4b16-94bd-079dd84e051f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:03.807899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.852811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:03.891297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Transition to ACTIVE for port object a1f4cce0-78e9-4be6-99b7-f15e75925f72 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:04.010919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 840f1c95-9d9d-4b16-94bd-079dd84e051f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=840f1c95-9d9d-4b16-94bd-079dd84e051f,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:04.011428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.027849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0ada1f74-97a3-4968-9c10-0f1b1e23e358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.031668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 840f1c95-9d9d-4b16-94bd-079dd84e051f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:04.065149 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:20:58Z', 'revision_number': 3, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:04.093436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb325cc-e2bf-4878-9b2a-c707668856e6 None None] The sync data for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 is: [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:20:58Z', 'revision_number': 3, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:04.124168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0ada1f74-97a3-4968-9c10-0f1b1e23e358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.142043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.201401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:04.213856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] Sync routers for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:04.237692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:04.238638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:04.261221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.270147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5cd52897-e2e5-4502-a276-9fd48aacdb68 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0946350 Aug 12 02:21:04.279764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:04.290119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0ceeb-7c1f-4766-a8d6-c15ba71ae095 req-1c1034b4-7c2e-40c3-94f9-1f371a9b923f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:04.291740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7e0ceeb-7c1f-4766-a8d6-c15ba71ae095 req-1c1034b4-7c2e-40c3-94f9-1f371a9b923f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=23966a70-e2cd-4311-92f9-633e6c506180 HTTP/1.1" status: 200 len: 945 time: 0.4203539 Aug 12 02:21:04.318256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:04.363592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:04.365120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:20:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:04.377711 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.382397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.431007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.441231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0ada1f74-97a3-4968-9c10-0f1b1e23e358 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e111959e10142ffac21e24b3ea30c71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3261623 Aug 12 02:21:04.450363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38262) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:04.452092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=840f1c95-9d9d-4b16-94bd-079dd84e051f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:04.648833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 840f1c95-9d9d-4b16-94bd-079dd84e051f on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:04.658176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.662621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6101b899-361e-4db6-b4e2-3ee33ad23f05 req-ab106b38-b57b-4cf3-ac92-5ef4979d0a3f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "DELETE /v2.0/ports/840f1c95-9d9d-4b16-94bd-079dd84e051f HTTP/1.1" status: 204 len: 173 time: 1.3071134 Aug 12 02:21:04.669264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'name': 'network-vif-deleted', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:04.671496 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d53ea4-4509-47b6-9267-d89b2e23842f" -d '{"events": [{"server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "name": "network-vif-deleted", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:04.727411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada1f74-97a3-4968-9c10-0f1b1e23e358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52c3ad-fc26-45f7-8503-61d4bae47bea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:04.786214 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6292c6c-4a07-4d52-8762-f7a7f0f72435 x-openstack-request-id: req-c6292c6c-4a07-4d52-8762-f7a7f0f72435 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:04.786838 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23966a70-e2cd-4311-92f9-633e6c506180", "name": "network-vif-deleted", "tag": "840f1c95-9d9d-4b16-94bd-079dd84e051f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:04.787351 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6292c6c-4a07-4d52-8762-f7a7f0f72435 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:04.787918 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23966a70-e2cd-4311-92f9-633e6c506180', 'name': 'network-vif-deleted', 'tag': '840f1c95-9d9d-4b16-94bd-079dd84e051f', 'status': 'completed', 'code': 200} Aug 12 02:21:04.792835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.795198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:04.795895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53764d92-29c6-4236-9944-c6ab612075bc None None] The sync data for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:04.804523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Network f1096b08-5397-4fde-8ebb-f40492855fa4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:04.833354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:04.836248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:04.880966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.884814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:04.887018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3c51f5ca-27c3-4646-9112-f270f1996ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.031415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.035839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.037555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f52c3ad-fc26-45f7-8503-61d4bae47bea HTTP/1.1" status: 204 len: 168 time: 0.5751956 Aug 12 02:21:05.054300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0fab-d4b3-4e31-8be7-38c65582a4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52c3ad-fc26-45f7-8503-61d4bae47bea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:05.370463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 840f1c95-9d9d-4b16-94bd-079dd84e051f no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:05.429397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 840f1c95-9d9d-4b16-94bd-079dd84e051f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:05.429744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 840f1c95-9d9d-4b16-94bd-079dd84e051f not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:05.473975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ac87a8dd-3b97-4552-b74a-5015b447caad None None] Provisioning for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:05.478907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ac87a8dd-3b97-4552-b74a-5015b447caad None None] Provisioning complete for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:05.479285 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac87a8dd-3b97-4552-b74a-5015b447caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.588203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ac87a8dd-3b97-4552-b74a-5015b447caad None None] Port a1f4cce0-78e9-4be6-99b7-f15e75925f72 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:05.719126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Pushing event updated for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:05.745499 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.786491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38284) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:05.822723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff758586-2724-426f-92ad-20e80c8a0b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.848090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7e0ceeb-7c1f-4766-a8d6-c15ba71ae095 req-0cb823a0-23b6-4d79-aa4b-9206654ddd4e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3884423 Aug 12 02:21:05.856460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.872909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.886041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89bc90-ad28-4526-a500-f3f90008b6f8']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:05.899280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:05.899616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74bd1ac2-0f98-4d80-b719-9ceb42d7b4ca') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:05.914851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.931784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:05.943313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:05.943750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.013051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c056a397-240d-44fa-a782-7fd8e4cf200d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:06.044121 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:06.139337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff758586-2724-426f-92ad-20e80c8a0b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.148079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff758586-2724-426f-92ad-20e80c8a0b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.157151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c056a397-240d-44fa-a782-7fd8e4cf200d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:06.163770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c056a397-240d-44fa-a782-7fd8e4cf200d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:06.167117 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.190153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.226132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.242025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/networks/ad89bc90-ad28-4526-a500-f3f90008b6f8 HTTP/1.1" status: 204 len: 168 time: 2.5416541 Aug 12 02:21:06.243017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf2014-0cd1-4a70-99ae-37dcbd15bb5b tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Network': ['ID=ad89bc90-ad28-4526-a500-f3f90008b6f8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:06.255777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:06.257864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff758586-2724-426f-92ad-20e80c8a0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d83e997-3bbc-4f07-87d1-af510c0a5c9d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:06.276380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff758586-2724-426f-92ad-20e80c8a0b46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=969868023db44a51898eb21e8095bdb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861801 Aug 12 02:21:06.283328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:06.366377 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.392266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c056a397-240d-44fa-a782-7fd8e4cf200d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c056a397-240d-44fa-a782-7fd8e4cf200d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:06.405345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.435558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e4d46-b837-4d36-a46f-231f707f9a31 req-65b28806-97f3-4be7-9e52-239d9ec269bf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:06.442517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-500e4d46-b837-4d36-a46f-231f707f9a31 req-65b28806-97f3-4be7-9e52-239d9ec269bf tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.0947218 Aug 12 02:21:06.457032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.519263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c056a397-240d-44fa-a782-7fd8e4cf200d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:06.524310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting subnet 186522ba-6cfd-44be-acae-356c7535211d {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:06.537898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.550894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.591705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-500e4d46-b837-4d36-a46f-231f707f9a31 req-8595e8cb-974e-4540-b09d-691b9c91a6db tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444068 Aug 12 02:21:06.627145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db32e8c-7537-420b-a22a-1e0717705276 req-a99de096-f7c0-47b2-88c7-74e8cbfe9815 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:06.628996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0db32e8c-7537-420b-a22a-1e0717705276 req-a99de096-f7c0-47b2-88c7-74e8cbfe9815 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 945 time: 0.1332591 Aug 12 02:21:06.700089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.761604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.780754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.785641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.789951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d83e997-3bbc-4f07-87d1-af510c0a5c9d HTTP/1.1" status: 204 len: 168 time: 0.4980106 Aug 12 02:21:06.823060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2243b-039b-46d6-bc14-534b8daeb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d83e997-3bbc-4f07-87d1-af510c0a5c9d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:06.843107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Deleting port 3af29110-8a5e-43d1-8355-bf30f930ac11 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:06.843448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:06.984552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.006306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.088502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] For port 3af29110-8a5e-43d1-8355-bf30f930ac11, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3af29110-8a5e-43d1-8355-bf30f930ac11,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:07.089226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.113113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Calling delete_port for 3af29110-8a5e-43d1-8355-bf30f930ac11 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:07.254078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.359560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.394629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.422081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Subnet': ['ID=186522ba-6cfd-44be-acae-356c7535211d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:07.436688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['3af29110-8a5e-43d1-8355-bf30f930ac11'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:21:07.468832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event deleted for resources: {'Port': ['ID=3af29110-8a5e-43d1-8355-bf30f930ac11,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:07.470653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.474362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-32e2df90-ab1f-4cdf-a813-c67a04d8da42 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/subnets/186522ba-6cfd-44be-acae-356c7535211d HTTP/1.1" status: 204 len: 168 time: 1.2134774 Aug 12 02:21:07.476059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38320) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:07.479126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.488728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b034a606-821e-4b32-aa3f-397d075ecb57 None None] Network 88eb5071-92bd-4f21-9056-e151a6030dd2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:07.538005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] No DVR routers for this DVR port 3af29110-8a5e-43d1-8355-bf30f930ac11 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:07.541450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.545251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0db32e8c-7537-420b-a22a-1e0717705276 req-684f5f1d-3612-4eb2-b19d-efc72278329a tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.21 "DELETE /v2.0/ports/3af29110-8a5e-43d1-8355-bf30f930ac11 HTTP/1.1" status: 204 len: 173 time: 0.9005454 Aug 12 02:21:07.546008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-deleted', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:07.550311 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f94bab-489b-4fdc-b321-4622d43f2b20" -d '{"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-deleted", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:07.572482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.601739 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6db5b-93ec-4d76-b3fc-e3c116cb8b5c x-openstack-request-id: req-6fd6db5b-93ec-4d76-b3fc-e3c116cb8b5c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:07.602039 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf608670-e6dd-4d98-9062-33c95c38d921", "name": "network-vif-deleted", "tag": "3af29110-8a5e-43d1-8355-bf30f930ac11", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:07.602313 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fd6db5b-93ec-4d76-b3fc-e3c116cb8b5c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:07.602692 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf608670-e6dd-4d98-9062-33c95c38d921', 'name': 'network-vif-deleted', 'tag': '3af29110-8a5e-43d1-8355-bf30f930ac11', 'status': 'completed', 'code': 200} Aug 12 02:21:07.783877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38b6e3a0-9696-4053-8180-b665f3d13937 req-cd30baf1-6d37-4420-a149-3ada2412dcaa tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf608670-e6dd-4d98-9062-33c95c38d921 HTTP/1.1" status: 200 len: 210 time: 0.0767837 Aug 12 02:21:07.842878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.845458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] DHCP port deletion for 88eb5071-92bd-4f21-9056-e151a6030dd2 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:21:07.882792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Pushing event updated for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:07.892689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-aaa60341-fd5e-4ddc-8acf-6902d5a2e6aa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:07.894321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-aaa60341-fd5e-4ddc-8acf-6902d5a2e6aa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.5950549 Aug 12 02:21:07.903179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c056a397-240d-44fa-a782-7fd8e4cf200d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:07.910407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.977080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Deleting port 6de2507d-697c-47f0-b3ab-aa54a05f1416 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:07.977521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:07.993419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-6a10208f-da31-4aa5-aac7-ce557b94d1c7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0880284 Aug 12 02:21:08.073142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c056a397-240d-44fa-a782-7fd8e4cf200d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:08.073664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:08.109418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-cc7fc8c7-b23c-456f-a63b-25340104fdf9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026161 Aug 12 02:21:08.124241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] For port 6de2507d-697c-47f0-b3ab-aa54a05f1416, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6de2507d-697c-47f0-b3ab-aa54a05f1416,segment=NetworkSegment(997a83c0-c2c7-4991-9ec0-a0be4f46d6e1),segment_id=997a83c0-c2c7-4991-9ec0-a0be4f46d6e1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:08.124730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:08.143299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-5ccbff0f-32a9-4db8-932d-ce561cc5881e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:21:08.144327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-5ccbff0f-32a9-4db8-932d-ce561cc5881e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110955 Aug 12 02:21:08.148071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Calling delete_port for 6de2507d-697c-47f0-b3ab-aa54a05f1416 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:08.227903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.1 (4ef1f1cc-4a22-4101-85ae-42466d710d6d/a7cede77-609d-4015-a055-d4dbece052ae/27d06627-0068-40b3-b7cb-27ede5beeb7d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:08.342989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Network f1096b08-5397-4fde-8ebb-f40492855fa4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:08.353469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:08.392555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Deleting port 6de2507d-697c-47f0-b3ab-aa54a05f1416 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:08.393058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:08.404141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:08.442220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] Pushing event deleted for resources: {'Port': ['ID=6de2507d-697c-47f0-b3ab-aa54a05f1416,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:08.449951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d196f-f212-4cca-9f8e-4fd82892ca7e None None] No DVR routers for this DVR port 6de2507d-697c-47f0-b3ab-aa54a05f1416 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:08.472963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-7c113b2a-fda8-422c-8866-f9f9e0e8938c service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142946 Aug 12 02:21:08.743071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ebe7d388-e1e9-49fc-885b-494bc6c99a33 None None] Provisioning complete for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:08.743763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ebe7d388-e1e9-49fc-885b-494bc6c99a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:08.784829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7d388-e1e9-49fc-885b-494bc6c99a33 None None] Port a1f4cce0-78e9-4be6-99b7-f15e75925f72 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:09.010104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.024114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Transition to ACTIVE for port object 27d06627-0068-40b3-b7cb-27ede5beeb7d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:09.081284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] For port 6de2507d-697c-47f0-b3ab-aa54a05f1416, host n-d-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:09.081666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.121627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Calling delete_port for 6de2507d-697c-47f0-b3ab-aa54a05f1416 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:09.127413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa62a1-d5c0-49d1-82ed-08288378abfb req-c7fae96a-84a4-44d8-82bc-25b579e51370 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:09.127934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Port 6de2507d-697c-47f0-b3ab-aa54a05f1416 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:21:09.129067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96aa62a1-d5c0-49d1-82ed-08288378abfb req-c7fae96a-84a4-44d8-82bc-25b579e51370 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.0758531 Aug 12 02:21:09.136075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.149939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] No DVR routers for this DVR port 6de2507d-697c-47f0-b3ab-aa54a05f1416 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:09.154611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.158682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-50e31c08-9ffa-4a62-a35b-fc00914127ba service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534517 Aug 12 02:21:09.163721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Router 5e7daaf4-74f6-4052-9848-66c8a0d0668c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:09.185276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-96aa62a1-d5c0-49d1-82ed-08288378abfb req-300c01d5-e01f-4266-8e92-36da44ec65e8 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Aug 12 02:21:09.249936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Port': ['ID=6de2507d-697c-47f0-b3ab-aa54a05f1416,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:09.305313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:09.308971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.333306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:09.357253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88eb5071-92bd-4f21-9056-e151a6030dd2']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:09.362431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=27d06627-0068-40b3-b7cb-27ede5beeb7d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:09.368660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:09.392876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:09.414182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:09.414484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997a83c0-c2c7-4991-9ec0-a0be4f46d6e1') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:09.458822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 3af29110-8a5e-43d1-8355-bf30f930ac11 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:09.459789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3af29110-8a5e-43d1-8355-bf30f930ac11 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:09.489756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dc77a56-b3cd-4b64-a263-ef97de1385c6 req-af6fbb02-efc5-408a-950d-5e89b9f79bc9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 210 time: 0.1057930 Aug 12 02:21:09.513639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.616773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-d3d7e6a0-42e4-4367-b2e3-7015c981319d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:09.618160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-d3d7e6a0-42e4-4367-b2e3-7015c981319d tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 944 time: 0.1273422 Aug 12 02:21:09.644368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.678988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:09.680690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.686928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:09.696443 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:09.852693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c8b32df5-b6b5-4cd8-80dd-a345e271c7c4 None None] Provisioning for port 27d06627-0068-40b3-b7cb-27ede5beeb7d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:09.860739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Deleting port a63a2b28-bd1f-4dfe-9b70-c05de979e378 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:09.861104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.872997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c8b32df5-b6b5-4cd8-80dd-a345e271c7c4 None None] Provisioning complete for port 27d06627-0068-40b3-b7cb-27ede5beeb7d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:09.873381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c8b32df5-b6b5-4cd8-80dd-a345e271c7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:09.924743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6de2507d-697c-47f0-b3ab-aa54a05f1416 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:09.935638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:09.951440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Sync routers for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:09.976133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6de2507d-697c-47f0-b3ab-aa54a05f1416 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:09.976796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6de2507d-697c-47f0-b3ab-aa54a05f1416 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:09.988530 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:09.989397 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:09.994095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5bf41ab1-e6db-4a4d-bad5-e35b4e6ee19b admin admin] 10.222.0.11 "PUT /v2.0/routers/5e7daaf4-74f6-4052-9848-66c8a0d0668c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0047936 Aug 12 02:21:10.006436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c8b32df5-b6b5-4cd8-80dd-a345e271c7c4 None None] Port 27d06627-0068-40b3-b7cb-27ede5beeb7d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:10.108447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.175289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] For port a63a2b28-bd1f-4dfe-9b70-c05de979e378, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a63a2b28-bd1f-4dfe-9b70-c05de979e378,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:10.178028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.179678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.183366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/networks/88eb5071-92bd-4f21-9056-e151a6030dd2 HTTP/1.1" status: 204 len: 168 time: 2.7022524 Aug 12 02:21:10.199386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:10.222021 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:10.255648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46651f-3925-491e-8166-b6231db7b4a6 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Pushing event deleted for resources: {'Network': ['ID=88eb5071-92bd-4f21-9056-e151a6030dd2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:10.340203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-81f75e6b-53d4-4d6a-b9ab-a5cff916e3e5 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "GET /v2.0/ports?device_id=0fb3c366-bbff-426e-9618-005f71768086 HTTP/1.1" status: 200 len: 205 time: 0.1393716 Aug 12 02:21:10.341360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Calling delete_port for a63a2b28-bd1f-4dfe-9b70-c05de979e378 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:10.342604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38442) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:10.604616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 2, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:10.669031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.679614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Checking router: 5e7daaf4-74f6-4052-9848-66c8a0d0668c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:21:10.679927 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Updating router 5e7daaf4-74f6-4052-9848-66c8a0d0668c port a1f4cce0-78e9-4be6-99b7-f15e75925f72 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:21:10.708692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.739145 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.748503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event deleted for resources: {'Port': ['ID=a63a2b28-bd1f-4dfe-9b70-c05de979e378,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:10.812425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.816805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] No DVR routers for this DVR port a63a2b28-bd1f-4dfe-9b70-c05de979e378 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:10.824748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:10.826809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c033e355-a0ec-4918-a3ee-ce2a807e9924 req-f77d142b-1bd9-4a29-8339-b5840b619550 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "DELETE /v2.0/ports/a63a2b28-bd1f-4dfe-9b70-c05de979e378 HTTP/1.1" status: 204 len: 173 time: 1.2013764 Aug 12 02:21:10.830609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-deleted', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:10.839338 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16453899-33ff-4fc6-8bce-828aafb3c533" -d '{"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-deleted", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:10.950977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:10.960690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566200312', 'description': 'tempest-description--1066469296'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:11.080681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.107878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-954e2dde-e593-4833-a389-4d913eb14659 req-462b9d3b-6f34-4908-921f-8b15e1fbe2fd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 210 time: 0.0903387 Aug 12 02:21:11.144247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.274261 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.323272 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.339281 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Transition to ACTIVE for port object a1f4cce0-78e9-4be6-99b7-f15e75925f72 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:11.353417 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.401831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.404930 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10cbfb7-092a-4759-8935-4cfb0c5e8415 x-openstack-request-id: req-d10cbfb7-092a-4759-8935-4cfb0c5e8415 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:11.405332 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39c87bc3-661e-4c78-bc63-766b43a5acf0", "name": "network-vif-deleted", "tag": "a63a2b28-bd1f-4dfe-9b70-c05de979e378", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:11.406180 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d10cbfb7-092a-4759-8935-4cfb0c5e8415 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:11.408430 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c87bc3-661e-4c78-bc63-766b43a5acf0', 'name': 'network-vif-deleted', 'tag': 'a63a2b28-bd1f-4dfe-9b70-c05de979e378', 'status': 'completed', 'code': 200} Aug 12 02:21:11.428698 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Pushing event updated for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:11.455422 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.455873 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.456223 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.456625 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.456976 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.459516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.459516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.459516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.459516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.460019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.460804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.460804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:11.528857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.532777 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Attempting to bind port a1f4cce0-78e9-4be6-99b7-f15e75925f72 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:11.534402 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Attempting to bind port a1f4cce0-78e9-4be6-99b7-f15e75925f72 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:11.534957 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Attempting to bind port a1f4cce0-78e9-4be6-99b7-f15e75925f72 on network f1096b08-5397-4fde-8ebb-f40492855fa4 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:11.543739 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:11.544558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Checking segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:11.545240 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.546412 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Bound using segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:11.547050 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Bound port: a1f4cce0-78e9-4be6-99b7-f15e75925f72, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:11.548247 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.548690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=27d06627-0068-40b3-b7cb-27ede5beeb7d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:11.604652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.623164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.631572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.633834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6817272 Aug 12 02:21:11.637968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:11.639586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f857e5-060b-4b7d-866e-468b11adfdd6 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:11.652362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'security_group_rule': {'security_group_id': '3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:11.668174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-c243075e-de80-420c-b190-f87dc7ea11d3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:11.669956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-c243075e-de80-420c-b190-f87dc7ea11d3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.5158787 Aug 12 02:21:11.680821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370f24-fe99-464f-88c0-7a2b62403020 req-d5f5d280-46d2-4386-a797-3ef47afbe2db tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:11.682485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c370f24-fe99-464f-88c0-7a2b62403020 req-d5f5d280-46d2-4386-a797-3ef47afbe2db tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=39c87bc3-661e-4c78-bc63-766b43a5acf0 HTTP/1.1" status: 200 len: 866 time: 1.3025019 Aug 12 02:21:11.689771 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] For port a1f4cce0-78e9-4be6-99b7-f15e75925f72, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:11.704499 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] For port a1f4cce0-78e9-4be6-99b7-f15e75925f72, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a1f4cce0-78e9-4be6-99b7-f15e75925f72,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:11.712782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:11.717155 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.746067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.812004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.854992 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:11.855688 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:11.863631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c370f24-fe99-464f-88c0-7a2b62403020 req-4eeee195-9147-446b-9766-523c862bee79 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679833 Aug 12 02:21:11.868125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.868883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb3c366-bbff-426e-9618-005f71768086 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:11.893317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.897426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fc8bd0d0-9252-4b5d-82d5-0a1d3b763824 tempest-RoutersNegativeIpV6Test-682800028 tempest-RoutersNegativeIpV6Test-682800028-project] 10.222.0.11 "DELETE /v2.0/routers/0fb3c366-bbff-426e-9618-005f71768086 HTTP/1.1" status: 204 len: 168 time: 1.5483639 Aug 12 02:21:11.953689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:11.989641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.037058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7df55b-54e4-4cc5-83c9-d7b217965bf9 None None] Pushing event updated for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:12.055538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d236a9-412f-4e1e-8de8-dfc83a6eea11,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:12.068388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:12.072785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.077740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.079330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b93bfcf-382d-4bc5-9d57-4149c1079708 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4344046 Aug 12 02:21:12.089517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:12.093264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:12.094750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:12.106974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'security_group_rule': {'security_group_id': '3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:12.217441 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:12.462115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:12.493855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3711736-6d90-45ef-b54d-fde92b10a073 req-99f89ffd-3f9e-443e-a937-274bd4f24d32 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 210 time: 0.2104769 Aug 12 02:21:12.530678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.585042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:12.616888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b845f46b-b635-45f1-8970-be5a8cc44877 None None] Provisioning complete for port 27d06627-0068-40b3-b7cb-27ede5beeb7d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:12.617465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b845f46b-b635-45f1-8970-be5a8cc44877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.643204 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:11Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:12.661613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b845f46b-b635-45f1-8970-be5a8cc44877 None None] Port 27d06627-0068-40b3-b7cb-27ede5beeb7d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:12.667112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.9 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/8a3fdb06-9b9c-42c8-bff1-c23415e46538) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:12.680808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a813506-05d0-4383-93d4-a09dc0dbc1d1 None None] The sync data for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 is: [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:11Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:12.699440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38548) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:12.731708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.740700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.830635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4018775e-e8cf-41bf-8095-fcccb5edb8a9,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:12.845631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:12.850467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-10114903-a673-4042-ba63-e51b41682bf9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7532101 Aug 12 02:21:12.854073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38552) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:12.859037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:12.947044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8d71739a-97cc-4b9a-ba4f-7053611d1c09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1a9ddf47185451f9ad3d7553a689677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496403 Aug 12 02:21:12.949378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:12.985363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.018124 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97086f75-6116-4a32-b50e-48ea2c19da28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.046936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:13.053311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2239ee6e-7665-44da-a0f7-d570140adac1 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/routers/5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7714179 Aug 12 02:21:13.056549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38560) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:13.061459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] Sync routers for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:13.067453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'port': {'network_id': '4ef1f1cc-4a22-4101-85ae-42466d710d6d', 'name': 'tempest-FloatingIPTestJSON-1132661363'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:13.083754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:13.085392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:13.095981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.104850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.129703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.132639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.176106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:13.197175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:13.197796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:13.245022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:13.246809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:13.249576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:13.258683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:13.288614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:13.289667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d2909-e655-4316-a8a0-65b633910db9 None None] The sync data for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:13.318304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.321085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.324634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbe7c4c2-ee06-443d-9264-f0f7eba7ccf3 HTTP/1.1" status: 204 len: 168 time: 0.3720355 Aug 12 02:21:13.340328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:13.340967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.344754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b13718-24e8-406a-84ce-ec0b3ffcf858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe7c4c2-ee06-443d-9264-f0f7eba7ccf3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:13.507062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4283e8-5120-4042-8a89-e2479d4f2dfe req-92cd5d15-7c7b-4822-b318-55459e8b4dc5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:13.513948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff4283e8-5120-4042-8a89-e2479d4f2dfe req-92cd5d15-7c7b-4822-b318-55459e8b4dc5 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.2146702 Aug 12 02:21:13.660541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff4283e8-5120-4042-8a89-e2479d4f2dfe req-422d6e14-914a-4caf-9409-84ad437fa81f tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313562 Aug 12 02:21:13.673838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97086f75-6116-4a32-b50e-48ea2c19da28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.683777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97086f75-6116-4a32-b50e-48ea2c19da28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.689669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.740606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-ba38b3d9-165f-43a4-b207-b9f8c6d54d8f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0472877 Aug 12 02:21:13.770073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Request body: {'port': {'device_id': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:13.787771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01c5ca-f4ef-46d7-8420-776daeced93a req-47c40f9e-f35d-4012-ab15-1abe62fea4c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:13.796111 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db01c5ca-f4ef-46d7-8420-776daeced93a req-47c40f9e-f35d-4012-ab15-1abe62fea4c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 931 time: 0.1672640 Aug 12 02:21:13.817874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-97086f75-6116-4a32-b50e-48ea2c19da28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5dcf98960efd4b80a8bda757f233ba7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1173334 Aug 12 02:21:13.836128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:13.852027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Made reservation on behalf of f17ba6291dfb43c8899578fcc46b4bc3 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:13.858637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:13.859490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-5870f22b-dfe9-482c-b204-974f74d726df tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:13.861824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-5870f22b-dfe9-482c-b204-974f74d726df tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.1813543 Aug 12 02:21:13.862344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97086f75-6116-4a32-b50e-48ea2c19da28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c698259-fc97-40a9-992c-3b583bc41d82,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:13.933958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] device_id is not set on port c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:21:14.033188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a1f4cce0-78e9-4be6-99b7-f15e75925f72 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:14.033905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.064520 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db01c5ca-f4ef-46d7-8420-776daeced93a req-3643949f-e83e-4bbc-b60b-78e8a5a4e9c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674239 Aug 12 02:21:14.085690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Allocated IP 172.25.3.210 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/8da21ea4-df91-465c-b690-e462c1afdd53) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:14.106118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.184103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:14.191300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:14.192637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.253283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.292303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Allocated IP 172.20.0.14 (4ef1f1cc-4a22-4101-85ae-42466d710d6d/a7cede77-609d-4015-a055-d4dbece052ae/c055c9f7-ecc9-4ce3-a05c-ac9e89e98576) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:14.349299 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.389215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.430611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Deleting port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:14.431009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.444810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.447400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.460271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c698259-fc97-40a9-992c-3b583bc41d82 HTTP/1.1" status: 204 len: 168 time: 0.6178567 Aug 12 02:21:14.472551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a1f4cce0-78e9-4be6-99b7-f15e75925f72, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a1f4cce0-78e9-4be6-99b7-f15e75925f72,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:14.481568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.578735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38596) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:14.598600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122a966-9621-4f82-b1f8-96f763c6cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c698259-fc97-40a9-992c-3b583bc41d82,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:14.616930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:14.635568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:14.696006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: a63a2b28-bd1f-4dfe-9b70-c05de979e378 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:14.696356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a63a2b28-bd1f-4dfe-9b70-c05de979e378 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:14.704728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.767766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.796653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:14.809357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Transition to ACTIVE for port object c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:14.811451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:14.826058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:14.842708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-950a62af-dd8f-4a61-b439-62daf1183d30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:14.842708 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-950a62af-dd8f-4a61-b439-62daf1183d30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 02:21:14.842708 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-950a62af-dd8f-4a61-b439-62daf1183d30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:21:14.842708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-950a62af-dd8f-4a61-b439-62daf1183d30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2591949 Aug 12 02:21:14.842708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'Port': ['ID=8da21ea4-df91-465c-b690-e462c1afdd53,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:14.858503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38604) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:14.864367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--773311276'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:14.957865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:14.961281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] For port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,segment=NetworkSegment(8ddf3961-1f96-4d34-b26c-0c8b59bbe243),segment_id=8ddf3961-1f96-4d34-b26c-0c8b59bbe243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:14.962021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.004262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Calling delete_port for 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:15.007896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.028907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889efbf8-c161-4c76-8a0d-8fcb078879e2 req-aeeefe3a-40be-43c8-9b35-0127d7c0a395 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:15.029427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.030454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-889efbf8-c161-4c76-8a0d-8fcb078879e2 req-aeeefe3a-40be-43c8-9b35-0127d7c0a395 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/ports?device_id=46d4d5f5-f125-4e4d-863b-cf30b42df849 HTTP/1.1" status: 200 len: 945 time: 0.1519949 Aug 12 02:21:15.034759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:15.047876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:15.055351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:15.059560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.134513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38610) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:15.164568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event updated for resources: {'Port': ['ID=c055c9f7-ecc9-4ce3-a05c-ac9e89e98576,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.186483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3fdb06-9b9c-42c8-bff1-c23415e46538 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:15.207352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.227028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-889efbf8-c161-4c76-8a0d-8fcb078879e2 req-6b3d17f8-3bd0-4b67-a959-0ec7344e6824 tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7b821cd-9bd1-41d9-89c1-1c40db27dd64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776371 Aug 12 02:21:15.228207 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12887add-4f25-4d7d-9adf-f8c98173a5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.233076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.260943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Transition to ACTIVE for port object 8a3fdb06-9b9c-42c8-bff1-c23415e46538 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:15.289343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.291920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:15.292594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.388966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76d56d-998c-4593-afeb-e15576e48aa4 req-a97b2d28-613c-43ed-9c22-068b34ebc5fb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:15.390488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd76d56d-998c-4593-afeb-e15576e48aa4 req-a97b2d28-613c-43ed-9c22-068b34ebc5fb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 931 time: 0.2106218 Aug 12 02:21:15.418154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.424174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5a6be193-5c24-4a54-ad8d-3365cbee8ecf None None] Provisioning for port c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:15.432411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5a6be193-5c24-4a54-ad8d-3365cbee8ecf None None] Provisioning complete for port c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:15.432786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a6be193-5c24-4a54-ad8d-3365cbee8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.454018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.492003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd76d56d-998c-4593-afeb-e15576e48aa4 req-d22813d5-5233-4f34-8d84-c3ef9043d0e3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840294 Aug 12 02:21:15.507772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5a6be193-5c24-4a54-ad8d-3365cbee8ecf None None] Port c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:15.523667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.528920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.537402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Pushing event deleted for resources: {'Port': ['ID=31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.551771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.575527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-136430df-8d79-4a6a-a181-7fc128ded261 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5147655 Aug 12 02:21:15.575749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.579194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:15.583005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] No DVR routers for this DVR port 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:15.585944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.587885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d53e4108-2af5-4e63-9eb0-1122c1357ba2 req-6bfeb3ba-c129-4e2b-859d-cdc9fa69bcdd tempest-LiveAutoBlockMigrationV225Test-1999010378 tempest-LiveAutoBlockMigrationV225Test-1999010378-project] 10.222.0.25 "DELETE /v2.0/ports/31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 HTTP/1.1" status: 204 len: 173 time: 1.7074654 Aug 12 02:21:15.594724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Request body: {'floatingip': {'port_id': 'c055c9f7-ecc9-4ce3-a05c-ac9e89e98576'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:15.629099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'Port': ['ID=8da21ea4-df91-465c-b690-e462c1afdd53,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.651816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.661478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-deleted', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:15.663790 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fbfcdc-d757-470c-9bf5-b937fd8f4cf4" -d '{"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-deleted", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:15.668456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.741091 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac52cf-1cc8-4bf5-933f-ef5b468bac99 x-openstack-request-id: req-40ac52cf-1cc8-4bf5-933f-ef5b468bac99 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:15.741694 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d4d5f5-f125-4e4d-863b-cf30b42df849", "name": "network-vif-deleted", "tag": "31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:15.742202 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40ac52cf-1cc8-4bf5-933f-ef5b468bac99 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:15.743519 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d4d5f5-f125-4e4d-863b-cf30b42df849', 'name': 'network-vif-deleted', 'tag': '31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8', 'status': 'completed', 'code': 200} Aug 12 02:21:15.765901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a29f2b-731f-4106-854f-4c45cb751be2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.769693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Attempting to bind port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:15.783837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Attempting to bind port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:15.784207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Attempting to bind port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:15.794234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:21:15.794836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Attempting to bind port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:15.795354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12887add-4f25-4d7d-9adf-f8c98173a5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.801971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12887add-4f25-4d7d-9adf-f8c98173a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.816691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.826184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a449f4b-c348-4cfa-8adb-e81457a7cabb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9708748 Aug 12 02:21:15.826663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:15.827056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:15.827491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:15.827923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Bound port: 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:15.829295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.877708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-12887add-4f25-4d7d-9adf-f8c98173a5a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99d0919e3a1c446d8e7bd3e7cae63f96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392538 Aug 12 02:21:15.879765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38622) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:15.903463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a1f4cce0-78e9-4be6-99b7-f15e75925f72 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:15.910860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12887add-4f25-4d7d-9adf-f8c98173a5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6937d79-b233-4f22-a34b-031959ef402c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:15.962801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.989963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a1f4cce0-78e9-4be6-99b7-f15e75925f72 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:15.990597 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:15.991137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.072162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.076923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.078174 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6937d79-b233-4f22-a34b-031959ef402c HTTP/1.1" status: 204 len: 168 time: 0.1938219 Aug 12 02:21:16.093134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:16.096463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf8d09-9add-4e24-8f27-901156fc7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6937d79-b233-4f22-a34b-031959ef402c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:16.097704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:16.243816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-3ac232bc-21ee-453d-8c7d-a9f3b7a7f611 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1566200312&fields=id&tenant_id=1ae6d4760c434988a483fde3d3f28960 HTTP/1.1" status: 200 len: 267 time: 0.0570550 Aug 12 02:21:16.349076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38638) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:16.458528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-a909af36-c545-4b78-974e-9731ce7d208a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:16.467722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-a909af36-c545-4b78-974e-9731ce7d208a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 814 time: 0.2229819 Aug 12 02:21:16.488104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-6394fcba-976f-4d7d-941d-1f52f27955f5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/quotas/1ae6d4760c434988a483fde3d3f28960 HTTP/1.1" status: 200 len: 375 time: 0.0191486 Aug 12 02:21:16.551727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.600640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-89d65748-3b9e-441d-b7cc-686c1248ce20 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115546 Aug 12 02:21:16.615408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:16.616076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.617489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 200 len: 1091 time: 2.8539789 Aug 12 02:21:16.691678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.745299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.792208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cce8ae-03f4-46d9-8ee8-ec74c0db2cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:16.821343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:16.822607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9633107 Aug 12 02:21:16.833277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:16.834858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd8425-d7e5-4f26-a7f2-b4360bc971dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1c9118-3d2d-4f2c-b5d0-91c9744692d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:16.841772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': 'db1c9118-3d2d-4f2c-b5d0-91c9744692d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:16.886410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-70e8c2e2-9c49-42a8-b4e1-07df9cfc7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:16.888190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-70e8c2e2-9c49-42a8-b4e1-07df9cfc7769 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 1094 time: 0.1952777 Aug 12 02:21:16.904234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f82fd-c2d9-484b-88c1-367e0dfe325e req-752c9fec-fb60-4874-8386-f7dae6c73dca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:16.912207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4f82fd-c2d9-484b-88c1-367e0dfe325e req-752c9fec-fb60-4874-8386-f7dae6c73dca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.2837443 Aug 12 02:21:17.020713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-86a0b0b9-f170-44df-833c-5ccc7427fd0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 200 len: 217 time: 0.1039829 Aug 12 02:21:17.113030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.169636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4f82fd-c2d9-484b-88c1-367e0dfe325e req-7bca2adc-4526-4a55-9656-147b4f869727 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428534 Aug 12 02:21:17.182983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Deleting subnet a4d21db5-7c59-4620-9384-b8fef95567ab {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:17.190002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.238566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-1613de91-f32a-46a2-860a-16f749f108c7 service neutron] 10.222.0.11 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278849 Aug 12 02:21:17.241348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-4c65467a-f56d-400a-b275-578a6a02fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:17.242857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-4c65467a-f56d-400a-b275-578a6a02fe70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1832135 Aug 12 02:21:17.294161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-e7c12cd1-4b3d-4f4b-b2fe-56e7b2319a09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422862 Aug 12 02:21:17.294544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.351454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.357299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.404961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-b75f8e8b-0fd8-4d9e-8585-1e8b61373f89 service neutron] 10.222.0.11 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675582 Aug 12 02:21:17.458771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.472546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.500094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.509360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.511197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc644e4-09b2-4223-af2c-c8ab47b6d067,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:17.530152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d21db5-7c59-4620-9384-b8fef95567ab,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:17.540220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.542157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-65e60bb3-794c-4396-9e25-eec869452414 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4d21db5-7c59-4620-9384-b8fef95567ab HTTP/1.1" status: 204 len: 168 time: 1.1921089 Aug 12 02:21:17.544892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38674) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:17.578982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.580546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4d652149-9b42-4490-8dc6-c11f1ec7ef2d tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7431164 Aug 12 02:21:17.584137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:17.595079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-93a99515-5bab-42ca-807c-2ce020ca283a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': 'db1c9118-3d2d-4f2c-b5d0-91c9744692d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:17.648222 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.740906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.751868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de70b6d2-6529-4888-a912-d37af4487745 req-9290477c-25df-4d45-9da1-00ca9d70862b tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 210 time: 0.0834928 Aug 12 02:21:17.754889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.760964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:17.763614 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bc7421-d218-4849-a0b9-5d99420fdb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:17.778718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-6ab497b6-11ac-48f3-8b5d-89dbc6b85d7f service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738896 Aug 12 02:21:17.802604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93a99515-5bab-42ca-807c-2ce020ca283a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.819148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa73dc9-b431-4c95-83db-4605f9aec342']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:17.842146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddf3961-1f96-4d34-b26c-0c8b59bbe243') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:17.843001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddf3961-1f96-4d34-b26c-0c8b59bbe243') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:17.860936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.882208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.883815 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af2f360-83ff-4c84-8623-78d50133e8ef x-openstack-request-id: req-3af2f360-83ff-4c84-8623-78d50133e8ef {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:17.884109 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:17.884363 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3af2f360-83ff-4c84-8623-78d50133e8ef {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:17.884760 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'status': 'completed', 'code': 200} Aug 12 02:21:17.890888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:17.892187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:17.894637 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:17.899311 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP b5f187ac-4b54-407c-b6e2-2b4251884dda associated. External IP: 172.25.3.134, port: 680574df-7ff1-41d3-8d4b-04ade0ccd42c. Aug 12 02:21:17.971446 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.988781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:17.991261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8fa73dc9-b431-4c95-83db-4605f9aec342 HTTP/1.1" status: 204 len: 168 time: 0.4454226 Aug 12 02:21:17.992330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d311a3-40e9-4426-974a-73b6760fe8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa73dc9-b431-4c95-83db-4605f9aec342,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:17.994276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38694) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.030777 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-93a99515-5bab-42ca-807c-2ce020ca283a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:21:18.030777 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-93a99515-5bab-42ca-807c-2ce020ca283a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4378376 Aug 12 02:21:18.033984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.092292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Deleting subnet 7ca8d8c8-ffd8-41c2-9c4e-32ea081bc366 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:18.100005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.103334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d85e978-fa0a-49a0-aa81-b263e260fc67 req-97cb59ed-6bc5-4fdf-8924-8ab7b9171f4d service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131123 Aug 12 02:21:18.163278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.229602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.275354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.315376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.393337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.419632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.443854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca8d8c8-ffd8-41c2-9c4e-32ea081bc366,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:18.447401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.452983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9d6b06b4-d413-4a53-ab65-0f96340c88d9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ca8d8c8-ffd8-41c2-9c4e-32ea081bc366 HTTP/1.1" status: 204 len: 168 time: 0.4574931 Aug 12 02:21:18.454151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38712) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.498638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-973d7b0b-3606-41dd-82f7-08460c340793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:18.500843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-973d7b0b-3606-41dd-82f7-08460c340793 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 1094 time: 0.2942162 Aug 12 02:21:18.533356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086dea9-d4f7-4645-ba8b-a16155e83c32 req-f29480ef-c023-454a-9a15-05480481a27a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:18.541399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a086dea9-d4f7-4645-ba8b-a16155e83c32 req-f29480ef-c023-454a-9a15-05480481a27a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.2639217 Aug 12 02:21:18.561608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-861786632'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:18.582557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:18.613831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.631052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Made reservation on behalf of 1ddff37b6c2c49f79c1e6977446ccd9d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:18.632099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:18.632801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 31378f7f-81ac-4f7e-b713-9f9ff7d4a4f8 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:18.635197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.675069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.694055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:18.707131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a086dea9-d4f7-4645-ba8b-a16155e83c32 req-d5c24eaf-27f2-483d-8a49-d60814bcd760 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645105 Aug 12 02:21:18.707862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.710448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.711597 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/db1c9118-3d2d-4f2c-b5d0-91c9744692d2 HTTP/1.1" status: 204 len: 168 time: 0.6767249 Aug 12 02:21:18.724023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.753227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.759493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef119a5-2520-41c7-b09a-4b84ac1bc30b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1c9118-3d2d-4f2c-b5d0-91c9744692d2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:18.773416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d536400f-d251-4aaf-a787-ba8bb6050945']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:18.792649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a803bdb-06e1-47a7-88e1-de4d6c4d87cd') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:18.793353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a803bdb-06e1-47a7-88e1-de4d6c4d87cd') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:18.815494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.836874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-b8ff1c58-bacf-4221-95b5-0cdf5199d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:18.838403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-b8ff1c58-bacf-4221-95b5-0cdf5199d1b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.2895737 Aug 12 02:21:18.840087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.851606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:18.852050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:18.853933 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:18.867913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f085a0bd-2eb1-4b94-ae9a-4d21a3505f6b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1425071 Aug 12 02:21:18.895328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:18.902120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-5a7c02e8-5273-4e86-8071-b24efe309220 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 200 len: 217 time: 0.0530691 Aug 12 02:21:18.912917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--591388950'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:18.963236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-780dae2c-847e-40d0-a6cc-c4c5b255db7b req-5c95de32-9e5e-45d2-99c4-9fd14f91bbca tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 210 time: 0.0669880 Aug 12 02:21:18.972762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.979454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:18.994133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] 10.222.0.11 "DELETE /v2.0/networks/d536400f-d251-4aaf-a787-ba8bb6050945 HTTP/1.1" status: 204 len: 168 time: 0.5287437 Aug 12 02:21:19.004722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-88e9b45c-83a1-4dda-a2e4-51adb53785a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:19.006710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-88e9b45c-83a1-4dda-a2e4-51adb53785a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.0725479 Aug 12 02:21:19.008102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:19.014089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f999811-2422-4232-8c65-1ae5bae9200c admin admin] Pushing event deleted for resources: {'Network': ['ID=d536400f-d251-4aaf-a787-ba8bb6050945,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:19.023580 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:19.024420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.036431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:19.038011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:19.038427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.082014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:19.092074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.115258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.115695 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Added segment d0fb2a1b-9a87-4705-b832-8b6c00c635c8 of type vlan for network e2a9ce83-565d-4c6e-a956-2a60d0b47682 Aug 12 02:21:19.117064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3336ed96-2a8c-46e7-8bf7-aa965f133f9e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:19.143115 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:19.182458 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:19.184659 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:19.198563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.270617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-621d8fe4-b900-4ad1-9294-14e09996536c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551040 Aug 12 02:21:19.275252 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:19.276355 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098285b-74c1-4220-9f6d-a93c5c63279e None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:19.287834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:21:19.316906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:19.387677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.393711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:19.394482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.498629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9034102c-39b9-43fb-9edd-ab7087e7279f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=912a0e0062a34ce2bc4c5b7792b32b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798372 Aug 12 02:21:19.503581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:19.510705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-5052380d-fff2-47d6-8ae2-72664b4fc9e2 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:19.512338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-5052380d-fff2-47d6-8ae2-72664b4fc9e2 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.21 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 814 time: 0.3067284 Aug 12 02:21:19.521700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.526535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:19.538420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.545230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-35f38988-b107-485c-b422-434b6c13f784 service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233930 Aug 12 02:21:19.546154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Pushing event updated for resources: {'Network': ['ID=e2a9ce83-565d-4c6e-a956-2a60d0b47682,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:19.569981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network e2a9ce83-565d-4c6e-a956-2a60d0b47682 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:19.579598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-269d0ad9-62b0-41f3-ade6-3cb574a01bf7 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2996163 Aug 12 02:21:19.584712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38730) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:19.607379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.608493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7078702 Aug 12 02:21:19.614699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:19.619285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bba4db65-f261-47e2-a945-7b6d3fd4d373 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': 'dcea4997-754f-4c91-95bb-93c0fe6313b1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:19.620074 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-bba4db65-f261-47e2-a945-7b6d3fd4d373 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 02:21:19.620574 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-bba4db65-f261-47e2-a945-7b6d3fd4d373 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:19.621520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bba4db65-f261-47e2-a945-7b6d3fd4d373 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058970 Aug 12 02:21:19.622619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca7f41-393c-45ce-8b52-1f6092d28d01 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcea4997-754f-4c91-95bb-93c0fe6313b1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:19.624843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:19.629952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-137df098-b11e-41de-aa59-76cdc78169bd tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ae6d4760c434988a483fde3d3f28960 HTTP/1.1" status: 200 len: 380 time: 0.1016040 Aug 12 02:21:19.649005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'port': {'device_id': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'admin_state_up': True, 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'security_groups': ['3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:19.769491 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.814590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.891407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Made reservation on behalf of 1ae6d4760c434988a483fde3d3f28960 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:19.895308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.914244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'name': 'tempest-network--1081086474', 'router:external': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:19.928915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f5af6-2056-4775-91e4-a1d73b393b79 req-af59e64e-a8d0-4169-93be-413d155ec949 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:19.930506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d9f5af6-2056-4775-91e4-a1d73b393b79 req-af59e64e-a8d0-4169-93be-413d155ec949 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.1116207 Aug 12 02:21:19.934601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.937489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:19.941044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/dcea4997-754f-4c91-95bb-93c0fe6313b1 HTTP/1.1" status: 204 len: 168 time: 0.3078620 Aug 12 02:21:19.945334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:20.001800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0890ae-9304-4a18-9d5e-ab756e50c153 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcea4997-754f-4c91-95bb-93c0fe6313b1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:20.065417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:20.067672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.102716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.110716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d9f5af6-2056-4775-91e4-a1d73b393b79 req-715b764d-9f48-46a8-98bd-b38e30363956 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704626 Aug 12 02:21:20.124260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ff6de997-40c7-4ac1-8b53-3516e236c80b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1748650 Aug 12 02:21:20.131289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:20.135972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622411857'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:20.200951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:21:20.200951 n-d-804303-2 neutron-server[94674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:21:20.200951 n-d-804303-2 neutron-server[94674]: [parameters: {'project_id_1': 'd765efe6a5a647aaa72f042028d3fa66', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 21, 20, 170769)}] Aug 12 02:21:20.200951 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:21:20.201384 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:21:20.211641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Allocated IP 172.20.0.8 (f1096b08-5397-4fde-8ebb-f40492855fa4/4580ee62-1264-4782-b9e3-1507de9fe4fa/274695ce-de5b-43e4-818f-5a71ead36c3e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:20.213587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.248169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2c1022d-3a4b-4078-ac89-5ef871c31cca req-01fe47f2-91d8-492a-a900-61afd72a6dbe tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 210 time: 0.0699658 Aug 12 02:21:20.284068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.288896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:20.299712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] Sync routers for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:20.308704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.321638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:20.323348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:20.367757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2bc7421-d218-4849-a0b9-5d99420fdb5f req-94d3021b-6edf-4931-ae60-62d5fb4b48ea service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903674 Aug 12 02:21:20.372146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:20.383434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.384380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:20.385929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:20.394334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.416308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a80189ab-b43e-4d5a-bf6e-40d386b2fbb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/floatingips/b5f187ac-4b54-407c-b6e2-2b4251884dda HTTP/1.1" status: 200 len: 979 time: 4.8317208 Aug 12 02:21:20.418981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:20.428726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:20.435640 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:20.436648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057263fd-f177-4400-97d0-3b0edd693f4b None None] The sync data for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:20.455518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.478428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.479014 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Added segment ae44847b-2f51-4ac7-ae2c-bc0294234680 of type vlan for network 80d60591-0d5f-4c0f-85a7-5da5cdbd239a Aug 12 02:21:20.483323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4904170-bb25-4808-b533-93199a48f08f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:20.486685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.489722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.490874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7b821cd-9bd1-41d9-89c1-1c40db27dd64 HTTP/1.1" status: 204 len: 168 time: 0.9855580 Aug 12 02:21:20.501680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Transition to ACTIVE for port object 274695ce-de5b-43e4-818f-5a71ead36c3e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:20.535714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e59af-a173-48af-a67d-1c65f0ed348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b821cd-9bd1-41d9-89c1-1c40db27dd64,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:20.568954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.595663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:20.596303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.623517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.632748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.633600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:20.634195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.741898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.747801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Network f1096b08-5397-4fde-8ebb-f40492855fa4 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:20.759520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1728370 Aug 12 02:21:20.763932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:20.766465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event updated for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:20.768874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:20.771419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38754) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:20.776838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bfd85-9af1-45a5-be22-4236ad50f94a tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=80d60591-0d5f-4c0f-85a7-5da5cdbd239a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:20.795118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 80d60591-0d5f-4c0f-85a7-5da5cdbd239a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:20.892968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.966194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:20.967353 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:20.987145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.009171 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-7f1be6cc-ec21-47ff-b5f2-0a8779dbede3 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3706741 Aug 12 02:21:21.039964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:21.071211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Request body: {'port': {'device_id': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:21.086589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f6bc58e8-73f5-42bb-9160-f0dfb9e6fba6 None None] Provisioning for port 274695ce-de5b-43e4-818f-5a71ead36c3e completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:21.092892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f6bc58e8-73f5-42bb-9160-f0dfb9e6fba6 None None] Provisioning complete for port 274695ce-de5b-43e4-818f-5a71ead36c3e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:21.093266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f6bc58e8-73f5-42bb-9160-f0dfb9e6fba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.141164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bd1fbd16-740e-4747-b3e3-551a5f66cef8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d49b941b10dc4daebd03d9680e3b5773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998600 Aug 12 02:21:21.144796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38760) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:21.154962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.156085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.157206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f6bc58e8-73f5-42bb-9160-f0dfb9e6fba6 None None] Port 274695ce-de5b-43e4-818f-5a71ead36c3e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:21.157670 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Floating IP b5f187ac-4b54-407c-b6e2-2b4251884dda disassociated. External IP: 172.25.3.134, port: c055c9f7-ecc9-4ce3-a05c-ac9e89e98576. Aug 12 02:21:21.159154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:21.207903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.243694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.268901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d60591-0d5f-4c0f-85a7-5da5cdbd239a']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.280078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9caee0-897f-4b22-9896-d32fcdb3f17c req-83ba6656-1c74-4ae3-bffe-109fea070aca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:21.281150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b9caee0-897f-4b22-9896-d32fcdb3f17c req-83ba6656-1c74-4ae3-bffe-109fea070aca tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.0778842 Aug 12 02:21:21.319999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae44847b-2f51-4ac7-ae2c-bc0294234680') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.321415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae44847b-2f51-4ac7-ae2c-bc0294234680') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.383625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.384411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b9caee0-897f-4b22-9896-d32fcdb3f17c req-3e478920-d514-4574-8ece-2ce6cd4fa5dc tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920331 Aug 12 02:21:21.412593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.429163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:21:21.481259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=c055c9f7-ecc9-4ce3-a05c-ac9e89e98576,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:21.527186 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.536891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.540298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.598085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:21.616866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'mac_address': 'fa:16:3e:6b:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:21:21.626831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:21.627418 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.642660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:21.688949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.711073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3fdb06-9b9c-42c8-bff1-c23415e46538 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:21.722573 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:21.725942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.757661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:21.764710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.786133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:21.802101 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] Sync routers for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:21.822329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:21.823179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.843381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.845671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7132750 Aug 12 02:21:21.853664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.864144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38778) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:21.877492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:21.889487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1da8337a-cd5c-44b6-ac6a-94e51944b5d8 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '7d1b5fc5-484d-4c4f-ae8b-3e2bfdf93bdf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:21.891784 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-1da8337a-cd5c-44b6-ac6a-94e51944b5d8 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 02:21:21.892299 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-1da8337a-cd5c-44b6-ac6a-94e51944b5d8 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:21.895979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1da8337a-cd5c-44b6-ac6a-94e51944b5d8 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0203059 Aug 12 02:21:21.901525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:21.903051 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.911796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ebca-5a65-44dc-b352-2a0f14771a4d req-aa322142-7eaf-4e16-805d-e9cbb8c87eac tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:21.913374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23f7ebca-5a65-44dc-b352-2a0f14771a4d req-aa322142-7eaf-4e16-805d-e9cbb8c87eac tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 931 time: 0.5550787 Aug 12 02:21:21.913939 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:21.914718 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.935817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:21.940989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0532c5d6-edea-424c-9227-bed16e2f0766 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 HTTP/1.1" status: 204 len: 168 time: 1.5182741 Aug 12 02:21:21.941258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:21.970120 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:21.971014 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e5358f-192f-4473-bfbd-3c8f95343ac5 None None] The sync data for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:21.977882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20461967-354d-4124-bdcd-5b36286fbda3 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1b5fc5-484d-4c4f-ae8b-3e2bfdf93bdf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.034157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.044991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80d60591-0d5f-4c0f-85a7-5da5cdbd239a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:22.059044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.061243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/80d60591-0d5f-4c0f-85a7-5da5cdbd239a HTTP/1.1" status: 204 len: 168 time: 1.2874961 Aug 12 02:21:22.073173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:22.075793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:22.093615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bd545-843b-4071-94f1-922ac3efdd36 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Network': ['ID=80d60591-0d5f-4c0f-85a7-5da5cdbd239a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.108470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23f7ebca-5a65-44dc-b352-2a0f14771a4d req-26100bbd-a03c-4e84-a4ae-c386062919cb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315634 Aug 12 02:21:22.122365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.124939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.128634 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3aeab829-cde4-42ce-9be0-b635cecb7649 HTTP/1.1" status: 204 len: 168 time: 0.9803579 Aug 12 02:21:22.137773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.166803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d961c-b680-4ad2-af8e-62a4f5d973bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeab829-cde4-42ce-9be0-b635cecb7649,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.171677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:22.175108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.180477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['8a3fdb06-9b9c-42c8-bff1-c23415e46538'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:21:22.199498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.262644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:22.293198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.293548 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Added segment 49ce20d0-af19-40a7-9542-aa5b1c86b272 of type vlan for network 612930d6-55c2-44d2-ba14-d947fd5d6d3b Aug 12 02:21:22.346578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274695ce-de5b-43e4-818f-5a71ead36c3e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:22.366763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.386088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.397310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Transition to ACTIVE for port object 274695ce-de5b-43e4-818f-5a71ead36c3e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:22.401812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.406214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.418620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:22.432445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/7d1b5fc5-484d-4c4f-ae8b-3e2bfdf93bdf HTTP/1.1" status: 204 len: 168 time: 0.5179846 Aug 12 02:21:22.467149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811f913-0fe0-4aac-a40f-8fb2fbc2bb30 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1b5fc5-484d-4c4f-ae8b-3e2bfdf93bdf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.475966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.621983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.623045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:22.623718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.630981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d4da7497-c30c-4e88-b94e-4e15135f34fa tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090459 Aug 12 02:21:22.658886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38806) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:22.659657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.665857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--4889493'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:22.736030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=612930d6-55c2-44d2-ba14-d947fd5d6d3b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:22.748165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 612930d6-55c2-44d2-ba14-d947fd5d6d3b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:22.796536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a242d97-1e5c-4cc0-af0d-63e9630a2928 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7251415 Aug 12 02:21:22.797712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:22.824052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'subnet': {'network_id': '612930d6-55c2-44d2-ba14-d947fd5d6d3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:22.849945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4fc8a-9564-4454-9afb-d3257e508437 req-5edc8481-7a9e-490f-a691-530a6a60af7e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:22.863832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6c4fc8a-9564-4454-9afb-d3257e508437 req-5edc8481-7a9e-490f-a691-530a6a60af7e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 944 time: 0.2855334 Aug 12 02:21:22.888908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.939864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Attempting to bind port 274695ce-de5b-43e4-818f-5a71ead36c3e on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:22.940210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Attempting to bind port 274695ce-de5b-43e4-818f-5a71ead36c3e by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:22.940540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Attempting to bind port 274695ce-de5b-43e4-818f-5a71ead36c3e on network f1096b08-5397-4fde-8ebb-f40492855fa4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:22.946596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:22.949004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:22.951115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Port 274695ce-de5b-43e4-818f-5a71ead36c3e on network f1096b08-5397-4fde-8ebb-f40492855fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:21:22.951715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Attempting to bind port 274695ce-de5b-43e4-818f-5a71ead36c3e on network f1096b08-5397-4fde-8ebb-f40492855fa4 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:22.962909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:22.963787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Checking segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:22.964513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Bound using segment: {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:22.965185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Bound port: 274695ce-de5b-43e4-818f-5a71ead36c3e, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeea52df-248f-407b-acd5-6460344fa181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:22.965786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.074949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.079813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6c4fc8a-9564-4454-9afb-d3257e508437 req-6b8585fb-ffbb-4939-be15-b98cf74b7553 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151072 Aug 12 02:21:23.120539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:23.124905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=274695ce-de5b-43e4-818f-5a71ead36c3e,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:23.139247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.182465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.192150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:23.194179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.194324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 1091 time: 2.1680479 Aug 12 02:21:23.194787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:23.197458 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a844d-edd3-4f55-8e04-2a427d374704" -d '{"events": [{"name": "network-changed", "server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:23.207273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.262669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c238e41-d882-4ce6-824d-fcf0855fe60c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:23.276972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.278485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c93f30d4-50b0-4699-84a3-c289b0f73a41 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6161120 Aug 12 02:21:23.297844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:23.305608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1883dd83-827e-4a43-96a6-699d52712f6e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '9c238e41-d882-4ce6-824d-fcf0855fe60c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:23.341178 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-1883dd83-827e-4a43-96a6-699d52712f6e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 02:21:23.342003 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-1883dd83-827e-4a43-96a6-699d52712f6e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:23.343261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1883dd83-827e-4a43-96a6-699d52712f6e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0440047 Aug 12 02:21:23.364904 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edacb358-fc3a-4830-80f2-da0cf9cba5db x-openstack-request-id: req-edacb358-fc3a-4830-80f2-da0cf9cba5db {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:23.365324 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:23.365653 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edacb358-fc3a-4830-80f2-da0cf9cba5db {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:23.366104 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'status': 'completed', 'code': 200} Aug 12 02:21:23.366535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38832) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:23.371809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-233028ec-5c86-43f5-a2a9-b9d3be449770 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '9c238e41-d882-4ce6-824d-fcf0855fe60c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:23.372560 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-233028ec-5c86-43f5-a2a9-b9d3be449770 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 02:21:23.373108 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-233028ec-5c86-43f5-a2a9-b9d3be449770 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:23.374172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-233028ec-5c86-43f5-a2a9-b9d3be449770 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064709 Aug 12 02:21:23.378280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:23.382801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b25196c4-71d7-48ae-a8d1-4e5b5503ee1b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '9c238e41-d882-4ce6-824d-fcf0855fe60c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:23.384666 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-b25196c4-71d7-48ae-a8d1-4e5b5503ee1b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 02:21:23.385177 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b25196c4-71d7-48ae-a8d1-4e5b5503ee1b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:23.388797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b25196c4-71d7-48ae-a8d1-4e5b5503ee1b tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069163 Aug 12 02:21:23.389648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38836) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:23.400131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab992-61d7-49dd-8318-3ee38413d8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:23.420603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f3e1aa0b-490e-44fc-8720-fcc75979e9c5 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '9c238e41-d882-4ce6-824d-fcf0855fe60c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:23.421643 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-f3e1aa0b-490e-44fc-8720-fcc75979e9c5 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 02:21:23.428447 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-f3e1aa0b-490e-44fc-8720-fcc75979e9c5 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:23.432427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3e1aa0b-490e-44fc-8720-fcc75979e9c5 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0375080 Aug 12 02:21:23.437188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:23.439858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:23.483111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-6b5c2c3b-1980-4bbc-b0a2-89c0a64313c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:23.488123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-6b5c2c3b-1980-4bbc-b0a2-89c0a64313c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1094 time: 0.2007594 Aug 12 02:21:23.572439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:23.579910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:23.581441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-12e66941-245a-4ced-ab0c-4152c57de560 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 217 time: 0.0724313 Aug 12 02:21:23.582177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.608697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee9c5-d76f-4e9e-bdc6-08b831fd448e req-704cf4a6-06f9-4cf7-9a1a-8ddfa62d5a61 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:23.633416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-511ee9c5-d76f-4e9e-bdc6-08b831fd448e req-704cf4a6-06f9-4cf7-9a1a-8ddfa62d5a61 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 943 time: 0.2869601 Aug 12 02:21:23.645692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.712627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.732690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.774544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:23.775626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:23.778714 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769ca5de-5da1-452b-96bf-88489b9d969b" -d '{"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:23.784813 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:23.840286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-4c812071-c9ed-410f-b9e1-09f2982c0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:23.842162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-4c812071-c9ed-410f-b9e1-09f2982c0aaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 200 len: 853 time: 0.2026050 Aug 12 02:21:23.874729 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4b4351-cb43-4afb-9761-98ffbe750fa8 x-openstack-request-id: req-4c4b4351-cb43-4afb-9761-98ffbe750fa8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:23.875026 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:23.875849 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c4b4351-cb43-4afb-9761-98ffbe750fa8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:23.876469 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'code': 200} Aug 12 02:21:23.885793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-511ee9c5-d76f-4e9e-bdc6-08b831fd448e req-0b030d26-648c-48a2-9c6a-b76a054f9298 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514250 Aug 12 02:21:23.890152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:23.941706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:21:23.943166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-5b23aa00-7603-4d8a-a1f0-9d917d725161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:23.944884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-5b23aa00-7603-4d8a-a1f0-9d917d725161 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1096b08-5397-4fde-8ebb-f40492855fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933774 Aug 12 02:21:23.952075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.082169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-9ed1ec8d-33ff-4eb7-81f2-59dff78ec492 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273568 Aug 12 02:21:24.167193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.173069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.177551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/9c238e41-d882-4ce6-824d-fcf0855fe60c HTTP/1.1" status: 204 len: 168 time: 0.7386730 Aug 12 02:21:24.178451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f0fad32d-874c-4dd2-a455-81eba776c530,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:24.183636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:24.231913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50428e1b-2e5a-42bd-85aa-0cc05495cc00 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c238e41-d882-4ce6-824d-fcf0855fe60c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:24.237314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Checking segment: {'id': '49ce20d0-af19-40a7-9542-aa5b1c86b272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '612930d6-55c2-44d2-ba14-d947fd5d6d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:24.238027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Network hostable DHCP agents. Network: 612930d6-55c2-44d2-ba14-d947fd5d6d3b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:21:24.262681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f4cc6-dcbe-4cea-b1aa-1b01ef7e204e req-7ae8e92c-2c82-4aaa-8c3b-6bd4c2ca3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:24.264507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-578f4cc6-dcbe-4cea-b1aa-1b01ef7e204e req-7ae8e92c-2c82-4aaa-8c3b-6bd4c2ca3c2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 1096 time: 0.2663059 Aug 12 02:21:24.376269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9cbcdaf6-74cb-48f7-9e2e-1a8543c56e96 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615803 Aug 12 02:21:24.383163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:24.394341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1749821378'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:24.401469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 27d06627-0068-40b3-b7cb-27ede5beeb7d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:24.401843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.411551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Network 612930d6-55c2-44d2-ba14-d947fd5d6d3b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:21:24.471569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-578f4cc6-dcbe-4cea-b1aa-1b01ef7e204e req-d056237e-0f63-48ca-ba89-6710a0d8c2cd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824014 Aug 12 02:21:24.477874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 612930d6-55c2-44d2-ba14-d947fd5d6d3b) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:24.487156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761fc81-8cc7-4b8c-8e65-354dea4e5a89 None None] Network 612930d6-55c2-44d2-ba14-d947fd5d6d3b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:24.495783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:24.496718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.521551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.559047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-89b41373-d0de-4d84-bb98-3e15d0281216 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7523179 Aug 12 02:21:24.560088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:24.576708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'floatingip': {'floating_network_id': '612930d6-55c2-44d2-ba14-d947fd5d6d3b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:24.618063 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.644175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cbc0ee5-81d2-4427-a48e-2d0b35ce51d5 req-2e4f04cc-f39b-471e-8006-5613636b73bc service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523746 Aug 12 02:21:24.652388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 27d06627-0068-40b3-b7cb-27ede5beeb7d owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:24.661342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:24.701367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7fc4-ab63-4c16-8dde-8df3f1e13736 req-44c5b5cd-b01f-4390-8b21-fa3cccd091f0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:24.708172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b1f7fc4-ab63-4c16-8dde-8df3f1e13736 req-44c5b5cd-b01f-4390-8b21-fa3cccd091f0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.0629296 Aug 12 02:21:24.790334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f47d1-1f60-45c5-b40d-d82adb773141 None None] Network 612930d6-55c2-44d2-ba14-d947fd5d6d3b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:24.791075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b1f7fc4-ab63-4c16-8dde-8df3f1e13736 req-7f3e76a4-c962-4261-bdc7-aee700eca889 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751305 Aug 12 02:21:25.074696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-b730e9db-7082-4a6c-9c6f-4f4be74292eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:25.078681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-b730e9db-7082-4a6c-9c6f-4f4be74292eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1094 time: 0.1389911 Aug 12 02:21:25.195088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-1b89d98c-ce1c-411b-8ccb-218197ed71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:25.196701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-1b89d98c-ce1c-411b-8ccb-218197ed71de service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 915 time: 0.1103158 Aug 12 02:21:25.269225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-6b67367c-eeb9-42cc-979f-e2e17cc0d40c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 217 time: 0.0642085 Aug 12 02:21:25.330015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-6819f263-4433-46ee-9030-338d1f9cf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:25.331915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-6819f263-4433-46ee-9030-338d1f9cf075 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 200 len: 853 time: 0.0555816 Aug 12 02:21:25.387915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-18ade3d0-5fc0-4c7f-ad9a-979922e4dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:25.390276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:25.391284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-18ade3d0-5fc0-4c7f-ad9a-979922e4dc2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1096b08-5397-4fde-8ebb-f40492855fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507622 Aug 12 02:21:25.446317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:25.505837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-5480b19c-2c3f-488c-bd7a-df07325df105 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072092 Aug 12 02:21:25.559285 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:25.559285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1672287 Aug 12 02:21:25.560938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:25.569269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d23c43-754a-49eb-90e7-aba1f3a43d3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:25.576803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6b2cf4e9-3d43-492b-acd1-9fccdc84f462 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:25.577673 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-6b2cf4e9-3d43-492b-acd1-9fccdc84f462 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 02:21:25.578987 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-6b2cf4e9-3d43-492b-acd1-9fccdc84f462 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:25.583256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6b2cf4e9-3d43-492b-acd1-9fccdc84f462 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078900 Aug 12 02:21:25.591306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:25.597741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-26dd91fa-70cf-4085-9ad1-0c7749b09dbe tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:25.613855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07159b97-f8d0-4276-b604-03720ad38dde req-f7440492-5d32-4b18-aa32-46eea9efee66 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:25.617577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07159b97-f8d0-4276-b604-03720ad38dde req-f7440492-5d32-4b18-aa32-46eea9efee66 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 943 time: 0.2596791 Aug 12 02:21:25.660039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:25.660940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d61a844d-edd3-4f55-8e04-2a427d374704 req-b284cc6e-5863-43c2-bedf-a359d5d187e1 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451819 Aug 12 02:21:25.781617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:25.786099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07159b97-f8d0-4276-b604-03720ad38dde req-6c251364-4d1d-4d29-b3a5-2c07068f2188 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336536 Aug 12 02:21:25.898892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=27d06627-0068-40b3-b7cb-27ede5beeb7d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:25.930683 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-26dd91fa-70cf-4085-9ad1-0c7749b09dbe tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:25.933584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-26dd91fa-70cf-4085-9ad1-0c7749b09dbe tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3410058 Aug 12 02:21:25.941033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:25.952076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Allocated IP 172.20.0.11 (612930d6-55c2-44d2-ba14-d947fd5d6d3b/f0fad32d-874c-4dd2-a455-81eba776c530/d6af99d8-81d7-479b-9c22-e162f91940b2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:25.966336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-816fbc5a-f22d-41ae-b5ec-60e1b51c742a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:25.967174 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-816fbc5a-f22d-41ae-b5ec-60e1b51c742a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 02:21:25.980858 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-816fbc5a-f22d-41ae-b5ec-60e1b51c742a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:25.990402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-816fbc5a-f22d-41ae-b5ec-60e1b51c742a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0400286 Aug 12 02:21:26.003809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.025327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-084445d3-ba73-4af0-b713-8689bfbe0854 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.102550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ba7c-bd1f-491d-816a-b7d83d18cbb5 req-ef4fc8e5-89cf-4677-b1bb-cfca6332e24a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:26.110740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4e1ba7c-bd1f-491d-816a-b7d83d18cbb5 req-ef4fc8e5-89cf-4677-b1bb-cfca6332e24a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2195153 Aug 12 02:21:26.210039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4e1ba7c-bd1f-491d-816a-b7d83d18cbb5 req-5045f2ae-2783-4108-a679-4ef135f1ee24 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905526 Aug 12 02:21:26.253573 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-084445d3-ba73-4af0-b713-8689bfbe0854 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.257185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-084445d3-ba73-4af0-b713-8689bfbe0854 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2498090 Aug 12 02:21:26.263756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.280845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-239985e4-8641-40a9-9e9b-330eea352d93 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.282481 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-239985e4-8641-40a9-9e9b-330eea352d93 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 02:21:26.283252 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-239985e4-8641-40a9-9e9b-330eea352d93 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.284843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-239985e4-8641-40a9-9e9b-330eea352d93 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182369 Aug 12 02:21:26.288768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38910) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.293078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-16c2bb90-3dbd-4a2d-bc0e-bbacd11efb07 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.326423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.333870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.356330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.357857 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-16c2bb90-3dbd-4a2d-bc0e-bbacd11efb07 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.360446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-16c2bb90-3dbd-4a2d-bc0e-bbacd11efb07 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0707178 Aug 12 02:21:26.366620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.371365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-762fe2ee-4b4d-4cce-8bbb-1fd6288ea4e7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.371872 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-762fe2ee-4b4d-4cce-8bbb-1fd6288ea4e7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 02:21:26.372465 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-762fe2ee-4b4d-4cce-8bbb-1fd6288ea4e7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.373300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-762fe2ee-4b4d-4cce-8bbb-1fd6288ea4e7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057092 Aug 12 02:21:26.377226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38918) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.382663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f7079ee7-91bc-4814-bb82-045d085641cd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.431106 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-f7079ee7-91bc-4814-bb82-045d085641cd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.432628 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7079ee7-91bc-4814-bb82-045d085641cd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0541699 Aug 12 02:21:26.435809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.442840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5d6c5a2a-c5de-43a2-8ace-ba0c4b783db0 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:26.467407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.495175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6116789b-6308-4b6c-bde8-e361ed1804aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.566718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Network 612930d6-55c2-44d2-ba14-d947fd5d6d3b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:26.585679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Port': ['ID=d6af99d8-81d7-479b-9c22-e162f91940b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:26.620819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:26.623296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:26.668174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6116789b-6308-4b6c-bde8-e361ed1804aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.674421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6116789b-6308-4b6c-bde8-e361ed1804aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.703962 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-5d6c5a2a-c5de-43a2-8ace-ba0c4b783db0 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:26.704820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5d6c5a2a-c5de-43a2-8ace-ba0c4b783db0 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2680511 Aug 12 02:21:26.708914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.717060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116789b-6308-4b6c-bde8-e361ed1804aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc4e70-efb7-43a3-ba3e-d47fc0b04980,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:26.736663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6116789b-6308-4b6c-bde8-e361ed1804aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcc562426f694cca884f3370712a8ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4012580 Aug 12 02:21:26.756192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:26.820987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.848797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.897303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.920392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.924198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.927968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1edc4e70-efb7-43a3-ba3e-d47fc0b04980 HTTP/1.1" status: 204 len: 168 time: 0.1679347 Aug 12 02:21:26.934559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.965011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:26.968043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d109bba-50ca-43a4-8a1a-cda5728606d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc4e70-efb7-43a3-ba3e-d47fc0b04980,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:26.968698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:26.993622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a628b2-7a37-4b5e-8a3d-d72d3efae83f req-41cf3651-0217-4169-a4e7-4ebbf0a77f2d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:26.995399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06a628b2-7a37-4b5e-8a3d-d72d3efae83f req-41cf3651-0217-4169-a4e7-4ebbf0a77f2d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 943 time: 0.0792553 Aug 12 02:21:27.045426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06a628b2-7a37-4b5e-8a3d-d72d3efae83f req-e35b9495-2416-45b4-81c5-3a9504dda670 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412574 Aug 12 02:21:27.075279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.150988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.153975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.158926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082 HTTP/1.1" status: 204 len: 168 time: 0.4455202 Aug 12 02:21:27.160058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.196172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270373a-2a70-413a-897e-2cf6cc3347a4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff9e7e9-1f5d-4cb5-baa1-116cbc8f5082,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:27.236242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca790172-352f-4e4d-b671-c95ed12ab5a8 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741348 Aug 12 02:21:27.237440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38938) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.246133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1082721663'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:27.278279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.390032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:27.396022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.396876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-01b69810-3b9a-4c19-9b16-8f9f5c511afb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/routers/5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4543507 Aug 12 02:21:27.401590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.410547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] Sync routers for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:27.421056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:27.421706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:27.447920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.457885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efffdde6-df59-414a-bb5f-3dfbb3c639d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.458128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:27.463006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.492139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] Routers {'5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:27.493699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:27.511833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.516798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2771521 Aug 12 02:21:27.519145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.526740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7ae97ade-37d6-4039-8e75-2992fe790759 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '8df2ac09-b145-4fb1-96e1-68572220b1d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:27.530415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731f2e4-d01a-41c1-bb93-6fca155958d1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2ac09-b145-4fb1-96e1-68572220b1d6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:27.551755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:27.552723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12aabb-1d33-42a3-ba6c-441fc2bc623d None None] The sync data for ids ['5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:27.555114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c9ad3-84a7-4b83-ae08-9c2fb6e69d1d req-ddd5ff98-8eb7-4daa-ba1e-b49a7834ac79 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:27.557355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e1c9ad3-84a7-4b83-ae08-9c2fb6e69d1d req-ddd5ff98-8eb7-4daa-ba1e-b49a7834ac79 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2219417 Aug 12 02:21:27.644875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efffdde6-df59-414a-bb5f-3dfbb3c639d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.650936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efffdde6-df59-414a-bb5f-3dfbb3c639d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.652076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.671193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.676516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e1c9ad3-84a7-4b83-ae08-9c2fb6e69d1d req-c9a89f8f-835e-4c33-9c1a-7c69b99879c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Aug 12 02:21:27.682122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.717964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-efffdde6-df59-414a-bb5f-3dfbb3c639d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f157c8ca3bcd4e99a989f43f46277f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183203 Aug 12 02:21:27.718473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38952) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.726057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffdde6-df59-414a-bb5f-3dfbb3c639d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e9f99b-3e9e-4dc0-90e4-664ab9cd68d0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:27.794444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.821850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.825994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Port': ['ID=d6af99d8-81d7-479b-9c22-e162f91940b2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:27.872499 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-7ae97ade-37d6-4039-8e75-2992fe790759 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The resource could not be found. Aug 12 02:21:27.874607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ae97ade-37d6-4039-8e75-2992fe790759 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3517904 Aug 12 02:21:27.878794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38956) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:27.885657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f6709285-ca02-4988-b683-43a077d9ecd1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '8df2ac09-b145-4fb1-96e1-68572220b1d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f95ba69a-ec65-438f-8cfe-94fcd556b28d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:27.894255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.897686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.898954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66e9f99b-3e9e-4dc0-90e4-664ab9cd68d0 HTTP/1.1" status: 204 len: 168 time: 0.1788828 Aug 12 02:21:27.904426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.914567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cd211-41fb-4b03-8484-5e21c426c9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e9f99b-3e9e-4dc0-90e4-664ab9cd68d0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:27.968182 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-f6709285-ca02-4988-b683-43a077d9ecd1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The resource could not be found. Aug 12 02:21:27.969569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f6709285-ca02-4988-b683-43a077d9ecd1 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0894957 Aug 12 02:21:27.970923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:27.972939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.004445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.009155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9515b9ec-af82-4ffd-afeb-19ec36e41fbd tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4395256 Aug 12 02:21:28.009155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.057396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.085391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.137815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-39b78e71-7d9f-4a1c-8c5b-fafa2c6f56ba tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=612930d6-55c2-44d2-ba14-d947fd5d6d3b HTTP/1.1" status: 200 len: 690 time: 0.1245358 Aug 12 02:21:28.138152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.177063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port c02084d1-86a3-4d47-a467-889bd5d4d844 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:28.178267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.228741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.231279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.236109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/8df2ac09-b145-4fb1-96e1-68572220b1d6 HTTP/1.1" status: 204 len: 168 time: 0.2590351 Aug 12 02:21:28.238124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.256057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c06d4-a85a-4540-8d2e-c0387a254667 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2ac09-b145-4fb1-96e1-68572220b1d6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:28.322165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5322a58b-ddf8-4758-b076-ed7e28289d1a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825706 Aug 12 02:21:28.322912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.331785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bc4571c9-60dc-49d8-85af-2a9b91a7aa3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': 'dfd5debe-c24f-471f-803d-5d2d27a14690', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:28.379664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.477136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.493639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014b9f9-9e32-4ddc-bc16-55d25fa31796 req-11abe463-5b78-4f8b-bc56-265af8e04c15 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:28.495895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f014b9f9-9e32-4ddc-bc16-55d25fa31796 req-11abe463-5b78-4f8b-bc56-265af8e04c15 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1390860 Aug 12 02:21:28.499129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71a877-7d8e-4d1e-96b3-7a913b95b92c req-8cdc05e1-3db5-4cce-a021-699d54116996 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:28.505229 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-bc4571c9-60dc-49d8-85af-2a9b91a7aa3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The resource could not be found. Aug 12 02:21:28.509793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf71a877-7d8e-4d1e-96b3-7a913b95b92c req-8cdc05e1-3db5-4cce-a021-699d54116996 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 943 time: 0.2808013 Aug 12 02:21:28.512265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bc4571c9-60dc-49d8-85af-2a9b91a7aa3a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1858952 Aug 12 02:21:28.526081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38988) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.541724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084006595'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:28.546857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for c02084d1-86a3-4d47-a467-889bd5d4d844 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:28.632905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f014b9f9-9e32-4ddc-bc16-55d25fa31796 req-35382448-4b93-45b4-943a-f9711fe8ad2f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189423 Aug 12 02:21:28.645026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf71a877-7d8e-4d1e-96b3-7a913b95b92c req-501ee1c1-ef3f-43c6-9697-0afc13679245 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293743 Aug 12 02:21:28.654486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.676004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Deleting port d6af99d8-81d7-479b-9c22-e162f91940b2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:28.676348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.785581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.815070 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.815585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.828787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=c02084d1-86a3-4d47-a467-889bd5d4d844,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:28.838139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Calling delete_port for d6af99d8-81d7-479b-9c22-e162f91940b2 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:28.866628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.895451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.905551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.944625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.948448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4162111 Aug 12 02:21:28.949035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39004) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:28.961252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--367326657'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:28.973676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c98f8-26f1-40be-a37d-89407c07881a tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117fe2a1-0a76-4719-ad25-8475d1f75499,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:28.994569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:28.996796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.008017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.073586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.074802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Fanout notify agent at l3_agent the message router_deleted on router 5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:29.098798 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.102185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39016) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:29.103408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-89074a4b-2412-41f7-b8fa-86b2bd5c7d5d tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/routers/5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 HTTP/1.1" status: 204 len: 168 time: 1.7008333 Aug 12 02:21:29.153095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.184422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-d29224f4-5d14-4da9-8924-8d11a63de754 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1932339975&fields=id&tenant_id=f062fdfde1304db9a469e94ec50d8137 HTTP/1.1" status: 200 len: 267 time: 0.0340161 Aug 12 02:21:29.199893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.204576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6af99d8-81d7-479b-9c22-e162f91940b2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:29.214590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.237633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting subnet a7cede77-609d-4015-a055-d4dbece052ae {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:29.273519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.314567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.314862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-ad1af12b-433f-483e-abe1-ac283ef1f8af tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:29.315832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3626029 Aug 12 02:21:29.319583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-ad1af12b-433f-483e-abe1-ac283ef1f8af tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 816 time: 0.1266408 Aug 12 02:21:29.320092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:29.324536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-faff0d1e-2a66-47b2-a02d-00c7d33ee883 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group_rule': {'security_group_id': '117fe2a1-0a76-4719-ad25-8475d1f75499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fea8861e-4f6e-458a-a1ca-be302bdff2e6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:29.327157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267a615-d46b-4cb3-9821-027d92fb6064 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea8861e-4f6e-458a-a1ca-be302bdff2e6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:29.339631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.344107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.354820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-f1ea96f7-6eb4-459f-80de-a028a82ac1ff tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/quotas/f062fdfde1304db9a469e94ec50d8137 HTTP/1.1" status: 200 len: 375 time: 0.0210085 Aug 12 02:21:29.414106 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-faff0d1e-2a66-47b2-a02d-00c7d33ee883 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:21:29.418499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-faff0d1e-2a66-47b2-a02d-00c7d33ee883 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0974412 Aug 12 02:21:29.418943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:29.432732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-22b47f9a-bb7d-4f48-9201-1894c4d8c2cd tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630906 Aug 12 02:21:29.442486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.454702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 274695ce-de5b-43e4-818f-5a71ead36c3e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:21:29.548801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.586641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=274695ce-de5b-43e4-818f-5a71ead36c3e,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:29.604964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'port_id': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'mac_address': 'fa:16:3e:26:93:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:21:29.613695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.637344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.661131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.667027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.690135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274695ce-de5b-43e4-818f-5a71ead36c3e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:29.710945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fad32d-874c-4dd2-a455-81eba776c530,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:29.720586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=274695ce-de5b-43e4-818f-5a71ead36c3e,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:29.729314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.752743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.801108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:29.902499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cede77-609d-4015-a055-d4dbece052ae,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:29.917469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e20d9-6003-4c80-bb18-711eb6392241 None None] Network 4ef1f1cc-4a22-4101-85ae-42466d710d6d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:29.923717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.930353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:29.931731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81a20e43-078f-41e9-850d-bac8deb8f226 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/subnets/a7cede77-609d-4015-a055-d4dbece052ae HTTP/1.1" status: 204 len: 168 time: 0.8284969 Aug 12 02:21:29.936693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.964395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3980692-faa0-4aca-a064-32daf676e324 req-467c758c-28bf-4079-a42f-d8c7ad3001a2 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:29.965975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3980692-faa0-4aca-a064-32daf676e324 req-467c758c-28bf-4079-a42f-d8c7ad3001a2 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 944 time: 0.2220423 Aug 12 02:21:29.967844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612930d6-55c2-44d2-ba14-d947fd5d6d3b']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:29.986417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ce20d0-af19-40a7-9542-aa5b1c86b272') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:29.986716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ce20d0-af19-40a7-9542-aa5b1c86b272') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:29.989295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.991856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:29.995281 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/fea8861e-4f6e-458a-a1ca-be302bdff2e6 HTTP/1.1" status: 204 len: 168 time: 0.5716875 Aug 12 02:21:29.997273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-41435cad-55bf-46bc-bba5-7ecbea0788b6 service neutron] 10.222.0.11 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507548 Aug 12 02:21:30.005120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39050) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.017030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.024764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba735b75-f6d7-4732-8337-b2f29036b858 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea8861e-4f6e-458a-a1ca-be302bdff2e6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:30.047960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.053597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3980692-faa0-4aca-a064-32daf676e324 req-2e441880-7ec8-4b22-8622-27d7319144c0 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764201 Aug 12 02:21:30.059440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:30.060074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:30.062538 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:30.101197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['274695ce-de5b-43e4-818f-5a71ead36c3e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:21:30.142752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.158226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e81dd54b-10ae-4426-a83c-d1c6bf2b3d14 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1484685 Aug 12 02:21:30.160301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 612930d6-55c2-44d2-ba14-d947fd5d6d3b {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:30.164237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.165517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] DHCP port deletion for 4ef1f1cc-4a22-4101-85ae-42466d710d6d request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:21:30.168370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.185346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.188591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/612930d6-55c2-44d2-ba14-d947fd5d6d3b HTTP/1.1" status: 204 len: 168 time: 2.0489767 Aug 12 02:21:30.207865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec01fd-ec49-48d6-b218-34a822d22611 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Network': ['ID=612930d6-55c2-44d2-ba14-d947fd5d6d3b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:30.216127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.286871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Deleting port a80849fd-a735-4016-9585-cd25454b4992 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:30.287422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.305952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.321734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-29344717-1bf1-43d6-ab31-31dcdb660d28 service neutron] 10.222.0.11 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073759 Aug 12 02:21:30.351672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad29071-02f9-4525-ae59-d0bfb71aff52 req-1b572d5e-531b-48b8-8cd7-eeb5b270d6d7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.352873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.353491 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ad29071-02f9-4525-ae59-d0bfb71aff52 req-1b572d5e-531b-48b8-8cd7-eeb5b270d6d7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1813819 Aug 12 02:21:30.357130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port a80849fd-a735-4016-9585-cd25454b4992 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:30.357669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.378980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] For port a80849fd-a735-4016-9585-cd25454b4992, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a80849fd-a735-4016-9585-cd25454b4992,segment=NetworkSegment(67663799-e7d0-4c08-9ff8-05ee5249b279),segment_id=67663799-e7d0-4c08-9ff8-05ee5249b279)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:30.379452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.404103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Calling delete_port for a80849fd-a735-4016-9585-cd25454b4992 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:30.450209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] For port a80849fd-a735-4016-9585-cd25454b4992, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a80849fd-a735-4016-9585-cd25454b4992,segment=NetworkSegment(67663799-e7d0-4c08-9ff8-05ee5249b279),segment_id=67663799-e7d0-4c08-9ff8-05ee5249b279)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:30.451178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.462238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4ac356a-6a72-4ccd-b392-522d07a82c08 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.2418602 Aug 12 02:21:30.465908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.488871 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ad29071-02f9-4525-ae59-d0bfb71aff52 req-e4da1949-efb2-4774-aa8a-8407cb0b131f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174066 Aug 12 02:21:30.502475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for a80849fd-a735-4016-9585-cd25454b4992 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:30.522093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.525427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.526893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/117fe2a1-0a76-4719-ad25-8475d1f75499 HTTP/1.1" status: 204 len: 168 time: 0.3516862 Aug 12 02:21:30.534045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.540744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.583097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dedb8-d531-4a27-b5df-ae66c429c5dd tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fe2a1-0a76-4719-ad25-8475d1f75499,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:30.621354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] Pushing event deleted for resources: {'Port': ['ID=a80849fd-a735-4016-9585-cd25454b4992,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:30.655798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a976a57-f986-448a-b18a-cb6d38a4f130 None None] No DVR routers for this DVR port a80849fd-a735-4016-9585-cd25454b4992 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:30.659105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.660312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.661545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.662164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.663453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.664400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.665252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.665927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:30.674455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad4ee18e-1cce-44d9-96c5-daff4bb99f89 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5254 time: 0.2068846 Aug 12 02:21:30.678150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.704102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82744b8b-9142-4b98-96ec-d9b8c7741f06 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1643829 Aug 12 02:21:30.708534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39070) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.713750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355327728'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:30.746227 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-7735f9fe-0fa6-48fa-8866-99a8903425c7 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] delete failed (client error): The resource could not be found. Aug 12 02:21:30.747411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7735f9fe-0fa6-48fa-8866-99a8903425c7 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/6bc9d6a1-81b7-423a-9e42-2689f392df6c HTTP/1.1" status: 404 len: 345 time: 0.0670283 Aug 12 02:21:30.751570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39072) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.763540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-0473e02f-b915-4c63-8278-7de571b602fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936550 Aug 12 02:21:30.776136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.786026 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1de40c9-0699-417a-8589-7d3110cb4ccf tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] DELETE failed (client error): The resource could not be found. Aug 12 02:21:30.786881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1de40c9-0699-417a-8589-7d3110cb4ccf tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:21:30.788821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b1de40c9-0699-417a-8589-7d3110cb4ccf tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/612930d6-55c2-44d2-ba14-d947fd5d6d3b HTTP/1.1" status: 404 len: 339 time: 0.0355079 Aug 12 02:21:30.793155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:30.800355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'name': 'tempest-network--1625600880', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:30.805250 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.883443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=a80849fd-a735-4016-9585-cd25454b4992,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:30.926639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:30.929693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:30.945601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] No DVR routers for this DVR port a80849fd-a735-4016-9585-cd25454b4992 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:30.998508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.005590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.006330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55485156-11cc-4924-8617-039893c26d49 req-b22c3e5b-4fc1-42e4-adb7-34156d9785dc tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.1142528 Aug 12 02:21:31.048877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.051869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3406544 Aug 12 02:21:31.054820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39092) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.059275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ad8bdd7-5c3c-4d02-9691-d33999119884 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:31.059723 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-9ad8bdd7-5c3c-4d02-9691-d33999119884 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 02:21:31.060214 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-9ad8bdd7-5c3c-4d02-9691-d33999119884 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 02:21:31.061587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ad8bdd7-5c3c-4d02-9691-d33999119884 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "PUT /v2.0/security-groups/abe80577-f288-4942-8b43-1433ec02842d HTTP/1.1" status: 409 len: 330 time: 0.0058522 Aug 12 02:21:31.064943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.073308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd9dc-9d63-421b-a134-02ca580561a7 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe80577-f288-4942-8b43-1433ec02842d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:31.112230 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.123199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-944ce0da-89f1-4955-b8bd-ff4a4e440051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:31.125977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-944ce0da-89f1-4955-b8bd-ff4a4e440051 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 1097 time: 0.2360845 Aug 12 02:21:31.137584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:31.141711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef1f1cc-4a22-4101-85ae-42466d710d6d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:31.173285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.176770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67663799-e7d0-4c08-9ff8-05ee5249b279') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:31.177140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67663799-e7d0-4c08-9ff8-05ee5249b279') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:31.200317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.247947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.252682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.254774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.255146 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Added segment a31b03ec-3a75-4ea5-9d94-e835e8849d1b of type vlan for network 4fcb5ba0-0bd6-4b5e-beae-4da251924e81 Aug 12 02:21:31.257671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/abe80577-f288-4942-8b43-1433ec02842d HTTP/1.1" status: 204 len: 168 time: 0.1917107 Aug 12 02:21:31.258459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.285895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8250-275b-434c-819c-ad1ee4db6c9c tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe80577-f288-4942-8b43-1433ec02842d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:31.311565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.326743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-925ec1dd-af16-4651-8e5c-c5bd8a3a397e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645115 Aug 12 02:21:31.331113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.346719 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-eb4129c5-d778-4e0f-8aac-bced26fd9137 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] delete failed (client error): The resource could not be found. Aug 12 02:21:31.347806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb4129c5-d778-4e0f-8aac-bced26fd9137 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "DELETE /v2.0/security-groups/b7b1260d-c0db-454e-9129-08c204bf19bf HTTP/1.1" status: 404 len: 347 time: 0.0154924 Aug 12 02:21:31.354998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.376574 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-c6dbf767-3785-499a-a83e-25a93a31161e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] show failed (client error): The resource could not be found. Aug 12 02:21:31.381235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c6dbf767-3785-499a-a83e-25a93a31161e tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-groups/41652909-ef12-4771-ab6c-2aecd4c9a092 HTTP/1.1" status: 404 len: 347 time: 0.0211413 Aug 12 02:21:31.382735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.392021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.402079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049ebab-4a71-44de-9686-cf87ed938ec6 req-987bca35-f320-4149-97f1-848f66195f2d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:31.402791 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-8a24f76c-4d4f-40fc-8761-47c798b6b1c4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] show failed (client error): The resource could not be found. Aug 12 02:21:31.407405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7049ebab-4a71-44de-9686-cf87ed938ec6 req-987bca35-f320-4149-97f1-848f66195f2d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 944 time: 0.2242231 Aug 12 02:21:31.407584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8a24f76c-4d4f-40fc-8761-47c798b6b1c4 tempest-NegativeSecGroupTest-1473250070 tempest-NegativeSecGroupTest-1473250070-project] 10.222.0.11 "GET /v2.0/security-group-rules/52c72923-2459-40c6-b72e-2462ba7894c0 HTTP/1.1" status: 404 len: 356 time: 0.0195093 Aug 12 02:21:31.413709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:31.414172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.420547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:31.425172 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:31.460638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 274695ce-de5b-43e4-818f-5a71ead36c3e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:31.536668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 274695ce-de5b-43e4-818f-5a71ead36c3e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:31.542420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 274695ce-de5b-43e4-818f-5a71ead36c3e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:31.545337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.549521 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.552226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-c9436e04-0318-417f-9a4f-b58a70d37181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:31.560253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-c9436e04-0318-417f-9a4f-b58a70d37181 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 200 len: 906 time: 0.3993301 Aug 12 02:21:31.590606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.596054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39128) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.596220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/networks/4ef1f1cc-4a22-4101-85ae-42466d710d6d HTTP/1.1" status: 204 len: 168 time: 1.6642745 Aug 12 02:21:31.598255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011e03-4126-4b1a-a819-b29667ff44fe tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Network': ['ID=4ef1f1cc-4a22-4101-85ae-42466d710d6d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:31.682840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7049ebab-4a71-44de-9686-cf87ed938ec6 req-dfaacbf0-df01-49f6-98f9-dc6d244b7c66 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646067 Aug 12 02:21:31.695226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.697042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:31.697787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.710818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-8a32185d-dce1-4d4f-8e2e-29a809a90949 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 200 len: 1001 time: 0.1235430 Aug 12 02:21:31.759289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.801556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0070746 Aug 12 02:21:31.809926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:31.892012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=274695ce-de5b-43e4-818f-5a71ead36c3e,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:31.893375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:31.898505 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea34e08-2836-4da9-af9f-f30ba382125f" -d '{"events": [{"server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "name": "network-vif-plugged", "status": "completed", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:31.904510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70741f1e-947f-44d6-b0f2-5b9cbc653b09 req-3a6f3eeb-778c-4a3e-a8fc-3a243eea4e72 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:31.909874 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:31.911699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70741f1e-947f-44d6-b0f2-5b9cbc653b09 req-3a6f3eeb-778c-4a3e-a8fc-3a243eea4e72 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2907538 Aug 12 02:21:32.007767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:32.020794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a80849fd-a735-4016-9585-cd25454b4992 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:32.024061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70741f1e-947f-44d6-b0f2-5b9cbc653b09 req-531c3efd-dc8c-4e1c-b5b7-35809752c240 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023161 Aug 12 02:21:32.025588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.044207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 737cc2a8-406c-4530-847e-3ec24996e89e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:32.044559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.056413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a80849fd-a735-4016-9585-cd25454b4992 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:32.056413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a80849fd-a735-4016-9585-cd25454b4992 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:32.058102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353e69-ff90-4ba4-bc5b-78f7e9282b6e tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=4fcb5ba0-0bd6-4b5e-beae-4da251924e81,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:32.080505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9f65-6257-4570-b120-664e3f4111a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.096255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4fcb5ba0-0bd6-4b5e-beae-4da251924e81 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:32.125562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-f47313a3-f02d-41d4-a0e4-b44c2165ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.127289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-f47313a3-f02d-41d4-a0e4-b44c2165ff40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b7d3b0ce-cca0-45cb-a005-52cab63e958c HTTP/1.1" status: 200 len: 844 time: 0.3989520 Aug 12 02:21:32.203049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461070b0-d308-42f6-a766-605dc58b93de tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.211484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461070b0-d308-42f6-a766-605dc58b93de tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.221375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461070b0-d308-42f6-a766-605dc58b93de tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.228995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461070b0-d308-42f6-a766-605dc58b93de tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.231117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-461070b0-d308-42f6-a766-605dc58b93de tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4186947 Aug 12 02:21:32.236799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.254194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.254533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.270896 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e78c2f5-74f7-4605-941d-58e032332db1 x-openstack-request-id: req-3e78c2f5-74f7-4605-941d-58e032332db1 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:32.271639 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "name": "network-vif-plugged", "status": "completed", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:32.272041 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e78c2f5-74f7-4605-941d-58e032332db1 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:32.272583 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'code': 200} Aug 12 02:21:32.298767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 737cc2a8-406c-4530-847e-3ec24996e89e owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:32.335506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75919539-f000-43df-ac16-20b46117654c req-f8d9f298-f2ef-44e9-a3b7-5ed308c59588 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0766370 Aug 12 02:21:32.361141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-01824d22-6f5e-4fcb-be4e-c9dca23931b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.362853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-01824d22-6f5e-4fcb-be4e-c9dca23931b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160916 Aug 12 02:21:32.384747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.456383 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fa412f4b-2044-4a71-94d7-448491dc7948 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d765efe6a5a647aaa72f042028d3fa66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286375 Aug 12 02:21:32.459233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.496357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7f3c-dbd0-4a16-94cb-c6a142990c25 req-cdabd81a-9922-4bfd-b7c0-730de8c1d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.498236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c60c7f3c-dbd0-4a16-94cb-c6a142990c25 req-cdabd81a-9922-4bfd-b7c0-730de8c1d2ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1096 time: 0.1035194 Aug 12 02:21:32.537843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-f6993de9-2d9b-4eca-9aa6-f101e1576c36 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:32.539360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-f6993de9-2d9b-4eca-9aa6-f101e1576c36 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.25 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 816 time: 0.2404451 Aug 12 02:21:32.578904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c60c7f3c-dbd0-4a16-94cb-c6a142990c25 req-134923d8-9e97-4518-b69a-fd66f0677a23 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723891 Aug 12 02:21:32.606702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-698917c6-656f-46a6-8d25-837c4ac7d0ff service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332971 Aug 12 02:21:32.611746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.625179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.646915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.667016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.680468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcb5ba0-0bd6-4b5e-beae-4da251924e81']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:32.703776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31b03ec-3a75-4ea5-9d94-e835e8849d1b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:32.704451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31b03ec-3a75-4ea5-9d94-e835e8849d1b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:32.717641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-fffb089d-cfbf-4361-a21d-3e3ce99a8a30 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f062fdfde1304db9a469e94ec50d8137 HTTP/1.1" status: 200 len: 380 time: 0.1403756 Aug 12 02:21:32.733061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'port': {'device_id': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'admin_state_up': True, 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'security_groups': ['8c49e347-42c1-43de-8df0-69104f43ab55']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:32.740225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.817342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.825217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.829412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.835765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/floatingips/b5f187ac-4b54-407c-b6e2-2b4251884dda HTTP/1.1" status: 204 len: 168 time: 1.2329249 Aug 12 02:21:32.835919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49d116-0791-43e4-8e47-89c74454de0f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=737cc2a8-406c-4530-847e-3ec24996e89e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:32.841153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39160) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.861602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:32.862294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:32.864297 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:32.870391 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce284e68-8285-414d-bb48-2c384b99ddb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] DELETE failed (client error): The resource could not be found. Aug 12 02:21:32.871074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce284e68-8285-414d-bb48-2c384b99ddb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:21:32.875235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce284e68-8285-414d-bb48-2c384b99ddb8 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/c055c9f7-ecc9-4ce3-a05c-ac9e89e98576 HTTP/1.1" status: 404 len: 333 time: 0.0307586 Aug 12 02:21:32.876323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39162) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.912813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f03eaafe-427e-4e07-a294-2ed28c0b0646 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 HTTP/1.1" status: 200 len: 205 time: 0.0332599 Aug 12 02:21:32.913636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39164) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.950618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c7150dc-3615-47dd-98fc-dc078bb11bac req-33448faf-6eeb-417b-9264-da5784f8bb45 service neutron] 10.222.0.25 "GET /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339860 Aug 12 02:21:32.954485 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-3d5286bd-b35e-4bed-93c7-44701cd6bc27 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] delete failed (client error): The resource could not be found. Aug 12 02:21:32.958165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d5286bd-b35e-4bed-93c7-44701cd6bc27 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/routers/5c76a1d0-b13f-484d-8bcd-5f17f6f25ae2 HTTP/1.1" status: 404 len: 336 time: 0.0407791 Aug 12 02:21:32.960876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:32.986498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.993610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:32.995079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22a29f2b-731f-4106-854f-4c45cb751be2 HTTP/1.1" status: 204 len: 168 time: 0.5339203 Aug 12 02:21:33.018169 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e54f7a4-1663-4321-9183-25894375c6fc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] DELETE failed (client error): The resource could not be found. Aug 12 02:21:33.019036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e54f7a4-1663-4321-9183-25894375c6fc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:21:33.023923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e54f7a4-1663-4321-9183-25894375c6fc tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/subnets/a7cede77-609d-4015-a055-d4dbece052ae HTTP/1.1" status: 404 len: 337 time: 0.0594549 Aug 12 02:21:33.033077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:33.055138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e64f7f-1490-4261-a995-5c878a0eac66 req-be42c72c-425a-4f3c-8390-60a346d9b42d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:33.060876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7e64f7f-1490-4261-a995-5c878a0eac66 req-be42c72c-425a-4f3c-8390-60a346d9b42d tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.2701592 Aug 12 02:21:33.074269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.088930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4fcb5ba0-0bd6-4b5e-beae-4da251924e81 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:33.091569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.093455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/4fcb5ba0-0bd6-4b5e-beae-4da251924e81 HTTP/1.1" status: 204 len: 168 time: 0.8555880 Aug 12 02:21:33.119137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:33.122469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57245ac-1de7-4fea-9cd7-ec013a725e09 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Network': ['ID=4fcb5ba0-0bd6-4b5e-beae-4da251924e81,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:33.124223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Made reservation on behalf of f062fdfde1304db9a469e94ec50d8137 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:33.128915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.134792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'name': 'tempest-network--711499235', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:33.141356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b24f0-ae1b-4da5-92c0-c0c94d7ec6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a29f2b-731f-4106-854f-4c45cb751be2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:33.244156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7e64f7f-1490-4261-a995-5c878a0eac66 req-12d6c10f-762a-4658-9cd7-72260455d9bb tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745071 Aug 12 02:21:33.244666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:33.288205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:33.290454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.324027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5530b0-657d-4484-accf-c1757c78741f req-cb626583-c788-4609-8ead-bd93b4e30ad8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:33.332361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f5530b0-657d-4484-accf-c1757c78741f req-cb626583-c788-4609-8ead-bd93b4e30ad8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1948903 Aug 12 02:21:33.378920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:33.399513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.399872 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Added segment 971253ad-240a-4799-87e2-4d23bc7656af of type vlan for network 82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe Aug 12 02:21:33.425781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f5530b0-657d-4484-accf-c1757c78741f req-200180fe-faef-4880-a1d6-014968a6a560 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923328 Aug 12 02:21:33.445167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 680574df-7ff1-41d3-8d4b-04ade0ccd42c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:33.446358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.446921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Allocated IP 172.20.0.8 (d238b9e5-c5e0-467d-a2f4-8b4d957d25fb/57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0/012b7471-f487-4e47-8eb3-f2700c9932a8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:33.472676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.623558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8e8b0fda-71e0-4407-96e0-2a842f123ce2 req-d04c87b3-50d9-472f-8e58-40d1307d5a04 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0959754 Aug 12 02:21:33.638290 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.639714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:33.640625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.649849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.679358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 680574df-7ff1-41d3-8d4b-04ade0ccd42c owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:33.733344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6129689 Aug 12 02:21:33.744011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:33.763975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4432-5a36-48c4-97aa-fd0f48d7cdce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.829696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3705705-b567-4479-ae76-e44d09b7ecfb tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:33.855648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.881683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:33.914370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499bc008-c68f-414f-b2ea-fec35cd6d175 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:33.915828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-499bc008-c68f-414f-b2ea-fec35cd6d175 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "GET /v2.0/networks/82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe HTTP/1.1" status: 200 len: 756 time: 0.1678174 Aug 12 02:21:33.918719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39198) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:33.958651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:33.961235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Transition to ACTIVE for port object 012b7471-f487-4e47-8eb3-f2700c9932a8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:34.061975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=680574df-7ff1-41d3-8d4b-04ade0ccd42c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:34.083358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badd908-737f-493a-b80b-e3f49803f217 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:34.084783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7badd908-737f-493a-b80b-e3f49803f217 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "GET /v2.0/networks/e2a9ce83-565d-4c6e-a956-2a60d0b47682 HTTP/1.1" status: 200 len: 767 time: 0.1651428 Aug 12 02:21:34.089432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:34.157565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.183562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4432-5a36-48c4-97aa-fd0f48d7cdce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.211270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4432-5a36-48c4-97aa-fd0f48d7cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.213751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.215772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-afb2cf81-0eb7-4989-9598-a36c7ae82c75 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/680574df-7ff1-41d3-8d4b-04ade0ccd42c HTTP/1.1" status: 204 len: 168 time: 1.1816449 Aug 12 02:21:34.218457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39210) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:34.247776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:34.271790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:34.280753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.287881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:34.291213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event updated for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:34.309084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8b9e4432-5a36-48c4-97aa-fd0f48d7cdce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ba6f36392354bf18d98f2b2939a3b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599151 Aug 12 02:21:34.312380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:34.337952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.357982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4432-5a36-48c4-97aa-fd0f48d7cdce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb40e65-f00d-4e6e-bd1c-d34ccf9b363a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:34.410298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:34.530483 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d131c929-da63-469a-9b9a-5dcb0aeb60d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.639372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3ec5e168-8224-4151-a1ad-d9c6f7c2cca0 None None] Provisioning for port 012b7471-f487-4e47-8eb3-f2700c9932a8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:34.650903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3ec5e168-8224-4151-a1ad-d9c6f7c2cca0 None None] Provisioning complete for port 012b7471-f487-4e47-8eb3-f2700c9932a8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:34.651682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e168-8224-4151-a1ad-d9c6f7c2cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.713347 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.721089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5e168-8224-4151-a1ad-d9c6f7c2cca0 None None] Port 012b7471-f487-4e47-8eb3-f2700c9932a8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:34.836440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c24b-8560-46d8-9271-8df24ac4d028 req-b4b504ab-45ee-4294-a8d5-954a1759f2fd tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:34.843493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28e2c24b-8560-46d8-9271-8df24ac4d028 req-b4b504ab-45ee-4294-a8d5-954a1759f2fd tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.4698787 Aug 12 02:21:34.864790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port 0d4487db-1b78-45ee-b52a-00c602c88e7d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:34.865142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.919015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.932061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28e2c24b-8560-46d8-9271-8df24ac4d028 req-80fef0c9-079a-4c28-8fc1-6e951d82096c tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856607 Aug 12 02:21:34.950431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2065213206'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:34.961328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:34.962428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.975537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:34.980364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:34.995992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for 0d4487db-1b78-45ee-b52a-00c602c88e7d owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:35.019204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971253ad-240a-4799-87e2-4d23bc7656af') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:35.019670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971253ad-240a-4799-87e2-4d23bc7656af') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:35.050745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.080230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Made reservation on behalf of 4bfdf5e1b3604349a62acf1375e0039b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:35.083701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.085855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.095273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf2399-88c0-456d-aea3-d21e66eb6218 req-decf791a-c2dd-47b6-8ad8-5e427ce49122 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:35.097340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8713fd-84e4-49c4-9fa9-6ff3c63fad52 req-446cef7f-3f19-4b99-8d57-869c565ffdec tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:35.098966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c8713fd-84e4-49c4-9fa9-6ff3c63fad52 req-446cef7f-3f19-4b99-8d57-869c565ffdec tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 931 time: 0.0986099 Aug 12 02:21:35.102865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01bf2399-88c0-456d-aea3-d21e66eb6218 req-decf791a-c2dd-47b6-8ad8-5e427ce49122 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2713239 Aug 12 02:21:35.107017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.133364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-e7373c6a-c7e5-4c8a-bd76-ec9f66bf47a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4049428 Aug 12 02:21:35.141975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:35.141975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.148375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:35.150317 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:35.176906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c8713fd-84e4-49c4-9fa9-6ff3c63fad52 req-3eb0648f-558c-412e-a20e-0afb87b341e3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663438 Aug 12 02:21:35.199522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Request body: {'port': {'device_id': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:35.220901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.257835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=0d4487db-1b78-45ee-b52a-00c602c88e7d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:35.264659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01bf2399-88c0-456d-aea3-d21e66eb6218 req-89ebff6c-102d-493d-8826-41595afb8731 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607704 Aug 12 02:21:35.273378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.336270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.347278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.369779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:35.376653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.378656 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe HTTP/1.1" status: 204 len: 168 time: 1.2863791 Aug 12 02:21:35.382527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.387054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dfa62c91-216a-46f2-accc-4d06c56511ae tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/ports/0d4487db-1b78-45ee-b52a-00c602c88e7d HTTP/1.1" status: 204 len: 168 time: 1.1637332 Aug 12 02:21:35.387054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:35.387648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:35.397117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e9d34-e1e2-422d-a936-85dc263bed58 req-ab34ea76-4381-43fd-9c96-0dc64dae041e tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:35.398791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b26e9d34-e1e2-422d-a936-85dc263bed58 req-ab34ea76-4381-43fd-9c96-0dc64dae041e tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.1040361 Aug 12 02:21:35.410283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'name': 'tempest-network--1022032076'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:35.410491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c4cdb-e473-433f-b226-c0dfad89cf69 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Network': ['ID=82a1e1fb-a28e-42ab-9e22-bdb46c0d55fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:35.415036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:35.423425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Request body: {'floatingip': {'port_id': '274695ce-de5b-43e4-818f-5a71ead36c3e'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:35.481893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.493161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.495742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.496956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fb40e65-f00d-4e6e-bd1c-d34ccf9b363a HTTP/1.1" status: 204 len: 168 time: 1.1561592 Aug 12 02:21:35.635000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d5334-94d9-43f9-835b-3db0c921136b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:35.636615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-357d5334-94d9-43f9-835b-3db0c921136b tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "GET /v2.0/ports?device_id=89a2097e-de03-49d6-93cf-564f1d34a31c HTTP/1.1" status: 200 len: 913 time: 0.2429137 Aug 12 02:21:35.641766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a0180-f704-4117-928e-f23f276ef28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb40e65-f00d-4e6e-bd1c-d34ccf9b363a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:35.646066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39238) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:35.752911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.968557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:35.985277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.057367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:36.090892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:36.092823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2fd43a-cb98-49a0-9e03-7180f0fb4555,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:36.100228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.100588 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Added segment 9e56c058-fdc2-4915-9c3a-bbecc679da3c of type vlan for network 904501eb-374b-4bc0-abc5-f2e8442b885c Aug 12 02:21:36.136645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Made reservation on behalf of 48d54f807719449cb5185d5445a6e8c7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:36.139185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.146929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5afcea6-6cd7-44db-8483-f8a2b9e245e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.179129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.189474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.191552 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.246437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:36.308481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012b7471-f487-4e47-8eb3-f2700c9932a8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:36.309610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.309973 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Added segment a152ee43-7ff8-4c03-8d9d-c80d64ad6ddd of type vlan for network f97d99f4-176f-4140-b8c4-7ef41a8882d6 Aug 12 02:21:36.319825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.336341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Transition to ACTIVE for port object 012b7471-f487-4e47-8eb3-f2700c9932a8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:36.360610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.384615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.390224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:36.391370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.416526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.447858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40e8db-2ffe-4c5e-93c9-eb0ba4b2ea93 req-425c1667-31c2-434c-be0a-e28cc77a5d95 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:36.453203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d40e8db-2ffe-4c5e-93c9-eb0ba4b2ea93 req-425c1667-31c2-434c-be0a-e28cc77a5d95 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 931 time: 0.1841888 Aug 12 02:21:36.453768 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Floating IP 1294d312-42d1-4598-a413-dcabb0185646 associated. External IP: 172.25.3.210, port: 274695ce-de5b-43e4-818f-5a71ead36c3e. Aug 12 02:21:36.546339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a559e38-7619-4c4c-900d-19118a135af3 req-b326da51-c805-47a1-bbaa-418118e9de63 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:36.550344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a559e38-7619-4c4c-900d-19118a135af3 req-b326da51-c805-47a1-bbaa-418118e9de63 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2094159 Aug 12 02:21:36.569981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Pushing event updated for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:36.612909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event updated for resources: {'Network': ['ID=904501eb-374b-4bc0-abc5-f2e8442b885c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:36.624660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.626198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:36.626806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.630599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 904501eb-374b-4bc0-abc5-f2e8442b885c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:36.719896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d40e8db-2ffe-4c5e-93c9-eb0ba4b2ea93 req-1212500c-39d7-4680-a164-df7812017ca8 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587216 Aug 12 02:21:36.732781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a559e38-7619-4c4c-900d-19118a135af3 req-be6b4ce3-43f5-41c7-b51e-dc0245e05db3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676753 Aug 12 02:21:36.740650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5afcea6-6cd7-44db-8483-f8a2b9e245e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.760873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=f97d99f4-176f-4140-b8c4-7ef41a8882d6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:36.764774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5afcea6-6cd7-44db-8483-f8a2b9e245e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.781122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Attempting to bind port 012b7471-f487-4e47-8eb3-f2700c9932a8 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:36.782963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Attempting to bind port 012b7471-f487-4e47-8eb3-f2700c9932a8 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:36.783775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Attempting to bind port 012b7471-f487-4e47-8eb3-f2700c9932a8 on network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:36.789943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f97d99f4-176f-4140-b8c4-7ef41a8882d6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:36.799834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-41f2ebb8-d313-48ef-b65a-ce6ff97bd251 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4096634 Aug 12 02:21:36.802481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39250) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:36.807034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ac683364-5859-411b-a435-f1ac5273a461 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3938572 Aug 12 02:21:36.817732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39252) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:36.831424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Request body: {'subnet': {'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:36.851877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Port 012b7471-f487-4e47-8eb3-f2700c9932a8 on network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:21:36.852469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Attempting to bind port 012b7471-f487-4e47-8eb3-f2700c9932a8 on network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:36.864611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:36.931188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afcea6-6cd7-44db-8483-f8a2b9e245e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8cff5-fbd8-4f38-9d48-e3b3d7872a40,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:36.946371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:36.946994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Checking segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:36.947393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Bound using segment: {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:36.947889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Bound port: 012b7471-f487-4e47-8eb3-f2700c9932a8, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c2951f-5c62-420a-a0d7-5f900654b503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:36.948257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:36.949855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5afcea6-6cd7-44db-8483-f8a2b9e245e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50a2bb09bf8f40d495feb0da9ec244e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8560798 Aug 12 02:21:36.950302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:36.978373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.126719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Router 5e7daaf4-74f6-4052-9848-66c8a0d0668c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:37.132893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.155971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:37.165354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Made reservation on behalf of 4bfdf5e1b3604349a62acf1375e0039b for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:37.169111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.169843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.240802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=012b7471-f487-4e47-8eb3-f2700c9932a8,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:37.246089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.246273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.254344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.277108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.310398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:37.311361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.313379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] 10.222.0.25 "PUT /v2.0/ports/012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 1091 time: 2.1614199 Aug 12 02:21:37.317342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Network f97d99f4-176f-4140-b8c4-7ef41a8882d6 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:21:37.318650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:37.319256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.320668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "PUT /v2.0/networks/f97d99f4-176f-4140-b8c4-7ef41a8882d6 HTTP/1.1" status: 200 len: 858 time: 0.4779372 Aug 12 02:21:37.356325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:37.358966 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5" -d '{"events": [{"name": "network-changed", "server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:37.364235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:37.401404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.404373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.406135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34c8cff5-fbd8-4f38-9d48-e3b3d7872a40 HTTP/1.1" status: 204 len: 168 time: 0.4512954 Aug 12 02:21:37.430708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8812-66a7-4d24-9058-13402bb5f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8cff5-fbd8-4f38-9d48-e3b3d7872a40,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:37.445008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311b2e0-1e36-4fb9-8f3a-0c00a8c516d0 tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event updated for resources: {'Network': ['ID=f97d99f4-176f-4140-b8c4-7ef41a8882d6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:37.450007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:37.459631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.470533 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Sync routers for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:37.475851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.485734 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:37.486354 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:37.503094 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625bdd92-4879-46ec-9a2b-2a48fa9fbabc x-openstack-request-id: req-625bdd92-4879-46ec-9a2b-2a48fa9fbabc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:37.503440 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:37.504081 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-625bdd92-4879-46ec-9a2b-2a48fa9fbabc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:37.504221 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'status': 'completed', 'code': 200} Aug 12 02:21:37.549129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-68beacdf-c431-4186-8c47-97113afc1e56 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "PUT /v2.0/floatingips/1294d312-42d1-4598-a413-dcabb0185646 HTTP/1.1" status: 200 len: 991 time: 2.1304879 Aug 12 02:21:37.549129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:37.558229 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28" -d '{"events": [{"name": "network-changed", "server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:37.631917 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dc019b-5f6a-4fa3-8441-7fa08c5ce9df x-openstack-request-id: req-92dc019b-5f6a-4fa3-8441-7fa08c5ce9df {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:37.632214 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:37.632472 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92dc019b-5f6a-4fa3-8441-7fa08c5ce9df {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:37.632879 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'status': 'completed', 'code': 200} Aug 12 02:21:37.673721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2815c-f385-4cd0-a028-6185f1ac4213 service neutron] Pushing event updated for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:37.766663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-c7c6d0f7-2038-4e22-8595-52c5b93144af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:37.768372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-c7c6d0f7-2038-4e22-8595-52c5b93144af service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1096 time: 0.0764115 Aug 12 02:21:37.886500 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:37.927841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:37.968081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-9754765c-a9f2-4ee1-8923-500f769b5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:37.971915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-9754765c-a9f2-4ee1-8923-500f769b5f03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1094 time: 0.5242801 Aug 12 02:21:38.039097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-312d7e35-7553-4dd2-b9c0-b2364ed79ff5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 217 time: 0.0448647 Aug 12 02:21:38.045144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.057629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaebb2-04d5-4931-b4e6-d657da11f381 req-9f26344c-8c2d-48b6-ad41-fff050b14b67 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.058758 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76aaebb2-04d5-4931-b4e6-d657da11f381 req-9f26344c-8c2d-48b6-ad41-fff050b14b67 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1973841 Aug 12 02:21:38.140076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-8d89c940-e06a-4736-baf1-e891bfdf69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.141711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-8d89c940-e06a-4736-baf1-e891bfdf69fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 915 time: 0.3635561 Aug 12 02:21:38.149072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97d99f4-176f-4140-b8c4-7ef41a8882d6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:38.214404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76aaebb2-04d5-4931-b4e6-d657da11f381 req-3ab6fe3a-a0af-45fe-8816-883ee54aa720 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362591 Aug 12 02:21:38.261654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a152ee43-7ff8-4c03-8d9d-c80d64ad6ddd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:38.263325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a152ee43-7ff8-4c03-8d9d-c80d64ad6ddd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:38.278390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3779e-6d5a-4f9d-b791-8df244e50f57 req-2d7ac66c-5d89-4dbc-95a0-8cf70e8416e5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.287921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdb3779e-6d5a-4f9d-b791-8df244e50f57 req-2d7ac66c-5d89-4dbc-95a0-8cf70e8416e5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.3749788 Aug 12 02:21:38.290028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event updated for resources: {'Subnet': ['ID=f8d79943-4ec7-4b82-a6ad-9ee1c2976d02,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:38.298391 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '1294d312-42d1-4598-a413-dcabb0185646', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'port_id': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'mac_address': 'fa:16:3e:26:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:21:14Z', 'updated_at': '2021-08-12T02:21:35Z', 'revision_number': 1, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:38.324264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.348561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-80176847-b207-4b39-b6d1-486b21563747 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 999 time: 0.1963305 Aug 12 02:21:38.353640 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Checking router: 5e7daaf4-74f6-4052-9848-66c8a0d0668c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:21:38.371422 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:38.373118 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:38.373623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-79315a64-6a00-4966-98a0-fe8e3a34fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.376413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-79315a64-6a00-4966-98a0-fe8e3a34fdfc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 200 len: 855 time: 0.2815256 Aug 12 02:21:38.413456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Checking segment: {'id': '9e56c058-fdc2-4915-9c3a-bbecc679da3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:38.413779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Network hostable DHCP agents. Network: 904501eb-374b-4bc0-abc5-f2e8442b885c, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:21:38.416321 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.443443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-06f1ab25-fe16-4d21-9d73-aa16b950361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.447297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-06f1ab25-fe16-4d21-9d73-aa16b950361a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 200 len: 853 time: 0.0783012 Aug 12 02:21:38.457747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:38.458172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:38.462439 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:38.494328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdb3779e-6d5a-4f9d-b791-8df244e50f57 req-f5baabf6-e55b-4f4b-8b4a-159192fb387b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050829 Aug 12 02:21:38.544571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-b33414fb-4df1-415f-849c-7c6144a31b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.547809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-b33414fb-4df1-415f-849c-7c6144a31b23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1096b08-5397-4fde-8ebb-f40492855fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806584 Aug 12 02:21:38.548273 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:38.574870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:38.575229 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.584569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Network 904501eb-374b-4bc0-abc5-f2e8442b885c is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:21:38.642159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c3920661-7dd3-4b8c-8fa5-d19799dcdf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.650940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-c3920661-7dd3-4b8c-8fa5-d19799dcdf24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543657 Aug 12 02:21:38.654743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 904501eb-374b-4bc0-abc5-f2e8442b885c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:38.657069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.664773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4f061-4f61-4fa6-92f8-c8951bdf27e6 None None] Network 904501eb-374b-4bc0-abc5-f2e8442b885c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:38.688182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:38.689491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.699144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f97d99f4-176f-4140-b8c4-7ef41a8882d6 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:38.721234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-1b137a17-9d8c-49e1-93f7-149f4899c866 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657081 Aug 12 02:21:38.766812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.772596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f97d99f4-176f-4140-b8c4-7ef41a8882d6 HTTP/1.1" status: 204 len: 168 time: 1.4015670 Aug 12 02:21:38.791931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ad03-d387-43ca-bcef-09267d344cdc tempest-ExternalNetworksTestJSON-214827647 tempest-ExternalNetworksTestJSON-214827647-project-admin] Pushing event deleted for resources: {'Network': ['ID=f97d99f4-176f-4140-b8c4-7ef41a8882d6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:38.794858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:38.830861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d9375440-96eb-4f96-9a10-85da86f949e9 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0099502 Aug 12 02:21:38.854915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:38.870538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Request body: {'port': {'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c', 'name': 'tempest-TagsExtTest-1599137034'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:38.929412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-904501eb-374b-4bc0-abc5-f2e8442b885c', 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c', 'tenant_id': '4bfdf5e1b3604349a62acf1375e0039b', 'fixed_ips': [{'subnet_id': 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:21:38.930567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:38.956221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-510c94e8-0026-4b8d-b4a5-42c6b44f8f28 req-3a409406-b65f-4cc2-9713-585022534174 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256672 Aug 12 02:21:38.970051 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '1294d312-42d1-4598-a413-dcabb0185646', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'port_id': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'mac_address': 'fa:16:3e:26:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:21:14Z', 'updated_at': '2021-08-12T02:21:35Z', 'revision_number': 1, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:39.041522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3bc7ea-d132-4b35-93c9-6537e137eb81 None None] The sync data for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 is: [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '1294d312-42d1-4598-a413-dcabb0185646', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'port_id': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'mac_address': 'fa:16:3e:26:93:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:21:14Z', 'updated_at': '2021-08-12T02:21:35Z', 'revision_number': 1, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:39.109172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Allocated IP 172.20.0.2 (904501eb-374b-4bc0-abc5-f2e8442b885c/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/4e33b378-bffe-40a3-af4c-d2df1e26ae11) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:39.284217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.293542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Transition to ACTIVE for port object 4e33b378-bffe-40a3-af4c-d2df1e26ae11 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:39.311243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Transition to ACTIVE for port object 4e33b378-bffe-40a3-af4c-d2df1e26ae11 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:39.318215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.367112 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-951b818b-f653-45e2-a66f-9269b4bd88b0 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] DELETE failed (client error): The resource could not be found. Aug 12 02:21:39.368272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951b818b-f653-45e2-a66f-9269b4bd88b0 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:21:39.373030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39324) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:39.383052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-951b818b-f653-45e2-a66f-9269b4bd88b0 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "DELETE /v2.0/subnets/f0fad32d-874c-4dd2-a455-81eba776c530 HTTP/1.1" status: 404 len: 337 time: 0.5770025 Aug 12 02:21:39.387184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Pushing event updated for resources: {'Port': ['ID=4e33b378-bffe-40a3-af4c-d2df1e26ae11,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:39.403323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Network 904501eb-374b-4bc0-abc5-f2e8442b885c is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:39.404772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:39.414738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:39.420153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.513805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:39.551761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Attempting to bind port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:39.552138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Attempting to bind port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9e56c058-fdc2-4915-9c3a-bbecc679da3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:39.552915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Attempting to bind port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 on network 904501eb-374b-4bc0-abc5-f2e8442b885c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:39.559856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:39.560548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Checking segment: {'id': '9e56c058-fdc2-4915-9c3a-bbecc679da3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:39.561268 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.561807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Bound using segment: {'id': '9e56c058-fdc2-4915-9c3a-bbecc679da3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:39.563762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Bound port: 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e56c058-fdc2-4915-9c3a-bbecc679da3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '904501eb-374b-4bc0-abc5-f2e8442b885c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:39.564208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.565053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-3ab37bc4-847b-4375-8a13-4a47892c818c service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8895662 Aug 12 02:21:39.582044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.653086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] For port 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:39.656513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] For port 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e33b378-bffe-40a3-af4c-d2df1e26ae11,segment=NetworkSegment(9e56c058-fdc2-4915-9c3a-bbecc679da3c),segment_id=9e56c058-fdc2-4915-9c3a-bbecc679da3c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:39.665334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.693179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec85f2-be45-4787-99ed-623b528c9283 req-e861e39d-85b2-4af6-ac1b-180ca3365a88 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:39.704264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2ec85f2-be45-4787-99ed-623b528c9283 req-e861e39d-85b2-4af6-ac1b-180ca3365a88 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.3109419 Aug 12 02:21:39.733610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Made reservation on behalf of 4bfdf5e1b3604349a62acf1375e0039b for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:39.733818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59abdc-aa8e-4043-ba3f-e4a7630b32fd None None] Pushing event updated for resources: {'Port': ['ID=4e33b378-bffe-40a3-af4c-d2df1e26ae11,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:39.741476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.776672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.794831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a9ce83-565d-4c6e-a956-2a60d0b47682']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:39.807938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fb2a1b-9a87-4705-b832-8b6c00c635c8') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:39.808298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fb2a1b-9a87-4705-b832-8b6c00c635c8') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:39.818186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e71c56-b5bd-4417-b443-562cae56d41d req-19f2fd6b-ee26-4ceb-8281-842d374a7f88 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:39.826425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28e71c56-b5bd-4417-b443-562cae56d41d req-19f2fd6b-ee26-4ceb-8281-842d374a7f88 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.1848643 Aug 12 02:21:39.842308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b261ba6-04a5-4f78-9dc1-067371969e41 None None] New status for floating IP 1294d312-42d1-4598-a413-dcabb0185646: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:21:39.853057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.891796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28e71c56-b5bd-4417-b443-562cae56d41d req-f3e5fdc8-7a3e-4e44-b132-2b948f21f0fa tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599811 Aug 12 02:21:39.924548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.924740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] device_id is not set on port 0e12c94a-d84c-4baa-81b6-e3b44730d679 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:21:39.936920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:39.938666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:39.946969 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:40.049343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2ec85f2-be45-4787-99ed-623b528c9283 req-cc36af2d-e609-48db-af2f-21b8e107e691 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261390 Aug 12 02:21:40.064758 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec3d7fc2-1da4-4156-854f-99592c1c7bcc req-ed074a0a-a697-417c-998e-1941829a5546 tempest-FlavorsV2NegativeTest-788754024 tempest-FlavorsV2NegativeTest-788754024-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c25f11a81fb14b359b2afdec813df709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440421 Aug 12 02:21:40.104161 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:40.108936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:40.116996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] 10.222.0.11 "DELETE /v2.0/networks/e2a9ce83-565d-4c6e-a956-2a60d0b47682 HTTP/1.1" status: 204 len: 168 time: 0.7401540 Aug 12 02:21:40.174150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d31aa00b-4f5d-4360-ae91-a2fa4be22eac req-6a5974a1-d7ab-4e20-b1ef-aacc8987f458 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933925 Aug 12 02:21:40.222142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f79b5-a7bc-4d14-937d-6fa21efa1e61 tempest-ExternalNetworksTestJSON-1081346884 tempest-ExternalNetworksTestJSON-1081346884-project] Pushing event deleted for resources: {'Network': ['ID=e2a9ce83-565d-4c6e-a956-2a60d0b47682,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:40.270544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Allocated IP 172.20.0.3 (904501eb-374b-4bc0-abc5-f2e8442b885c/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/0e12c94a-d84c-4baa-81b6-e3b44730d679) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:40.325194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d7fc2-1da4-4156-854f-99592c1c7bcc req-dc3856f3-07e7-43c0-95e8-7ccf40a679b9 tempest-FlavorsV2NegativeTest-788754024 tempest-FlavorsV2NegativeTest-788754024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:40.327026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec3d7fc2-1da4-4156-854f-99592c1c7bcc req-dc3856f3-07e7-43c0-95e8-7ccf40a679b9 tempest-FlavorsV2NegativeTest-788754024 tempest-FlavorsV2NegativeTest-788754024-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545013 Aug 12 02:21:40.347218 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec3d7fc2-1da4-4156-854f-99592c1c7bcc req-db040824-adff-452b-b966-5ca800e6295a tempest-FlavorsV2NegativeTest-788754024 tempest-FlavorsV2NegativeTest-788754024-project] 10.222.0.11 "GET /v2.0/quotas/c25f11a81fb14b359b2afdec813df709 HTTP/1.1" status: 200 len: 375 time: 0.0139589 Aug 12 02:21:40.349642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-e7303fd0-1e35-478c-9e46-a509899d480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:40.351161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-e7303fd0-1e35-478c-9e46-a509899d480b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1094 time: 0.1226039 Aug 12 02:21:40.373720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:40.389476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec3d7fc2-1da4-4156-854f-99592c1c7bcc req-8a2a5448-7ac8-49bf-b2ab-fd23cead516f tempest-FlavorsV2NegativeTest-788754024 tempest-FlavorsV2NegativeTest-788754024-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c25f11a81fb14b359b2afdec813df709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349827 Aug 12 02:21:40.447834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:40.492828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=f5ba6dc6-70f8-4d3d-9b14-0c860a18a0c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:40.673276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-a98c4070-11c5-4aa3-b8c3-0f8e3315258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:40.674895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-a98c4070-11c5-4aa3-b8c3-0f8e3315258f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 917 time: 0.3112059 Aug 12 02:21:40.819267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-5c30c148-dee1-47b4-b738-7482d13cf5d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 217 time: 0.0885692 Aug 12 02:21:40.887714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:40.913162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:40.920930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-43114e7a-4300-4b68-b555-9025cedc2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:40.922648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-43114e7a-4300-4b68-b555-9025cedc2bd5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 200 len: 855 time: 0.0923510 Aug 12 02:21:40.927119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff28b2d-11ce-40fc-bbe3-6ad18ea0fbcd None None] Network 904501eb-374b-4bc0-abc5-f2e8442b885c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:40.927981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Transition to ACTIVE for port object 0e12c94a-d84c-4baa-81b6-e3b44730d679 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:41.074675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f78d2b4-562a-482c-8dfa-66fb69277567 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ddff37b6c2c49f79c1e6977446ccd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255105 Aug 12 02:21:41.081330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.086369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-4b368231-cc33-4277-875a-83dc8b356e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:41.087897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-4b368231-cc33-4277-875a-83dc8b356e49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563389 Aug 12 02:21:41.097988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.116623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518979e3-e2b8-4de2-b94d-689703faafef req-6e34b987-1f61-4e2d-b75e-8defcb1a164e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:41.117962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-518979e3-e2b8-4de2-b94d-689703faafef req-6e34b987-1f61-4e2d-b75e-8defcb1a164e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.0616682 Aug 12 02:21:41.163006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ada58522-f135-49d3-8c07-eca82bb58fce None None] Provisioning for port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:41.176984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.201415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-518979e3-e2b8-4de2-b94d-689703faafef req-dbf490d6-a6b5-4289-b651-002967073ee6 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737867 Aug 12 02:21:41.266614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Network 904501eb-374b-4bc0-abc5-f2e8442b885c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:41.287755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:41.290428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:41.324029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event updated for resources: {'Port': ['ID=0e12c94a-d84c-4baa-81b6-e3b44730d679,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:41.329206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-862ce8bd-d6f5-4a0f-a137-751bc68a364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.411648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.412097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.412345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.412689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.413027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.413364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.413689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.414376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.414376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.414659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.415000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.415297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:41.427407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-862ce8bd-d6f5-4a0f-a137-751bc68a364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.434475 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-862ce8bd-d6f5-4a0f-a137-751bc68a364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.443311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab7e9a-9704-4b9b-bb22-1d0e90f59815 req-04f5f2d9-0f3f-45f8-b3f6-2bc28be59bd9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:41.444857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2ab7e9a-9704-4b9b-bb22-1d0e90f59815 req-04f5f2d9-0f3f-45f8-b3f6-2bc28be59bd9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2685409 Aug 12 02:21:41.467623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.481331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:41.481979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.485514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-862ce8bd-d6f5-4a0f-a137-751bc68a364c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c25f11a81fb14b359b2afdec813df709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043609 Aug 12 02:21:41.485514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ce8bd-d6f5-4a0f-a137-751bc68a364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5489a94b-9880-4450-beed-81a9d266b3e9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:41.488358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39390) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.502125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6e08345b-83f4-450c-b889-24e1ba6163c5 None None] Provisioning for port 0e12c94a-d84c-4baa-81b6-e3b44730d679 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:41.507103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6e08345b-83f4-450c-b889-24e1ba6163c5 None None] Provisioning complete for port 0e12c94a-d84c-4baa-81b6-e3b44730d679 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:41.507522 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6e08345b-83f4-450c-b889-24e1ba6163c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.555265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.558317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6e08345b-83f4-450c-b889-24e1ba6163c5 None None] Port 0e12c94a-d84c-4baa-81b6-e3b44730d679 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:41.567017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-f024248b-fee9-403f-972e-68e4af292e12 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635668 Aug 12 02:21:41.587416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.601999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b3071064-13f5-467a-a6e3-44553f59d675 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7392764 Aug 12 02:21:41.605482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.608849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.614676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-581699737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:41.668184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.669174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.675061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2ab7e9a-9704-4b9b-bb22-1d0e90f59815 req-93d567ea-4873-4791-8792-fe6ed10d456f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997488 Aug 12 02:21:41.692269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.695155 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.699076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5489a94b-9880-4450-beed-81a9d266b3e9 HTTP/1.1" status: 204 len: 168 time: 0.2097361 Aug 12 02:21:41.713748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1641c14-1f18-4fb9-8e75-a16cd8dfb939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489a94b-9880-4450-beed-81a9d266b3e9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:41.718823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Router 89a2097e-de03-49d6-93cf-564f1d34a31c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:41.761795 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.762939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.767291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3336ed96-2a8c-46e7-8bf7-aa965f133f9e HTTP/1.1" status: 204 len: 168 time: 0.6804945 Aug 12 02:21:41.799926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.801611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9db22609-d098-4561-bfd1-87930719e785 None None] Provisioning complete for port 0e12c94a-d84c-4baa-81b6-e3b44730d679 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:41.802029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9db22609-d098-4561-bfd1-87930719e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.809337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.816734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7a545de-dfc8-4603-9be2-2ceabbe0f9c5 req-da6355fd-a0f0-4ac6-9a27-bf32ca82e0d9 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409661 Aug 12 02:21:41.819085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f219de5-82b1-49d2-bedf-2463b1b558ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336ed96-2a8c-46e7-8bf7-aa965f133f9e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:41.868758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.872830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2f2ab2a0-3ac3-45c0-81fc-e667eb65c5d1 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2637279 Aug 12 02:21:41.872988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9db22609-d098-4561-bfd1-87930719e785 None None] Port 0e12c94a-d84c-4baa-81b6-e3b44730d679 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:21:41.873167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39400) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.878943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cd1b1b31-f781-49f0-b4ae-4a603f18b184 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1946355576', 'prefixes': ['172.20.0.0/16']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:41.963277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:41.969483 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e20806fa-85cd-49be-b8a4-c8602a844ea2 tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "PUT /v2.0/routers/89a2097e-de03-49d6-93cf-564f1d34a31c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3201413 Aug 12 02:21:41.972023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:41.978571 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ea323-f977-4643-b507-0101b055b627 None None] Sync routers for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:41.991238 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:41.992378 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:41.996424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd1b1b31-f781-49f0-b4ae-4a603f18b184 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for subnetpool, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:41.997744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cd1b1b31-f781-49f0-b4ae-4a603f18b184 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1235089 Aug 12 02:21:42.002141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39408) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.007152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-3722a6fc-5de0-41bb-aa33-cd04555b1802 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1940157920') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.038262 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.044337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e33b378-bffe-40a3-af4c-d2df1e26ae11 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:42.076300 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] Routers {'89a2097e-de03-49d6-93cf-564f1d34a31c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:42.077202 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89a2097e-de03-49d6-93cf-564f1d34a31c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.144837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3722a6fc-5de0-41bb-aa33-cd04555b1802 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1940157920 HTTP/1.1" status: 201 len: 201 time: 0.1413188 Aug 12 02:21:42.147625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.150683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f72ea323-f977-4643-b507-0101b055b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.151767 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ea323-f977-4643-b507-0101b055b627 None None] The sync data for ids ['89a2097e-de03-49d6-93cf-564f1d34a31c'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:42.153526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-93b0b5fe-649f-49f7-b5ff-03a7066b43d6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-2098783578') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.154806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.157509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:42.161815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:42.162166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.277641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93b0b5fe-649f-49f7-b5ff-03a7066b43d6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-2098783578 HTTP/1.1" status: 201 len: 201 time: 0.1288388 Aug 12 02:21:42.278306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39422) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.280221 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.283778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-241c0772-4a25-4fb8-8363-6b7d2fdd5569 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1786089392') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.288384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39424) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.319449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e33b378-bffe-40a3-af4c-d2df1e26ae11,segment=NetworkSegment(9e56c058-fdc2-4915-9c3a-bbecc679da3c),segment_id=9e56c058-fdc2-4915-9c3a-bbecc679da3c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:42.326118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.337895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.394566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4e33b378-bffe-40a3-af4c-d2df1e26ae11,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:42.428164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting port b3ff8f24-3f88-450e-a6f8-7005654e88b7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:42.428717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.477371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a18b8-d7d5-467e-8fcc-eeadd0eba311 req-081ee7bb-e240-458b-a1d7-9e2d17d9409b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:42.479094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a39a18b8-d7d5-467e-8fcc-eeadd0eba311 req-081ee7bb-e240-458b-a1d7-9e2d17d9409b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.1931911 Aug 12 02:21:42.486519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3a12c65-14dd-43d4-98df-9bd931a46ed6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48d54f807719449cb5185d5445a6e8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942461 Aug 12 02:21:42.487708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.521237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.537424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Calling delete_port for b3ff8f24-3f88-450e-a6f8-7005654e88b7 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:42.537556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-241c0772-4a25-4fb8-8363-6b7d2fdd5569 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1786089392 HTTP/1.1" status: 201 len: 201 time: 0.2575645 Aug 12 02:21:42.539768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.550681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-990de7ee-de03-450f-a0d3-27bf1bdc504c tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-946297390') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.565196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a39a18b8-d7d5-467e-8fcc-eeadd0eba311 req-736384be-2c01-4c11-8ddd-861f662f7701 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789280 Aug 12 02:21:42.585668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.603361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.659208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.662819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.664511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4904170-bb25-4808-b533-93199a48f08f HTTP/1.1" status: 204 len: 168 time: 0.1710446 Aug 12 02:21:42.682241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f5511-e24a-4b0f-b3f6-09ae6ef46133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4904170-bb25-4808-b533-93199a48f08f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:42.685967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-990de7ee-de03-450f-a0d3-27bf1bdc504c tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-946297390 HTTP/1.1" status: 201 len: 201 time: 0.1448636 Aug 12 02:21:42.693053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39444) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.697894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-5c3f9b03-6ecd-4e2e-aa23-321c5330d546 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.841913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.845097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6d6ab-d5c7-4ac7-a923-fad508872c91 req-fb6ffa10-2590-4841-88e8-6cf247b2f09b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:42.847058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dd6d6ab-d5c7-4ac7-a923-fad508872c91 req-fb6ffa10-2590-4841-88e8-6cf247b2f09b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.0697260 Aug 12 02:21:42.856565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c3f9b03-6ecd-4e2e-aa23-321c5330d546 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 200 len: 241 time: 0.1595685 Aug 12 02:21:42.858615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39456) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.868683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-367aede7-ca7b-4a37-a0da-6d0375970ce8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1940157920') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:42.878892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Port': ['ID=b3ff8f24-3f88-450e-a6f8-7005654e88b7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:42.925785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dd6d6ab-d5c7-4ac7-a923-fad508872c91 req-ebd254d2-ae46-44b3-9e4a-70e8245c3947 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685217 Aug 12 02:21:42.955203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:42.955408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-367aede7-ca7b-4a37-a0da-6d0375970ce8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1940157920 HTTP/1.1" status: 204 len: 168 time: 0.0906641 Aug 12 02:21:42.955408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39458) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:42.957803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-211c72ae-9e15-446c-9133-6a3a42aa0101 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1940157920') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.063627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.063848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.064525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-211c72ae-9e15-446c-9133-6a3a42aa0101 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1940157920 HTTP/1.1" status: 204 len: 168 time: 0.1102087 Aug 12 02:21:43.064993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39462) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.069251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-20b56f26-9f9b-4a71-b986-0d23a849cfd2 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.160254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.160791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Fanout notify agent at l3_agent the message router_deleted on router 89a2097e-de03-49d6-93cf-564f1d34a31c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:43.175075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.178987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-191531ea-8e1e-44bf-9b59-07714275e56f tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/routers/89a2097e-de03-49d6-93cf-564f1d34a31c HTTP/1.1" status: 204 len: 168 time: 1.2033095 Aug 12 02:21:43.179253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39472) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.209364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-20b56f26-9f9b-4a71-b986-0d23a849cfd2 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 200 len: 205 time: 0.1433167 Aug 12 02:21:43.211782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.216399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-3c929f16-ab89-453e-b54e-d5442cd5c5e0 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.255017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Deleting subnet 4bd225b0-d6ea-478a-9ae0-0c43c723a1c5 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:43.258350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.282415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3c929f16-ab89-453e-b54e-d5442cd5c5e0 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 200 len: 241 time: 0.0688992 Aug 12 02:21:43.284959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.289894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-22c1f411-52ec-467a-bc9f-c7c19f651f53 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-2098783578') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.305527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.349426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22c1f411-52ec-467a-bc9f-c7c19f651f53 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-2098783578 HTTP/1.1" status: 204 len: 168 time: 0.0634153 Aug 12 02:21:43.351751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39486) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.356877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-57174362-51e7-4202-90a5-37db69e42301 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-2098783578') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.357946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.456987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.459655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-57174362-51e7-4202-90a5-37db69e42301 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-2098783578 HTTP/1.1" status: 204 len: 168 time: 0.1061273 Aug 12 02:21:43.461680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.467436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-6118efce-cd95-48ab-95a8-943a98d1a243 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.504115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd225b0-d6ea-478a-9ae0-0c43c723a1c5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:43.518498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.520520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f32e7fbe-d9fd-45fe-acc5-b793c003d5bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/subnets/4bd225b0-d6ea-478a-9ae0-0c43c723a1c5 HTTP/1.1" status: 204 len: 168 time: 0.3401449 Aug 12 02:21:43.522964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.592305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6118efce-cd95-48ab-95a8-943a98d1a243 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 200 len: 205 time: 0.1270130 Aug 12 02:21:43.592866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39506) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.599521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-4659796f-55a6-4f0a-a07f-2da9e3edad6b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.627787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:43.747704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4659796f-55a6-4f0a-a07f-2da9e3edad6b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 200 len: 241 time: 0.1506848 Aug 12 02:21:43.747704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39516) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.754759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-a67853cd-452f-4225-8a07-04ef7e850750 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1786089392') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.800355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f027e-3d9b-4231-af26-8b79c4b67966 req-90e088c7-3578-439c-bcb4-2cb68b404eaa tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:43.802301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f39f027e-3d9b-4231-af26-8b79c4b67966 req-90e088c7-3578-439c-bcb4-2cb68b404eaa tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.1149588 Aug 12 02:21:43.901875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f39f027e-3d9b-4231-af26-8b79c4b67966 req-bd857d17-a370-4881-86a9-f959de9f5948 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911670 Aug 12 02:21:43.920310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a67853cd-452f-4225-8a07-04ef7e850750 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1786089392 HTTP/1.1" status: 204 len: 168 time: 0.1717405 Aug 12 02:21:43.920929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39528) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:43.926182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-86976c22-5ff8-44c0-9ee8-500164c0e900 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1786089392') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:43.979079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e33b378-bffe-40a3-af4c-d2df1e26ae11 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:44.106328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:44.107908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.124508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae32a5-be78-493e-b7bb-28d57143da2d req-51dc0281-fd5d-4af7-a5ef-149c973df14b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:44.126809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ae32a5-be78-493e-b7bb-28d57143da2d req-51dc0281-fd5d-4af7-a5ef-149c973df14b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.0691800 Aug 12 02:21:44.131447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86976c22-5ff8-44c0-9ee8-500164c0e900 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1786089392 HTTP/1.1" status: 204 len: 168 time: 0.2095237 Aug 12 02:21:44.132156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.139519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-445450a0-f7d0-40a9-9c48-f412b067ba1b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.246333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ae32a5-be78-493e-b7bb-28d57143da2d req-bfd908fd-1503-40f5-bd15-087ca6c0ac6b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Aug 12 02:21:44.257737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-445450a0-f7d0-40a9-9c48-f412b067ba1b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 200 len: 205 time: 0.1243463 Aug 12 02:21:44.258383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39572) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.263424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-39bb656d-1820-4f98-a2ef-8f8c0ffd95b6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.271727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.286547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e428f92-597e-43ca-807d-ee3aa1e2bb51']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.299532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67db0a82-3fd7-4a42-b910-a5afaa545b23') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.299988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67db0a82-3fd7-4a42-b910-a5afaa545b23') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.308305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39bb656d-1820-4f98-a2ef-8f8c0ffd95b6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 200 len: 240 time: 0.0465620 Aug 12 02:21:44.308986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.313769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-3246b7b6-cc1e-4c4a-838b-e391bee46c16 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-946297390') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.316024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.337143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3246b7b6-cc1e-4c4a-838b-e391bee46c16 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-946297390 HTTP/1.1" status: 204 len: 168 time: 0.0254550 Aug 12 02:21:44.337356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.342216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-cd00f86a-9c76-4824-b445-32ecacd17111 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-946297390') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.346770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.354286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:44.354884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:44.360332 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:44.381217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cd00f86a-9c76-4824-b445-32ecacd17111 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-946297390 HTTP/1.1" status: 204 len: 168 time: 0.0428302 Aug 12 02:21:44.383759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.388887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-14b06afc-579c-4535-aaf2-29348f7a427e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.413982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-14b06afc-579c-4535-aaf2-29348f7a427e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 200 len: 205 time: 0.0267410 Aug 12 02:21:44.414389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39588) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.418609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-8e814d37-016a-42d6-87a1-ad2bb8313cbe tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.454895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8e814d37-016a-42d6-87a1-ad2bb8313cbe tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 204 len: 168 time: 0.0395429 Aug 12 02:21:44.457512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39592) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.459800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.471759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-625df2f7-773d-40f1-bd85-1eb4f6a114c7 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.474683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.479223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] 10.222.0.11 "DELETE /v2.0/networks/7e428f92-597e-43ca-807d-ee3aa1e2bb51 HTTP/1.1" status: 204 len: 168 time: 0.9530666 Aug 12 02:21:44.509857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a23ce6-5109-4d4a-8ea9-a437aa33f3bb tempest-FloatingIPTestJSON-124987255 tempest-FloatingIPTestJSON-124987255-project] Pushing event deleted for resources: {'Network': ['ID=7e428f92-597e-43ca-807d-ee3aa1e2bb51,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:44.578671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-625df2f7-773d-40f1-bd85-1eb4f6a114c7 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 204 len: 168 time: 0.1154568 Aug 12 02:21:44.579249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.584210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-3e183578-dd15-479d-89b4-a6acf897416b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.607342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39614) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.661521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3e183578-dd15-479d-89b4-a6acf897416b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 204 len: 168 time: 0.0808537 Aug 12 02:21:44.664209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39630) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.668795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-994fd1b8-f8bf-4852-bc6c-323c65f14c04 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.751005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-994fd1b8-f8bf-4852-bc6c-323c65f14c04 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 204 len: 168 time: 0.0818698 Aug 12 02:21:44.751269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.756230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-9f2c5523-90e1-4636-bfa7-0f846667d845 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1640804910') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.764812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-757806634', 'router:external': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:44.787444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Made reservation on behalf of 72cbcdaca528452d8b1d698971b3a5b7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:44.790276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.802001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.837281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f2c5523-90e1-4636-bfa7-0f846667d845 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1640804910 HTTP/1.1" status: 201 len: 201 time: 0.0849812 Aug 12 02:21:44.840539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.845955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-4de574ec-1df5-4ab0-89b0-c1498091c4b4 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-2053342677') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.860211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.953524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4de574ec-1df5-4ab0-89b0-c1498091c4b4 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-2053342677 HTTP/1.1" status: 201 len: 201 time: 0.1118488 Aug 12 02:21:44.956773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:44.962919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-6bcd930a-199a-4767-a7c5-75c685640151 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1642009444') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:44.967287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:44.974301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.046411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:45.056167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde533e-5004-441d-be35-2fe20d681b7a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:45.068211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.068567 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Added segment 900fc7d4-4d09-41b6-8e4e-a778966b573e of type vlan for network cc268e3a-bfdf-4fe7-b901-901bee59c11d Aug 12 02:21:45.100670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6d480-47d0-4950-9b9f-a0c6c7b0fcba req-7bb8cf62-9ec4-4d0a-aa65-73efe27c5b85 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:45.107903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0e6d480-47d0-4950-9b9f-a0c6c7b0fcba req-7bb8cf62-9ec4-4d0a-aa65-73efe27c5b85 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.1022925 Aug 12 02:21:45.111796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6bcd930a-199a-4767-a7c5-75c685640151 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1642009444 HTTP/1.1" status: 201 len: 201 time: 0.1514602 Aug 12 02:21:45.112788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39676) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.118452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-3928d6d8-7baf-4f59-8a07-762d9a8e865e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-828528913') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.132039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b66e9bcb-72a8-43cc-aa0e-bcb68b1958d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f17ba6291dfb43c8899578fcc46b4bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702332 Aug 12 02:21:45.134526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.166553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.192769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0e6d480-47d0-4950-9b9f-a0c6c7b0fcba req-a165ee0d-d6a9-4716-9431-94690eb3cfce tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832243 Aug 12 02:21:45.193884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3928d6d8-7baf-4f59-8a07-762d9a8e865e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-828528913 HTTP/1.1" status: 201 len: 201 time: 0.0799382 Aug 12 02:21:45.196951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.210530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-906f8959-fde4-49ab-82b9-30d36e29f80d tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', {'tags': ['tempest-TagsExtTest-Tag-1138608419', 'tempest-TagsExtTest-Tag-1224736608', 'tempest-TagsExtTest-Tag-424643235']}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.230671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.231745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:45.232363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.238825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.277870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.295065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6857944 Aug 12 02:21:45.298572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Network': ['ID=cc268e3a-bfdf-4fe7-b901-901bee59c11d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:45.298827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.308191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.308629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.309062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.309490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.309892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.310014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'subnet': {'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:45.310299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.310951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.311347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.311755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.312165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.312588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.312996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d88fe6-1e9a-4fdf-a036-0184c1d1b9e0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:45.325865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:45.335715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-906f8959-fde4-49ab-82b9-30d36e29f80d tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 200 len: 317 time: 0.1377065 Aug 12 02:21:45.338414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39714) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.351109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-29f905c7-ae4c-4cbd-9fb1-3df9785d9dfb tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.360597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Made reservation on behalf of 72cbcdaca528452d8b1d698971b3a5b7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:45.365004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.426539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.429136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.430484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b816d84-bb66-46cd-b041-2bb569ba6726 HTTP/1.1" status: 204 len: 168 time: 0.2953680 Aug 12 02:21:45.447766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c910e-e567-4b8c-a321-fb981ca0ff12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b816d84-bb66-46cd-b041-2bb569ba6726,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:45.475953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d301dc-1908-4009-af01-29792a89bc08 req-68256636-e59a-4dc4-98d7-f89e4a05efbc tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:45.478201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45d301dc-1908-4009-af01-29792a89bc08 req-68256636-e59a-4dc4-98d7-f89e4a05efbc tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.0846126 Aug 12 02:21:45.535679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.536212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-29f905c7-ae4c-4cbd-9fb1-3df9785d9dfb tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 204 len: 168 time: 0.1957941 Aug 12 02:21:45.542239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-301c2e17-beed-4056-b128-0da3ab5828c7 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1138608419') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.551024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45d301dc-1908-4009-af01-29792a89bc08 req-c2de7780-fbb8-4d5d-93ac-fde22b891409 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619042 Aug 12 02:21:45.670219 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-301c2e17-beed-4056-b128-0da3ab5828c7 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:45.671295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-301c2e17-beed-4056-b128-0da3ab5828c7 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1138608419 HTTP/1.1" status: 404 len: 329 time: 0.1338873 Aug 12 02:21:45.674398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39748) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.679729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-0b3bb904-964c-4e29-bd7b-b223763613f8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-1224736608') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.767834 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-0b3bb904-964c-4e29-bd7b-b223763613f8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:45.768885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b3bb904-964c-4e29-bd7b-b223763613f8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-1224736608 HTTP/1.1" status: 404 len: 329 time: 0.0929103 Aug 12 02:21:45.773885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39760) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.776843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-a0797eff-3051-43b5-8e55-085a2cbcd54e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02', 'tempest-TagsExtTest-Tag-424643235') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.779255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:21:45.779969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:45.863151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65300915-ea07-4613-b3f7-82995a9c6a70,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:45.891228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Checking segment: {'id': '900fc7d4-4d09-41b6-8e4e-a778966b573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:45.891627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network hostable DHCP agents. Network: cc268e3a-bfdf-4fe7-b901-901bee59c11d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:21:45.902628 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a0797eff-3051-43b5-8e55-085a2cbcd54e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:45.903717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0797eff-3051-43b5-8e55-085a2cbcd54e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags/tempest-TagsExtTest-Tag-424643235 HTTP/1.1" status: 404 len: 328 time: 0.1304781 Aug 12 02:21:45.907106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:45.913512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-6fed0050-9f51-41e5-ab05-68884e513312 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', {'tags': ['tempest-TagsExtTest-Tag-418235071', 'tempest-TagsExtTest-Tag-404113128', 'tempest-TagsExtTest-Tag-254639429']}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:45.960276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:21:45.979797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, cc268e3a-bfdf-4fe7-b901-901bee59c11d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:45.991551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:45.992464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418724a-c97a-4d60-b5f4-e014ef1dacc3 None None] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:45.992626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.009814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6fed0050-9f51-41e5-ab05-68884e513312 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 200 len: 315 time: 0.1012776 Aug 12 02:21:46.013404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.018953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-cbaa3830-ab26-466e-aa25-a5089a96c77e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.025407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39800) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.025546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f211e373-1399-48f0-9765-cb345aa2141b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7192996 Aug 12 02:21:46.030743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1161237073', 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:46.070334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Made reservation on behalf of 72cbcdaca528452d8b1d698971b3a5b7 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:46.073542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.091735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] device_id is not set on port ef292f32-4505-44e5-a0dd-2bf4f5bc4813 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:21:46.113636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cbaa3830-ab26-466e-aa25-a5089a96c77e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 204 len: 168 time: 0.0997071 Aug 12 02:21:46.114361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.119134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-af144cac-8f7b-4273-af1e-5f81c7e0021e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-418235071') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.235237 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-af144cac-8f7b-4273-af1e-5f81c7e0021e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:46.241716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af144cac-8f7b-4273-af1e-5f81c7e0021e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-418235071 HTTP/1.1" status: 404 len: 328 time: 0.1233544 Aug 12 02:21:46.241716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.246394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-2e5fcb8f-5d8e-4e18-9e35-0a7b5d4cca34 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-404113128') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.254230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.20.0.6 (cc268e3a-bfdf-4fe7-b901-901bee59c11d/65300915-ea07-4613-b3f7-82995a9c6a70/ef292f32-4505-44e5-a0dd-2bf4f5bc4813) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:46.306878 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-2e5fcb8f-5d8e-4e18-9e35-0a7b5d4cca34 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:46.311607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e5fcb8f-5d8e-4e18-9e35-0a7b5d4cca34 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-404113128 HTTP/1.1" status: 404 len: 328 time: 0.0688894 Aug 12 02:21:46.312183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.317723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-64e00b3e-6c01-4f89-b11e-f58a9bf90b1d tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679', 'tempest-TagsExtTest-Tag-254639429') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.416121 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-64e00b3e-6c01-4f89-b11e-f58a9bf90b1d tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:46.419922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64e00b3e-6c01-4f89-b11e-f58a9bf90b1d tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags/tempest-TagsExtTest-Tag-254639429 HTTP/1.1" status: 404 len: 328 time: 0.1058638 Aug 12 02:21:46.420653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.428843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-432bf460-9261-41c1-9562-7d11b3ab4a9c tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', {'tags': ['tempest-TagsExtTest-Tag-1847891343', 'tempest-TagsExtTest-Tag-1633490543', 'tempest-TagsExtTest-Tag-1330465839']}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.439788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a810264-1e2e-4736-b93b-705b2174b0ab None None] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:46.440466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc698bc7-804e-4264-8d7b-d967368c0a4d req-ff3575f3-f638-4d34-9724-281549f71f2f tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:46.441997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc698bc7-804e-4264-8d7b-d967368c0a4d req-ff3575f3-f638-4d34-9724-281549f71f2f tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.0904214 Aug 12 02:21:46.463382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39858) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.536877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.601586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc698bc7-804e-4264-8d7b-d967368c0a4d req-47fa50d9-ab2b-4e13-8b15-a501315ecd3d tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212726 Aug 12 02:21:46.606014 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.614299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-432bf460-9261-41c1-9562-7d11b3ab4a9c tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 200 len: 318 time: 0.1910925 Aug 12 02:21:46.614998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.628798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-40c74077-d20b-45b3-a8b4-3e874430dda8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.683627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'networks': [{'name': 'tempest-network--1411957399'}, {'name': 'tempest-network--154409091'}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:46.684448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-network--1411957399'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:46.685234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-network--154409091'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:46.747296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-40c74077-d20b-45b3-a8b4-3e874430dda8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 204 len: 168 time: 0.1311855 Aug 12 02:21:46.749801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.754319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-a25675fc-bf95-47f7-8493-e62c82cc5b65 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1847891343') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.768067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:46.776068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:46.779263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=ef292f32-4505-44e5-a0dd-2bf4f5bc4813,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:46.786219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:46.818979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'network': 2} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:46.823454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.839373 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-a25675fc-bf95-47f7-8493-e62c82cc5b65 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:46.843173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a25675fc-bf95-47f7-8493-e62c82cc5b65 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1847891343 HTTP/1.1" status: 404 len: 329 time: 0.0896533 Aug 12 02:21:46.843277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.843359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.846580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:46.847196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:46.847828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-5b27fe52-8070-4c4d-b722-ba7221bfb366 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1633490543') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.866094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03444ac-9cde-418c-86f3-36e4d4bc8dfa req-a275da91-e896-4256-aa87-d96569be07d7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:46.867641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f03444ac-9cde-418c-86f3-36e4d4bc8dfa req-a275da91-e896-4256-aa87-d96569be07d7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1540565 Aug 12 02:21:46.897534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0864dbe5-5c7f-4b10-b71b-4425e9f7644d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8686197 Aug 12 02:21:46.899270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39910) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.927550 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-5b27fe52-8070-4c4d-b722-ba7221bfb366 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:46.931742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5b27fe52-8070-4c4d-b722-ba7221bfb366 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1633490543 HTTP/1.1" status: 404 len: 329 time: 0.0843337 Aug 12 02:21:46.931957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:46.936859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-d2df1135-88f3-4e64-bf60-bc56b6d21fa6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269', 'tempest-TagsExtTest-Tag-1330465839') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:46.964382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f03444ac-9cde-418c-86f3-36e4d4bc8dfa req-9ce3348f-da59-4705-9cb0-f2b712f1f14f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873961 Aug 12 02:21:47.026830 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d2df1135-88f3-4e64-bf60-bc56b6d21fa6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:47.028112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d2df1135-88f3-4e64-bf60-bc56b6d21fa6 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags/tempest-TagsExtTest-Tag-1330465839 HTTP/1.1" status: 404 len: 329 time: 0.0952353 Aug 12 02:21:47.030788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.039073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-b2ac56fa-9564-4266-920e-b5d6907cf7f8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', {'tags': ['tempest-TagsExtTest-Tag-907481632', 'tempest-TagsExtTest-Tag-2036095357', 'tempest-TagsExtTest-Tag-1119660925']}) {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.070139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Deleting port ef292f32-4505-44e5-a0dd-2bf4f5bc4813 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:47.070542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.086143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.086563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2ac56fa-9564-4266-920e-b5d6907cf7f8 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "PUT /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 200 len: 317 time: 0.0542140 Aug 12 02:21:47.091947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.097590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-c8ecca87-37d3-4c1b-bab8-74329d597cbe tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.125697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.126162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.150553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c8ecca87-37d3-4c1b-bab8-74329d597cbe tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 204 len: 168 time: 0.0566971 Aug 12 02:21:47.153350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.170733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-e686531e-d8bf-449b-8ce3-24eb9bc35a44 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-907481632') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.199952 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-e686531e-d8bf-449b-8ce3-24eb9bc35a44 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:47.201513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e686531e-d8bf-449b-8ce3-24eb9bc35a44 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-907481632 HTTP/1.1" status: 404 len: 328 time: 0.0469806 Aug 12 02:21:47.205169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.207720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:47.209609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-d393dc45-5944-4202-b192-2a8d996b7680 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-2036095357') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.211296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837194f2-8d97-4f92-9919-93eaff879bab,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:47.232669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.233037 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d393dc45-5944-4202-b192-2a8d996b7680 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:47.234147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d393dc45-5944-4202-b192-2a8d996b7680 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-2036095357 HTTP/1.1" status: 404 len: 329 time: 0.0280223 Aug 12 02:21:47.237606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.239328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.239711 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment 2deea6d4-0593-4853-9c25-8775651b7c99 of type vlan for network b53cf336-2b54-40db-9499-ceb6fad6d567 Aug 12 02:21:47.245345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-dc697fdc-9f7a-454d-8b73-edad4c2a0137 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a', 'tempest-TagsExtTest-Tag-1119660925') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.261852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Calling delete_port for ef292f32-4505-44e5-a0dd-2bf4f5bc4813 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:47.267846 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-dc697fdc-9f7a-454d-8b73-edad4c2a0137 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] show failed (client error): The resource could not be found. Aug 12 02:21:47.268782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc697fdc-9f7a-454d-8b73-edad4c2a0137 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags/tempest-TagsExtTest-Tag-1119660925 HTTP/1.1" status: 404 len: 329 time: 0.0302467 Aug 12 02:21:47.271766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.276277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-dffc7625-ea7c-48cf-a499-3b978c32ac1a tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c5b13a3b-0245-409c-ace4-3f6079c6580a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.305000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dffc7625-ea7c-48cf-a499-3b978c32ac1a tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a/tags HTTP/1.1" status: 204 len: 168 time: 0.0302253 Aug 12 02:21:47.305406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.310565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-5c99e94b-1f02-4e2e-8f95-eac7b32a804e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '81cfd9b4-3b34-4576-adc1-5137fb509269') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.340328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.465845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:47.497511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c99e94b-1f02-4e2e-8f95-eac7b32a804e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269/tags HTTP/1.1" status: 204 len: 168 time: 0.1910927 Aug 12 02:21:47.501233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.505878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.506228 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment 4863f7fe-50ad-49bf-a8ff-6591bba782c6 of type vlan for network bae74c72-9c88-4448-a28a-1365f5e8728c Aug 12 02:21:47.508291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-655bbec5-04c8-4de6-bb51-02efc836dac0 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0e12c94a-d84c-4baa-81b6-e3b44730d679') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.557065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.560008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.579880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-655bbec5-04c8-4de6-bb51-02efc836dac0 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679/tags HTTP/1.1" status: 204 len: 168 time: 0.0766690 Aug 12 02:21:47.582409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.586886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-80c47340-96f9-470f-a995-79fe94692280 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f8d79943-4ec7-4b82-a6ad-9ee1c2976d02') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:47.595425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef292f32-4505-44e5-a0dd-2bf4f5bc4813,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:47.659848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.660490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.666209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:47.675790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:47.678610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.684653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-80c47340-96f9-470f-a995-79fe94692280 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02/tags HTTP/1.1" status: 204 len: 168 time: 0.1011450 Aug 12 02:21:47.685386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.748748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.771509 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3055480 Aug 12 02:21:47.776743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.789343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.793424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9870c71b-a9cd-467f-b10d-a792e0e9927b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ef292f32-4505-44e5-a0dd-2bf4f5bc4813 HTTP/1.1" status: 204 len: 168 time: 0.8895841 Aug 12 02:21:47.795828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40020) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.803680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d', 'external_fixed_ips': [{'subnet_id': '65300915-ea07-4613-b3f7-82995a9c6a70', 'ip_address': '172.20.0.6'}]}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:47.818068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=b53cf336-2b54-40db-9499-ceb6fad6d567,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:47.831112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b53cf336-2b54-40db-9499-ceb6fad6d567 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:47.855769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b2d31dc-11eb-4bd0-ae83-c5af6a9ce932 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for subnetpool, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:47.857429 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b2d31dc-11eb-4bd0-ae83-c5af6a9ce932 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnetpools/c5b13a3b-0245-409c-ace4-3f6079c6580a HTTP/1.1" status: 204 len: 168 time: 0.1680512 Aug 12 02:21:47.861405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:47.904228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b88b08f4-ae9d-443a-89f6-c29025b52fcf tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "GET /v2.0/ports?device_id=81cfd9b4-3b34-4576-adc1-5137fb509269 HTTP/1.1" status: 200 len: 205 time: 0.0412178 Aug 12 02:21:47.907891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:48.008910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.019774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.026020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.032039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.046996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.053664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.055489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a8665042-123c-42c7-845d-f81d2a1cf982 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.2775271 Aug 12 02:21:48.089844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:48.244431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.245448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.248578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031dbc4-2d64-4263-a18c-21b68027ee4d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=bae74c72-9c88-4448-a28a-1365f5e8728c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:48.258790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aee08a-5e3e-4177-8013-4feb184d6965 req-46747ebc-99b5-4b69-9bf7-93e75fb113f1 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.260410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40aee08a-5e3e-4177-8013-4feb184d6965 req-46747ebc-99b5-4b69-9bf7-93e75fb113f1 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 943 time: 0.5414190 Aug 12 02:21:48.260578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bae74c72-9c88-4448-a28a-1365f5e8728c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:48.319703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.324439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.327685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.330540 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.349803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8d1b-6f12-438a-9657-c48be131e2cc req-49c03bd8-3576-423d-8d54-6cccc3a89fb5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:48.351319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f3f8d1b-6f12-438a-9657-c48be131e2cc req-49c03bd8-3576-423d-8d54-6cccc3a89fb5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1828380 Aug 12 02:21:48.383848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40aee08a-5e3e-4177-8013-4feb184d6965 req-1d8bc8fb-cc2b-47d3-9de2-26beb88b309a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095657 Aug 12 02:21:48.420159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.420666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Fanout notify agent at l3_agent the message router_deleted on router 81cfd9b4-3b34-4576-adc1-5137fb509269 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:48.431404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.432663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d3b894e7-af3a-4c2a-91ac-5b8ffe6aa5fd tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/routers/81cfd9b4-3b34-4576-adc1-5137fb509269 HTTP/1.1" status: 204 len: 168 time: 0.5233140 Aug 12 02:21:48.437147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:48.491198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.528043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f3f8d1b-6f12-438a-9657-c48be131e2cc req-764fbb99-c417-4a2a-a92d-9f36d9863c55 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460361 Aug 12 02:21:48.542052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.575226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53cf336-2b54-40db-9499-ceb6fad6d567']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:48.588453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deea6d4-0593-4853-9c25-8775651b7c99') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:48.588756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deea6d4-0593-4853-9c25-8775651b7c99') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:48.601295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.626102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.637159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:48.637671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:48.640878 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:48.674167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 012b7471-f487-4e47-8eb3-f2700c9932a8 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:21:48.687776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Deleting port 0e12c94a-d84c-4baa-81b6-e3b44730d679 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:48.688783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.751315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.759893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.762206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/b53cf336-2b54-40db-9499-ceb6fad6d567 HTTP/1.1" status: 204 len: 168 time: 0.6712890 Aug 12 02:21:48.764248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.767367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40088) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:48.794525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.812704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.820239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=012b7471-f487-4e47-8eb3-f2700c9932a8,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:48.826730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Calling delete_port for 0e12c94a-d84c-4baa-81b6-e3b44730d679 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:48.835216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'port_id': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'mac_address': 'fa:16:3e:d7:76:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:21:48.887485 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.902821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012b7471-f487-4e47-8eb3-f2700c9932a8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:48.903906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1bb7d-c748-4202-9041-7e9d9a29ab1f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=b53cf336-2b54-40db-9499-ceb6fad6d567,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:48.921286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.926367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=012b7471-f487-4e47-8eb3-f2700c9932a8,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:48.934089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:48.994308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:49.003168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.003577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.003930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.004319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.004712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.005056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.005392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.005725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.006247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.006508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.006848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.007177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:21:49.034205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.068795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.069455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event deleted for resources: {'Port': ['ID=0e12c94a-d84c-4baa-81b6-e3b44730d679,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:49.105753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae74c72-9c88-4448-a28a-1365f5e8728c']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:49.122402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4863f7fe-50ad-49bf-a8ff-6591bba782c6') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:49.122727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4863f7fe-50ad-49bf-a8ff-6591bba782c6') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:49.138024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.146676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.20.0.6 (cc268e3a-bfdf-4fe7-b901-901bee59c11d/65300915-ea07-4613-b3f7-82995a9c6a70/228ec2ba-8d77-455e-a101-259944edbfb2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:49.158435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['012b7471-f487-4e47-8eb3-f2700c9932a8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:21:49.160884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.170278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:49.170714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.174144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:49.174332 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:49.179084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-deab643d-13ab-4196-86ae-ab0aa7766e5b tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/ports/0e12c94a-d84c-4baa-81b6-e3b44730d679 HTTP/1.1" status: 204 len: 168 time: 0.7306485 Aug 12 02:21:49.181134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40120) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:49.284562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Deleting subnet f8d79943-4ec7-4b82-a6ad-9ee1c2976d02 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:49.287856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.324942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.338254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.342974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/bae74c72-9c88-4448-a28a-1365f5e8728c HTTP/1.1" status: 204 len: 168 time: 0.5744519 Aug 12 02:21:49.343122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:49.364049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5bafd-cbbc-4f07-8687-4f8c2c404263 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=bae74c72-9c88-4448-a28a-1365f5e8728c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:49.398017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.424438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.457241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.515033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737adcf5-b357-447f-af60-c1256ef47c0b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.522001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737adcf5-b357-447f-af60-c1256ef47c0b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.529119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737adcf5-b357-447f-af60-c1256ef47c0b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.535347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-737adcf5-b357-447f-af60-c1256ef47c0b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.1903358 Aug 12 02:21:49.539992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40150) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:49.547119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network cc268e3a-bfdf-4fe7-b901-901bee59c11d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:49.548796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-447786830'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:49.555447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:49.559160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:49.583309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=228ec2ba-8d77-455e-a101-259944edbfb2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:49.610745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:49.614350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.619372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120dfad-bc1e-4697-bb5f-b03f429431e6 req-3aa89b31-3b90-47d9-8f49-3bb618ab64db tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.621040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7120dfad-bc1e-4697-bb5f-b03f429431e6 req-3aa89b31-3b90-47d9-8f49-3bb618ab64db tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 944 time: 0.1442647 Aug 12 02:21:49.643822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.693233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:49.710844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.711227 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment 3c3e7ae6-d5c8-49b2-99d1-a5f1f77736dd of type vlan for network 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47 Aug 12 02:21:49.763177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7120dfad-bc1e-4697-bb5f-b03f429431e6 req-aaab2291-1567-42d4-86d4-087233323c30 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032667 Aug 12 02:21:49.797977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.807503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.846245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event deleted for resources: {'Subnet': ['ID=f8d79943-4ec7-4b82-a6ad-9ee1c2976d02,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:49.849726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.851072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-29268ac8-f872-4782-bf63-71fc29b1bc57 tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/subnets/f8d79943-4ec7-4b82-a6ad-9ee1c2976d02 HTTP/1.1" status: 204 len: 168 time: 0.6688101 Aug 12 02:21:49.855005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:49.855301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e9925-0366-4b3d-af47-b4fd00aa75bc None None] Network 904501eb-374b-4bc0-abc5-f2e8442b885c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:49.927134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafff66-6805-41c5-bdfc-a9434f1fe1e9 req-6551c7df-5f2d-4071-b35c-a25d4bc5a334 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.931262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.936192 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1eafff66-6805-41c5-bdfc-a9434f1fe1e9 req-6551c7df-5f2d-4071-b35c-a25d4bc5a334 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2136428 Aug 12 02:21:49.980399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:49.989747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:49.990165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.083332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] DHCP port deletion for 904501eb-374b-4bc0-abc5-f2e8442b885c request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:21:50.084048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5436018 Aug 12 02:21:50.087997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.088181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:50.106608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1eafff66-6805-41c5-bdfc-a9434f1fe1e9 req-258c5943-0939-4dd2-904c-d67a6515ec85 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645694 Aug 12 02:21:50.122950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc368ba-e51f-474f-89f2-511a326f2a49 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=8c8c405e-97d7-46e7-be7b-24ffb7e1fb47,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:50.135148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:50.151027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1249388846'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:50.187118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Deleting port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:50.187118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.231450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Deleting port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:50.231890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.237805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:50.242799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.259151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] For port 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e33b378-bffe-40a3-af4c-d2df1e26ae11,segment=NetworkSegment(9e56c058-fdc2-4915-9c3a-bbecc679da3c),segment_id=9e56c058-fdc2-4915-9c3a-bbecc679da3c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:50.259545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.276590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.280050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Calling delete_port for 4e33b378-bffe-40a3-af4c-d2df1e26ae11 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:50.292062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:50.309388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] For port 4e33b378-bffe-40a3-af4c-d2df1e26ae11, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e33b378-bffe-40a3-af4c-d2df1e26ae11,segment=NetworkSegment(9e56c058-fdc2-4915-9c3a-bbecc679da3c),segment_id=9e56c058-fdc2-4915-9c3a-bbecc679da3c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:50.310165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.327588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Calling delete_port for 4e33b378-bffe-40a3-af4c-d2df1e26ae11 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:50.340450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.341071 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment f1b2f9b7-cbfa-440e-b78e-2d915e6e6e7c of type vlan for network e81b2971-b68e-4b80-b835-b48822da49a2 Aug 12 02:21:50.385906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.413562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event deleted for resources: {'Port': ['ID=4e33b378-bffe-40a3-af4c-d2df1e26ae11,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:50.415427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] No DVR routers for this DVR port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:50.432231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.432785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.465030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] Pushing event deleted for resources: {'Port': ['ID=4e33b378-bffe-40a3-af4c-d2df1e26ae11,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:50.466786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca88072-7aa9-462d-b776-c7b32dc951f5 None None] No DVR routers for this DVR port 4e33b378-bffe-40a3-af4c-d2df1e26ae11 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:21:50.487685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.493257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:50.493964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.532650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.542563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904501eb-374b-4bc0-abc5-f2e8442b885c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:50.554996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e56c058-fdc2-4915-9c3a-bbecc679da3c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:50.555302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e56c058-fdc2-4915-9c3a-bbecc679da3c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:50.557155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:50.559777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4130518 Aug 12 02:21:50.564185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40190) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:50.572077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.578896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'ports': [{'network_id': '8c8c405e-97d7-46e7-be7b-24ffb7e1fb47', 'name': 'tempest-port--680981048', 'admin_state_up': True}, {'network_id': 'e81b2971-b68e-4b80-b835-b48822da49a2', 'admin_state_up': False}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:50.579222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'port': {'network_id': '8c8c405e-97d7-46e7-be7b-24ffb7e1fb47', 'name': 'tempest-port--680981048', 'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:50.579751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'port': {'network_id': 'e81b2971-b68e-4b80-b835-b48822da49a2', 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:50.590996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.603034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:50.603460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:50.606884 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:50.629936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router b9550430-9ac1-4441-98ed-27a41ec9fb72 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:21:50.631779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03326288-d39f-432d-8bf5-24913cda5fd8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=e81b2971-b68e-4b80-b835-b48822da49a2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:50.644491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network e81b2971-b68e-4b80-b835-b48822da49a2 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:50.697186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.706959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.709303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] 10.222.0.11 "DELETE /v2.0/networks/904501eb-374b-4bc0-abc5-f2e8442b885c HTTP/1.1" status: 204 len: 168 time: 0.8507326 Aug 12 02:21:50.711328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 012b7471-f487-4e47-8eb3-f2700c9932a8 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:50.720832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307a3e2-f99e-4a68-8d2d-e96e6854b17e tempest-TagsExtTest-1887528130 tempest-TagsExtTest-1887528130-project] Pushing event deleted for resources: {'Network': ['ID=904501eb-374b-4bc0-abc5-f2e8442b885c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:50.739358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bae2815-6a59-48f3-96bd-e1ba7d9cd844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.808284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 012b7471-f487-4e47-8eb3-f2700c9932a8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:21:50.823529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 012b7471-f487-4e47-8eb3-f2700c9932a8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:50.825129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:50.850146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:50.890997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Sync routers for ids ['b9550430-9ac1-4441-98ed-27a41ec9fb72'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:50.913720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Routers {'b9550430-9ac1-4441-98ed-27a41ec9fb72'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:50.914637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b9550430-9ac1-4441-98ed-27a41ec9fb72'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:50.998022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:51.053831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.072541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Set router b9550430-9ac1-4441-98ed-27a41ec9fb72 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:51.109327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:51.111671 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a9fd10-27d8-4594-a9b2-0aebd87e357c" -d '{"events": [{"server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "name": "network-vif-plugged", "status": "completed", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:51.157000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=012b7471-f487-4e47-8eb3-f2700c9932a8,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:51.163720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2faf3ff-a32f-4f60-80e7-28d18ca4e6d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bfdf5e1b3604349a62acf1375e0039b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643131 Aug 12 02:21:51.166466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40212) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:51.195667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.264512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ae726-7735-45dd-99c0-d189e0ace424 req-ca855a40-f770-4dab-93ba-a77ff5f460ad tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:51.266641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a10ae726-7735-45dd-99c0-d189e0ace424 req-ca855a40-f770-4dab-93ba-a77ff5f460ad tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.0809448 Aug 12 02:21:51.280105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b8eb3-b912-443e-bef3-b7496da6c357 req-d556546f-53bb-4d3b-8ed8-39d105473aa7 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:51.287449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-039b8eb3-b912-443e-bef3-b7496da6c357 req-d556546f-53bb-4d3b-8ed8-39d105473aa7 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 944 time: 0.4368896 Aug 12 02:21:51.288754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.292204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:51.299455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bae2815-6a59-48f3-96bd-e1ba7d9cd844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.310472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bae2815-6a59-48f3-96bd-e1ba7d9cd844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.330078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.331722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84ceed98-675f-4931-a3ab-aa22748d112f tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.5316863 Aug 12 02:21:51.334205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:51.341997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.360851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a10ae726-7735-45dd-99c0-d189e0ace424 req-f2592ee8-1550-42e9-b7bb-8e3a0dd42395 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879302 Aug 12 02:21:51.363513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9550430-9ac1-4441-98ed-27a41ec9fb72', 'name': '', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d', 'external_fixed_ips': [{'subnet_id': '65300915-ea07-4613-b3f7-82995a9c6a70', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '228ec2ba-8d77-455e-a101-259944edbfb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:21:48Z', 'updated_at': '2021-08-12T02:21:49Z', 'revision_number': 3, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port': {'id': '228ec2ba-8d77-455e-a101-259944edbfb2', 'name': '', 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:f1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9550430-9ac1-4441-98ed-27a41ec9fb72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '65300915-ea07-4613-b3f7-82995a9c6a70', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:48Z', 'updated_at': '2021-08-12T02:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65300915-ea07-4613-b3f7-82995a9c6a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:51.402747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'port': 2} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:51.402747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.409523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Checking router: b9550430-9ac1-4441-98ed-27a41ec9fb72 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:21:51.409877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Updating router b9550430-9ac1-4441-98ed-27a41ec9fb72 port 228ec2ba-8d77-455e-a101-259944edbfb2 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:21:51.420354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.453523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.453760 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314c6387-5afc-4562-bd11-ed7eb550de38 x-openstack-request-id: req-314c6387-5afc-4562-bd11-ed7eb550de38 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:51.454052 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "name": "network-vif-plugged", "status": "completed", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:51.454329 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-314c6387-5afc-4562-bd11-ed7eb550de38 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:51.454717 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'code': 200} Aug 12 02:21:51.456309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.457474 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc2fd43a-cb98-49a0-9e03-7180f0fb4555 HTTP/1.1" status: 204 len: 168 time: 0.2897265 Aug 12 02:21:51.462638 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.501871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215b8f6-d90e-4570-880b-ac240e63395a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2fd43a-cb98-49a0-9e03-7180f0fb4555,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:51.533654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] device_id is not set on port 1d769142-1c88-44dd-9dbd-4f25e4dbf288 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:21:51.545612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.717035 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.741804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2bae2815-6a59-48f3-96bd-e1ba7d9cd844 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c25a9e61abd44d398886a7f34b312686&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1835794 Aug 12 02:21:51.743638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40222) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:51.749856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae2815-6a59-48f3-96bd-e1ba7d9cd844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4041c12-513a-4560-a7fa-c114ca43b691,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:51.772486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-039b8eb3-b912-443e-bef3-b7496da6c357 req-66eddf31-a6da-4666-8cda-70adcd07bc0b tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838755 Aug 12 02:21:51.803623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.804445 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.817052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Transition to ACTIVE for port object 228ec2ba-8d77-455e-a101-259944edbfb2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:21:51.837665 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.838572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] device_id is not set on port 6a0c022b-2fd2-4666-900d-fb71e1cb6fa8 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:21:51.871554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225c24-dc59-435e-8550-581cf2085a4f req-9724e222-5091-4d6e-a585-2812b74d2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:51.873574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80225c24-dc59-435e-8550-581cf2085a4f req-9724e222-5091-4d6e-a585-2812b74d2993 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1096 time: 0.1727870 Aug 12 02:21:51.885004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.899237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Attempting to bind port 228ec2ba-8d77-455e-a101-259944edbfb2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:21:51.899702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Attempting to bind port 228ec2ba-8d77-455e-a101-259944edbfb2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '900fc7d4-4d09-41b6-8e4e-a778966b573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:21:51.900086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Attempting to bind port 228ec2ba-8d77-455e-a101-259944edbfb2 on network cc268e3a-bfdf-4fe7-b901-901bee59c11d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:21:51.915987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:21:51.916398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Checking segment: {'id': '900fc7d4-4d09-41b6-8e4e-a778966b573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:51.916904 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.917300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Bound using segment: {'id': '900fc7d4-4d09-41b6-8e4e-a778966b573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:21:51.917777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Bound port: 228ec2ba-8d77-455e-a101-259944edbfb2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900fc7d4-4d09-41b6-8e4e-a778966b573e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cc268e3a-bfdf-4fe7-b901-901bee59c11d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:21:51.918400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.927301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa590-8f4c-4414-923c-362a0c52c6f7 None None] Pushing event updated for resources: {'Port': ['ID=228ec2ba-8d77-455e-a101-259944edbfb2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:51.927548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.927666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Deleting port 228ec2ba-8d77-455e-a101-259944edbfb2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:51.927666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:51.947923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80225c24-dc59-435e-8550-581cf2085a4f req-ae8b979b-a6bc-4f18-a153-e0c7cad52953 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579045 Aug 12 02:21:51.986727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e33b378-bffe-40a3-af4c-d2df1e26ae11 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:21:52.024069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4e33b378-bffe-40a3-af4c-d2df1e26ae11 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:21:52.024554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e33b378-bffe-40a3-af4c-d2df1e26ae11 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:21:52.027238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] For port 228ec2ba-8d77-455e-a101-259944edbfb2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:21:52.042350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] For port 228ec2ba-8d77-455e-a101-259944edbfb2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=228ec2ba-8d77-455e-a101-259944edbfb2,segment=NetworkSegment(900fc7d4-4d09-41b6-8e4e-a778966b573e),segment_id=900fc7d4-4d09-41b6-8e4e-a778966b573e)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:21:52.056293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.086227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.089296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.090574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4041c12-513a-4560-a7fa-c114ca43b691 HTTP/1.1" status: 204 len: 168 time: 0.3456192 Aug 12 02:21:52.095652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.096647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.108708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadb844-3891-40de-8c6b-b8d7a44f5ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4041c12-513a-4560-a7fa-c114ca43b691,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:52.114845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Calling delete_port for 228ec2ba-8d77-455e-a101-259944edbfb2 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:52.157334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.172706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Routers {'b9550430-9ac1-4441-98ed-27a41ec9fb72'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:52.173353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b9550430-9ac1-4441-98ed-27a41ec9fb72'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:52.221384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdaa590-8f4c-4414-923c-362a0c52c6f7 None None] Pushing event updated for resources: {'Port': ['ID=228ec2ba-8d77-455e-a101-259944edbfb2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:52.276630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Checking segment: {'id': '3c3e7ae6-d5c8-49b2-99d1-a5f1f77736dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8c8c405e-97d7-46e7-be7b-24ffb7e1fb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:52.277352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network hostable DHCP agents. Network: 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:21:52.288397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Port': ['ID=1d769142-1c88-44dd-9dbd-4f25e4dbf288,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:52.324682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:21:52.340380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:52.361432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:52.362846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.446998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e6ffbb-2095-4447-89a8-f4d464e88a24 None None] Network 8c8c405e-97d7-46e7-be7b-24ffb7e1fb47 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:52.447376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.522783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Checking segment: {'id': 'f1b2f9b7-cbfa-440e-b78e-2d915e6e6e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e81b2971-b68e-4b80-b835-b48822da49a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:21:52.523271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network hostable DHCP agents. Network: e81b2971-b68e-4b80-b835-b48822da49a2, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:21:52.526098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Port': ['ID=228ec2ba-8d77-455e-a101-259944edbfb2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:52.532612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Port': ['ID=6a0c022b-2fd2-4666-900d-fb71e1cb6fa8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:52.539289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] Set router b9550430-9ac1-4441-98ed-27a41ec9fb72 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:52.595533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d627e9-b5b2-4c32-96b6-d924812af37b req-b2740baf-24cc-4557-b33c-b7e781538181 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:52.602158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8d627e9-b5b2-4c32-96b6-d924812af37b req-b2740baf-24cc-4557-b33c-b7e781538181 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1243761 Aug 12 02:21:52.611199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network e81b2971-b68e-4b80-b835-b48822da49a2 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:21:52.637173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.652637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, e81b2971-b68e-4b80-b835-b48822da49a2) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:52.667815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9550430-9ac1-4441-98ed-27a41ec9fb72', 'name': '', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:21:48Z', 'updated_at': '2021-08-12T02:21:51Z', 'revision_number': 4, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:52.679082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b01cf6-a209-4cbc-aa12-54806fca2687 None None] Network e81b2971-b68e-4b80-b835-b48822da49a2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:21:52.691399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:52.711101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:52.717310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:52.720375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.762512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8d627e9-b5b2-4c32-96b6-d924812af37b req-272aa1a0-48c5-4328-a5cf-4db1896c7d94 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461849 Aug 12 02:21:52.770560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b2000-201e-451f-876b-c42831cae3b6 None None] The sync data for ids ['b9550430-9ac1-4441-98ed-27a41ec9fb72'] in n-d-804303-2 is: [{'id': 'b9550430-9ac1-4441-98ed-27a41ec9fb72', 'name': '', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:21:48Z', 'updated_at': '2021-08-12T02:21:51Z', 'revision_number': 4, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:52.808704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a0ae267-37a7-43c4-ab51-624d9ffd14c8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2401254 Aug 12 02:21:52.816785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40258) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:52.848178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.851398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.923969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.924513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9550430-9ac1-4441-98ed-27a41ec9fb72 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:52.933903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f97b25-a3b6-4953-9b3b-11289523f104 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:52.938571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:52.942828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d7d2f56e-4088-46ea-b1f2-1847cd4b8ee4 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/routers/b9550430-9ac1-4441-98ed-27a41ec9fb72 HTTP/1.1" status: 204 len: 168 time: 1.6032674 Aug 12 02:21:52.943508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40266) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:52.951228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f97b25-a3b6-4953-9b3b-11289523f104 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:52.956808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-42f97b25-a3b6-4953-9b3b-11289523f104 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1312110 Aug 12 02:21:52.961463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:53.086382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Deleting subnet 65300915-ea07-4613-b3f7-82995a9c6a70 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:21:53.093393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.139828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94d7dd-f3ff-437b-9430-87662aee5d05 req-a0fbd6b9-192e-48cd-a217-8b4be3cbb247 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:53.139828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a94d7dd-f3ff-437b-9430-87662aee5d05 req-a0fbd6b9-192e-48cd-a217-8b4be3cbb247 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.1629660 Aug 12 02:21:53.178727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-7a1475bf-b08d-43b1-a19e-0b6632428a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:53.180875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-7a1475bf-b08d-43b1-a19e-0b6632428a57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 1096 time: 0.1066997 Aug 12 02:21:53.192173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting port 1d769142-1c88-44dd-9dbd-4f25e4dbf288 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:53.192724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.199540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.246414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a94d7dd-f3ff-437b-9430-87662aee5d05 req-10873ac8-5c2e-46e8-9a27-3129a639bd3d tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029689 Aug 12 02:21:53.286780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.384302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.418549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.427517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65300915-ea07-4613-b3f7-82995a9c6a70,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:53.431592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.433722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b9296b4-9a0c-473d-90c8-181ab1906062 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/65300915-ea07-4613-b3f7-82995a9c6a70 HTTP/1.1" status: 204 len: 168 time: 0.4875150 Aug 12 02:21:53.437809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:53.451520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Calling delete_port for 1d769142-1c88-44dd-9dbd-4f25e4dbf288 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:53.487871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-cc9dd170-f74b-4c5e-a0d3-9ece8201caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:53.489350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-cc9dd170-f74b-4c5e-a0d3-9ece8201caa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.2161598 Aug 12 02:21:53.532749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87b60d-79a4-4596-b150-900939516a3b req-cbfdc135-d641-4aff-9f64-f10cbb6408e5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:53.534521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba87b60d-79a4-4596-b150-900939516a3b req-cbfdc135-d641-4aff-9f64-f10cbb6408e5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.1990037 Aug 12 02:21:53.548105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:53.552957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Request body: {'floatingip': {'port_id': '012b7471-f487-4e47-8eb3-f2700c9932a8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:53.578440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-f2259f5b-42c1-4fb1-906c-50f6bd88098b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 200 len: 217 time: 0.0536013 Aug 12 02:21:53.646551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.654479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.672379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-0c26ca24-9aee-43ca-bec2-c8f280d9a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:53.674602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-0c26ca24-9aee-43ca-bec2-c8f280d9a8e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.0815699 Aug 12 02:21:53.675973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.757958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-b4d16369-bf97-4676-8bc8-8259d0bccfab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736816 Aug 12 02:21:53.758573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Port': ['ID=1d769142-1c88-44dd-9dbd-4f25e4dbf288,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:53.772681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:53.774645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-292f6423-d221-4e17-bc6f-89526c2bc83d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/ports/1d769142-1c88-44dd-9dbd-4f25e4dbf288 HTTP/1.1" status: 204 len: 168 time: 0.8122282 Aug 12 02:21:53.777199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40330) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:54.011342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.033788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc268e3a-bfdf-4fe7-b901-901bee59c11d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:54.098051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900fc7d4-4d09-41b6-8e4e-a778966b573e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:54.098392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900fc7d4-4d09-41b6-8e4e-a778966b573e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:54.112324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.136094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.178923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:21:54.179310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.180920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40350) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:21:54.181600 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:21:54.338465 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.427663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc268e3a-bfdf-4fe7-b901-901bee59c11d {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:21:54.448730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.450855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/networks/cc268e3a-bfdf-4fe7-b901-901bee59c11d HTTP/1.1" status: 204 len: 168 time: 1.0096076 Aug 12 02:21:54.458555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0638c-5fdd-4d8d-a4af-d3c61772c14b tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc268e3a-bfdf-4fe7-b901-901bee59c11d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:54.490619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24309ce-ee50-4b7e-a4b7-76bff2509c5a req-52d68b0f-823d-43de-a843-82b4e24737ac tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:54.497940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c24309ce-ee50-4b7e-a4b7-76bff2509c5a req-52d68b0f-823d-43de-a843-82b4e24737ac tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.6292591 Aug 12 02:21:54.530769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a443da0f-4256-4ee8-931b-8439a0328f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.534847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-4fda48ae-b1d2-492b-a999-14d29364e52a service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591584 Aug 12 02:21:54.574047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c24309ce-ee50-4b7e-a4b7-76bff2509c5a req-dadb7bf2-072b-4990-9fd8-23d5cd7b089b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Aug 12 02:21:54.588999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting port 6a0c022b-2fd2-4666-900d-fb71e1cb6fa8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:21:54.589525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.670035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:21:54.728027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.745752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.753304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.769745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Calling delete_port for 6a0c022b-2fd2-4666-900d-fb71e1cb6fa8 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:21:54.809406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc80486d-1c4a-4eef-8486-fc8619e4d5e0 req-0ee8b920-1bef-4a89-9985-2f09a6ba9f64 service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548811 Aug 12 02:21:54.879257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a443da0f-4256-4ee8-931b-8439a0328f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.897178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a443da0f-4256-4ee8-931b-8439a0328f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.916860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.979666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Port': ['ID=6a0c022b-2fd2-4666-900d-fb71e1cb6fa8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:54.987605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a443da0f-4256-4ee8-931b-8439a0328f9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c9394ee8cc541f896560cf71226c64d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8048193 Aug 12 02:21:54.988292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:54.988399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443da0f-4256-4ee8-931b-8439a0328f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037d9deb-507c-4e24-bc93-d1dec7580216,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:54.990932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-25a8f7c6-5969-45b0-8e4a-6cc940a9be69 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/ports/6a0c022b-2fd2-4666-900d-fb71e1cb6fa8 HTTP/1.1" status: 204 len: 168 time: 1.2128596 Aug 12 02:21:54.991700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40376) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:54.994326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:55.053928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d3e0e4e-6e5d-423e-a951-c5704ee6188b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0542088 Aug 12 02:21:55.057366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:55.057634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:55.061716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.065674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'name': 'tempest-router--718845131', 'project_id': 'dffedf782ea344529a63802b08348c8d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:55.071258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-719491188'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:55.087664 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Floating IP 0d9befe7-57cc-43e6-b6a8-67ec31022428 associated. External IP: 172.25.3.247, port: 012b7471-f487-4e47-8eb3-f2700c9932a8. Aug 12 02:21:55.090954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.151669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.154316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.155498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/037d9deb-507c-4e24-bc93-d1dec7580216 HTTP/1.1" status: 204 len: 168 time: 0.1627247 Aug 12 02:21:55.176756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba97b5-d667-4b6a-ba06-b50e0a037228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037d9deb-507c-4e24-bc93-d1dec7580216,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:55.189050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.190147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.289687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:55.293643 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.342450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.358220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.418302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:55.457041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.460852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e249a74-4334-4a3a-a907-b12e96a9b7ce tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3998821 Aug 12 02:21:55.461470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40402) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:55.470185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.470185 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment f5b12a41-b2f9-413a-9c89-704c5dd617c8 of type vlan for network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb Aug 12 02:21:55.528948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.534113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:21:55.556470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.667352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.680987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:55.681668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.747020 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.750647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.818429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.819099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56d70ade-3b95-4257-b081-00a9a05efc87 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:21:55.826396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.827742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7679520 Aug 12 02:21:55.830232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4203f070-e879-4f88-9985-ba5302c12140 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/routers/56d70ade-3b95-4257-b081-00a9a05efc87 HTTP/1.1" status: 204 len: 168 time: 0.3667123 Aug 12 02:21:55.832516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40426) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:55.837989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db1fe-dd1e-48d3-942d-5d83724bdca0 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=da27045d-b0ad-43ca-a6a6-4f0ec27f08cb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:55.840540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:55.847557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.851573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-367506755'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:55.854422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:55.858484 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Sync routers for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:55.883604 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:55.884229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:55.885430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948bfe6-1a80-4728-aa70-5deec7665157 req-e5623ccd-4b07-45c7-ad79-315134f26840 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:55.886940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0948bfe6-1a80-4728-aa70-5deec7665157 req-e5623ccd-4b07-45c7-ad79-315134f26840 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2208540 Aug 12 02:21:55.896901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9143270d-4682-4b43-9c61-75a678d6b667 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "PUT /v2.0/floatingips/0d9befe7-57cc-43e6-b6a8-67ec31022428 HTTP/1.1" status: 200 len: 991 time: 2.3476532 Aug 12 02:21:55.898702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:55.900984 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac6b480-ae21-4781-8a6c-98c391e135f3" -d '{"events": [{"name": "network-changed", "server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:55.915994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:55.929513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:55.946118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0948bfe6-1a80-4728-aa70-5deec7665157 req-5654cd42-9b27-432d-a906-c0b0cadd8c3c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480630 Aug 12 02:21:56.000534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:21:56.017812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.018179 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Added segment 1e5cd4b9-ac40-4e56-bb35-0cda574d5e32 of type vlan for network 8f8eb268-c075-46a9-b8c6-758d791d4b61 Aug 12 02:21:56.042206 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791f0d60-c90d-4e99-b490-c402be8fec2f x-openstack-request-id: req-791f0d60-c90d-4e99-b490-c402be8fec2f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:56.042760 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:56.043112 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-791f0d60-c90d-4e99-b490-c402be8fec2f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:56.043763 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'status': 'completed', 'code': 200} Aug 12 02:21:56.070266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:56.092712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.137616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.140218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-40278a3e-ffd0-4fb2-995e-6bb1e8f72c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:56.144280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-40278a3e-ffd0-4fb2-995e-6bb1e8f72c16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1096 time: 0.0809546 Aug 12 02:21:56.146362 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:56.148362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:56.149058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.238915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4048302 Aug 12 02:21:56.245249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7717f-fbc9-4ea7-a307-8c32d4395d17 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Network': ['ID=8f8eb268-c075-46a9-b8c6-758d791d4b61,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:56.260370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8f8eb268-c075-46a9-b8c6-758d791d4b61 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:21:56.526234 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:21:56.683431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949936015', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:56.685638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0d9befe7-57cc-43e6-b6a8-67ec31022428', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'port_id': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'mac_address': 'fa:16:3e:d7:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:58Z', 'updated_at': '2021-08-12T02:21:54Z', 'revision_number': 1, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:56.741394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.742457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:56.746600 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Checking router: 6f6c599d-4249-4f2f-bb15-6297c5b94be0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:21:56.759847 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:56.760629 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:56.863201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:57.068987 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:21:57.114587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:57.170270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-54b9270b-86b4-4547-aee4-0bfcb9dbcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:57.172701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-54b9270b-86b4-4547-aee4-0bfcb9dbcd07 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 917 time: 1.0192108 Aug 12 02:21:57.306311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-dece3b9b-9a68-4dee-88fe-3f7144c24b4f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6ccb7613426e447995141e19eab5588a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322943 Aug 12 02:21:57.430612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903e58f-475d-46a1-bdda-4066a56ea46d req-a65f32f0-05a9-4925-94e1-15db401f1151 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:57.438461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-6df75aac-a055-4d5f-85f6-880ca316fabf tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:57.440430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-6df75aac-a055-4d5f-85f6-880ca316fabf tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1260209 Aug 12 02:21:57.445509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4903e58f-475d-46a1-bdda-4066a56ea46d req-a65f32f0-05a9-4925-94e1-15db401f1151 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.3260841 Aug 12 02:21:57.458046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-7ccd895a-7192-456b-a2fb-4b4e90bc1d67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 999 time: 0.2468114 Aug 12 02:21:57.506731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-a327b323-ed9c-426b-bee6-a392492463c5 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/quotas/6ccb7613426e447995141e19eab5588a HTTP/1.1" status: 200 len: 375 time: 0.0551851 Aug 12 02:21:57.555595 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0d9befe7-57cc-43e6-b6a8-67ec31022428', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'port_id': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'mac_address': 'fa:16:3e:d7:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:58Z', 'updated_at': '2021-08-12T02:21:54Z', 'revision_number': 1, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:57.580717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:21:57.595025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4903e58f-475d-46a1-bdda-4066a56ea46d req-b2da953f-8958-4e56-b72b-93723e654de2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470551 Aug 12 02:21:57.610608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-6f474a61-8389-4d8b-817a-a349b83b3ad2 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ccb7613426e447995141e19eab5588a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612822 Aug 12 02:21:57.610866 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4d91b3-6de2-4f00-b620-5f6225fd130a None None] The sync data for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 is: [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0d9befe7-57cc-43e6-b6a8-67ec31022428', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'port_id': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'mac_address': 'fa:16:3e:d7:76:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:20:58Z', 'updated_at': '2021-08-12T02:21:54Z', 'revision_number': 1, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:57.639186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-9bffff78-9ee9-4163-a19b-c595682c7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:57.641998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-9bffff78-9ee9-4163-a19b-c595682c7014 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 200 len: 855 time: 0.1701427 Aug 12 02:21:57.762185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:57.823428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:57.830735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-03973b85-8502-4827-b77e-2d07439a461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:57.834006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-03973b85-8502-4827-b77e-2d07439a461c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833897 Aug 12 02:21:57.853878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:57.870848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'mac_address': 'fa:16:3e:6b:30:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:21:57.932023 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:57.970992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a3fdb06-9b9c-42c8-bff1-c23415e46538 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:21:58.037706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:58.058595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:58.070432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Allocated IP 172.25.3.35 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f950b5a9-c066-41b0-96b8-39b23aa26fbd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:21:58.211361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-96975059-09c6-406e-b9d5-7ae4c4c3d4cb service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642409 Aug 12 02:21:58.231202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:58.247733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aaab8f-a65e-4e6e-8cb5-b62bcdc33d13 None None] New status for floating IP 0d9befe7-57cc-43e6-b6a8-67ec31022428: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:21:58.268569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89adac16-b3ca-4792-84f3-49b84d529f64 req-b57a8443-1b72-4326-8514-03f08310ff49 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 210 time: 0.1121268 Aug 12 02:21:58.270130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:58.319769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:58.322604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['8a3fdb06-9b9c-42c8-bff1-c23415e46538'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:21:58.340363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:21:58.365076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:21:58.368278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:21:58.441119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event updated for resources: {'Port': ['ID=f950b5a9-c066-41b0-96b8-39b23aa26fbd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:21:58.487716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ac6b480-ae21-4781-8a6c-98c391e135f3 req-266ae5ef-4def-4d06-84c3-e45251c319b4 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481582 Aug 12 02:21:58.838681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6cc09-6213-4f65-85f9-4f8e1811114b req-4f7d2533-acef-4994-bbdb-d4908a13bd0e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:58.840362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cd6cc09-6213-4f65-85f9-4f8e1811114b req-4f7d2533-acef-4994-bbdb-d4908a13bd0e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 944 time: 0.1150784 Aug 12 02:21:58.841654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:58.919324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cd6cc09-6213-4f65-85f9-4f8e1811114b req-b8463250-d94d-4414-b824-be96d706276a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372622 Aug 12 02:21:59.138728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.299037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Router 6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:21:59.402978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94dd1528-d9c4-43be-ba39-129db7035501 req-5fae4f92-3575-4cb9-baf3-241ccabd8615 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 210 time: 0.0375767 Aug 12 02:21:59.475584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:21:59.488047 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] Sync routers for ids ['6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:21:59.504781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.506346 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-370654c7-5676-4dfc-b458-7bdab142e738 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4351015 Aug 12 02:21:59.509144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:59.519197 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] Routers {'6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:59.520346 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:59.554364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-97cbde52-bafa-4675-95aa-78ca1741e4f9 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6ccb7613426e447995141e19eab5588a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282035 Aug 12 02:21:59.581398 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:59.592253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:21:59.596048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:59.603233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'subnets': [{'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--552405810', 'ip_version': 6}, {'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:59.603839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'subnet': {'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--552405810', 'ip_version': 6}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:59.604604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Request body: {'subnet': {'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:59.624290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] Routers {'6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:21:59.625610 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:21:34Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:59.711127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:21:59.711589 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.768925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-62e560d9-831b-490d-8c29-034c4376cc7e tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:21:59.770598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-62e560d9-831b-490d-8c29-034c4376cc7e tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084343 Aug 12 02:21:59.815123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f38c621-f5d5-4e01-b0e1-608c1b988fd8 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 HTTP/1.1" status: 200 len: 920 time: 0.3044190 Aug 12 02:21:59.818026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40510) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:59.819676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.834593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Request body: {'port': {'device_id': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '6ccb7613426e447995141e19eab5588a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:21:59.854375 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:21:59.859375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:21:59.860492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:21:59.863407 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec698324-490a-48b0-8a87-23136ea1982b" -d '{"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:21:59.868654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.877090 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae41d4-479d-476b-b7e2-3def395efb3b None None] The sync data for ids ['6c4ccabb-45f7-42f6-90d2-2f3bebbdd450'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:21:59.886603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Made reservation on behalf of 218961df6f4c49d9854b8ecc348bdaa0 for: {'subnet': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:21:59.893950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.894632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:21:59.921355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:21:59.922974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f14804e9-56f7-43d1-8e1f-7eedbaa9582d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 HTTP/1.1" status: 200 len: 205 time: 0.1017830 Aug 12 02:21:59.928331 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e1e161-2245-4bf8-af28-4a46d3da6129 x-openstack-request-id: req-04e1e161-2245-4bf8-af28-4a46d3da6129 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:21:59.928610 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-plugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:21:59.928866 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04e1e161-2245-4bf8-af28-4a46d3da6129 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:21:59.929256 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'code': 200} Aug 12 02:21:59.934328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:00.039058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Made reservation on behalf of 6ccb7613426e447995141e19eab5588a for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:00.044494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.057159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.174913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294e19a-f012-4f2d-8c70-46490a952b5f req-90d16f1d-8476-4e32-9b24-143debec127a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:00.182333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a294e19a-f012-4f2d-8c70-46490a952b5f req-90d16f1d-8476-4e32-9b24-143debec127a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1217396 Aug 12 02:22:00.238955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.244185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a294e19a-f012-4f2d-8c70-46490a952b5f req-00337363-d611-4954-8d3e-05ebecee963c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607748 Aug 12 02:22:00.285025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.291400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.356573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6764746b-3aee-49a2-83f6-0189a26b0ec5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:00.441320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.501497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Allocated IP 192.168.233.230 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/6711c392-4dc8-4a62-a3bb-4b8a4929ef1e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:00.617874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b6651f35-355d-4725-b8af-a61ba72e562d req-18bbdfe9-6a22-4a1c-8857-97203fa16367 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 210 time: 0.0450289 Aug 12 02:22:00.626397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port f950b5a9-c066-41b0-96b8-39b23aa26fbd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:00.626737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.650012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.694763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.709570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Transition to ACTIVE for port object 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:00.751033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.784243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Subnet': ['ID=dcd14dd4-1ba2-4ab1-b19a-418fc5630d38,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:00.806997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.815587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Checking segment: {'id': 'f5b12a41-b2f9-413a-9c89-704c5dd617c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:00.816033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network hostable DHCP agents. Network: da27045d-b0ad-43ca-a6a6-4f0ec27f08cb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:00.823793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for f950b5a9-c066-41b0-96b8-39b23aa26fbd owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:00.824546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:00.827793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:00.831295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:00.871390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:00.907854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:00.908701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:00.914072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:00.937903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-9edc0d76-fb22-4ca4-b9e6-5a122e215e0f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1179979 Aug 12 02:22:00.942943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, da27045d-b0ad-43ca-a6a6-4f0ec27f08cb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:00.954657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a3c5db-0379-45ea-ba9f-dc33a8f21a3f None None] Network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:00.960976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Request body: {'port': {'device_id': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:00.966709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.063924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.114655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Checking segment: {'id': '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:01.114841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network hostable DHCP agents. Network: 8f8eb268-c075-46a9-b8c6-758d791d4b61, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:01.121848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event updated for resources: {'Subnet': ['ID=686d7f05-5184-44fc-b67b-ac3dbfc04611,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:01.191359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Network 8f8eb268-c075-46a9-b8c6-758d791d4b61 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:01.218150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8f8eb268-c075-46a9-b8c6-758d791d4b61) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:01.227812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.228732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.229584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.254331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-12933cdd-ca9b-45e0-81da-1435cc5216e8 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6561875 Aug 12 02:22:01.257016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40552) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:01.273412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ea389-43f8-47ad-b524-4ca9faf97e1a None None] Network 8f8eb268-c075-46a9-b8c6-758d791d4b61 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:01.310080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.315797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-da27045d-b0ad-43ca-a6a6-4f0ec27f08cb', 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb', 'tenant_id': '218961df6f4c49d9854b8ecc348bdaa0', 'fixed_ips': [{'subnet_id': 'dcd14dd4-1ba2-4ab1-b19a-418fc5630d38'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:22:01.317044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.396130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e5fba17-6f02-42cc-a6ed-dbbc61d129ca None None] Provisioning for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:01.402407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e5fba17-6f02-42cc-a6ed-dbbc61d129ca None None] Provisioning complete for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:01.402986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e5fba17-6f02-42cc-a6ed-dbbc61d129ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.458939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=f950b5a9-c066-41b0-96b8-39b23aa26fbd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:01.473861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fba17-6f02-42cc-a6ed-dbbc61d129ca None None] Port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:01.645378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770316b-9ddf-4263-8fef-9ebe29f9f614 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.660421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770316b-9ddf-4263-8fef-9ebe29f9f614 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.661259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7770316b-9ddf-4263-8fef-9ebe29f9f614 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.663157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7770316b-9ddf-4263-8fef-9ebe29f9f614 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4037271 Aug 12 02:22:01.683683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:01.821077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.853848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095abb8-0642-4c64-aaf7-5ab7e21a93b7 req-5358a663-2102-4129-816a-90f90f13efaa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:01.872252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2095abb8-0642-4c64-aaf7-5ab7e21a93b7 req-5358a663-2102-4129-816a-90f90f13efaa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.4434960 Aug 12 02:22:01.928215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-8f8eb268-c075-46a9-b8c6-758d791d4b61', 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61', 'tenant_id': '218961df6f4c49d9854b8ecc348bdaa0', 'fixed_ips': [{'subnet_id': '686d7f05-5184-44fc-b67b-ac3dbfc04611'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:22:01.929164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:01.940600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Allocated IP 2001:db8::1 (da27045d-b0ad-43ca-a6a6-4f0ec27f08cb/dcd14dd4-1ba2-4ab1-b19a-418fc5630d38/dd24279e-0c7f-4a55-948f-9083ae80db45) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:01.976259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44f6bc68-268b-4299-b5d7-f3120f7ae9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.025193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.028135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.057237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting subnet dcd14dd4-1ba2-4ab1-b19a-418fc5630d38 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:02.108169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103736c-691b-4945-99e4-2e148cb376f1 req-25c42ce6-0174-4860-b661-baeb1ef3b35e tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:02.117752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7103736c-691b-4945-99e4-2e148cb376f1 req-25c42ce6-0174-4860-b661-baeb1ef3b35e tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 936 time: 0.1624911 Aug 12 02:22:02.142023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.142844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:02.152111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.157488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f5d758ef-4e80-4caa-886c-05b1e0279bee tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 HTTP/1.1" status: 204 len: 168 time: 2.2326632 Aug 12 02:22:02.159288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:02.182898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2055028770', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:02.211502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2095abb8-0642-4c64-aaf7-5ab7e21a93b7 req-9f6f9fc1-05c5-4ec4-aeca-b865cb12e781 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464987 Aug 12 02:22:02.232906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:02.245961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7103736c-691b-4945-99e4-2e148cb376f1 req-8f3e5391-e599-453a-90c3-24370343e117 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260478 Aug 12 02:22:02.254704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.290942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.292425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.294378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Allocated IP 2001:db8:0:1::1 (8f8eb268-c075-46a9-b8c6-758d791d4b61/686d7f05-5184-44fc-b67b-ac3dbfc04611/4616ef3c-0b69-485e-a0f2-bfabbe0498a4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:02.305840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Transition to ACTIVE for port object 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:02.311964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.332257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.379591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Transition to ACTIVE for port object dd24279e-0c7f-4a55-948f-9083ae80db45 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:02.436883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Transition to ACTIVE for port object dd24279e-0c7f-4a55-948f-9083ae80db45 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:02.445520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.471320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.495975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.634457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:02.642787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:02.643992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Pushing event updated for resources: {'Port': ['ID=dd24279e-0c7f-4a55-948f-9083ae80db45,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:02.678729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:02.705754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:02.739443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.743583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.754916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Transition to ACTIVE for port object 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:02.821222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Transition to ACTIVE for port object 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:02.845839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.855277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:02.856442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Attempting to bind port dd24279e-0c7f-4a55-948f-9083ae80db45 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:02.857277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Attempting to bind port dd24279e-0c7f-4a55-948f-9083ae80db45 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f5b12a41-b2f9-413a-9c89-704c5dd617c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:02.857810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Attempting to bind port dd24279e-0c7f-4a55-948f-9083ae80db45 on network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:02.976019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Network 8f8eb268-c075-46a9-b8c6-758d791d4b61 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:02.980124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Pushing event updated for resources: {'Port': ['ID=4616ef3c-0b69-485e-a0f2-bfabbe0498a4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:03.001327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:03.008139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:03.014993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:03.016833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Checking segment: {'id': 'f5b12a41-b2f9-413a-9c89-704c5dd617c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:03.017721 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.018392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Bound using segment: {'id': 'f5b12a41-b2f9-413a-9c89-704c5dd617c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:03.019159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Bound port: dd24279e-0c7f-4a55-948f-9083ae80db45, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b12a41-b2f9-413a-9c89-704c5dd617c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'da27045d-b0ad-43ca-a6a6-4f0ec27f08cb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:03.019903 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.107756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Attempting to bind port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:03.108586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Attempting to bind port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:03.109469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Attempting to bind port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 on network 8f8eb268-c075-46a9-b8c6-758d791d4b61 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:03.128312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:03.138052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Checking segment: {'id': '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:03.138474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.142472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Bound using segment: {'id': '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:03.142998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Bound port: 4616ef3c-0b69-485e-a0f2-bfabbe0498a4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f8eb268-c075-46a9-b8c6-758d791d4b61'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:03.143412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.349470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.397675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] For port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:03.400834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Attempting to bind port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:03.401370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] For port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4616ef3c-0b69-485e-a0f2-bfabbe0498a4,segment=NetworkSegment(1e5cd4b9-ac40-4e56-bb35-0cda574d5e32),segment_id=1e5cd4b9-ac40-4e56-bb35-0cda574d5e32)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:03.403225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Attempting to bind port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:03.407024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Attempting to bind port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:03.411085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.431171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:22:03.431929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Attempting to bind port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:03.501776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] For port dd24279e-0c7f-4a55-948f-9083ae80db45, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:03.505649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] For port dd24279e-0c7f-4a55-948f-9083ae80db45, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dd24279e-0c7f-4a55-948f-9083ae80db45,segment=NetworkSegment(f5b12a41-b2f9-413a-9c89-704c5dd617c8),segment_id=f5b12a41-b2f9-413a-9c89-704c5dd617c8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:03.519648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.545401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.588293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.605103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408ac0d-f826-4c28-9922-4f2346bc6650 None None] Pushing event updated for resources: {'Port': ['ID=4616ef3c-0b69-485e-a0f2-bfabbe0498a4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:03.722765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:03.723009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:03.723960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:03.724356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Bound port: 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:03.724737 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.754103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffbe45-df73-4398-b620-19065548bc61 req-16e80924-d61c-4456-be0e-1fe89bdf165c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:03.758051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95ffbe45-df73-4398-b620-19065548bc61 req-16e80924-d61c-4456-be0e-1fe89bdf165c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.3183186 Aug 12 02:22:03.771987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099980b4-b96e-4c3f-a0a0-f0b976ee6709 None None] Pushing event updated for resources: {'Port': ['ID=dd24279e-0c7f-4a55-948f-9083ae80db45,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:03.820343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.925959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:03.934680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/subnets/dcd14dd4-1ba2-4ab1-b19a-418fc5630d38 HTTP/1.1" status: 204 len: 168 time: 2.2498786 Aug 12 02:22:03.941424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c7465-e0c0-4378-b8e5-46dea561f27f tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd14dd4-1ba2-4ab1-b19a-418fc5630d38,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:03.945197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:04.039496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95ffbe45-df73-4398-b620-19065548bc61 req-b9d2ee54-90ed-4c90-bbdf-8790593f82a3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538955 Aug 12 02:22:04.089928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4761e1-d042-4489-8a5f-fd77812c8e89 req-24228c2f-1f79-4f17-b8e2-f470e3557244 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:04.117256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d4761e1-d042-4489-8a5f-fd77812c8e89 req-24228c2f-1f79-4f17-b8e2-f470e3557244 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 948 time: 0.6774859 Aug 12 02:22:04.120536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:04.152324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.25.3.193 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:04.189370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting subnet 686d7f05-5184-44fc-b67b-ac3dbfc04611 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:04.191958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:04.200174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.216853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:04.268179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.317695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.358189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:04.374495 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.445455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:04.448736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.450714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] 10.222.0.21 "PUT /v2.0/ports/6711c392-4dc8-4a62-a3bb-4b8a4929ef1e HTTP/1.1" status: 200 len: 1096 time: 3.4963078 Aug 12 02:22:04.462803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:04.470668 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f" -d '{"events": [{"name": "network-changed", "server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:04.496043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d4761e1-d042-4489-8a5f-fd77812c8e89 req-28989e5b-918f-4c8c-9a27-8c3a6b5652c2 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776646 Aug 12 02:22:04.505010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.549905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f731b3b6-4785-4e2f-9990-534227c75bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.569160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.629273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.676340 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.689997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0a569-31e8-4731-8421-c15b6919bb3a service neutron] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:04.706215 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388ea268-8347-4c75-abdd-9d1bcc948ce8 x-openstack-request-id: req-388ea268-8347-4c75-abdd-9d1bcc948ce8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:04.706574 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:04.706830 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-388ea268-8347-4c75-abdd-9d1bcc948ce8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:04.707225 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'status': 'completed', 'code': 200} Aug 12 02:22:04.715926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-443aaed2-cca0-4517-8222-54b3070919e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:04.717537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-443aaed2-cca0-4517-8222-54b3070919e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ccb7613426e447995141e19eab5588a&device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 1099 time: 0.1732433 Aug 12 02:22:04.750137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:04.759583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:04.766909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:04.825136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-847ae16c-6a3f-462e-8bc7-6e58b36a3903 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e HTTP/1.1" status: 200 len: 217 time: 0.0924866 Aug 12 02:22:04.852933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:04.893402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:04.917291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-fdc82082-0b88-4432-8609-cf57bbe99b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:04.920081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-fdc82082-0b88-4432-8609-cf57bbe99b6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0851042 Aug 12 02:22:04.981996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Subnet': ['ID=686d7f05-5184-44fc-b67b-ac3dbfc04611,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:05.074740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:05.092854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-575ed4a2-ddac-4cae-a73d-b6015e3ffb24 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/subnets/686d7f05-5184-44fc-b67b-ac3dbfc04611 HTTP/1.1" status: 204 len: 168 time: 1.1383607 Aug 12 02:22:05.123752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40610) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:05.434915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de766d35-9615-407b-b70a-12ee26b431fe tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:05.436784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-de766d35-9615-407b-b70a-12ee26b431fe tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3120964 Aug 12 02:22:05.465104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40616) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:05.490584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-41728b0f-fbf5-43b9-bcdc-bcb5e2818e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:05.492636 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-41728b0f-fbf5-43b9-bcdc-bcb5e2818e8d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5620909 Aug 12 02:22:05.510742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9d59a-2469-45b5-999e-eb2b02e9ec32 req-7d58b544-4d15-4f71-b2f8-eb1330093cb7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:05.517224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33d9d59a-2469-45b5-999e-eb2b02e9ec32 req-7d58b544-4d15-4f71-b2f8-eb1330093cb7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2938046 Aug 12 02:22:05.576383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d567dc-e2f5-486b-b1f5-bd313e72e97a None None] Network 8f8eb268-c075-46a9-b8c6-758d791d4b61 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:05.627159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:05.638909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33d9d59a-2469-45b5-999e-eb2b02e9ec32 req-7a5ba8a4-a70f-4264-af52-f6f33b588ada tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090105 Aug 12 02:22:05.815752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3abfdef6-a03a-404f-9807-26504c462196 None None] Provisioning for port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:05.839621 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:05.840348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3abfdef6-a03a-404f-9807-26504c462196 None None] Provisioning complete for port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:05.840911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3abfdef6-a03a-404f-9807-26504c462196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:05.917366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.085815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606ab4d-9a2e-41e3-a879-03ef5f7c87c0 req-36496860-d5b4-4c1e-b4a6-3a4d9ed6ec9f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:06.096963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d606ab4d-9a2e-41e3-a879-03ef5f7c87c0 req-36496860-d5b4-4c1e-b4a6-3a4d9ed6ec9f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 948 time: 0.4159639 Aug 12 02:22:06.099781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568a84e5-a48b-44f8-a007-a4c6716de15c None None] Network da27045d-b0ad-43ca-a6a6-4f0ec27f08cb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:06.157394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:06.158045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.227338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] For port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4616ef3c-0b69-485e-a0f2-bfabbe0498a4,segment=NetworkSegment(1e5cd4b9-ac40-4e56-bb35-0cda574d5e32),segment_id=1e5cd4b9-ac40-4e56-bb35-0cda574d5e32)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:06.228066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.244203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dd24279e-0c7f-4a55-948f-9083ae80db45 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:06.257023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Calling delete_port for 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:06.301157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-6cf8d5f4-794d-4276-8144-1427b4b9b582 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672766 Aug 12 02:22:06.319884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d606ab4d-9a2e-41e3-a879-03ef5f7c87c0 req-0c083161-7439-489f-a85a-5a86bedb2ca0 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219143 Aug 12 02:22:06.395344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.584150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b292fd83-ba97-4cad-93a3-1c12188bd2e2 req-e803ff9b-56f3-4a24-94b1-d9e41072c614 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103636 Aug 12 02:22:06.594153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.692044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Port': ['ID=4616ef3c-0b69-485e-a0f2-bfabbe0498a4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:06.694564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] No DVR routers for this DVR port 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:06.710080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3abfdef6-a03a-404f-9807-26504c462196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:06.871491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68115607-4248-418e-b90a-15113ba69396 None None] DHCP port deletion for 8f8eb268-c075-46a9-b8c6-758d791d4b61 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:06.908252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port dd24279e-0c7f-4a55-948f-9083ae80db45 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:07.000812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.012043 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Provisioning for port dd24279e-0c7f-4a55-948f-9083ae80db45 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:07.022637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] DHCP port deletion for da27045d-b0ad-43ca-a6a6-4f0ec27f08cb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:07.027033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Provisioning complete for port dd24279e-0c7f-4a55-948f-9083ae80db45 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:07.027591 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.034520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8eb268-c075-46a9-b8c6-758d791d4b61']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:07.055886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:07.056187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5cd4b9-ac40-4e56-bb35-0cda574d5e32') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:07.080843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.120470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.120470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:07.120470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:07.195102 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:07.218167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-bbffe625-1ecb-4038-9a27-41d8b300a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.220073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-bbffe625-1ecb-4038-9a27-41d8b300a390 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ccb7613426e447995141e19eab5588a&device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 1099 time: 0.4795911 Aug 12 02:22:07.228581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.244421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6670e2-b3c6-4781-bdc3-f9da8e7c8d15 req-890f4c1f-32fa-4c88-9a6a-482d09fd69d0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.246599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c6670e2-b3c6-4781-bdc3-f9da8e7c8d15 req-890f4c1f-32fa-4c88-9a6a-482d09fd69d0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.3293815 Aug 12 02:22:07.268790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.270782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/8f8eb268-c075-46a9-b8c6-758d791d4b61 HTTP/1.1" status: 204 len: 168 time: 1.8026266 Aug 12 02:22:07.280922 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.284037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Deleting port dd24279e-0c7f-4a55-948f-9083ae80db45 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:07.287945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.288148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:07.294507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.344737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ca86b-0776-44ce-8c35-694b844f247b tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=8f8eb268-c075-46a9-b8c6-758d791d4b61,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:07.386030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c6670e2-b3c6-4781-bdc3-f9da8e7c8d15 req-f40a21a0-6c71-4c05-b001-4976f3400c23 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141040 Aug 12 02:22:07.457340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] For port dd24279e-0c7f-4a55-948f-9083ae80db45, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dd24279e-0c7f-4a55-948f-9083ae80db45,segment=NetworkSegment(f5b12a41-b2f9-413a-9c89-704c5dd617c8),segment_id=f5b12a41-b2f9-413a-9c89-704c5dd617c8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:07.459842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-d765be37-ab8c-474d-901f-3205f26416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.478010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-d765be37-ab8c-474d-901f-3205f26416d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.2447498 Aug 12 02:22:07.480635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.490443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.581372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-0bbf5fe3-8bea-48f1-96ae-7c1ebaa07326 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e HTTP/1.1" status: 200 len: 217 time: 0.0946310 Aug 12 02:22:07.585849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router 8282c76a-acb8-4ca0-b351-69654b8e7f03 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:07.606091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b876a2-5557-4af0-849f-0e87eb8d021e None None] Pushing event updated for resources: {'Port': ['ID=dd24279e-0c7f-4a55-948f-9083ae80db45,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:07.609761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87b173-3595-46bf-99c3-57086b7028c9 req-6cdb698c-b3e0-43d5-93a5-ddfe6a135a1f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.625053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b87b173-3595-46bf-99c3-57086b7028c9 req-6cdb698c-b3e0-43d5-93a5-ddfe6a135a1f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 948 time: 0.1485975 Aug 12 02:22:07.642517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] For port dd24279e-0c7f-4a55-948f-9083ae80db45, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dd24279e-0c7f-4a55-948f-9083ae80db45,segment=NetworkSegment(f5b12a41-b2f9-413a-9c89-704c5dd617c8),segment_id=f5b12a41-b2f9-413a-9c89-704c5dd617c8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:07.642919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.671234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Calling delete_port for dd24279e-0c7f-4a55-948f-9083ae80db45 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:07.693731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-87a48948-f5d0-4c7c-a1d1-f921d2abdb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.695792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-87a48948-f5d0-4c7c-a1d1-f921d2abdb81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1057284 Aug 12 02:22:07.779997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.800656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-bc5dddef-dea1-4ae8-aeb9-4dc30709f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:07.804310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] No DVR routers for this DVR port dd24279e-0c7f-4a55-948f-9083ae80db45 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:07.807810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-bc5dddef-dea1-4ae8-aeb9-4dc30709f3ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031795 Aug 12 02:22:07.841212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c0a370-e2b3-4401-b2cb-3bf3a777cc9f None None] Pushing event deleted for resources: {'Port': ['ID=dd24279e-0c7f-4a55-948f-9083ae80db45,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:07.882795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b87b173-3595-46bf-99c3-57086b7028c9 req-a9701206-e24d-4363-a1fc-10aba6890398 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482169 Aug 12 02:22:07.920602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Deleting port dd24279e-0c7f-4a55-948f-9083ae80db45 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:07.921223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:07.979440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-ec42b91d-6a84-49dd-91bf-a63c022b42c8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603136 Aug 12 02:22:08.000199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:08.031692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] For port dd24279e-0c7f-4a55-948f-9083ae80db45, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:08.032436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.045610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:08.046042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4616ef3c-0b69-485e-a0f2-bfabbe0498a4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:08.047018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dd24279e-0c7f-4a55-948f-9083ae80db45 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:08.054463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Calling delete_port for dd24279e-0c7f-4a55-948f-9083ae80db45 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:08.063232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Port dd24279e-0c7f-4a55-948f-9083ae80db45 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:22:08.066739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.105304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: dd24279e-0c7f-4a55-948f-9083ae80db45 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:08.105304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dd24279e-0c7f-4a55-948f-9083ae80db45 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:08.139063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Port': ['ID=dd24279e-0c7f-4a55-948f-9083ae80db45,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:08.147925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] No DVR routers for this DVR port dd24279e-0c7f-4a55-948f-9083ae80db45 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:08.160296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:08.164048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e50bc0d8-26e5-4899-a6a5-3d93570fa48f req-1188f2d7-be55-42c0-ae17-5d09c82ea36e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731765 Aug 12 02:22:08.174779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Sync routers for ids ['8282c76a-acb8-4ca0-b351-69654b8e7f03'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:08.191446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Routers {'8282c76a-acb8-4ca0-b351-69654b8e7f03'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:08.192115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8282c76a-acb8-4ca0-b351-69654b8e7f03'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:08.303283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.314933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da27045d-b0ad-43ca-a6a6-4f0ec27f08cb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:08.328208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b12a41-b2f9-413a-9c89-704c5dd617c8') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:08.329923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b12a41-b2f9-413a-9c89-704c5dd617c8') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:08.340737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.357833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Set router 8282c76a-acb8-4ca0-b351-69654b8e7f03 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:08.366478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.374263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:08.375875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:08.479413 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:08.485487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.488521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-135bdc08-e008-492e-b446-6b5a491d8d35 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3204484 Aug 12 02:22:08.490144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:08.539081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.559049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.564380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/da27045d-b0ad-43ca-a6a6-4f0ec27f08cb HTTP/1.1" status: 204 len: 168 time: 1.2737336 Aug 12 02:22:08.566550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:08.613675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7bbf9-fd7c-4d81-a7d2-7f71158f2095 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=da27045d-b0ad-43ca-a6a6-4f0ec27f08cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:08.697047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193'}], 'enable_snat': False}, 'gw_port_id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:02Z', 'updated_at': '2021-08-12T02:22:05Z', 'revision_number': 3, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port': {'id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:22:03Z', 'updated_at': '2021-08-12T02:22:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:08.752943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6c990f1c-16d1-4877-84c1-f3af4b016614 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/8282c76a-acb8-4ca0-b351-69654b8e7f03 HTTP/1.1" status: 200 len: 909 time: 0.2585292 Aug 12 02:22:08.755083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Checking router: 8282c76a-acb8-4ca0-b351-69654b8e7f03 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:22:08.755083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Updating router 8282c76a-acb8-4ca0-b351-69654b8e7f03 port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:22:08.768117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40664) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:08.778584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.789720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2055028770', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': True}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:08.857039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.881854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841ff02-8b15-407c-a7bc-c352555109ba req-fb65d9f7-bef5-41b4-925e-4e7fcb147349 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:08.883522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f841ff02-8b15-407c-a7bc-c352555109ba req-fb65d9f7-bef5-41b4-925e-4e7fcb147349 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2975709 Aug 12 02:22:08.914774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:08.918378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.029354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.044115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81b2971-b68e-4b80-b835-b48822da49a2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.056807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f841ff02-8b15-407c-a7bc-c352555109ba req-cd339d6f-3415-4c25-861d-14bc1e9d5ad3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666720 Aug 12 02:22:09.059158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b2f9b7-cbfa-440e-b78e-2d915e6e6e7c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.059557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b2f9b7-cbfa-440e-b78e-2d915e6e6e7c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.073093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.088462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720c319-2b1b-450d-8bd2-951338cbc329 req-cbb62861-3b4f-4b59-be01-52d1a9db1897 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:09.097410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3720c319-2b1b-450d-8bd2-951338cbc329 req-cbb62861-3b4f-4b59-be01-52d1a9db1897 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 948 time: 0.1043828 Aug 12 02:22:09.113807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.124024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.143487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:09.144086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:09.157748 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:09.206257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3720c319-2b1b-450d-8bd2-951338cbc329 req-7d7d068b-ef11-41dd-bfaf-35c44d0816b6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082339 Aug 12 02:22:09.276955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.284069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.292374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/e81b2971-b68e-4b80-b835-b48822da49a2 HTTP/1.1" status: 204 len: 168 time: 0.7183528 Aug 12 02:22:09.297693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40678) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:09.307501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.331042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Transition to ACTIVE for port object b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:09.342954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.360878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.395106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83bde9-248d-47cc-9bd1-4ca826e44583 tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=e81b2971-b68e-4b80-b835-b48822da49a2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:09.410509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f07731-d7d6-4ce6-9618-bf04cd7d74ed None None] Pushing event updated for resources: {'Port': ['ID=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:09.437964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Attempting to bind port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:09.437964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Attempting to bind port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:09.437964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Attempting to bind port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:09.444389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:09.444772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:09.445171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.445557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:09.446015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Bound port: b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:09.446399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.524156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] For port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:09.529911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] For port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:09.555961 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.568691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.633218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Routers {'8282c76a-acb8-4ca0-b351-69654b8e7f03'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:09.633897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8282c76a-acb8-4ca0-b351-69654b8e7f03'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.679084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:09.713354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.736605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8c405e-97d7-46e7-be7b-24ffb7e1fb47']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.750733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3e7ae6-d5c8-49b2-99d1-a5f1f77736dd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.751139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3e7ae6-d5c8-49b2-99d1-a5f1f77736dd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:09.764948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.774889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.791249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.797880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.810458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f07731-d7d6-4ce6-9618-bf04cd7d74ed None None] Pushing event updated for resources: {'Port': ['ID=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:09.816524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:09.819393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:09.841488 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:09.934484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.945575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:09.953144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] 10.222.0.11 "DELETE /v2.0/networks/8c8c405e-97d7-46e7-be7b-24ffb7e1fb47 HTTP/1.1" status: 204 len: 168 time: 0.6542494 Aug 12 02:22:09.953763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:22:09.986764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc2a92-af75-4e8e-87dc-bf4554bf2b3d tempest-BulkNetworkOpsIpV6Test-486995353 tempest-BulkNetworkOpsIpV6Test-486995353-project] Pushing event deleted for resources: {'Network': ['ID=8c8c405e-97d7-46e7-be7b-24ffb7e1fb47,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:10.080066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:10.096018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.25.3.137 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/adc7914f-f05b-4182-9e53-3259dc199650) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:10.143497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'mac_address': 'fa:16:3e:4f:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:10.350643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:10.398082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:10.417603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c0753-d587-42a3-a6d0-18ff5e70d4de req-0a580fc3-0026-4815-9508-3580e5034bfa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:10.430079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-601c0753-d587-42a3-a6d0-18ff5e70d4de req-0a580fc3-0026-4815-9508-3580e5034bfa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1670160 Aug 12 02:22:10.456983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:10.497424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] Set router 8282c76a-acb8-4ca0-b351-69654b8e7f03 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:10.551199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:10.601772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290cef8-82a8-47de-a65f-05ef402526e8 req-e89c7e80-2fc7-45cc-a361-1e3bbde68ca6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:10.602877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-601c0753-d587-42a3-a6d0-18ff5e70d4de req-e7a2e51f-0db5-415e-9b88-f41d3b35a84e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719117 Aug 12 02:22:10.610646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2290cef8-82a8-47de-a65f-05ef402526e8 req-e89c7e80-2fc7-45cc-a361-1e3bbde68ca6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 948 time: 0.1574914 Aug 12 02:22:10.628435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:10.682251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:10.684046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40704) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:10.731953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:10.752679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:10.758635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:10.840535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:10.913389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193'}], 'enable_snat': False}, 'gw_port_id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:02Z', 'updated_at': '2021-08-12T02:22:05Z', 'revision_number': 3, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port': {'id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:22:03Z', 'updated_at': '2021-08-12T02:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:10.957133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=adc7914f-f05b-4182-9e53-3259dc199650,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:10.959360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaed4af-4b7a-449a-978f-c67dd03ff6d0 None None] The sync data for ids ['8282c76a-acb8-4ca0-b351-69654b8e7f03'] in n-d-804303-2 is: [{'id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193'}], 'enable_snat': False}, 'gw_port_id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:02Z', 'updated_at': '2021-08-12T02:22:05Z', 'revision_number': 3, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port': {'id': 'b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:42:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8282c76a-acb8-4ca0-b351-69654b8e7f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:22:03Z', 'updated_at': '2021-08-12T02:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:10.960508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-13f8d4ec-7635-4183-8ccd-7617b5f2d477 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=218961df6f4c49d9854b8ecc348bdaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751436 Aug 12 02:22:10.968349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:11.009330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2290cef8-82a8-47de-a65f-05ef402526e8 req-7d7b57bb-f597-4c07-a0f5-77498dc7908d tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975003 Aug 12 02:22:11.038480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.068197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:11.070431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.152564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.155934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.157339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/837194f2-8d97-4f92-9919-93eaff879bab HTTP/1.1" status: 204 len: 168 time: 0.1868446 Aug 12 02:22:11.174225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c76fa7-97be-436a-9a3d-8cebd57652db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837194f2-8d97-4f92-9919-93eaff879bab,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:11.305310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:11.457799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.833319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84a3461e-9f74-4a84-9d6f-9032ebe1f06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:11.879996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ab46b-0dae-427a-9b93-de192bf280b8 req-91d5f061-b6ea-4efc-8cce-e9ee809c93cd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:11.890861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-948ab46b-0dae-427a-9b93-de192bf280b8 req-91d5f061-b6ea-4efc-8cce-e9ee809c93cd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1580501 Aug 12 02:22:12.023665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-948ab46b-0dae-427a-9b93-de192bf280b8 req-fe66c6fe-214c-45ab-a70b-2b63a2a65568 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075237 Aug 12 02:22:12.025881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.036778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:12.200349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:12.210312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:12.210971 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.243737 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84a3461e-9f74-4a84-9d6f-9032ebe1f06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.251691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84a3461e-9f74-4a84-9d6f-9032ebe1f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.311686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84a3461e-9f74-4a84-9d6f-9032ebe1f06f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba2a4b81bcec4bcb8d263b0a6482f977&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0032382 Aug 12 02:22:12.322033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:12.339014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472103e-7b94-426b-9101-faf6e11f0c8a req-7926eda5-dff6-41de-90a7-8d76014d75ec tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:12.340677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5472103e-7b94-426b-9101-faf6e11f0c8a req-7926eda5-dff6-41de-90a7-8d76014d75ec tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 949 time: 0.2378325 Aug 12 02:22:12.360196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3461e-9f74-4a84-9d6f-9032ebe1f06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da640e-8657-49c7-ad85-3f60e2479976,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:12.423714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.436703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5472103e-7b94-426b-9101-faf6e11f0c8a req-dea89fcc-f1c3-4055-8dad-085da3e23941 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Aug 12 02:22:12.446606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router 526f1d95-85e6-4dd2-bb47-358f7904a806 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:12.477123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.503973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:12.510109 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.538162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.635610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.639851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.644300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:12.653227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19da640e-8657-49c7-ad85-3f60e2479976 HTTP/1.1" status: 204 len: 168 time: 0.3209355 Aug 12 02:22:12.661317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:12.672763 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Sync routers for ids ['526f1d95-85e6-4dd2-bb47-358f7904a806'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:12.677977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3ed73-5062-4626-82e2-1f7450fb4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da640e-8657-49c7-ad85-3f60e2479976,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:12.691423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:12.695656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:12.697866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d8e9ff1b-45b9-42d7-a817-7b6c5cd09dc2 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9148476 Aug 12 02:22:12.719789 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Routers {'526f1d95-85e6-4dd2-bb47-358f7904a806'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:12.720636 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['526f1d95-85e6-4dd2-bb47-358f7904a806'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:12.863453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:12.871919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c2e3fb98-093f-4926-82f8-f5366e66a3dd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/526f1d95-85e6-4dd2-bb47-358f7904a806 HTTP/1.1" status: 200 len: 908 time: 0.1748083 Aug 12 02:22:12.893264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Set router 526f1d95-85e6-4dd2-bb47-358f7904a806 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:12.908656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:13.123681 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f1d95-85e6-4dd2-bb47-358f7904a806', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'adc7914f-f05b-4182-9e53-3259dc199650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:08Z', 'updated_at': '2021-08-12T02:22:11Z', 'revision_number': 3, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port': {'id': 'adc7914f-f05b-4182-9e53-3259dc199650', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:26:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f1d95-85e6-4dd2-bb47-358f7904a806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:22:09Z', 'updated_at': '2021-08-12T02:22:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:13.168766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.199872 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Checking router: 526f1d95-85e6-4dd2-bb47-358f7904a806 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:22:13.200222 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Updating router 526f1d95-85e6-4dd2-bb47-358f7904a806 port adc7914f-f05b-4182-9e53-3259dc199650 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:22:13.254919 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.312643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c965f7-f26f-4336-b9c0-2a236a7777ed req-ff3d5a41-223a-42a2-8cd7-a2d22ebe25fb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:13.327054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71c965f7-f26f-4336-b9c0-2a236a7777ed req-ff3d5a41-223a-42a2-8cd7-a2d22ebe25fb tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1581507 Aug 12 02:22:13.408257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-123025716'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:13.475259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.507541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71c965f7-f26f-4336-b9c0-2a236a7777ed req-9f154399-9432-47c1-a6a4-303caf45e4e6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773171 Aug 12 02:22:13.551038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40776) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:13.587023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:13.591170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.597217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecb26e0-72f3-4470-af1e-53646febe78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.602495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.691159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:13.753128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Deleting port adc7914f-f05b-4182-9e53-3259dc199650 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:13.753831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.829208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.841357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea31d24-a15d-4268-90c7-55bea7069c4d req-af2521ce-1879-44a3-964c-465cb283a073 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:13.844539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aea31d24-a15d-4268-90c7-55bea7069c4d req-af2521ce-1879-44a3-964c-465cb283a073 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 949 time: 0.2127957 Aug 12 02:22:13.846128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.882325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:13.892753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:13.893926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.905023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:13.916642 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.919129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:13.919943 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment 825fcede-e221-49d8-9c00-17c593338f27 of type vlan for network b8d0de75-c9d2-4109-aab2-5575106c095a Aug 12 02:22:13.938148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aea31d24-a15d-4268-90c7-55bea7069c4d req-9f4ab1ff-45bb-4cfd-b23b-e0ee07218511 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Aug 12 02:22:13.964616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Transition to ACTIVE for port object adc7914f-f05b-4182-9e53-3259dc199650 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:13.986474 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.023976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.046662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f76a5fd-2126-4b08-8ddc-1b9081784e48,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:14.096197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.132921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:14.148060 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Attempting to bind port adc7914f-f05b-4182-9e53-3259dc199650 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:14.154972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Attempting to bind port adc7914f-f05b-4182-9e53-3259dc199650 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:14.155637 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Attempting to bind port adc7914f-f05b-4182-9e53-3259dc199650 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:14.159196 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Pushing event updated for resources: {'Port': ['ID=adc7914f-f05b-4182-9e53-3259dc199650,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:14.169068 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:14.171461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:14.173226 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.173815 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:14.174474 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Bound port: adc7914f-f05b-4182-9e53-3259dc199650, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:14.175054 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.184920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.192263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:14.193315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.203928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.207224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:14.207789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.244481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.245104 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.245600 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.246128 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.246624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.247114 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.247645 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.248119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.250916 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.251457 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.251960 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.252446 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:14.344647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=b8d0de75-c9d2-4109-aab2-5575106c095a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:14.351456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] For port adc7914f-f05b-4182-9e53-3259dc199650, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:14.360935 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] For port adc7914f-f05b-4182-9e53-3259dc199650, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=adc7914f-f05b-4182-9e53-3259dc199650,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:14.371574 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.489772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Calling delete_port for adc7914f-f05b-4182-9e53-3259dc199650 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:14.534836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Routers {'526f1d95-85e6-4dd2-bb47-358f7904a806'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:14.534836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['526f1d95-85e6-4dd2-bb47-358f7904a806'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:14.603634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a17b40-a212-4eff-9a11-22c0cc48789d None None] Pushing event updated for resources: {'Port': ['ID=adc7914f-f05b-4182-9e53-3259dc199650,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:14.616654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:14.645637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:14.650584 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b05c75b-9a96-4d52-9a99-3a4e68ced4f1" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:14.662313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecb26e0-72f3-4470-af1e-53646febe78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.678671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecb26e0-72f3-4470-af1e-53646febe78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:14.689048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b15c5d19-83f4-4d8c-a8c3-bc1ba5cbed85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7767444 Aug 12 02:22:14.690170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:14.704417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'name': 'tempest-PortsIpV6TestJSON-2026593335'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:14.716237 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] Set router 526f1d95-85e6-4dd2-bb47-358f7904a806 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:14.805536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:14.805536 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e26cff-21ee-40f9-b6de-6fb95b00cd86 x-openstack-request-id: req-c5e26cff-21ee-40f9-b6de-6fb95b00cd86 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:14.806224 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:14.806224 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5e26cff-21ee-40f9-b6de-6fb95b00cd86 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:14.806607 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'code': 200} Aug 12 02:22:14.810525 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f1d95-85e6-4dd2-bb47-358f7904a806', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:08Z', 'updated_at': '2021-08-12T02:22:13Z', 'revision_number': 4, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:14.889679 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e3ec9-d1f3-4a67-a281-56b6fbd51af9 None None] The sync data for ids ['526f1d95-85e6-4dd2-bb47-358f7904a806'] in n-d-804303-2 is: [{'id': '526f1d95-85e6-4dd2-bb47-358f7904a806', 'name': 'tempest-snat-router-2055028770', 'tenant_id': '72cbcdaca528452d8b1d698971b3a5b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:22:08Z', 'updated_at': '2021-08-12T02:22:13Z', 'revision_number': 4, 'project_id': '72cbcdaca528452d8b1d698971b3a5b7', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:14.915186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.002671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.009269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:15.013684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.076990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:15.091325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:15.093339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3ecb26e0-72f3-4470-af1e-53646febe78a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e86bac89f91a45629b8eaef0eecc5675&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5297883 Aug 12 02:22:15.094253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb26e0-72f3-4470-af1e-53646febe78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a97f0-276a-4ee1-b66a-f2b8b7d0c0b1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:15.105317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:15.123992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Port': ['ID=adc7914f-f05b-4182-9e53-3259dc199650,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:15.149472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f374018-2613-4be3-872e-c4bb1666dd72 req-8d8c1529-df29-4168-9ddd-bad859909c9f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:15.158995 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f374018-2613-4be3-872e-c4bb1666dd72 req-8d8c1529-df29-4168-9ddd-bad859909c9f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.5002303 Aug 12 02:22:15.253497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d140a7-a5cb-4ef7-9e95-6bf2f0f0bc0d req-6f0ad230-192a-492d-9d6c-f57adc4746fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:15.255931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2d140a7-a5cb-4ef7-9e95-6bf2f0f0bc0d req-6f0ad230-192a-492d-9d6c-f57adc4746fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 1101 time: 0.3060620 Aug 12 02:22:15.292363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb238-cce0-4055-91ce-9add91af5ac4 req-889e7fee-5870-4d6f-9568-5882568d2074 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:15.315062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d8eb238-cce0-4055-91ce-9add91af5ac4 req-889e7fee-5870-4d6f-9568-5882568d2074 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 950 time: 0.2533107 Aug 12 02:22:15.343857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f374018-2613-4be3-872e-c4bb1666dd72 req-da3ee872-793d-47fb-a1d2-a6487c09da38 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772316 Aug 12 02:22:15.352895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.470003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d8eb238-cce0-4055-91ce-9add91af5ac4 req-ee6950bb-ac5f-4ef2-b131-4fbf21658ca9 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522155 Aug 12 02:22:15.542614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.545530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.560376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2d140a7-a5cb-4ef7-9e95-6bf2f0f0bc0d req-7148bcdc-4327-4c0c-a7a5-115f5e9ffffb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826185 Aug 12 02:22:15.571092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.575746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.590789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.628244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.678206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.679003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 526f1d95-85e6-4dd2-bb47-358f7904a806 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:15.685561 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.694022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85940d14-38cc-48ef-8554-a97dab495575 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/routers/526f1d95-85e6-4dd2-bb47-358f7904a806 HTTP/1.1" status: 204 len: 168 time: 2.8288207 Aug 12 02:22:15.694826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40800) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:15.738666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=6f66aad8-ffa1-4eb9-9daf-265c4f9ad492,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:15.750646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': '825fcede-e221-49d8-9c00-17c593338f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:15.751293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: b8d0de75-c9d2-4109-aab2-5575106c095a, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:15.775285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.777404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:15.778003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.779162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de1a97f0-276a-4ee1-b66a-f2b8b7d0c0b1 HTTP/1.1" status: 204 len: 168 time: 0.6709766 Aug 12 02:22:15.794545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfcda1-4e0f-4ffb-82e1-0605e50b46e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a97f0-276a-4ee1-b66a-f2b8b7d0c0b1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:15.804856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, b8d0de75-c9d2-4109-aab2-5575106c095a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:15.811213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:15.819991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:15.821150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.849296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f8f06b4e-a7af-4140-acce-342d8f6eb277 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1574764 Aug 12 02:22:15.850281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40804) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:15.851719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a790e41-b85f-42cf-8881-20d9e2763952 None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:15.855443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1692017793'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:15.899800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:15.967361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:15.972416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.045174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:16.066628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.066991 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment eddb1540-366d-49fc-8aff-663ce5cc5d59 of type vlan for network 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3 Aug 12 02:22:16.127087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.142276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.206765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.212470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:16.213047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.283682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4321442 Aug 12 02:22:16.288330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:16.294085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Deleting port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:16.294594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.299501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887139b3-61b6-4319-9bbe-346423b6a9cb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:16.315245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:16.317741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'ports': [{'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'}, {'network_id': '1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3'}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:16.318062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:16.323194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:16.372513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40816) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:16.393332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb08794f-af6f-44d3-a878-8dc39b9117f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.425830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] For port b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:16.426358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.452664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Calling delete_port for b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:16.666964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477adf4e-3abe-4e02-a24b-94c109a67ed0 req-f4fcd403-46da-4710-9853-b4132ecdcd7d tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:16.674814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-477adf4e-3abe-4e02-a24b-94c109a67ed0 req-f4fcd403-46da-4710-9853-b4132ecdcd7d tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1947696 Aug 12 02:22:16.684525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb08794f-af6f-44d3-a878-8dc39b9117f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.707068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb08794f-af6f-44d3-a878-8dc39b9117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.744364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-477adf4e-3abe-4e02-a24b-94c109a67ed0 req-d9e33d71-b718-431a-94ff-24bcc9c0c53a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683253 Aug 12 02:22:16.792220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:16.810182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.819899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08794f-af6f-44d3-a878-8dc39b9117f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19a611-cbf5-42c1-a1d9-a673f62eb80b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:16.835633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:16.855868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb08794f-af6f-44d3-a878-8dc39b9117f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9b606dbb01445faaf583755c6639755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818227 Aug 12 02:22:16.859882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:16.884077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26d589-7f18-452d-b6e2-b564ec1f7bf7 req-a1c4c20f-06dc-447d-aa13-5a4ced2cfc6f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:16.892116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c26d589-7f18-452d-b6e2-b564ec1f7bf7 req-a1c4c20f-06dc-447d-aa13-5a4ced2cfc6f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 950 time: 0.2028403 Aug 12 02:22:16.950547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 6cb85530-6d67-4dfe-bc2d-a832200243fd yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:17.025889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c26d589-7f18-452d-b6e2-b564ec1f7bf7 req-908b77cd-08a5-4315-9ead-521cdfad90f3 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305828 Aug 12 02:22:17.033117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.075458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:17.083496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.156784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.171078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.185867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.260270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 61750baf-3e02-4416-8a1d-1c4725fe558b yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:17.305625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.308085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.360846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.363785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.365169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b19a611-cbf5-42c1-a1d9-a673f62eb80b HTTP/1.1" status: 204 len: 168 time: 0.5032544 Aug 12 02:22:17.369459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.369832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8282c76a-acb8-4ca0-b351-69654b8e7f03 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:17.379004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.380253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-13192c0f-dcfb-4c5f-9499-782abdcf8c41 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "DELETE /v2.0/routers/8282c76a-acb8-4ca0-b351-69654b8e7f03 HTTP/1.1" status: 204 len: 168 time: 1.6847711 Aug 12 02:22:17.381755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209a20f-b1f3-4609-9b63-93b56d658833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19a611-cbf5-42c1-a1d9-a673f62eb80b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:17.385589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:17.401658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1025759013', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:17.442671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.444373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.464485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.576632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.577054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.627512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:17.632848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:17.639768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:17.641410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.652748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=6cb85530-6d67-4dfe-bc2d-a832200243fd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:17.745676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.746361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=61750baf-3e02-4416-8a1d-1c4725fe558b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:17.755110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': 'eddb1540-366d-49fc-8aff-663ce5cc5d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:17.755557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:17.775827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:17.779841 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.788197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:17.798324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129373f-18ac-4433-9bb7-f2f03bceade0 None None] Network 1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:17.818669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:17.827324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:17.833798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:17.834722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:17.862300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c416c634-cd76-47e6-96b0-6bc500fa2bc5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5727344 Aug 12 02:22:17.865485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:18.127666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:18.133928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed906-a312-45b5-a3d3-66ea6f3dc4a1 req-e428b604-5843-47cb-a024-ea68cbe9a095 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:18.142210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56aed906-a312-45b5-a3d3-66ea6f3dc4a1 req-e428b604-5843-47cb-a024-ea68cbe9a095 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2263916 Aug 12 02:22:18.160296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 61750baf-3e02-4416-8a1d-1c4725fe558b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:18.160918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.207801 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56aed906-a312-45b5-a3d3-66ea6f3dc4a1 req-203d7a99-d2ef-4c79-b1bf-cb17c3b1f13c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645292 Aug 12 02:22:18.224541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:18.224933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b99a3d0e-8cd9-4b6e-afc7-b3377d62d7c2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:18.300459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.323721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 61750baf-3e02-4416-8a1d-1c4725fe558b owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:18.450281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.476313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.498285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d432f66-49e3-496c-8f2a-57eb0104bf33 req-0ec51f64-6361-4981-b347-223cec03215d tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:18.506802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d432f66-49e3-496c-8f2a-57eb0104bf33 req-0ec51f64-6361-4981-b347-223cec03215d tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 950 time: 0.1720371 Aug 12 02:22:18.521971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.558763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=61750baf-3e02-4416-8a1d-1c4725fe558b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:18.571435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:18.577013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ffa55433-68d0-47c4-b348-92cfbdc9f9c8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/61750baf-3e02-4416-8a1d-1c4725fe558b HTTP/1.1" status: 204 len: 168 time: 0.7077141 Aug 12 02:22:18.578328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:18.622090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d432f66-49e3-496c-8f2a-57eb0104bf33 req-628800a9-cd57-4281-8e13-f4891cd0503f tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094558 Aug 12 02:22:18.701081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c11ef-8094-45be-99d0-a57b91d66197 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:18.713260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8c11ef-8094-45be-99d0-a57b91d66197 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:18.724245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f8c11ef-8094-45be-99d0-a57b91d66197 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1441135 Aug 12 02:22:18.727595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:18.829756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Allocated IP 172.25.3.224 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/4755b85f-2d48-4ae8-8c84-5cca073de2b3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:18.950513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 6cb85530-6d67-4dfe-bc2d-a832200243fd {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:18.951182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.056728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.083140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 6cb85530-6d67-4dfe-bc2d-a832200243fd owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:19.097162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.220299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.256846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.312052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:19.317226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.321961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:19.332989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/6cb85530-6d67-4dfe-bc2d-a832200243fd HTTP/1.1" status: 204 len: 168 time: 0.6042197 Aug 12 02:22:19.341026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:19.361839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:19.425255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d886dad-a130-41a2-bed9-7ea6b4fa41c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:19.429777 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d886dad-a130-41a2-bed9-7ea6b4fa41c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1067510 Aug 12 02:22:19.430448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40902) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:19.489467 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ad7e01-13d9-4aa2-a782-b055f6e1398e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:19.504366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-35ad7e01-13d9-4aa2-a782-b055f6e1398e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/61750baf-3e02-4416-8a1d-1c4725fe558b HTTP/1.1" status: 404 len: 333 time: 0.0725117 Aug 12 02:22:19.504802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:19.514413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event updated for resources: {'Port': ['ID=4755b85f-2d48-4ae8-8c84-5cca073de2b3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:19.534480 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f110161-f804-4e3f-81bd-c3a460dac006 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:19.539612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1f110161-f804-4e3f-81bd-c3a460dac006 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/6cb85530-6d67-4dfe-bc2d-a832200243fd HTTP/1.1" status: 404 len: 333 time: 0.0334918 Aug 12 02:22:19.540343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:19.691037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.705855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919f26d-94bc-4c8e-afbf-03f8c9e3cbff req-ed7793ad-31d6-4308-bfe8-7d32852dca82 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:19.708493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc578c-4ba5-46f1-a6b0-b6e8aaccb12b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=6cb85530-6d67-4dfe-bc2d-a832200243fd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:19.720757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2919f26d-94bc-4c8e-afbf-03f8c9e3cbff req-ed7793ad-31d6-4308-bfe8-7d32852dca82 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1178873 Aug 12 02:22:19.777221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e14d9c-664d-4ca9-9371-07e307a32a7c req-ba6d429b-f6ad-4251-9fa8-693de05a0269 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:19.788158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19e14d9c-664d-4ca9-9371-07e307a32a7c req-ba6d429b-f6ad-4251-9fa8-693de05a0269 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.3498952 Aug 12 02:22:19.802591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2919f26d-94bc-4c8e-afbf-03f8c9e3cbff req-580d6476-c656-4862-9f74-12e2a3532483 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789986 Aug 12 02:22:19.875701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19e14d9c-664d-4ca9-9371-07e307a32a7c req-e7d56ab4-bbc5-42d0-bfc6-4dd6d6f7b3fe tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818079 Aug 12 02:22:19.923225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.976525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:19.988945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:20.009434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddb1540-366d-49fc-8aff-663ce5cc5d59') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:20.010004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddb1540-366d-49fc-8aff-663ce5cc5d59') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:20.021134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.042860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.051441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:20.052175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:20.056673 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:20.137874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.163170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.165900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3 HTTP/1.1" status: 204 len: 168 time: 0.6245260 Aug 12 02:22:20.172325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40924) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:20.180270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a445d5-10b0-4cdb-b356-6e97e1af8f2f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=1cd0eed2-f233-4ee8-b1c3-22fce7dc62d3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:20.191276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1877096381'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:20.281419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:20.286573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.354194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:20.357799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.430799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.431080 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment 1938de79-628c-4754-95b4-d1079e2e78fc of type vlan for network 5cbaf135-ca92-4f01-83c9-f861db42e96b Aug 12 02:22:20.519578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.581130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.587147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:20.587631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.659436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:20.659957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4867170 Aug 12 02:22:20.665547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:20.678952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf740423-65fc-4d46-a49e-32baeb16052e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=5cbaf135-ca92-4f01-83c9-f861db42e96b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:20.684464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Router b7c8b0c5-cb94-4187-aaec-d7e34944b6ad is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:20.692885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:20.813814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:20.816539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.881548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:20.893006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] Sync routers for ids ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:20.917972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] Routers {'b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:20.924238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:20.933018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:20.934776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e071abb-2a57-4bc0-8b5c-6ce244b91f1d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5374355 Aug 12 02:22:20.937845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40952) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:20.947893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:20.961969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be16129-f8b7-44d0-a9a5-d88efa4952f6 req-18e46001-96b8-4488-b2cb-989e8a67402b tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:20.970265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7be16129-f8b7-44d0-a9a5-d88efa4952f6 req-18e46001-96b8-4488-b2cb-989e8a67402b tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1749136 Aug 12 02:22:21.015943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:21.026421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7be16129-f8b7-44d0-a9a5-d88efa4952f6 req-a3922173-5ac2-4384-8eb4-6c5060f00a38 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552022 Aug 12 02:22:21.026636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] Routers {'b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:21.027458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:21.070423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:21.071277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ec0d42-f41c-44e1-b201-8534279fc1dc None None] The sync data for ids ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:21.215842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:21.278941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:21.308852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': '1938de79-628c-4754-95b4-d1079e2e78fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:21.309236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: 5cbaf135-ca92-4f01-83c9-f861db42e96b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:21.335340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:21.350287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5cbaf135-ca92-4f01-83c9-f861db42e96b) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:21.366698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf3aff-4534-4693-a1ef-a54bb8df81fb None None] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:21.373216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:21.375550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:21.413695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bbb0e00c-f816-4918-b34f-a14f25cfcdb6 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7523167 Aug 12 02:22:21.416436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:21.423229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b', 'name': 'tempest-PortsIpV6TestJSON-751874961'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:21.683716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-5cbaf135-ca92-4f01-83c9-f861db42e96b', 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': '1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:22:21.684618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:21.724947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:21.728577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:21.789419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 5f70549d-0b06-4005-8f62-0f1ca5c22166 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:21.911846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060845f4-22e4-4f79-b2d9-6baf5db51565 req-03810495-db04-49c7-bd5e-d5c4b1f4ebc4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:21.922417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-060845f4-22e4-4f79-b2d9-6baf5db51565 req-03810495-db04-49c7-bd5e-d5c4b1f4ebc4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2225206 Aug 12 02:22:22.008017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-060845f4-22e4-4f79-b2d9-6baf5db51565 req-c10e49a1-ddd7-4320-8f7f-2e4e89fc49c0 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Aug 12 02:22:22.079600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::19f (5cbaf135-ca92-4f01-83c9-f861db42e96b/1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c/5f70549d-0b06-4005-8f62-0f1ca5c22166) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:22.178671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26c034-7bca-468e-b20e-778c29358ac8 req-664324da-b4f8-4d67-bdd5-a03037257984 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:22.186642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a26c034-7bca-468e-b20e-778c29358ac8 req-664324da-b4f8-4d67-bdd5-a03037257984 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1872139 Aug 12 02:22:22.319971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a26c034-7bca-468e-b20e-778c29358ac8 req-e470effc-c4c3-423a-b45d-5deb186768bf tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174035 Aug 12 02:22:22.420012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.446220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.495780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 5f70549d-0b06-4005-8f62-0f1ca5c22166 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:22.552091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.621392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:22.635015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:22.648948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:22.659064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Allocated IP 2001:db8::2 (5cbaf135-ca92-4f01-83c9-f861db42e96b/1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c/ee8dad96-a48f-4216-bf85-9075ca137788) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:22.669445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:22.670411 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.682979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=5f70549d-0b06-4005-8f62-0f1ca5c22166,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:22.694992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c95fe94b-b371-437d-b283-962d527d8c85 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2770648 Aug 12 02:22:22.695722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:22.828324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 5f70549d-0b06-4005-8f62-0f1ca5c22166 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:22.828902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.857332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.871005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Transition to ACTIVE for port object ee8dad96-a48f-4216-bf85-9075ca137788 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:22.888672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Transition to ACTIVE for port object ee8dad96-a48f-4216-bf85-9075ca137788 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:22.896893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.947368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:22.950429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:22.957810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:22.961458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:22.962372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 5f70549d-0b06-4005-8f62-0f1ca5c22166 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:22.974743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Pushing event updated for resources: {'Port': ['ID=ee8dad96-a48f-4216-bf85-9075ca137788,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:23.048588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Attempting to bind port ee8dad96-a48f-4216-bf85-9075ca137788 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:23.048965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Attempting to bind port ee8dad96-a48f-4216-bf85-9075ca137788 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1938de79-628c-4754-95b4-d1079e2e78fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:23.049328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Attempting to bind port ee8dad96-a48f-4216-bf85-9075ca137788 on network 5cbaf135-ca92-4f01-83c9-f861db42e96b {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:23.054747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:23.055201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Checking segment: {'id': '1938de79-628c-4754-95b4-d1079e2e78fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:23.055875 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.056265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Bound using segment: {'id': '1938de79-628c-4754-95b4-d1079e2e78fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:23.056737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Bound port: ee8dad96-a48f-4216-bf85-9075ca137788, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1938de79-628c-4754-95b4-d1079e2e78fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5cbaf135-ca92-4f01-83c9-f861db42e96b'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:23.057121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.058943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.064201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.140869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] For port ee8dad96-a48f-4216-bf85-9075ca137788, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:23.145012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] For port ee8dad96-a48f-4216-bf85-9075ca137788, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8dad96-a48f-4216-bf85-9075ca137788,segment=NetworkSegment(1938de79-628c-4754-95b4-d1079e2e78fc),segment_id=1938de79-628c-4754-95b4-d1079e2e78fc)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:23.148376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.150569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.178645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=5f70549d-0b06-4005-8f62-0f1ca5c22166,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:23.217839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.225734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-088c62d0-250f-4a93-a429-75804bd88257 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/5f70549d-0b06-4005-8f62-0f1ca5c22166 HTTP/1.1" status: 204 len: 168 time: 0.5253737 Aug 12 02:22:23.226160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0017ed6-ff40-48d0-aba4-73503264d9b3 None None] Pushing event updated for resources: {'Port': ['ID=ee8dad96-a48f-4216-bf85-9075ca137788,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:23.233305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:23.241153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014226d3-7ebe-4cfc-9411-9c56ee74358b req-9245a387-7141-4819-8e49-88756002fea1 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:23.242669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-014226d3-7ebe-4cfc-9411-9c56ee74358b req-9245a387-7141-4819-8e49-88756002fea1 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.1282349 Aug 12 02:22:23.285090 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-db398a3e-4352-428a-b9b0-60804ec1b0f1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:22:23.285869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db398a3e-4352-428a-b9b0-60804ec1b0f1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:22:23.290811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db398a3e-4352-428a-b9b0-60804ec1b0f1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/5f70549d-0b06-4005-8f62-0f1ca5c22166 HTTP/1.1" status: 404 len: 333 time: 0.0526271 Aug 12 02:22:23.290811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:23.291325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router b7c8b0c5-cb94-4187-aaec-d7e34944b6ad has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:22:23.315588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-014226d3-7ebe-4cfc-9411-9c56ee74358b req-bf556b49-0059-443a-bb0d-abdab3b65755 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Aug 12 02:22:23.323667 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f932dff8-596f-4669-bcfc-4432d94bf746 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:23.325205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f932dff8-596f-4669-bcfc-4432d94bf746 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/5f70549d-0b06-4005-8f62-0f1ca5c22166 HTTP/1.1" status: 404 len: 333 time: 0.0337653 Aug 12 02:22:23.328728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:23.393295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-a961abaa-d46e-471b-9423-807bb4f47807 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:23.395321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-a961abaa-d46e-471b-9423-807bb4f47807 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1719627 Aug 12 02:22:23.511370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet 1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:23.516061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.526005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:23.532474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.533068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ed3017a4-14c1-438f-a089-a524068c06f7 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "PUT /v2.0/routers/b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 200 len: 922 time: 2.5941312 Aug 12 02:22:23.538968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:23.546870 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] Sync routers for ids ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:23.560174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] Routers {'b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:23.561090 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:23.605156 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:23.611001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.614501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413768e2-faf6-4af8-95c3-38202e1bbed7 req-14f2d35a-82c5-4231-9f44-39b7f47bb680 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:23.625546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-413768e2-faf6-4af8-95c3-38202e1bbed7 req-14f2d35a-82c5-4231-9f44-39b7f47bb680 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 946 time: 0.1937342 Aug 12 02:22:23.630927 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] Routers {'b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:23.631922 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:23.681210 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:23.689061 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c36ad42-97a9-4604-8e35-d3dbc0e3fe6d None None] The sync data for ids ['b7c8b0c5-cb94-4187-aaec-d7e34944b6ad'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:23.713813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:23.743136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:23.769690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-413768e2-faf6-4af8-95c3-38202e1bbed7 req-7a4f4c30-baca-4fa9-9526-47f9ad04dc96 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430426 Aug 12 02:22:23.872837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81389561-fb8e-4fec-b883-13b778c7e7ac tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 200 len: 922 time: 0.3329458 Aug 12 02:22:23.873604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:23.907402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:23.928272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'mac_address': 'fa:16:3e:4f:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:24.011271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.031958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:24.069550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:24.074945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.085988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfbadc-4d61-44d0-81a1-2537d87aaa0d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:24.092400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9cdfbadc-4d61-44d0-81a1-2537d87aaa0d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=b7c8b0c5-cb94-4187-aaec-d7e34944b6ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2136807 Aug 12 02:22:24.094181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41052) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:24.114053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8dad96-a48f-4216-bf85-9075ca137788 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:24.195158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:24.216432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ee8dad96-a48f-4216-bf85-9075ca137788 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:24.289767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Deleting port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:24.290330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.294338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:24.299972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6c49c-89d7-4e73-9384-4e446c5d4fdb tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:24.301399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eca6c49c-89d7-4e73-9384-4e446c5d4fdb tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.2060356 Aug 12 02:22:24.305134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:24.388293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-07c640bd-c052-48c2-a570-e54090624765 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 200 len: 205 time: 0.0793653 Aug 12 02:22:24.389110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41060) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:24.491873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] For port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:24.492474 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.585148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-6eb6fd63-02ea-4ed7-ac5b-621e258df792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:24.586776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-6eb6fd63-02ea-4ed7-ac5b-621e258df792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 1096 time: 0.1883059 Aug 12 02:22:24.626610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.792351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.793034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.793034 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Floating IP 6edc1d3d-25b5-490d-b07b-3518de59cabf disassociated. External IP: 172.25.3.93, port: 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a. Aug 12 02:22:24.793407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Calling delete_port for 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:24.801049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6102c-01e7-44a2-9afa-87e76425f301 None None] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:24.801604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-d0f2622c-191d-4b91-9adc-ec4c79ea3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:24.803225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-d0f2622c-191d-4b91-9adc-ec4c79ea3b55 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.2032988 Aug 12 02:22:24.860838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.868944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-9bc3c890-82bb-4265-9b97-c4968be3af8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 200 len: 217 time: 0.0578067 Aug 12 02:22:24.871136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.931695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:24.985172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479d698-24c8-47d6-9c5c-2cff8fa9561d req-a3c9917f-426d-481f-b4f3-7ae48a359051 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:24.987387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e479d698-24c8-47d6-9c5c-2cff8fa9561d req-a3c9917f-426d-481f-b4f3-7ae48a359051 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.4578292 Aug 12 02:22:24.989373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:24.994609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-075f68b5-3200-4105-af8c-49a9e5d1c8e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c HTTP/1.1" status: 204 len: 168 time: 1.6622791 Aug 12 02:22:24.998414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:25.025717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-20b31fbf-fafb-4046-81a6-2dd3a6f9fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:25.030457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-20b31fbf-fafb-4046-81a6-2dd3a6f9fe71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1515732 Aug 12 02:22:25.037744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Provisioning for port ee8dad96-a48f-4216-bf85-9075ca137788 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:25.059551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Provisioning complete for port ee8dad96-a48f-4216-bf85-9075ca137788 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:25.059927 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.161543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-d19eb089-8a21-4cae-85de-55e7d73961df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116054 Aug 12 02:22:25.164872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port 4755b85f-2d48-4ae8-8c84-5cca073de2b3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:25.165263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.180897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.247506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event deleted for resources: {'Port': ['ID=0cc7fe6f-2218-4200-90b3-bb8ee0081d8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:25.272232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.277374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e479d698-24c8-47d6-9c5c-2cff8fa9561d req-5a91ae6f-fcaf-4ad4-a1e8-1cfef3a23276 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767305 Aug 12 02:22:25.303301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for 4755b85f-2d48-4ae8-8c84-5cca073de2b3 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:25.352490 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.400755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.435143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] DHCP port deletion for 5cbaf135-ca92-4f01-83c9-f861db42e96b request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:25.524526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] For port ee8dad96-a48f-4216-bf85-9075ca137788, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8dad96-a48f-4216-bf85-9075ca137788,segment=NetworkSegment(1938de79-628c-4754-95b4-d1079e2e78fc),segment_id=1938de79-628c-4754-95b4-d1079e2e78fc)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:25.538905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.611814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:22:25.613659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port ee8dad96-a48f-4216-bf85-9075ca137788 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:25.614171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.727845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:25.748454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Deleting port ee8dad96-a48f-4216-bf85-9075ca137788 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:25.748928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.778595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port ee8dad96-a48f-4216-bf85-9075ca137788, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8dad96-a48f-4216-bf85-9075ca137788,segment=NetworkSegment(1938de79-628c-4754-95b4-d1079e2e78fc),segment_id=1938de79-628c-4754-95b4-d1079e2e78fc)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:25.779049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.795845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:25.879379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for ee8dad96-a48f-4216-bf85-9075ca137788 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:25.917193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f7632-87ce-4dfc-a96c-42adf099d99d req-b71f464c-1bfb-48cb-aea7-f48387fba894 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:25.939321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-811f7632-87ce-4dfc-a96c-42adf099d99d req-b71f464c-1bfb-48cb-aea7-f48387fba894 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6afd0b3-7bab-4318-b3bc-a3dca606b365 HTTP/1.1" status: 200 len: 867 time: 0.8737404 Aug 12 02:22:25.976173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:25.982404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=4755b85f-2d48-4ae8-8c84-5cca073de2b3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:26.077010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] No DVR routers for this DVR port 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:26.084520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Sync routers for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:26.087451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.090668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1821cd4d-eb50-4a0f-8acc-b49145a48e13 req-e6114ae6-3f3b-465f-8c72-d0a70641d73d tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.25 "DELETE /v2.0/ports/0cc7fe6f-2218-4200-90b3-bb8ee0081d8a HTTP/1.1" status: 204 len: 173 time: 2.6775789 Aug 12 02:22:26.092407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'name': 'network-vif-deleted', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:26.097729 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb3513-93ac-49bc-aa6d-00dfbafef696" -d '{"events": [{"server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "name": "network-vif-deleted", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:26.113495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8dad96-a48f-4216-bf85-9075ca137788 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:26.132609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd4b38-6bf8-4b55-9945-fc8e76dd44b6 None None] Pushing event updated for resources: {'Port': ['ID=ee8dad96-a48f-4216-bf85-9075ca137788,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:26.222338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.272981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:26.274028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:26.285882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] For port ee8dad96-a48f-4216-bf85-9075ca137788, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8dad96-a48f-4216-bf85-9075ca137788,segment=NetworkSegment(1938de79-628c-4754-95b4-d1079e2e78fc),segment_id=1938de79-628c-4754-95b4-d1079e2e78fc)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:26.286572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.326265 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a29f00-8226-4284-8b68-73b294be4500 x-openstack-request-id: req-45a29f00-8226-4284-8b68-73b294be4500 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:26.326672 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afd0b3-7bab-4318-b3bc-a3dca606b365", "name": "network-vif-deleted", "tag": "0cc7fe6f-2218-4200-90b3-bb8ee0081d8a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:26.327035 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-45a29f00-8226-4284-8b68-73b294be4500 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:26.331862 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afd0b3-7bab-4318-b3bc-a3dca606b365', 'name': 'network-vif-deleted', 'tag': '0cc7fe6f-2218-4200-90b3-bb8ee0081d8a', 'status': 'completed', 'code': 200} Aug 12 02:22:26.332951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=ee8dad96-a48f-4216-bf85-9075ca137788,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:26.345723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port ee8dad96-a48f-4216-bf85-9075ca137788 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:26.352068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-811f7632-87ce-4dfc-a96c-42adf099d99d req-ea1ab353-b593-4a01-b713-4f18e815f72f tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups?id=71e9f677-6bd2-4efc-9864-5aa7123ad4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105320 Aug 12 02:22:26.353308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.363324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-3aeede20-f127-49ad-a46d-baae7644a8ba service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454614 Aug 12 02:22:26.426731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:26.427156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.428954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Calling delete_port for ee8dad96-a48f-4216-bf85-9075ca137788 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:26.487848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No active binding found for port ee8dad96-a48f-4216-bf85-9075ca137788 {{(pid=94675) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 02:22:26.488372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8dad96-a48f-4216-bf85-9075ca137788 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:26.599130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.602971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.613419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.666911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e627b4-aa42-429d-a9b4-1307be76563e req-499ffe06-a8d8-4dc2-9f9b-a72eb67641cc tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:26.686064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e627b4-aa42-429d-a9b4-1307be76563e req-499ffe06-a8d8-4dc2-9f9b-a72eb67641cc tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 945 time: 0.2632649 Aug 12 02:22:26.740766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.742700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router b7c8b0c5-cb94-4187-aaec-d7e34944b6ad {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:26.755785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbaf135-ca92-4f01-83c9-f861db42e96b']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:26.773248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.774803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1a79e10c-49ea-4ebf-9dc5-e15aaab503bf tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 204 len: 168 time: 2.3845484 Aug 12 02:22:26.789984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8ce3d1b-9af5-4d09-956b-4a803b352aba req-1f6a10fd-84d0-4194-8962-8a998bd19f96 service neutron] 10.222.0.21 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997850 Aug 12 02:22:26.790975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:26.801387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1938de79-628c-4754-95b4-d1079e2e78fc') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:26.819804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1938de79-628c-4754-95b4-d1079e2e78fc') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:26.820247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-437285116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:26.873073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e627b4-aa42-429d-a9b4-1307be76563e req-26471779-2239-4d23-90ba-eab6aadb19a6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854742 Aug 12 02:22:26.876437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.878278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.885061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.908241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.918694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:26.920372 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:26.925938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:26.929833 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:26.971951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:26.972610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0cc7fe6f-2218-4200-90b3-bb8ee0081d8a not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:27.027759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.041487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.041834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:27.044199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/5cbaf135-ca92-4f01-83c9-f861db42e96b HTTP/1.1" status: 204 len: 168 time: 2.0353177 Aug 12 02:22:27.048018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:27.049897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.067807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704382004'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:27.073128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e9e1e-c0fa-4da7-b40e-f1fe329bb43d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=5cbaf135-ca92-4f01-83c9-f861db42e96b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:27.089747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.100716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:27.107328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.139222 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.140763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:27.148390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.155026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.155026 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment 3a82c5a1-63a6-4aeb-8950-16c94fde36e7 of type vlan for network a48034ce-1fb3-4048-9ebe-94cc02c90ecf Aug 12 02:22:27.173206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Network 5cbaf135-ca92-4f01-83c9-f861db42e96b is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:22:27.174305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] No DVR routers for this DVR port ee8dad96-a48f-4216-bf85-9075ca137788 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:27.189931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.194323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c473dcde-04b9-4bc2-8294-5650491c5f2d tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3993864 Aug 12 02:22:27.194783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:27.200366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:27.214523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:27.228227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:27.230804 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210ca74c-a456-4484-9aad-6eb5d4733aad" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:27.234633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61612c3-87d4-4f3f-a4db-f3c30ba33fc9 None None] Pushing event deleted for resources: {'Port': ['ID=ee8dad96-a48f-4216-bf85-9075ca137788,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:27.247862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.249013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:27.280221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.362683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.374050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:27.376081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.408977 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74055445-0bdc-4e2a-a1dc-5290a29bb1e3 x-openstack-request-id: req-74055445-0bdc-4e2a-a1dc-5290a29bb1e3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:27.409334 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:27.409534 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74055445-0bdc-4e2a-a1dc-5290a29bb1e3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:27.409894 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'code': 200} Aug 12 02:22:27.508432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:27.509199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41146) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:27.536610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.548696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4969888 Aug 12 02:22:27.550382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:27.575315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:27.584415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:27.610000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.664679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69634a67-6988-43ba-88b4-9c38d77defce tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=a48034ce-1fb3-4048-9ebe-94cc02c90ecf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:27.681211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:27.769462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:27.772217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.833998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:27.871884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Checking router: 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:22:27.886756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.902625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:27.903577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:27.948868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:27.954560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:27.958184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.123157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:28.137579 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.165214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.398281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Allocated IP 172.25.3.185 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/553e060f-45e0-48cb-9cf3-82274b4fa46e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:28.504729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:28.550368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462480e8-5c98-4356-8f2f-3b775747fb3a None None] The sync data for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 is: [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ea763202-469c-4b99-a64b-38f78754930c', 'name': '', 'network_id': 'abc5c140-a7ff-46b1-b0b2-700d2d7b15a9', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'mac_address': 'fa:16:3e:a6:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:05Z', 'updated_at': '2021-08-12T02:20:14Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'subnets': [{'id': 'b7d3b0ce-cca0-45cb-a005-52cab63e958c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:28.691524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.714785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a935aa2-dfbf-4310-b08f-fb05d1cee996 req-c58ab131-89f3-4373-8a62-7738185e3750 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:28.722901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a935aa2-dfbf-4310-b08f-fb05d1cee996 req-c58ab131-89f3-4373-8a62-7738185e3750 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.6589091 Aug 12 02:22:28.752781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.755679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.761828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41178) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:28.765168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "DELETE /v2.0/security-groups/71e9f677-6bd2-4efc-9864-5aa7123ad4c4 HTTP/1.1" status: 204 len: 168 time: 1.2466328 Aug 12 02:22:28.797147 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-fac12a18-6218-48ab-9023-2f33409c0162 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] show failed (client error): The resource could not be found. Aug 12 02:22:28.802140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fac12a18-6218-48ab-9023-2f33409c0162 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "GET /v2.0/security-groups/71e9f677-6bd2-4efc-9864-5aa7123ad4c4 HTTP/1.1" status: 404 len: 347 time: 0.0390837 Aug 12 02:22:28.803924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41180) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:28.828961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:28.839658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceba20-30d9-4c97-bb3f-c48aa1bd4f6c tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e9f677-6bd2-4efc-9864-5aa7123ad4c4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:28.895636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event updated for resources: {'Port': ['ID=553e060f-45e0-48cb-9cf3-82274b4fa46e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:28.904375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:28.906651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:28.915194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:29.081796 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1024a9-572c-4967-8e76-bf4dd6bd3ca0 None None] New status for floating IP 6edc1d3d-25b5-490d-b07b-3518de59cabf: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:22:29.104085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a935aa2-dfbf-4310-b08f-fb05d1cee996 req-182f3ef3-0fcc-419b-b940-12b1f0a25618 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796833 Aug 12 02:22:29.322907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.412713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:29.418879 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c68083-34b5-4dda-9ff2-8965e8772a3b" -d '{"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:29.439147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=b96fca29-5eb5-4ae1-9d7e-77d27f943023,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:29.463826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Deleting port 0dd675b9-cf0b-4863-9e68-4885f15771bc {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:29.464528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.526130 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c54eb2-d770-4a5e-967c-395730bffb13 x-openstack-request-id: req-50c54eb2-d770-4a5e-967c-395730bffb13 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:29.526873 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:29.527549 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50c54eb2-d770-4a5e-967c-395730bffb13 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:29.527864 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'code': 200} Aug 12 02:22:29.602737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': '3a82c5a1-63a6-4aeb-8950-16c94fde36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:29.603399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: a48034ce-1fb3-4048-9ebe-94cc02c90ecf, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:29.646319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:29.678794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.679634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.688405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, a48034ce-1fb3-4048-9ebe-94cc02c90ecf) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:29.697200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd9f3d-a696-4fab-9d5e-8d279b774201 None None] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:29.709994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:29.710798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.720051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Calling delete_port for 0dd675b9-cf0b-4863-9e68-4885f15771bc owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:29.740329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c673b3a4-7ba3-42cc-b87b-dd768be282f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1888623 Aug 12 02:22:29.742920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41200) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:29.749019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2018901429'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:29.791438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:29.956910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:30.081281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-a48034ce-1fb3-4048-9ebe-94cc02c90ecf', 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': 'b96fca29-5eb5-4ae1-9d7e-77d27f943023'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:22:30.082455 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.163520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:30.168643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.209986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195d32ca-9f05-4fc4-ad69-a376ccb0b89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.245790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.251517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port abc8a352-dc85-42b7-adf8-7c9eca9fde22 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:30.286892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Pushing event deleted for resources: {'Port': ['ID=0dd675b9-cf0b-4863-9e68-4885f15771bc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:30.300525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Allocated IP 2001:db8::2 (a48034ce-1fb3-4048-9ebe-94cc02c90ecf/b96fca29-5eb5-4ae1-9d7e-77d27f943023/20a732b2-ec43-46b5-9391-5ec1f99043f5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:30.382536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195d32ca-9f05-4fc4-ad69-a376ccb0b89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.398849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-195d32ca-9f05-4fc4-ad69-a376ccb0b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.428566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.442888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.483423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-195d32ca-9f05-4fc4-ad69-a376ccb0b89a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39d32d8de20942a08b3336ac4e4b59ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5235341 Aug 12 02:22:30.494474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41220) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:30.499735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.510322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Transition to ACTIVE for port object 20a732b2-ec43-46b5-9391-5ec1f99043f5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:30.530441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Transition to ACTIVE for port object 20a732b2-ec43-46b5-9391-5ec1f99043f5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:30.544774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.549221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e18f1-63c0-4d7d-8818-3be470d069bc req-2d539f9a-6808-451b-adfe-e0295e7cc555 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:30.558595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-429e18f1-63c0-4d7d-8818-3be470d069bc req-2d539f9a-6808-451b-adfe-e0295e7cc555 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.2607756 Aug 12 02:22:30.583623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.586172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.587417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-243d89d9-b9da-46a4-949b-a80b29e38d02 tempest-ServersTestJSON-716056978 tempest-ServersTestJSON-716056978-project] 10.222.0.11 "DELETE /v2.0/floatingips/6edc1d3d-25b5-490d-b07b-3518de59cabf HTTP/1.1" status: 204 len: 168 time: 1.7819912 Aug 12 02:22:30.600744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41224) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:30.635654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d32ca-9f05-4fc4-ad69-a376ccb0b89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b984b59-d563-4982-baf8-3b5633a06e81,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:30.674604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Pushing event updated for resources: {'Port': ['ID=20a732b2-ec43-46b5-9391-5ec1f99043f5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:30.690558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:30.693541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:30.700065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:30.732236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.758211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-429e18f1-63c0-4d7d-8818-3be470d069bc req-43f9d9b4-50e6-4aef-890d-223b470f0248 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972296 Aug 12 02:22:30.767042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Router e565deed-d6cd-4a99-9516-69099535e0ae is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:30.804583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Attempting to bind port 20a732b2-ec43-46b5-9391-5ec1f99043f5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:30.805075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Attempting to bind port 20a732b2-ec43-46b5-9391-5ec1f99043f5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3a82c5a1-63a6-4aeb-8950-16c94fde36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:30.805451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Attempting to bind port 20a732b2-ec43-46b5-9391-5ec1f99043f5 on network a48034ce-1fb3-4048-9ebe-94cc02c90ecf {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:30.813152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:30.813548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Checking segment: {'id': '3a82c5a1-63a6-4aeb-8950-16c94fde36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:30.813959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.814362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Bound using segment: {'id': '3a82c5a1-63a6-4aeb-8950-16c94fde36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:30.814898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Bound port: 20a732b2-ec43-46b5-9391-5ec1f99043f5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a82c5a1-63a6-4aeb-8950-16c94fde36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a48034ce-1fb3-4048-9ebe-94cc02c90ecf'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:30.815293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.846957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::34a (a48034ce-1fb3-4048-9ebe-94cc02c90ecf/b96fca29-5eb5-4ae1-9d7e-77d27f943023/abc8a352-dc85-42b7-adf8-7c9eca9fde22) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:30.921572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.949692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] For port 20a732b2-ec43-46b5-9391-5ec1f99043f5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:30.957893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] For port 20a732b2-ec43-46b5-9391-5ec1f99043f5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20a732b2-ec43-46b5-9391-5ec1f99043f5,segment=NetworkSegment(3a82c5a1-63a6-4aeb-8950-16c94fde36e7),segment_id=3a82c5a1-63a6-4aeb-8950-16c94fde36e7)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:30.968509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:30.971888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.991699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.993528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.994427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:30.995710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b984b59-d563-4982-baf8-3b5633a06e81 HTTP/1.1" status: 204 len: 168 time: 0.5002279 Aug 12 02:22:31.004554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-434b4447-ebaf-4338-8094-cf5104ebac46 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "PUT /v2.0/routers/e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 200 len: 879 time: 3.8060064 Aug 12 02:22:31.004930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41242) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.101601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92ffed-c175-4351-ba85-6f0a33fd49cf None None] Pushing event updated for resources: {'Port': ['ID=20a732b2-ec43-46b5-9391-5ec1f99043f5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:31.105925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] Sync routers for ids ['e565deed-d6cd-4a99-9516-69099535e0ae'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:31.131258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712fce0-9367-4397-a88d-9fcef6c365e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b984b59-d563-4982-baf8-3b5633a06e81,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:31.136648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] Routers {'e565deed-d6cd-4a99-9516-69099535e0ae'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:31.137339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e565deed-d6cd-4a99-9516-69099535e0ae'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:31.257219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:31.259875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-32899f60-aca2-4bcf-83eb-3a14a15ad133 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 200 len: 920 time: 0.2531590 Aug 12 02:22:31.263545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.320764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] Routers {'e565deed-d6cd-4a99-9516-69099535e0ae'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:31.321432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e565deed-d6cd-4a99-9516-69099535e0ae'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:31.432842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:31.433539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e16bd-b0ff-4237-92e6-171d25a01aac None None] The sync data for ids ['e565deed-d6cd-4a99-9516-69099535e0ae'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:31.473681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:31.473681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713cd681-9f09-4523-90b5-c2707487bbe0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:31.473681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-713cd681-9f09-4523-90b5-c2707487bbe0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=e565deed-d6cd-4a99-9516-69099535e0ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2048903 Aug 12 02:22:31.473681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.605724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object abc8a352-dc85-42b7-adf8-7c9eca9fde22 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:31.694334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.735967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-0871759a-2070-4c42-88a7-67a1239d101a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680577 Aug 12 02:22:31.739037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-973efcd0-b5ae-494d-92e8-56131bf1c27e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:31.744992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19997c-77a4-4233-8bfc-134a16f6d486 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:31.750130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dc19997c-77a4-4233-8bfc-134a16f6d486 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.2752445 Aug 12 02:22:31.752123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41260) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.754466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:31.766721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8a3fdb06-9b9c-42c8-bff1-c23415e46538 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:31.775949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:31.783114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:31.805700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:31.813175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:31.813840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:31.873971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff5c362d-5e60-4d8b-9ffc-682857b09036 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 200 len: 205 time: 0.1200457 Aug 12 02:22:31.879850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:31.906150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=abc8a352-dc85-42b7-adf8-7c9eca9fde22,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:31.961577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b631ffc-9150-45ff-ad61-fd84473e9e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.002595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.042844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.137367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20a732b2-ec43-46b5-9391-5ec1f99043f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:32.236180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 20a732b2-ec43-46b5-9391-5ec1f99043f5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:32.262830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-973efcd0-b5ae-494d-92e8-56131bf1c27e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.276640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.301627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-973efcd0-b5ae-494d-92e8-56131bf1c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.326320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-c605d80c-2302-4cd4-b7d1-a118cde04aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:32.329388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-c605d80c-2302-4cd4-b7d1-a118cde04aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1096 time: 0.4536035 Aug 12 02:22:32.339543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:32.345160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3edb9f52-90cd-40ed-a524-4461d4121bd7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5884516 Aug 12 02:22:32.567166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-973efcd0-b5ae-494d-92e8-56131bf1c27e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fcbd6fd2645408087e923b027caeef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8717215 Aug 12 02:22:32.571046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Deleting port ea763202-469c-4b99-a64b-38f78754930c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:32.571406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.573106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41298) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:32.687128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973efcd0-b5ae-494d-92e8-56131bf1c27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a835cf7-ae8c-42af-8039-2f403a1dc111,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:32.709768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.728817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-80111f7a-14d9-46df-ae04-d2a0270f77fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:32.730517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-80111f7a-14d9-46df-ae04-d2a0270f77fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 917 time: 0.3134234 Aug 12 02:22:32.736839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df6940a-fb18-40b5-b5d2-1dc3aca5f36c None None] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:32.740245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port 553e060f-45e0-48cb-9cf3-82274b4fa46e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:32.742517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.744927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.816418 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.818956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.822436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a835cf7-ae8c-42af-8039-2f403a1dc111 HTTP/1.1" status: 204 len: 168 time: 0.2461641 Aug 12 02:22:32.822436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] For port ea763202-469c-4b99-a64b-38f78754930c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ea763202-469c-4b99-a64b-38f78754930c,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:32.822689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.826396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:32.838168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07199e6-d720-4416-a672-7c83ce1a5139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a835cf7-ae8c-42af-8039-2f403a1dc111,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:32.840402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for 553e060f-45e0-48cb-9cf3-82274b4fa46e owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:32.846345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Calling delete_port for ea763202-469c-4b99-a64b-38f78754930c owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:32.990269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Provisioning for port 20a732b2-ec43-46b5-9391-5ec1f99043f5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:33.006342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-a85cc721-2ca4-4114-a699-5897e3fda913 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 1001 time: 0.0625379 Aug 12 02:22:33.013227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Provisioning complete for port 20a732b2-ec43-46b5-9391-5ec1f99043f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:33.018593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.071280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port abc8a352-dc85-42b7-adf8-7c9eca9fde22 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:33.071975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.164136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-06461c5a-332b-40f1-97ad-1e7d29aaa8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:33.166207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-06461c5a-332b-40f1-97ad-1e7d29aaa8a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 200 len: 855 time: 0.1455724 Aug 12 02:22:33.251769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.315572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.357916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea763202-469c-4b99-a64b-38f78754930c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:33.396696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] For port 20a732b2-ec43-46b5-9391-5ec1f99043f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20a732b2-ec43-46b5-9391-5ec1f99043f5,segment=NetworkSegment(3a82c5a1-63a6-4aeb-8950-16c94fde36e7),segment_id=3a82c5a1-63a6-4aeb-8950-16c94fde36e7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:33.400890 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:22:33.408019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.554070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516131f9-1c0f-4886-9c41-546f527f1d5e None None] Pushing event updated for resources: {'Port': ['ID=20a732b2-ec43-46b5-9391-5ec1f99043f5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:33.845469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Provisioning for port abc8a352-dc85-42b7-adf8-7c9eca9fde22 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:33.852644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Provisioning complete for port abc8a352-dc85-42b7-adf8-7c9eca9fde22 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:33.853025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.878953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:33.942590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-e924fb08-565c-4f26-b49b-5085449ef57b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:33.955974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-e924fb08-565c-4f26-b49b-5085449ef57b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=178d135d-3d36-4ad2-94f3-d3afb65cc08c HTTP/1.1" status: 200 len: 943 time: 0.3124118 Aug 12 02:22:33.958814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Port abc8a352-dc85-42b7-adf8-7c9eca9fde22 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:34.007837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Provisioning complete for port 20a732b2-ec43-46b5-9391-5ec1f99043f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:34.008416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-04ca9266-2658-487d-9371-aaa70b384c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.037510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.156169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.176333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for abc8a352-dc85-42b7-adf8-7c9eca9fde22 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:34.286831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20a732b2-ec43-46b5-9391-5ec1f99043f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:34.364024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=553e060f-45e0-48cb-9cf3-82274b4fa46e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:34.374196 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.429846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.447488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41338) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:34.448967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-1c3f6e67-5f57-417d-9766-43c30e62a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:34.450686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-1c3f6e67-5f57-417d-9766-43c30e62a3aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2743034 Aug 12 02:22:34.457049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 20a732b2-ec43-46b5-9391-5ec1f99043f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:34.457576 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.600186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7f9bc290-53ce-475e-b85d-d29201ceb1ec None None] Could not find standard attr ID for object abc8a352-dc85-42b7-adf8-7c9eca9fde22. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:22:34.600972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:34.601676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.663120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd3df7ba-0beb-45e8-92c5-5c129feb1395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.722140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=abc8a352-dc85-42b7-adf8-7c9eca9fde22,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:34.722511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546797951-network', 'tenant_id': '2a3c47fd8a79414ebd3ed9af4638080d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:34.727722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.729752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-12d730c7-c085-4534-adb3-c9b81069a194 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/abc8a352-dc85-42b7-adf8-7c9eca9fde22 HTTP/1.1" status: 204 len: 168 time: 2.3834019 Aug 12 02:22:34.737169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:34.807382 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.856163 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ee189e-4e88-45e4-997d-9533219d56b5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:34.862325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Made reservation on behalf of 2a3c47fd8a79414ebd3ed9af4638080d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:34.862529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19ee189e-4e88-45e4-997d-9533219d56b5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/abc8a352-dc85-42b7-adf8-7c9eca9fde22 HTTP/1.1" status: 404 len: 333 time: 0.1206112 Aug 12 02:22:34.862647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.864186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41358) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:34.864624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:22:34.897104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 8a3fdb06-9b9c-42c8-bff1-c23415e46538, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8a3fdb06-9b9c-42c8-bff1-c23415e46538,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:34.897104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.897817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:34.912302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 8a3fdb06-9b9c-42c8-bff1-c23415e46538 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:34.938838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.094824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.100703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.112444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet b96fca29-5eb5-4ae1-9d7e-77d27f943023 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:35.116391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-66657214-9452-478c-913f-670298bbb3d1 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430597 Aug 12 02:22:35.120958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.244022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.245002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router e565deed-d6cd-4a99-9516-69099535e0ae {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:35.252290 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.257811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e5eceec4-8827-4699-be77-9d4df2c130aa tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 204 len: 168 time: 3.3689167 Aug 12 02:22:35.263547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:35.271041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-138228262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:35.286999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.360605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.361839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.435187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.445516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.459622 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7e5a7b1-66cf-4aa1-b24c-1ccd1a28059d req-009ac646-7960-4268-81e2-1823f1cc0252 service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857425 Aug 12 02:22:35.523329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.552782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:35.566718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6829a91-0ef9-468d-ab0c-09e2d4d01b27 admin admin] 10.222.0.11 "PUT /v2.0/routers/4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9597208 Aug 12 02:22:35.569742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:35.571363 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Sync routers for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:35.584514 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:35.585930 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:35.615704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.650301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=b96fca29-5eb5-4ae1-9d7e-77d27f943023,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:35.663223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50acd4ac-bda7-4ff5-84a6-4b70aa9b4222 None None] Network a48034ce-1fb3-4048-9ebe-94cc02c90ecf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:35.674085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.679343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.683745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5aac98c2-9298-47a5-bf0b-bc7725e123b4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/b96fca29-5eb5-4ae1-9d7e-77d27f943023 HTTP/1.1" status: 204 len: 168 time: 0.8030450 Aug 12 02:22:35.683995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:35.740555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=8a3fdb06-9b9c-42c8-bff1-c23415e46538,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:35.783446 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.797936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.811385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:35.844272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.844623 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Added segment fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247 of type vlan for network 8334ec69-4d96-45f5-a9a8-defb84f22a08 Aug 12 02:22:35.867725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.946166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.953692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-615891b8-1776-4cc0-8ad4-ea7e810063d7 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6862726 Aug 12 02:22:35.961949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41384) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:35.969805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:35.971879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:35.973768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': True}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:36.050618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.051685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:36.055324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.101935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 8a3fdb06-9b9c-42c8-bff1-c23415e46538 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:36.104915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] DHCP port deletion for a48034ce-1fb3-4048-9ebe-94cc02c90ecf request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:36.133874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.137336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ae72374-12f1-49ba-814c-68feaabeed5d req-7f2014d2-8017-4682-8f83-883bf9d04959 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "DELETE /v2.0/ports/8a3fdb06-9b9c-42c8-bff1-c23415e46538 HTTP/1.1" status: 204 len: 173 time: 2.1805108 Aug 12 02:22:36.138418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-deleted', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:36.142389 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9273e1-c9b1-469a-9b50-0c6cb0162271" -d '{"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-deleted", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:36.192022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.240100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Deleting port 20a732b2-ec43-46b5-9391-5ec1f99043f5 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:36.240478 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.263146 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.307054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8474727 Aug 12 02:22:36.307670 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e5da4-c1b0-4c0d-8e97-683593c49835 x-openstack-request-id: req-0a1e5da4-c1b0-4c0d-8e97-683593c49835 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:36.307826 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d135d-3d36-4ad2-94f3-d3afb65cc08c", "name": "network-vif-deleted", "tag": "8a3fdb06-9b9c-42c8-bff1-c23415e46538", "status": "failed", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:36.308074 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a1e5da4-c1b0-4c0d-8e97-683593c49835 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:36.310751 n-d-804303-2 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '178d135d-3d36-4ad2-94f3-d3afb65cc08c', 'name': 'network-vif-deleted', 'tag': '8a3fdb06-9b9c-42c8-bff1-c23415e46538', 'status': 'failed', 'code': 422} returned with failed status Aug 12 02:22:36.325006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:36.352060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Request body: {'subnet': {'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546797951-subnet', 'tenant_id': '2a3c47fd8a79414ebd3ed9af4638080d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:36.368749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f19a77-aa6e-4f8e-bc20-4853eb29716d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:36.438046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae6ae2-db16-4c40-a44f-66e8d91e3571 admin admin] Pushing event updated for resources: {'Network': ['ID=8334ec69-4d96-45f5-a9a8-defb84f22a08,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:36.477743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] For port 20a732b2-ec43-46b5-9391-5ec1f99043f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20a732b2-ec43-46b5-9391-5ec1f99043f5,segment=NetworkSegment(3a82c5a1-63a6-4aeb-8950-16c94fde36e7),segment_id=3a82c5a1-63a6-4aeb-8950-16c94fde36e7)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:36.483094 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.500793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.534465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Calling delete_port for 20a732b2-ec43-46b5-9391-5ec1f99043f5 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:36.570081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8334ec69-4d96-45f5-a9a8-defb84f22a08 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:36.570251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Made reservation on behalf of 2a3c47fd8a79414ebd3ed9af4638080d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:36.578154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.598522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:22:33Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:36.636106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 20a732b2-ec43-46b5-9391-5ec1f99043f5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:36.636443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.677242 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Checking router: 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:22:36.700114 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Routers {'4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:36.700757 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:36.849771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port 20a732b2-ec43-46b5-9391-5ec1f99043f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20a732b2-ec43-46b5-9391-5ec1f99043f5,segment=NetworkSegment(3a82c5a1-63a6-4aeb-8950-16c94fde36e7),segment_id=3a82c5a1-63a6-4aeb-8950-16c94fde36e7)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:36.850259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.874213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] Set router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:22:36.902499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 20a732b2-ec43-46b5-9391-5ec1f99043f5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:36.904623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:36.988721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] Pushing event deleted for resources: {'Port': ['ID=20a732b2-ec43-46b5-9391-5ec1f99043f5,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:36.991226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb924a-ea68-411d-b737-0035070b8820 None None] No DVR routers for this DVR port 20a732b2-ec43-46b5-9391-5ec1f99043f5 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:37.093975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.165579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:22:33Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:37.197144 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ead60b-e582-4c3f-a330-94b51d621186 None None] The sync data for ids ['4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e'] in n-d-804303-2 is: [{'id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'name': 'tempest-ServersTestJSON-543752635-router', 'tenant_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:00Z', 'updated_at': '2021-08-12T02:22:33Z', 'revision_number': 5, 'project_id': 'b2ffcb4435a64a899acb8010f5a1632e', 'gw_port': {'id': '4f716ff3-c7e3-4e18-acab-f7d14c00be10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:d6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:01Z', 'updated_at': '2021-08-12T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:37.224579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.260582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.315281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Checking segment: {'id': 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:37.315705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Network hostable DHCP agents. Network: 8334ec69-4d96-45f5-a9a8-defb84f22a08, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:37.323423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df01981-d3be-4f59-bf8a-d331551bd410,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:37.383763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.387408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Network 8334ec69-4d96-45f5-a9a8-defb84f22a08 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:37.404780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8334ec69-4d96-45f5-a9a8-defb84f22a08) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:37.410895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.414565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:37.418322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06181ce9-b084-4476-a211-f86b13e9baa3 None None] Network 8334ec69-4d96-45f5-a9a8-defb84f22a08 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:37.426989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.455371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.466415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Deleting port 4f716ff3-c7e3-4e18-acab-f7d14c00be10 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:37.467328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.508011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd68061c-0220-485d-b70d-1b15cb40a587 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1743884 Aug 12 02:22:37.605610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=20a732b2-ec43-46b5-9391-5ec1f99043f5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:37.615614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port 20a732b2-ec43-46b5-9391-5ec1f99043f5 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:37.658036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] For port 4f716ff3-c7e3-4e18-acab-f7d14c00be10, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f716ff3-c7e3-4e18-acab-f7d14c00be10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:37.658494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.674739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Calling delete_port for 4f716ff3-c7e3-4e18-acab-f7d14c00be10 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:37.742686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f6b79-aee7-44c9-9b8b-32c69113ad1f None None] Network 8334ec69-4d96-45f5-a9a8-defb84f22a08 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:37.777517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-6d022e15-3caa-455b-9c79-0e4ae593ef10 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:37.790407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-6d022e15-3caa-455b-9c79-0e4ae593ef10 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.3324814 Aug 12 02:22:37.793718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:37.832660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-2b6718e5-095e-42ae-9ca2-220003553846 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0407717 Aug 12 02:22:37.851259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48034ce-1fb3-4048-9ebe-94cc02c90ecf']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:37.982445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a82c5a1-63a6-4aeb-8950-16c94fde36e7') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:37.983743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a82c5a1-63a6-4aeb-8950-16c94fde36e7') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:38.013138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.026078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20a732b2-ec43-46b5-9391-5ec1f99043f5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:38.034718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.044110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:38.044722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.126615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 20a732b2-ec43-46b5-9391-5ec1f99043f5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:38.127123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20a732b2-ec43-46b5-9391-5ec1f99043f5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:38.127604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ea763202-469c-4b99-a64b-38f78754930c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:38.133240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:38.136851 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:38.144214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-bf5917d7-f2f5-4e22-815d-252a579b05c7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3107305 Aug 12 02:22:38.188492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.25.3.174 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/beb42a4d-baac-4957-a234-b7875d07644f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:38.207800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ea763202-469c-4b99-a64b-38f78754930c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:38.208146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ea763202-469c-4b99-a64b-38f78754930c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:38.227843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4f716ff3-c7e3-4e18-acab-f7d14c00be10,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:38.330492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.408992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.473976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.477570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.492354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.494237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/a48034ce-1fb3-4048-9ebe-94cc02c90ecf HTTP/1.1" status: 204 len: 168 time: 2.8092408 Aug 12 02:22:38.499137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41458) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:38.510057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.512572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.526806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'name': 'tempest-PortsIpV6TestJSON-1460220644'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:38.535911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41460) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:38.564878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-856174531-network', 'tenant_id': '7604b83ba1d14fbd9bdd79737b06464d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:38.570706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242a2c-5eb0-4bab-8381-a636c6b4429c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=a48034ce-1fb3-4048-9ebe-94cc02c90ecf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:38.576462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.577988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:38.592037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.599129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1f79d36-ef23-4d38-8618-a1c03d44e2ed admin admin] 10.222.0.11 "DELETE /v2.0/routers/4e2518e4-7d0e-43c0-9c2c-c3d5df97ec1e HTTP/1.1" status: 204 len: 168 time: 3.0248411 Aug 12 02:22:38.600077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:38.665566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Deleting subnet b7d3b0ce-cca0-45cb-a005-52cab63e958c {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:38.666918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:38.671549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:38.682270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.687422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:38.727459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=beb42a4d-baac-4957-a234-b7875d07644f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:38.732334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.783514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-f4205f9e-f3a4-4b97-8882-4faa513e42df service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975637 Aug 12 02:22:38.821286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Made reservation on behalf of 7604b83ba1d14fbd9bdd79737b06464d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:38.823739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.848238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.877159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.917377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.951087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d3b0ce-cca0-45cb-a005-52cab63e958c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:38.958073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:38.960157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c17856d-b904-4a4e-9b20-504ac603c377 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b7d3b0ce-cca0-45cb-a005-52cab63e958c HTTP/1.1" status: 204 len: 168 time: 0.3588963 Aug 12 02:22:38.963104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41464) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:38.968778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc17e0b-f22f-46f7-81d3-243e88a63756 None None] Network abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:39.019781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:39.023309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.082932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port cee25c28-6389-4208-b5f8-80457c00e0c4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:39.099888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-9effdb8d-f316-403a-b674-b8ed1aaf0f25 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154316 Aug 12 02:22:39.207622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.386181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Deleting port 2776c879-08dd-4ca8-91af-ea260444140d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:39.389580 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.404516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] DHCP port deletion for abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:39.488318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] For port 2776c879-08dd-4ca8-91af-ea260444140d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2776c879-08dd-4ca8-91af-ea260444140d,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:39.488952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.506091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Calling delete_port for 2776c879-08dd-4ca8-91af-ea260444140d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:39.540207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Deleting port 2776c879-08dd-4ca8-91af-ea260444140d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:39.542628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.569981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.643221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.650997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.664621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-866b2478-da69-42d2-a136-13f93b9d2c40 req-a2294e3f-2a64-4cd8-946d-4c750c8f3ad6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 210 time: 0.2058835 Aug 12 02:22:39.664907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] For port 2776c879-08dd-4ca8-91af-ea260444140d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2776c879-08dd-4ca8-91af-ea260444140d,segment=NetworkSegment(104b5d26-ca1b-4bd1-9777-060f2b9c3c40),segment_id=104b5d26-ca1b-4bd1-9777-060f2b9c3c40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:39.665020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.704575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Calling delete_port for 2776c879-08dd-4ca8-91af-ea260444140d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:39.718584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.721419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] No DVR routers for this DVR port 2776c879-08dd-4ca8-91af-ea260444140d on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:39.754207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2776c879-08dd-4ca8-91af-ea260444140d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:39.774688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:39.834369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.853198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc5c140-a7ff-46b1-b0b2-700d2d7b15a9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:39.880643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104b5d26-ca1b-4bd1-9777-060f2b9c3c40') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:39.881256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104b5d26-ca1b-4bd1-9777-060f2b9c3c40') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:39.944930 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.962613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.972790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:39.973586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:39.979820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.018085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] No DVR routers for this DVR port 2776c879-08dd-4ca8-91af-ea260444140d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: items = [ Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:40.064773 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:40.094821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f716ff3-c7e3-4e18-acab-f7d14c00be10 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:40.097415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.098178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a07030-bdd0-4fd5-802d-bc5af7a09ca7 None None] Pushing event deleted for resources: {'Port': ['ID=2776c879-08dd-4ca8-91af-ea260444140d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.103109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.105155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/abc5c140-a7ff-46b1-b0b2-700d2d7b15a9 HTTP/1.1" status: 204 len: 168 time: 1.1404772 Aug 12 02:22:40.131502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a82e5-913b-4785-9100-04ffe6211fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=abc5c140-a7ff-46b1-b0b2-700d2d7b15a9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.154272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4f716ff3-c7e3-4e18-acab-f7d14c00be10 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:40.154620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f716ff3-c7e3-4e18-acab-f7d14c00be10 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:40.162477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2776c879-08dd-4ca8-91af-ea260444140d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:40.175762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2776c879-08dd-4ca8-91af-ea260444140d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:22:40.176135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2776c879-08dd-4ca8-91af-ea260444140d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:22:40.324525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.331412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cce243-7b11-4592-9d7c-2c26388f663d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.381044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.381400 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Added segment d2a4cb39-0b09-42fc-8608-3f7f642eb7bc of type vlan for network 8d7b297e-f8d2-4ea9-9d52-f6d77491f808 Aug 12 02:22:40.475267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41504) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:40.488864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.539744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e8cfa4cc-200a-4235-a3b9-2950285f3f6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2ffcb4435a64a899acb8010f5a1632e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590141 Aug 12 02:22:40.540068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41506) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:40.541113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.640574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:40.653113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.656240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:40.662700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:40.668762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:40.669539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.675116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=cee25c28-6389-4208-b5f8-80457c00e0c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.693104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.727723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.728972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:40.729685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.751264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d8b3a95-4580-4557-ada6-139e8443e410 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2277286 Aug 12 02:22:40.753300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:40.764517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2200401 Aug 12 02:22:40.770567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.773446 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.777128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dfb3279-213c-4ca3-a1c1-03fb58df41a2 HTTP/1.1" status: 204 len: 168 time: 0.2334619 Aug 12 02:22:40.777128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41514) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:40.805008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Request body: {'subnet': {'network_id': '8d7b297e-f8d2-4ea9-9d52-f6d77491f808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-856174531-subnet', 'tenant_id': '7604b83ba1d14fbd9bdd79737b06464d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:40.816400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd795b-cf7a-4e18-b426-8c2e335f5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfb3279-213c-4ca3-a1c1-03fb58df41a2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.847154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.866934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Made reservation on behalf of 7604b83ba1d14fbd9bdd79737b06464d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:40.869885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.877324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ae01e17-301b-4e0b-9028-7b812d0d1366 req-317ae107-59a5-4cca-9a52-dfcf4d29965e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 210 time: 0.1073432 Aug 12 02:22:40.884867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:40.896047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ac189-c397-4df2-ba25-854dd857ff0e admin admin] Pushing event updated for resources: {'Network': ['ID=8d7b297e-f8d2-4ea9-9d52-f6d77491f808,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:40.916131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8d7b297e-f8d2-4ea9-9d52-f6d77491f808 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:41.114754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.177756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port cee25c28-6389-4208-b5f8-80457c00e0c4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:41.178221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.185508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f5166a-bcc3-44ef-bde2-51c2f395be74,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:41.225923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Checking segment: {'id': 'd2a4cb39-0b09-42fc-8608-3f7f642eb7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8d7b297e-f8d2-4ea9-9d52-f6d77491f808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:41.226296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Network hostable DHCP agents. Network: 8d7b297e-f8d2-4ea9-9d52-f6d77491f808, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:41.262911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Network 8d7b297e-f8d2-4ea9-9d52-f6d77491f808 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:41.321576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8d7b297e-f8d2-4ea9-9d52-f6d77491f808) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:41.339875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062fa05-56e5-4f77-ae4d-945d48f10601 None None] Network 8d7b297e-f8d2-4ea9-9d52-f6d77491f808 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:41.340103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:41.340714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.385987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.398464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-183b47a2-4c26-4278-9840-52666a8ac373 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:41.399578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-183b47a2-4c26-4278-9840-52666a8ac373 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.3413386 Aug 12 02:22:41.415498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b4735d0e-9888-4fef-b5aa-b730d2c7b67b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6167145 Aug 12 02:22:41.451171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': '6064b865-31e4-4028-9b95-9211f95869a6', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:41.477901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for cee25c28-6389-4208-b5f8-80457c00e0c4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:41.566135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35808c19-413e-4972-ada1-d07e8a426713 None None] Network 8d7b297e-f8d2-4ea9-9d52-f6d77491f808 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:41.619833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router 7bbabf6a-7396-40ca-aab1-fd0cefb49f39 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:41.820536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:41.829576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.898701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:41.997291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=cee25c28-6389-4208-b5f8-80457c00e0c4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:42.014320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:42.018509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.021633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/cee25c28-6389-4208-b5f8-80457c00e0c4 HTTP/1.1" status: 204 len: 168 time: 1.2549798 Aug 12 02:22:42.024380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41562) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.027548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.027910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.028261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.031705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.032011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.032369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.032720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.033138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.033388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.033737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.034464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.034464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3429ff-5657-49f2-9041-786ff1f88f25 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:42.040528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.041128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'mac_address': 'fa:16:3e:a9:9d:1a', 'name': 'tempest-PortsIpV6TestJSON-516578036'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:42.042022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a7ba29e2-d2f9-4fe2-980e-c4a722c937bd tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "PUT /v2.0/routers/7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 200 len: 914 time: 6.0779028 Aug 12 02:22:42.045709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] Sync routers for ids ['7bbabf6a-7396-40ca-aab1-fd0cefb49f39'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:42.049219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.064149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] Routers {'7bbabf6a-7396-40ca-aab1-fd0cefb49f39'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:42.064763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7bbabf6a-7396-40ca-aab1-fd0cefb49f39'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:42.185485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-62fa116a-6ff6-48ae-9380-d917496bdca4 req-88565847-6c92-45a6-8495-0faea8ac5196 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 210 time: 0.0737031 Aug 12 02:22:42.215292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:42.220775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:42.255231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.8 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/5ed07060-ae09-4211-8ae9-37e336b1e1b3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:42.266214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e0088f5a-80a9-491b-921a-8da5428f6573 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 200 len: 920 time: 0.2160726 Aug 12 02:22:42.270194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.272431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] Routers {'7bbabf6a-7396-40ca-aab1-fd0cefb49f39'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:42.276273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7bbabf6a-7396-40ca-aab1-fd0cefb49f39'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:42.343717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.358238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:42.360720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd4eff-e3bd-4505-9722-e133492df0be None None] The sync data for ids ['7bbabf6a-7396-40ca-aab1-fd0cefb49f39'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:42.421672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f940e7f-52b7-4458-b24d-19366331cbd8 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:42.423274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2f940e7f-52b7-4458-b24d-19366331cbd8 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=7bbabf6a-7396-40ca-aab1-fd0cefb49f39&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1521306 Aug 12 02:22:42.427893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.437810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.498575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port fb26eb5d-540c-43e2-934b-c5732fe33a9a yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:42.566387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-feb4fd0a-1fa9-4aa4-b4bb-895001318e95 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:42.568005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-feb4fd0a-1fa9-4aa4-b4bb-895001318e95 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/networks?id=8334ec69-4d96-45f5-a9a8-defb84f22a08 HTTP/1.1" status: 200 len: 809 time: 0.2511635 Aug 12 02:22:42.636937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-9b09d256-1a33-4306-8b27-76d5a059b6ea tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/quotas/2a3c47fd8a79414ebd3ed9af4638080d HTTP/1.1" status: 200 len: 375 time: 0.0516856 Aug 12 02:22:42.696933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee622b50-345b-4409-b0a4-77461f3ed9e3 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:42.698392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee622b50-345b-4409-b0a4-77461f3ed9e3 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.2694731 Aug 12 02:22:42.701875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.743114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-5897f8fc-4448-4f57-b1b2-d811fc3db438 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a3c47fd8a79414ebd3ed9af4638080d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918100 Aug 12 02:22:42.769588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-789fa7eb-9e31-42be-ae06-9a61aacf3f6b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 200 len: 205 time: 0.0595384 Aug 12 02:22:42.773069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41602) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:42.783098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1327614303-network', 'tenant_id': '46e0cbf5473640a09db94a761cd98bb7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:42.808652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.853362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Made reservation on behalf of 46e0cbf5473640a09db94a761cd98bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:42.855833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.922509 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.929605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:42.953719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.081229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.093127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:43.104264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:43.106248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:43.108914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:43.130278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-186b1be7-8ac2-4913-b3aa-e595ba63bd30 service neutron] 10.222.0.11 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710527 Aug 12 02:22:43.192356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:43.193399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.209173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.336440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:43.356229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=fb26eb5d-540c-43e2-934b-c5732fe33a9a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:43.358943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:43.361474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:43.367108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:43.367754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.377810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714aebe-ceb7-4753-9844-b40e02302e4d req-714d01dd-b21b-4403-9f91-38595e84fc04 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:43.382852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5714aebe-ceb7-4753-9844-b40e02302e4d req-714d01dd-b21b-4403-9f91-38595e84fc04 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 931 time: 0.1192250 Aug 12 02:22:43.410304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.422363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-0149174e-1bac-4ba0-95f4-0dd1b0d29c61 service neutron] 10.222.0.11 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841694 Aug 12 02:22:43.441656 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.446851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5714aebe-ceb7-4753-9844-b40e02302e4d req-3a4817a1-e5c9-47b9-8267-049f0fbf33de tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Aug 12 02:22:43.474168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.475512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e76802cf-0c42-45b0-a62e-f98b3becb498 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0665617 Aug 12 02:22:43.488831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15a09949-d5b9-40aa-a72e-5ca58eb2a635 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4609652 Aug 12 02:22:43.489299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Request body: {'port': {'device_id': '6064b865-31e4-4028-9b95-9211f95869a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:43.493675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:43.510760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:43.557030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255949a4-1d35-4a29-991a-b20576dd8f03,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:43.612731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.613084 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Added segment 4e105819-65a5-4dbb-a3b9-12fedf7f929b of type vlan for network 57e514bb-bcea-4ebe-9860-358236169e32 Aug 12 02:22:43.615461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e99dcf-95b0-4157-ad13-b2e8723f672e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:43.616916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48e99dcf-95b0-4157-ad13-b2e8723f672e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/fb26eb5d-540c-43e2-934b-c5732fe33a9a HTTP/1.1" status: 200 len: 844 time: 0.1152444 Aug 12 02:22:43.619813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:43.676442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.730137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.775731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port beb42a4d-baac-4957-a234-b7875d07644f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:43.776213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.780146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.784847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:43.785630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:43.860814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb2ffcd7-12bb-4998-8962-805f3381bf3f req-42a1a837-1637-481a-93c6-8d30ab33ad88 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 210 time: 0.1071403 Aug 12 02:22:43.932702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] Pushing event updated for resources: {'Network': ['ID=57e514bb-bcea-4ebe-9860-358236169e32,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:43.938044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-373ef6d5-a107-4d70-b7d2-cb47566a363e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5839553 Aug 12 02:22:43.943348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41628) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:43.950112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Request body: {'subnet': {'network_id': '57e514bb-bcea-4ebe-9860-358236169e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1327614303-subnet', 'tenant_id': '46e0cbf5473640a09db94a761cd98bb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:43.960604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 57e514bb-bcea-4ebe-9860-358236169e32 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:44.182623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed07060-ae09-4211-8ae9-37e336b1e1b3 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:44.197547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.213786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Transition to ACTIVE for port object 5ed07060-ae09-4211-8ae9-37e336b1e1b3 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:44.221355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port fb26eb5d-540c-43e2-934b-c5732fe33a9a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:44.221731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.227229 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.340217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.359869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for beb42a4d-baac-4957-a234-b7875d07644f owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:44.377392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Made reservation on behalf of 46e0cbf5473640a09db94a761cd98bb7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:44.380181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.444819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248554d6-598e-4d30-9594-098b89148286 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:44.454489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.478305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for fb26eb5d-540c-43e2-934b-c5732fe33a9a owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:44.559664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Attempting to bind port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:44.560007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Attempting to bind port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:44.560346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Attempting to bind port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:44.568399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:22:44.568751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Attempting to bind port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:44.590124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:44.590466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:44.590876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:44.591338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Bound port: 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:44.591736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.700248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a95d4f-35ef-48aa-9144-425e4a3cddcc req-fe44a2a3-5911-4ad7-aa2f-f07906a8991e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:44.702141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-76a95d4f-35ef-48aa-9144-425e4a3cddcc req-fe44a2a3-5911-4ad7-aa2f-f07906a8991e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 943 time: 0.1275804 Aug 12 02:22:44.738733 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.806987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:44.837153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=fb26eb5d-540c-43e2-934b-c5732fe33a9a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:44.850090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:44.860288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.865475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-70c95d5b-98b5-47b1-8666-37b01dbc561c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/fb26eb5d-540c-43e2-934b-c5732fe33a9a HTTP/1.1" status: 204 len: 168 time: 1.2435763 Aug 12 02:22:44.866003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:44.877880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.882643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-76a95d4f-35ef-48aa-9144-425e4a3cddcc req-ee7a524b-44f3-465f-9fec-5b5f8254446c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585147 Aug 12 02:22:44.909605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.933969 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb5da26-ab96-4882-b513-4c0e308bef08 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:44.941041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1cb5da26-ab96-4882-b513-4c0e308bef08 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/fb26eb5d-540c-43e2-934b-c5732fe33a9a HTTP/1.1" status: 404 len: 333 time: 0.0729320 Aug 12 02:22:44.943841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:44.951507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:44.952907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:44.954711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-248554d6-598e-4d30-9594-098b89148286 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ed07060-ae09-4211-8ae9-37e336b1e1b3 HTTP/1.1" status: 200 len: 1091 time: 1.4713483 Aug 12 02:22:44.955268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:44.958397 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38110c2-75db-4622-bd36-7942dd0749ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:44.965924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'name': 'tempest-PortsIpV6TestJSON-1289927678'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:45.044696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.046654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=beb42a4d-baac-4957-a234-b7875d07644f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:45.055551 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd5aec-06e2-4005-9701-28a82e75075d x-openstack-request-id: req-4dfd5aec-06e2-4005-9701-28a82e75075d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:45.055954 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:45.056257 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dfd5aec-06e2-4005-9701-28a82e75075d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:45.056719 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3', 'status': 'completed', 'code': 200} Aug 12 02:22:45.083673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248554d6-598e-4d30-9594-098b89148286 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:45.132333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce2b218d-c463-4603-af7b-72e43e3d7463 req-8e987496-fe2f-4192-a38c-9d34f9a4ba43 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 210 time: 0.0524273 Aug 12 02:22:45.155177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-f49d595a-ccc1-4398-825c-3b344c16914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:45.157509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-f49d595a-ccc1-4398-825c-3b344c16914f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 1094 time: 0.1310174 Aug 12 02:22:45.171597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.173449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0869e586-368f-4e29-8052-5dcc98fb5c87,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:45.177477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:45.182127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.218606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-6524b4d5-83a1-4ffb-90b3-0625f4953140 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0507045 Aug 12 02:22:45.266572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 2054ef45-3155-4026-bfdf-1e99c4936105 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:45.319179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea132ed6-5271-4e81-925f-7817ef21057e req-1e552116-c4b4-4023-9203-e123d5f058f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:45.320852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-1e552116-c4b4-4023-9203-e123d5f058f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.0937648 Aug 12 02:22:45.363626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.376333 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.451731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Checking segment: {'id': '4e105819-65a5-4dbb-a3b9-12fedf7f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:45.452915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Network hostable DHCP agents. Network: 57e514bb-bcea-4ebe-9860-358236169e32, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:45.461331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.462200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router 7bbabf6a-7396-40ca-aab1-fd0cefb49f39 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:45.475731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.477152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b83ef01e-3e88-4327-9a70-f0138f224320 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 204 len: 168 time: 2.6734123 Aug 12 02:22:45.490166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41662) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:45.505009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112114458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:45.531922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Network 57e514bb-bcea-4ebe-9860-358236169e32 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:45.554479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.556814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.562994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 57e514bb-bcea-4ebe-9860-358236169e32) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:45.570318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:45.571230 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.576464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa6a4e-4d08-475b-a37c-f3691a0f9330 None None] Network 57e514bb-bcea-4ebe-9860-358236169e32 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:45.611949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-89a6581e-7ccf-4f0a-a99f-0c1c129f4c6c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6673212 Aug 12 02:22:45.669416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.676587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.705466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:45.708743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9d7b9de5-e782-4dce-8c41-9ec11d0961af tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2140837 Aug 12 02:22:45.715109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:45.723008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:45.818225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-cba3b3ad-f965-48ac-a8f1-ee7b657b94fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4784174 Aug 12 02:22:45.867502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4043d-66f7-4fc1-95b2-29ef851e0ac4 None None] Network 57e514bb-bcea-4ebe-9860-358236169e32 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:46.123995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.152266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.207706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-6c5a075f-8d74-43db-aff7-c1f60897bf9e service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627195 Aug 12 02:22:46.231710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-692396e3-b7c1-47b4-8002-71b6d3b44853 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:46.233255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-692396e3-b7c1-47b4-8002-71b6d3b44853 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.25 "GET /v2.0/networks?id=8334ec69-4d96-45f5-a9a8-defb84f22a08 HTTP/1.1" status: 200 len: 809 time: 0.8812466 Aug 12 02:22:46.286760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Request body: {'port': {'device_id': '0060044f-3348-4930-8553-cfc26c94ed27', 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08', 'admin_state_up': True, 'tenant_id': '2a3c47fd8a79414ebd3ed9af4638080d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:46.330807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.435612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=2054ef45-3155-4026-bfdf-1e99c4936105,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:46.503486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6cc0d-5bc4-4740-832d-5afb2dee8592 req-c3489d86-8b11-4422-a99e-bdab764ed7c8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:46.505816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81e6cc0d-5bc4-4740-832d-5afb2dee8592 req-c3489d86-8b11-4422-a99e-bdab764ed7c8 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 943 time: 0.4958122 Aug 12 02:22:46.526120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:46.537715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-a89d795c-bdde-4e9e-8e8a-406e7c1e3875 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:46.539428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-a89d795c-bdde-4e9e-8e8a-406e7c1e3875 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/networks?id=57e514bb-bcea-4ebe-9860-358236169e32 HTTP/1.1" status: 200 len: 814 time: 0.2640593 Aug 12 02:22:46.547178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:46.568058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:46.576463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:46.577121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.601365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-68bdf74b-b85f-44e8-ac7f-b2a5b9c0094f tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/quotas/46e0cbf5473640a09db94a761cd98bb7 HTTP/1.1" status: 200 len: 375 time: 0.0504632 Aug 12 02:22:46.607730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.634401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.658390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea132ed6-5271-4e81-925f-7817ef21057e req-e25e2def-64a6-498d-abbf-08b7fb958475 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173110 Aug 12 02:22:46.688625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c1412805-1e33-4f8c-8edf-fa2d54afc32d tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=46e0cbf5473640a09db94a761cd98bb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563407 Aug 12 02:22:46.711753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81e6cc0d-5bc4-4740-832d-5afb2dee8592 req-6b728fa0-42b4-4e04-add8-ef274d3e1910 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920102 Aug 12 02:22:46.725249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0096313-4691-483c-b0e0-a5904efcb2ff tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7780945 Aug 12 02:22:46.729056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:46.740103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:46.960386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44db4b2d-a0c0-4553-88b8-44ab39f6dd1b req-0237f5ea-1190-4996-9df3-7b8100341062 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 210 time: 0.0294449 Aug 12 02:22:46.960915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:46.976276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38110c2-75db-4622-bd36-7942dd0749ea req-214f98dc-865e-4c81-b783-2ebc880dd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:46.977841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-214f98dc-865e-4c81-b783-2ebc880dd151 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 1094 time: 0.1609504 Aug 12 02:22:46.979034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Made reservation on behalf of 2a3c47fd8a79414ebd3ed9af4638080d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:46.992998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.008838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-5f28699e-fca3-4b96-8223-63a9db394aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192215 Aug 12 02:22:47.029926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Allocated IP 172.25.3.241 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/082544e5-0819-4fd0-bae5-ac4e77efab63) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:47.218843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-94800502-76bb-4785-901b-65a6330b312a service neutron] 10.222.0.11 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077887 Aug 12 02:22:47.223271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38110c2-75db-4622-bd36-7942dd0749ea req-015d4e2d-47c7-4d0f-b121-b7cd19916da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:47.224863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-015d4e2d-47c7-4d0f-b121-b7cd19916da8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.2154887 Aug 12 02:22:47.276443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.320786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-73a634e2-014a-49ca-8901-fedc0a93e889 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3 HTTP/1.1" status: 200 len: 217 time: 0.0681541 Aug 12 02:22:47.359556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.359812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Allocated IP 172.20.0.4 (8334ec69-4d96-45f5-a9a8-defb84f22a08/5df01981-d3be-4f59-bf8a-d331551bd410/db4ecf0d-9977-4307-bad0-458cd5a9ca0a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:47.398999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:47.406080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:47.418428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Pushing event updated for resources: {'Port': ['ID=082544e5-0819-4fd0-bae5-ac4e77efab63,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:47.442068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:47.446360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.446520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.446799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.447146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.447524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.454740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:47.502576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38110c2-75db-4622-bd36-7942dd0749ea req-f1712870-a453-41d3-ad60-58fe3a3e16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:47.504101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-f1712870-a453-41d3-ad60-58fe3a3e16bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1743884 Aug 12 02:22:47.579437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea569ade-6a02-4fbb-95ac-18ed8275373b req-6cf6797b-0d71-427d-9ec8-06833d3ced28 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 210 time: 0.0812759 Aug 12 02:22:47.632123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-88e6011a-4629-4f97-b610-cf99aa4561e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814722 Aug 12 02:22:47.744437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.768446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.769000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.923991 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.940496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] In _notify_port_updated(), no bound segment for port 2054ef45-3155-4026-bfdf-1e99c4936105 on network b8d0de75-c9d2-4109-aab2-5575106c095a {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:22:47.947593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:47.948285 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:47.953619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/ports/2054ef45-3155-4026-bfdf-1e99c4936105 HTTP/1.1" status: 200 len: 818 time: 1.2232521 Aug 12 02:22:47.956641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-e8f22a08-1e5a-4871-97cd-259e7aa936be service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155172 Aug 12 02:22:47.957231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:47.981468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be70e1b-8478-418b-9049-eee407a8c3be req-60e59e85-b3c8-4680-b9df-8a8bb2e64b50 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:47.989905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1be70e1b-8478-418b-9049-eee407a8c3be req-60e59e85-b3c8-4680-b9df-8a8bb2e64b50 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 943 time: 0.1169372 Aug 12 02:22:48.024345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88b080-4a0f-490a-b643-f6d5fb6fe2cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=2054ef45-3155-4026-bfdf-1e99c4936105,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:48.094170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1be70e1b-8478-418b-9049-eee407a8c3be req-891fb59f-623a-489b-b9d6-3a2ceb750963 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982552 Aug 12 02:22:48.175239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.250721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3cc36a7-fc09-4552-ae38-126c259692a4 req-f8241a9b-a019-4ec6-bba0-9c915372c094 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 210 time: 0.1084957 Aug 12 02:22:48.281128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.285498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.302042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38110c2-75db-4622-bd36-7942dd0749ea req-de39049d-6f4a-44cf-9519-8ef1f6d4d5d5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596645 Aug 12 02:22:48.360289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.392601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 2054ef45-3155-4026-bfdf-1e99c4936105 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:48.392949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.422518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Network 8334ec69-4d96-45f5-a9a8-defb84f22a08 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:48.466147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:48.474748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:48.485857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Pushing event updated for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:48.514516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Router 26715e27-aa4d-4a46-818c-2cc3637138a2 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:48.526919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.549977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 2054ef45-3155-4026-bfdf-1e99c4936105 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:48.561062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:48.562662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.582694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-d724483b-2308-4535-8705-b5f9ac144919 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3162200 Aug 12 02:22:48.625284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Request body: {'port': {'device_id': '0060044f-3348-4930-8553-cfc26c94ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:48.645742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:48.656033 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] Sync routers for ids ['26715e27-aa4d-4a46-818c-2cc3637138a2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:48.656933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.662738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8227c23c-0251-406c-bc59-a594d0ea1fa6 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "PUT /v2.0/routers/26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 200 len: 915 time: 2.9460657 Aug 12 02:22:48.663902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:48.674659 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] Routers {'26715e27-aa4d-4a46-818c-2cc3637138a2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:48.676053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['26715e27-aa4d-4a46-818c-2cc3637138a2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:48.727694 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:48.738033 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] Routers {'26715e27-aa4d-4a46-818c-2cc3637138a2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:48.738748 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['26715e27-aa4d-4a46-818c-2cc3637138a2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:48.776703 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:48.778096 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8448d-941b-47dd-a1d6-cf44caf470ec None None] The sync data for ids ['26715e27-aa4d-4a46-818c-2cc3637138a2'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:48.784500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6ecbe39e-8a67-4c83-a93e-1bccc375ccb4 req-e064d720-2d8d-4c82-9d7a-0dd2f92aee30 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 210 time: 0.0415614 Aug 12 02:22:48.800553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.813984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39a6cd8f-0e39-4440-b5d4-4f50bdd65c6d tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 200 len: 921 time: 0.1487443 Aug 12 02:22:48.814674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:48.859931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.901866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=2054ef45-3155-4026-bfdf-1e99c4936105,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:48.912078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:48.916468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4fafff19-15f3-4f35-b1ab-087073bc67d9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/2054ef45-3155-4026-bfdf-1e99c4936105 HTTP/1.1" status: 204 len: 168 time: 0.9027689 Aug 12 02:22:48.916852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:48.929978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2019bac-47fe-45d7-80ed-623b523edf26 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:48.929978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2019bac-47fe-45d7-80ed-623b523edf26 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=26715e27-aa4d-4a46-818c-2cc3637138a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1142023 Aug 12 02:22:48.932837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41772) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:48.947836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ed07060-ae09-4211-8ae9-37e336b1e1b3 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:49.055996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:49.068966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '5ed07060-ae09-4211-8ae9-37e336b1e1b3', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '5ed07060-ae09-4211-8ae9-37e336b1e1b3', 'mac_address': 'fa:16:3e:9b:f5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:49.108894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.123087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed07060-ae09-4211-8ae9-37e336b1e1b3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:49.144844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:49.149300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.183973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4ecf0d-9977-4307-bad0-458cd5a9ca0a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:49.208253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.210253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:49.218410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.219146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.219582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.219997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.220428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.220854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.221303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.221830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.222218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.222709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.223180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.223692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:22:49.225412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Transition to ACTIVE for port object db4ecf0d-9977-4307-bad0-458cd5a9ca0a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:49.234944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.246937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a249abd-097d-48bd-8aa3-cf333d0f1b5f req-e26f03b7-417f-4ba1-b054-f5f1e5f3e053 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.248546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a249abd-097d-48bd-8aa3-cf333d0f1b5f req-e26f03b7-417f-4ba1-b054-f5f1e5f3e053 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 944 time: 0.0768456 Aug 12 02:22:49.335847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a249abd-097d-48bd-8aa3-cf333d0f1b5f req-c4c984c1-54f3-4309-8b4a-784a4a5bc3c5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622089 Aug 12 02:22:49.337612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Pushing event updated for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:49.364392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1af6eaf-1b16-4151-8eb6-910ed2db667b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.368755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1af6eaf-1b16-4151-8eb6-910ed2db667b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4479499 Aug 12 02:22:49.368755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:49.373706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5ed07060-ae09-4211-8ae9-37e336b1e1b3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:49.402646 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f4a932-89e5-4623-a36a-5b2c2ed88af9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:49.404307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84f4a932-89e5-4623-a36a-5b2c2ed88af9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/2054ef45-3155-4026-bfdf-1e99c4936105 HTTP/1.1" status: 404 len: 333 time: 0.0348303 Aug 12 02:22:49.408462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:49.414369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1575437778'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:49.449637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8068ff6a-5939-41ff-9810-175fa0ece215 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.453945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8068ff6a-5939-41ff-9810-175fa0ece215 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.1596649 Aug 12 02:22:49.454291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41786) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:49.466270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:49.470968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.496192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Attempting to bind port db4ecf0d-9977-4307-bad0-458cd5a9ca0a on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:49.496661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Attempting to bind port db4ecf0d-9977-4307-bad0-458cd5a9ca0a by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:49.496756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7cc00200-17dd-4b4a-ad51-a3a56e5b435a tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 200 len: 205 time: 0.0412831 Aug 12 02:22:49.496981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Attempting to bind port db4ecf0d-9977-4307-bad0-458cd5a9ca0a on network 8334ec69-4d96-45f5-a9a8-defb84f22a08 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:49.503198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:49.504425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Port db4ecf0d-9977-4307-bad0-458cd5a9ca0a on network 8334ec69-4d96-45f5-a9a8-defb84f22a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:22:49.504904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Attempting to bind port db4ecf0d-9977-4307-bad0-458cd5a9ca0a on network 8334ec69-4d96-45f5-a9a8-defb84f22a08 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:49.521234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f1bf0-e8b2-487c-826f-a354a51d3851 req-51ff20c5-cc5c-466e-bc5c-c6417def20ee tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.522827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e70f1bf0-e8b2-487c-826f-a354a51d3851 req-51ff20c5-cc5c-466e-bc5c-c6417def20ee tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 943 time: 0.0914843 Aug 12 02:22:49.525798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:49.526144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Checking segment: {'id': 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:49.526537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Bound using segment: {'id': 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:49.526981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Bound port: db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:49.527353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.655154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:49.659051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,segment=NetworkSegment(fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247),segment_id=fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:49.671518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.681065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e70f1bf0-e8b2-487c-826f-a354a51d3851 req-01fa3e52-85f2-4b9e-82c5-2faf0ddc6df0 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432188 Aug 12 02:22:49.683217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.719055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:22:49.748219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.748842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.750406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.750768 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment 51eeea9d-e896-490b-8174-cc660fb2f4be of type vlan for network 9d112600-40d6-4298-9316-eb8bdd28f122 Aug 12 02:22:49.751006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] 10.222.0.25 "PUT /v2.0/ports/db4ecf0d-9977-4307-bad0-458cd5a9ca0a HTTP/1.1" status: 200 len: 1091 time: 1.1305971 Aug 12 02:22:49.751480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:49.753824 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f4e208-f7b0-4689-b67e-e9e6e931ef15" -d '{"events": [{"name": "network-changed", "server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:49.793578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc09a4-6d8c-4171-ab52-28f247b284ec service neutron] Pushing event updated for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:49.827891 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0342738-c18c-4116-9397-6ba2fa502cd4 x-openstack-request-id: req-e0342738-c18c-4116-9397-6ba2fa502cd4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:49.827891 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:49.827891 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0342738-c18c-4116-9397-6ba2fa502cd4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:49.827891 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a', 'status': 'completed', 'code': 200} Aug 12 02:22:49.864525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:49.867429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbb174-4011-4ef4-b697-fc0c45795b06 req-912a99de-7dfa-4d15-83fd-7413a735e0ca tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.868959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dbbb174-4011-4ef4-b697-fc0c45795b06 req-912a99de-7dfa-4d15-83fd-7413a735e0ca tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 950 time: 0.0907640 Aug 12 02:22:49.881537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-57aead76-e1ff-4423-a08e-6263c1234b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.883023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-57aead76-e1ff-4423-a08e-6263c1234b4d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a3c47fd8a79414ebd3ed9af4638080d&device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 1094 time: 0.0717175 Aug 12 02:22:49.890895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-8bdc86d7-03b7-4cab-8d47-ae825702f041 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:49.892079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-8bdc86d7-03b7-4cab-8d47-ae825702f041 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.21 "GET /v2.0/networks?id=57e514bb-bcea-4ebe-9860-358236169e32 HTTP/1.1" status: 200 len: 814 time: 0.2809117 Aug 12 02:22:49.918669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4561a9bb-4947-4cb6-9ed1-b3e37dc0b9fe req-1167ccf7-7326-4550-84df-081c038f4459 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 210 time: 0.0484529 Aug 12 02:22:49.922488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Request body: {'port': {'device_id': '97306db3-585d-4300-a051-51263770cacd', 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32', 'admin_state_up': True, 'tenant_id': '46e0cbf5473640a09db94a761cd98bb7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:49.936526 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-05813783-298e-4387-a73d-1a7a31a4323a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a HTTP/1.1" status: 200 len: 217 time: 0.0452039 Aug 12 02:22:49.979306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dbbb174-4011-4ef4-b697-fc0c45795b06 req-670cd114-d32e-4e76-a460-fec7e4ab33c5 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952911 Aug 12 02:22:49.982214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.004688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15375e94-c313-4233-a489-12fb108b2c83 req-bdf1c8a2-7e55-4fd5-81fd-47c0f11d23be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:50.006541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-bdf1c8a2-7e55-4fd5-81fd-47c0f11d23be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5df01981-d3be-4f59-bf8a-d331551bd410 HTTP/1.1" status: 200 len: 849 time: 0.0597701 Aug 12 02:22:50.011913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.028402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:50.029132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.054170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-44356f08-f50a-4b24-b9f2-a1ea963ae3f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8334ec69-4d96-45f5-a9a8-defb84f22a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394847 Aug 12 02:22:50.150192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7406666 Aug 12 02:22:50.154094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-183d3504-d6f8-44f1-9dcd-c85fc726c81d service neutron] 10.222.0.25 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Aug 12 02:22:50.154551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:50.160502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:50.161771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd9d06-cd1a-4192-946e-e01a2e541cd3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=9d112600-40d6-4298-9316-eb8bdd28f122,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:50.179836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:22:50.199629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port 082544e5-0819-4fd0-bae5-ac4e77efab63 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:50.199976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.204181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Made reservation on behalf of 46e0cbf5473640a09db94a761cd98bb7 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:50.207780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.330527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15375e94-c313-4233-a489-12fb108b2c83 req-c1417585-5de4-49d3-b010-86352847fb7f service neutron] 10.222.0.25 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660964 Aug 12 02:22:50.332579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:50.336262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.344890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.388852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for 082544e5-0819-4fd0-bae5-ac4e77efab63 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:50.478192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-b7c7be79-3e14-4ee8-907e-84d047709857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:50.479729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-b7c7be79-3e14-4ee8-907e-84d047709857 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a3c47fd8a79414ebd3ed9af4638080d&device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 1094 time: 0.0681558 Aug 12 02:22:50.487219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Allocated IP 172.20.0.3 (57e514bb-bcea-4ebe-9860-358236169e32/0869e586-368f-4e29-8052-5dcc98fb5c87/fbdfe514-2c11-44ca-a6c2-b318161d6746) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:50.628312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf4eb9-3f50-44d2-a8f8-655d217e2fcf req-557d6f49-fe56-4e80-b5d3-80fe523d3be3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:50.630472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ccf4eb9-3f50-44d2-a8f8-655d217e2fcf req-557d6f49-fe56-4e80-b5d3-80fe523d3be3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 944 time: 0.1660900 Aug 12 02:22:50.788068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ccf4eb9-3f50-44d2-a8f8-655d217e2fcf req-e5782055-3262-4db2-95b3-869fb5bc6147 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317053 Aug 12 02:22:50.828024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.838946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:50.876248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=082544e5-0819-4fd0-bae5-ac4e77efab63,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:50.953220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ed07060-ae09-4211-8ae9-37e336b1e1b3 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:50.985329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.010627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:51.014568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:51.016140 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.100215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.101174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a9388-02fd-4279-bc9f-92f73c2fb943 req-65b9a62c-cea0-4d86-a1e8-a0762aa2ed13 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.102730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-405a9388-02fd-4279-bc9f-92f73c2fb943 req-65b9a62c-cea0-4d86-a1e8-a0762aa2ed13 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 943 time: 0.1636977 Aug 12 02:22:51.109584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.112063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.118835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-a112beda-153e-4728-bb17-5f39faeb5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.120549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-a112beda-153e-4728-bb17-5f39faeb5581 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8334ec69-4d96-45f5-a9a8-defb84f22a08 HTTP/1.1" status: 200 len: 910 time: 0.6313963 Aug 12 02:22:51.125491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:51.127491 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.128369 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda9e824-fe0c-4e39-838c-5d7b30d97429" -d '{"events": [{"server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "name": "network-vif-plugged", "status": "completed", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:51.130363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.144342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:51.148680 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.196320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-a94d9c6d-203e-4c60-8ac0-1e96c6c149ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a HTTP/1.1" status: 200 len: 217 time: 0.0668962 Aug 12 02:22:51.206504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:51.223028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Network 57e514bb-bcea-4ebe-9860-358236169e32 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:51.224729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:51.230797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:51.242304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cea11-967f-40bf-ad2b-f310ccb14f5a req-6073acca-7449-4551-a746-eaff3cd6b9ed tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.243841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a5cea11-967f-40bf-ad2b-f310ccb14f5a req-6073acca-7449-4551-a746-eaff3cd6b9ed tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 931 time: 0.2213171 Aug 12 02:22:51.267730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.268248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router 26715e27-aa4d-4a46-818c-2cc3637138a2 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:51.281719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.286374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-696edc3a-66c0-4782-89b2-bebafc7c99ec tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 204 len: 168 time: 1.7771544 Aug 12 02:22:51.286374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Pushing event updated for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:51.296233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-405a9388-02fd-4279-bc9f-92f73c2fb943 req-6b5fb950-9b88-4616-a7e2-25ce5497e1a2 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735265 Aug 12 02:22:51.296948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=196f82ac-7e26-4054-8ff1-d897255a8acb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:51.301526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:51.320205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1637131791', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:51.327828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.328910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.334530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': '51eeea9d-e896-490b-8174-cc660fb2f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:51.334910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: 9d112600-40d6-4298-9316-eb8bdd28f122, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:22:51.342432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-61f7e3b6-65de-4af3-bd1d-ed66e4b85f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.344584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-61f7e3b6-65de-4af3-bd1d-ed66e4b85f61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5df01981-d3be-4f59-bf8a-d331551bd410 HTTP/1.1" status: 200 len: 849 time: 0.1350141 Aug 12 02:22:51.350130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a5cea11-967f-40bf-ad2b-f310ccb14f5a req-050aca64-d2b7-40d6-9487-e3c396466e87 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771973 Aug 12 02:22:51.384080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-f250ed9e-64c4-48bf-8753-06dd01fdf9a6 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4692910 Aug 12 02:22:51.394660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-230bfc7b-56ff-4a9e-a8bf-9b3e45626668 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8334ec69-4d96-45f5-a9a8-defb84f22a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422378 Aug 12 02:22:51.396509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.397296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.408487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Request body: {'port': {'device_id': '97306db3-585d-4300-a051-51263770cacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:51.449420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9d112600-40d6-4298-9316-eb8bdd28f122 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:22:51.475217 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0939b0-c54e-4805-bce7-928f63679f57 x-openstack-request-id: req-3f0939b0-c54e-4805-bce7-928f63679f57 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:51.476654 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "name": "network-vif-plugged", "status": "completed", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:51.476654 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f0939b0-c54e-4805-bce7-928f63679f57 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:51.477073 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3', 'code': 200} Aug 12 02:22:51.487278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9d112600-40d6-4298-9316-eb8bdd28f122) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:51.499602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.500326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.504496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef511cac-0a54-41e5-ba61-4a6de86eefb8 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:51.510278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.573524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.656647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-012d6c87-68f4-411c-ac3e-764958fd452f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4975097 Aug 12 02:22:51.687352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:51.696106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:51.711455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-3d192283-8ec0-4fb3-bc62-2067f9591b27 service neutron] 10.222.0.25 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084376 Aug 12 02:22:51.717542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae138-8c35-43f0-be2a-34300506716d req-16fae1a8-819c-4147-9d16-910c187fa08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:51.719433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ae138-8c35-43f0-be2a-34300506716d req-16fae1a8-819c-4147-9d16-910c187fa08b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 1096 time: 0.1446028 Aug 12 02:22:51.784505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9d112600-40d6-4298-9316-eb8bdd28f122', 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': '196f82ac-7e26-4054-8ff1-d897255a8acb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:22:51.785687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.857913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:51.963003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-451ae138-8c35-43f0-be2a-34300506716d req-261f8fc5-4ab9-4771-87e2-b756537155b3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081149 Aug 12 02:22:51.989180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:51.992610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Allocated IP 2001:db8::2 (9d112600-40d6-4298-9316-eb8bdd28f122/196f82ac-7e26-4054-8ff1-d897255a8acb/bc029a48-1658-44e6-a6b8-4638a4a6a486) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:51.992877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.026652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33f4e208-f7b0-4689-b67e-e9e6e931ef15 req-848f7d9f-32ad-475b-ab25-a7e36201362b service neutron] 10.222.0.25 "GET /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732041 Aug 12 02:22:52.054006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b94a14-02ed-4a33-932c-b0ce98067e63 req-5d66df0a-b564-42b1-aae6-bc48f90691b7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.055538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45b94a14-02ed-4a33-932c-b0ce98067e63 req-5d66df0a-b564-42b1-aae6-bc48f90691b7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1052918 Aug 12 02:22:52.093432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdfe514-2c11-44ca-a6c2-b318161d6746 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:52.109845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.115900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45b94a14-02ed-4a33-932c-b0ce98067e63 req-19f2d236-cf95-40b1-bcf9-8ab0ef269b0a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Aug 12 02:22:52.135165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Transition to ACTIVE for port object fbdfe514-2c11-44ca-a6c2-b318161d6746 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:52.140529 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 196f82ac-7e26-4054-8ff1-d897255a8acb (CIDR: 2001:db8::/64) Aug 12 02:22:52.145096 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:22:52.145581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:22:52.148977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.176294 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.184509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Transition to ACTIVE for port object bc029a48-1658-44e6-a6b8-4638a4a6a486 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:52.196420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1da6fac2-8ea4-4e52-a2b2-ebe115340e26 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5079923 Aug 12 02:22:52.200565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Transition to ACTIVE for port object bc029a48-1658-44e6-a6b8-4638a4a6a486 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:52.203873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:52.209460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:52.209810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.215487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:52.256085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:52.262418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:52.267260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:52.269259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Pushing event updated for resources: {'Port': ['ID=bc029a48-1658-44e6-a6b8-4638a4a6a486,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:52.283127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.284617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Attempting to bind port fbdfe514-2c11-44ca-a6c2-b318161d6746 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:52.284960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Attempting to bind port fbdfe514-2c11-44ca-a6c2-b318161d6746 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '4e105819-65a5-4dbb-a3b9-12fedf7f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:52.285293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Attempting to bind port fbdfe514-2c11-44ca-a6c2-b318161d6746 on network 57e514bb-bcea-4ebe-9860-358236169e32 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:52.289616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Port fbdfe514-2c11-44ca-a6c2-b318161d6746 on network 57e514bb-bcea-4ebe-9860-358236169e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:22:52.289947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Attempting to bind port fbdfe514-2c11-44ca-a6c2-b318161d6746 on network 57e514bb-bcea-4ebe-9860-358236169e32 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:52.294759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:52.295106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Checking segment: {'id': '4e105819-65a5-4dbb-a3b9-12fedf7f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:52.295518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Bound using segment: {'id': '4e105819-65a5-4dbb-a3b9-12fedf7f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:52.296826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Bound port: fbdfe514-2c11-44ca-a6c2-b318161d6746, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e105819-65a5-4dbb-a3b9-12fedf7f929b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:52.297193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.310111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.345522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Attempting to bind port bc029a48-1658-44e6-a6b8-4638a4a6a486 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:22:52.346182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Attempting to bind port bc029a48-1658-44e6-a6b8-4638a4a6a486 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '51eeea9d-e896-490b-8174-cc660fb2f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:22:52.346715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Attempting to bind port bc029a48-1658-44e6-a6b8-4638a4a6a486 on network 9d112600-40d6-4298-9316-eb8bdd28f122 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:22:52.352308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:22:52.352898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Checking segment: {'id': '51eeea9d-e896-490b-8174-cc660fb2f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:22:52.353476 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.354025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Bound using segment: {'id': '51eeea9d-e896-490b-8174-cc660fb2f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:22:52.354645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Bound port: bc029a48-1658-44e6-a6b8-4638a4a6a486, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eeea9d-e896-490b-8174-cc660fb2f4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:22:52.355174 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.365624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:52.370794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746,segment=NetworkSegment(4e105819-65a5-4dbb-a3b9-12fedf7f929b),segment_id=4e105819-65a5-4dbb-a3b9-12fedf7f929b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:52.378075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.404263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.405651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.407349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] 10.222.0.21 "PUT /v2.0/ports/fbdfe514-2c11-44ca-a6c2-b318161d6746 HTTP/1.1" status: 200 len: 1091 time: 1.0062544 Aug 12 02:22:52.432545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:52.432986 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143617e8-a131-4f44-84b9-25b449b74538" -d '{"events": [{"name": "network-changed", "server_uuid": "97306db3-585d-4300-a051-51263770cacd", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:52.489672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:52.493272 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.493532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] For port bc029a48-1658-44e6-a6b8-4638a4a6a486, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:22:52.497388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] For port bc029a48-1658-44e6-a6b8-4638a4a6a486, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bc029a48-1658-44e6-a6b8-4638a4a6a486,segment=NetworkSegment(51eeea9d-e896-490b-8174-cc660fb2f4be),segment_id=51eeea9d-e896-490b-8174-cc660fb2f4be)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:22:52.505099 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.521775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c2e34-5703-4efd-8e0c-702bd5a1f337 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:52.548866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b05153-0236-4ef2-8fb7-05693487e178 req-0a351a85-cc1a-4ad1-8d89-5e0435d89da0 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.550462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65b05153-0236-4ef2-8fb7-05693487e178 req-0a351a85-cc1a-4ad1-8d89-5e0435d89da0 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 943 time: 0.1421108 Aug 12 02:22:52.559721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c6b4d741-739e-4309-9c9d-d68de1893437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.562556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-c6b4d741-739e-4309-9c9d-d68de1893437 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e0cbf5473640a09db94a761cd98bb7&device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 1094 time: 0.0781155 Aug 12 02:22:52.568951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Allocated IP 172.25.3.82 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3dd8066e-d703-4aee-82fd-897861725c4a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:52.569121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e9a35-d262-41ed-835d-2168f4ad8241 None None] Pushing event updated for resources: {'Port': ['ID=bc029a48-1658-44e6-a6b8-4638a4a6a486,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:52.604599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371345ee-8916-406c-9402-78290ab2a6e2 req-37c0e198-6590-4496-a3ac-e40def92db6a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.606207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-371345ee-8916-406c-9402-78290ab2a6e2 req-37c0e198-6590-4496-a3ac-e40def92db6a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 943 time: 0.1698494 Aug 12 02:22:52.644303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-39e686d3-bb5f-4a7b-ad3f-2c55f761f13c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746 HTTP/1.1" status: 200 len: 217 time: 0.0551264 Aug 12 02:22:52.700122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65b05153-0236-4ef2-8fb7-05693487e178 req-052457aa-bb6e-40e6-9914-6639edd90418 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349251 Aug 12 02:22:52.741938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-4ad6246c-2026-40b0-80e3-3d42e5db5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:52.744506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-4ad6246c-2026-40b0-80e3-3d42e5db5ccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0869e586-368f-4e29-8052-5dcc98fb5c87 HTTP/1.1" status: 200 len: 854 time: 0.0925257 Aug 12 02:22:52.750557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-371345ee-8916-406c-9402-78290ab2a6e2 req-92ae7b02-24ef-4121-8447-c0126dea364b tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274335 Aug 12 02:22:52.843346 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-3c508033-a418-4f84-a984-ba5da71afe49 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e514bb-bcea-4ebe-9860-358236169e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890319 Aug 12 02:22:52.869398 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23823a-1725-45e0-bfad-64b637267141 x-openstack-request-id: req-6a23823a-1725-45e0-bfad-64b637267141 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:52.869911 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97306db3-585d-4300-a051-51263770cacd", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:52.870321 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a23823a-1725-45e0-bfad-64b637267141 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:52.870881 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746', 'status': 'completed', 'code': 200} Aug 12 02:22:52.880591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:52.952821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db4ecf0d-9977-4307-bad0-458cd5a9ca0a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:52.970888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-aa0b061e-5c6a-4620-9ae1-d7f760d15442 service neutron] 10.222.0.21 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174538 Aug 12 02:22:53.049539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.095829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77bae2e5-b411-4a5a-acad-8c63a4ae9dfb req-ea28d433-d603-4db2-8aeb-5f0963a14800 service neutron] 10.222.0.21 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153347 Aug 12 02:22:53.119238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:53.127262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:53.135185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:53.195508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.207674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event updated for resources: {'Port': ['ID=3dd8066e-d703-4aee-82fd-897861725c4a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:53.220238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,segment=NetworkSegment(fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247),segment_id=fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:53.233928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a', 'network_id': '8334ec69-4d96-45f5-a9a8-defb84f22a08', 'port_id': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a', 'mac_address': 'fa:16:3e:01:fa:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df01981-d3be-4f59-bf8a-d331551bd410', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:53.254239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d34e-a428-407b-99fe-e2945b0df064 req-3bc1a938-5559-4247-95a2-8d82ee751bb4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.256153 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5e0d34e-a428-407b-99fe-e2945b0df064 req-3bc1a938-5559-4247-95a2-8d82ee751bb4 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.0546563 Aug 12 02:22:53.276075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.294379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4ecf0d-9977-4307-bad0-458cd5a9ca0a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:53.307813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9d112600-40d6-4298-9316-eb8bdd28f122 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:53.317103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:53.320822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,segment=NetworkSegment(fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247),segment_id=fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:53.324652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.325255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.326603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.349319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5e0d34e-a428-407b-99fe-e2945b0df064 req-8e2173ae-eff3-412a-9990-36fb2948804b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832732 Aug 12 02:22:53.351169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143617e8-a131-4f44-84b9-25b449b74538 req-3eb9d482-daca-4584-9a8e-437a1aea5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.352597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-3eb9d482-daca-4584-9a8e-437a1aea5fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=46e0cbf5473640a09db94a761cd98bb7&device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 1094 time: 0.0955794 Aug 12 02:22:53.391852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:53.446852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=bd70b066-1b1b-4187-a18a-cbf10ec14012,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:53.485858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143617e8-a131-4f44-84b9-25b449b74538 req-99c449cb-5ba3-42a6-b002-3fa1c198e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.489820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8bfbc06c-7a3c-440b-ab50-200c614371f0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2825172 Aug 12 02:22:53.491302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-99c449cb-5ba3-42a6-b002-3fa1c198e623 service neutron] 10.222.0.21 "GET /v2.0/networks?id=57e514bb-bcea-4ebe-9860-358236169e32 HTTP/1.1" status: 200 len: 915 time: 0.1309190 Aug 12 02:22:53.491827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41940) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:53.497077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'fixed_ips': [{'subnet_id': '196f82ac-7e26-4054-8ff1-d897255a8acb'}, {'subnet_id': 'bd70b066-1b1b-4187-a18a-cbf10ec14012'}], 'name': 'tempest-PortsIpV6TestJSON-590164798'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:53.532235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['db4ecf0d-9977-4307-bad0-458cd5a9ca0a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:53.588718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-1d26428b-9986-4d08-9796-e2b03b333260 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2657218 Aug 12 02:22:53.619283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-a05793f9-7546-4e36-91b7-8f995b8db3a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746 HTTP/1.1" status: 200 len: 217 time: 0.1178927 Aug 12 02:22:53.698650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:53.704822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-c76c6db8-8ef7-4625-b175-b218e2e2a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.706339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-c76c6db8-8ef7-4625-b175-b218e2e2a554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1096 time: 0.0735574 Aug 12 02:22:53.770546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd31cb6-8202-44fa-99f8-a69b33ee668d req-be8e7f70-50f1-4d61-8bcb-d4d41ba148b1 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.778852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddd31cb6-8202-44fa-99f8-a69b33ee668d req-be8e7f70-50f1-4d61-8bcb-d4d41ba148b1 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1644766 Aug 12 02:22:53.783125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143617e8-a131-4f44-84b9-25b449b74538 req-a46d9c26-62a6-4ee3-8884-345c009748a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:53.784678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-a46d9c26-62a6-4ee3-8884-345c009748a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0869e586-368f-4e29-8052-5dcc98fb5c87 HTTP/1.1" status: 200 len: 854 time: 0.1521695 Aug 12 02:22:53.844240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-3236b9d2-a2ab-4d80-8b49-3dadc83ed0ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=57e514bb-bcea-4ebe-9860-358236169e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466740 Aug 12 02:22:53.855154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186ebdd-af37-466c-a53c-2a109dd782a7 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:53.869884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddd31cb6-8202-44fa-99f8-a69b33ee668d req-ab7826ae-d6b4-48b8-9b09-5afac891e1f5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900233 Aug 12 02:22:53.870617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:22:53.902679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:22:53.977005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a4762baf-dccf-4ef9-a0ec-affa9bfb74ac None None] Provisioning for port bc029a48-1658-44e6-a6b8-4638a4a6a486 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:54.008898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc57634-9ffe-4fd7-8dbe-b049f714f807 req-693ba5c6-59c9-423f-bafb-7f8edaaf31f9 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:54.017362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fc57634-9ffe-4fd7-8dbe-b049f714f807 req-693ba5c6-59c9-423f-bafb-7f8edaaf31f9 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 944 time: 0.2014785 Aug 12 02:22:54.024808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-fb82db36-c138-48f5-b35a-cb7cd87809f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:54.026653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-fb82db36-c138-48f5-b35a-cb7cd87809f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 915 time: 0.2702334 Aug 12 02:22:54.088283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.093868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bc029a48-1658-44e6-a6b8-4638a4a6a486 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:54.162583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:54.164924 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6d34f8-7942-403c-a389-fbfe586a2e9e" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:54.190688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:54.200601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.299140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bc029a48-1658-44e6-a6b8-4638a4a6a486 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:54.308257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:54.315454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bc029a48-1658-44e6-a6b8-4638a4a6a486 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:54.315935 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.357513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Update dhcp port {'port': {'network_id': '9d112600-40d6-4298-9316-eb8bdd28f122', 'fixed_ips': [{'subnet_id': '196f82ac-7e26-4054-8ff1-d897255a8acb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd70b066-1b1b-4187-a18a-cbf10ec14012'}], 'binding:host_id': 'n-d-804303-2'}, 'id': 'bc029a48-1658-44e6-a6b8-4638a4a6a486'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:22:54.387726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.467368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.474671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35674ee-1c55-49f4-89c6-f21a0ebb1e69 req-d350bfc9-dde9-40db-847b-033fe7e4ef89 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:54.480387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c35674ee-1c55-49f4-89c6-f21a0ebb1e69 req-d350bfc9-dde9-40db-847b-033fe7e4ef89 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 943 time: 0.1339140 Aug 12 02:22:54.483850 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.491806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-309eef9c-a4a1-4609-aed2-0a8128cbc626 service neutron] 10.222.0.21 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324012 Aug 12 02:22:54.564765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:22:54.586167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bc029a48-1658-44e6-a6b8-4638a4a6a486, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bc029a48-1658-44e6-a6b8-4638a4a6a486,segment=NetworkSegment(51eeea9d-e896-490b-8174-cc660fb2f4be),segment_id=51eeea9d-e896-490b-8174-cc660fb2f4be)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:54.586938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fc57634-9ffe-4fd7-8dbe-b049f714f807 req-66cfe485-6ec1-4b47-95fd-d75f2800cf7c tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025380 Aug 12 02:22:54.596112 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.604550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-eaaf6d74-a8cd-482d-960c-593cd39b3278 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 1001 time: 0.5625243 Aug 12 02:22:54.642476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.663395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c35674ee-1c55-49f4-89c6-f21a0ebb1e69 req-9e99e0d8-4339-402f-8d81-9f64a8e2a08f tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688027 Aug 12 02:22:54.685890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Allocated IP 2001:db8:0:1::2 (9d112600-40d6-4298-9316-eb8bdd28f122/bd70b066-1b1b-4187-a18a-cbf10ec14012/bc029a48-1658-44e6-a6b8-4638a4a6a486) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:54.694001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bc029a48-1658-44e6-a6b8-4638a4a6a486,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:54.708899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-1fdb282b-04c5-4573-865c-9517f48928c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:54.710095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-1fdb282b-04c5-4573-865c-9517f48928c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 200 len: 853 time: 0.1047175 Aug 12 02:22:54.776092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143617e8-a131-4f44-84b9-25b449b74538 req-6a293572-9891-4b28-bd18-d5a5792fe8de service neutron] 10.222.0.21 "GET /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707438 Aug 12 02:22:54.848356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-4458bc3e-27f0-4d0b-aa22-1caea7ca96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:54.850377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-4458bc3e-27f0-4d0b-aa22-1caea7ca96ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1096b08-5397-4fde-8ebb-f40492855fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304903 Aug 12 02:22:54.852173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] For port bc029a48-1658-44e6-a6b8-4638a4a6a486, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bc029a48-1658-44e6-a6b8-4638a4a6a486,segment=NetworkSegment(51eeea9d-e896-490b-8174-cc660fb2f4be),segment_id=51eeea9d-e896-490b-8174-cc660fb2f4be)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:54.875533 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d755a79-c419-4472-a542-c6b527ab6e38 x-openstack-request-id: req-0d755a79-c419-4472-a542-c6b527ab6e38 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:54.875933 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:54.876305 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d755a79-c419-4472-a542-c6b527ab6e38 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:54.876817 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'code': 200} Aug 12 02:22:54.888876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.903809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Transition to ACTIVE for port object bc029a48-1658-44e6-a6b8-4638a4a6a486 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:54.908795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:54.955527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Router 1bd01dbe-0b86-4ee8-9faa-5966b60822ca is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:22:54.985614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-e56675cf-1a71-4fe5-99bf-125b8d18d0eb service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226737 Aug 12 02:22:54.986342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db4ecf0d-9977-4307-bad0-458cd5a9ca0a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:55.058328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c86060-8028-4774-bea9-aa9ede64fb73 None None] Pushing event updated for resources: {'Port': ['ID=bc029a48-1658-44e6-a6b8-4638a4a6a486,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:55.076930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7a849-7ed4-4a7e-9908-31ba2f6f281b req-80cd5af0-3baf-424a-a422-8fcddaeb3cfa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:55.080900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dec7a849-7ed4-4a7e-9908-31ba2f6f281b req-80cd5af0-3baf-424a-a422-8fcddaeb3cfa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1143904 Aug 12 02:22:55.083117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port db4ecf0d-9977-4307-bad0-458cd5a9ca0a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:55.087669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port db4ecf0d-9977-4307-bad0-458cd5a9ca0a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:55.088390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.130686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::1cf (9d112600-40d6-4298-9316-eb8bdd28f122/196f82ac-7e26-4054-8ff1-d897255a8acb/2c1f7aa9-d770-4130-a1ca-073b313ca4f9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:55.146702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8:0:1::29 (9d112600-40d6-4298-9316-eb8bdd28f122/bd70b066-1b1b-4187-a18a-cbf10ec14012/2c1f7aa9-d770-4130-a1ca-073b313ca4f9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:55.161205 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dec7a849-7ed4-4a7e-9908-31ba2f6f281b req-ab49a182-a38d-43bb-ba24-f3bbcb13a952 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691376 Aug 12 02:22:55.177050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:55.180479 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-517b285c-13e4-4245-9e3a-ff9413940bf8 req-5352656a-355d-4326-b037-430d5573c57a service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588521 Aug 12 02:22:55.204298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] Sync routers for ids ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:55.212702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.214338 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8d00eebd-9552-49e4-8384-a312560cd359 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9101641 Aug 12 02:22:55.217240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:55.218792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.222956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:55.245465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] Routers {'1bd01dbe-0b86-4ee8-9faa-5966b60822ca'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:55.246101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:55.292389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:55.305211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,segment=NetworkSegment(fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247),segment_id=fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:55.310370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] Routers {'1bd01dbe-0b86-4ee8-9faa-5966b60822ca'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:55.311109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:55.315687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.349165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:55.349784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07030788-dc92-4b31-8e15-9bfa0c71f0fe None None] The sync data for ids ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:55.364658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.380655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:22:55.400901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:55.422505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.475859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9d112600-40d6-4298-9316-eb8bdd28f122 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:22:55.482086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:22:55.484833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:22:55.490512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:55.491161 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.494981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=2c1f7aa9-d770-4130-a1ca-073b313ca4f9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:55.511552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f6398f88-e4e7-4257-91a3-8adcd8361f42 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.0184941 Aug 12 02:22:55.514386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41968) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:55.521287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '196f82ac-7e26-4054-8ff1-d897255a8acb'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:55.588949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.595063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.604328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.694282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a9533-4659-45fd-b101-5aeb7f2c3d72 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:55.706179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Deleting port 3dd8066e-d703-4aee-82fd-897861725c4a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:55.706412 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.759088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7a4bd-fcc9-43d7-9f8f-d666543a6865 req-01f661cd-e49a-4840-924f-5c8d8d9343db tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:55.760564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ca7a4bd-fcc9-43d7-9f8f-d666543a6865 req-01f661cd-e49a-4840-924f-5c8d8d9343db tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.0985711 Aug 12 02:22:55.775274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a1516970-cb94-403c-8065-dd5b39f7dd11 None None] Provisioning for port bc029a48-1658-44e6-a6b8-4638a4a6a486 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:55.787168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a1516970-cb94-403c-8065-dd5b39f7dd11 None None] Provisioning complete for port bc029a48-1658-44e6-a6b8-4638a4a6a486 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:55.787168 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a1516970-cb94-403c-8065-dd5b39f7dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.835410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:55.843342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ca7a4bd-fcc9-43d7-9f8f-d666543a6865 req-5267c5ce-9e93-43cb-91a7-4c1faed973a4 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721359 Aug 12 02:22:55.854920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Calling delete_port for 3dd8066e-d703-4aee-82fd-897861725c4a owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:55.880175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:55.916218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b765bd8-72bd-46db-944e-76e27d7e036d req-a8b5c7bb-a05c-4af9-acd4-2db924294fcc tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:55.925151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b765bd8-72bd-46db-944e-76e27d7e036d req-a8b5c7bb-a05c-4af9-acd4-2db924294fcc tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 943 time: 0.1682179 Aug 12 02:22:55.978318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Delete allocated IP 2001:db8:0:1::29 (9d112600-40d6-4298-9316-eb8bdd28f122/bd70b066-1b1b-4187-a18a-cbf10ec14012) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:22:56.027804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b765bd8-72bd-46db-944e-76e27d7e036d req-fa0c96ff-2245-46d9-b825-d7e2dd2fa936 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971050 Aug 12 02:22:56.052018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bc029a48-1658-44e6-a6b8-4638a4a6a486 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:56.073637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:56.096381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.117706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'mac_address': 'fa:16:3e:4f:24:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:56.129146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Pushing event deleted for resources: {'Port': ['ID=3dd8066e-d703-4aee-82fd-897861725c4a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:56.188316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.191576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bc029a48-1658-44e6-a6b8-4638a4a6a486 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:56.191958 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.228244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:56.252075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.257683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:56.267654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.269496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.282871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Ignored duplicate provisioning block setup for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 02:22:56.289270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.351604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] In _notify_port_updated(), no bound segment for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 on network 9d112600-40d6-4298-9316-eb8bdd28f122 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:22:56.355860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:56.367384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:56.368247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.372494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/ports/2c1f7aa9-d770-4130-a1ca-073b313ca4f9 HTTP/1.1" status: 200 len: 925 time: 0.8555737 Aug 12 02:22:56.375515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41990) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:56.382227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '196f82ac-7e26-4054-8ff1-d897255a8acb'}, {'subnet_id': 'bd70b066-1b1b-4187-a18a-cbf10ec14012'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:22:56.424672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd2c46-50a8-4dfa-be01-e25d9c50a4f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=2c1f7aa9-d770-4130-a1ca-073b313ca4f9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:56.432167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Provisioning complete for port bc029a48-1658-44e6-a6b8-4638a4a6a486 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:56.432542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.435562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:56.485155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51596d0a-44bd-4f76-b2d6-9e50d4cd96fa req-5a021661-cec3-4086-95e3-8d6aa6dffe12 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:56.491733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.493695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51596d0a-44bd-4f76-b2d6-9e50d4cd96fa req-5a021661-cec3-4086-95e3-8d6aa6dffe12 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1941972 Aug 12 02:22:56.616487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.631624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51596d0a-44bd-4f76-b2d6-9e50d4cd96fa req-2cda03e3-3c95-4597-a867-03203b0ae8f3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329021 Aug 12 02:22:56.636773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.651400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Provisioning for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:22:56.675016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Provisioning complete for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:56.675380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.728855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Router 1bd01dbe-0b86-4ee8-9faa-5966b60822ca has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:22:56.739779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2c8266cf-5a79-42cd-9e7e-9f0cd8c5dd88 None None] Port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:56.816814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8:0:1::2a4 (9d112600-40d6-4298-9316-eb8bdd28f122/bd70b066-1b1b-4187-a18a-cbf10ec14012/2c1f7aa9-d770-4130-a1ca-073b313ca4f9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:22:56.818866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:22:56.825835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.827935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1bbdd681-53f8-4719-aa83-4c27769ac01e tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "PUT /v2.0/routers/1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 200 len: 706 time: 1.6082339 Aug 12 02:22:56.830324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:56.832916 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] Sync routers for ids ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:22:56.845046 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] Routers {'1bd01dbe-0b86-4ee8-9faa-5966b60822ca'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:56.845896 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:56.878487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:56.881022 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720d201-7ff7-4cf8-8006-53e1b7b754bb" -d '{"events": [{"server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "name": "network-vif-plugged", "status": "completed", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:56.900729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc641f8c-7084-4ab8-8596-082c125e14f0 None None] Provisioning complete for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:56.901255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc641f8c-7084-4ab8-8596-082c125e14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:56.923431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e5f98294-63a8-4828-93fb-5614f6e96c65 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/routers/1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 200 len: 741 time: 0.0918014 Aug 12 02:22:56.926081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:56.953569 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:56.965264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] Routers {'1bd01dbe-0b86-4ee8-9faa-5966b60822ca'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:22:56.967296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:22:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:56.986932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.009801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2190412-8381-4624-94d5-009c333a5fc0 tempest-RoutersAdminTest-125800786 tempest-RoutersAdminTest-125800786-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 200 len: 205 time: 0.0824494 Aug 12 02:22:57.010667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Ignored duplicate provisioning block setup for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 02:22:57.012425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.027770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.048667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c58d61d4-2842-45cf-b92c-a3350b3700c6 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 200 len: 205 time: 0.0348897 Aug 12 02:22:57.054586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.071894 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:57.072561 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d7f1a8-b265-4f92-bb47-ef1f61b6d273 None None] The sync data for ids ['1bd01dbe-0b86-4ee8-9faa-5966b60822ca'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:22:57.110648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be519834-6d9c-4594-8286-aadeda76bc5c req-431b7290-94d9-415c-a138-f1deb1aff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:57.112240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be519834-6d9c-4594-8286-aadeda76bc5c req-431b7290-94d9-415c-a138-f1deb1aff7f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 1096 time: 0.0621221 Aug 12 02:22:57.147579 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d9601-33a1-4a24-82e3-c2add4d96f98 x-openstack-request-id: req-d17d9601-33a1-4a24-82e3-c2add4d96f98 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:57.147945 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "name": "network-vif-plugged", "status": "completed", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:57.148101 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d17d9601-33a1-4a24-82e3-c2add4d96f98 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:57.148482 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a', 'code': 200} Aug 12 02:22:57.161668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be519834-6d9c-4594-8286-aadeda76bc5c req-6b5d18ed-9a7a-4615-ae0d-ce56cdb09278 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Aug 12 02:22:57.167109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dc641f8c-7084-4ab8-8596-082c125e14f0 None None] Port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:57.233799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=2c1f7aa9-d770-4130-a1ca-073b313ca4f9,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:57.234693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff595082-b4c0-4538-8628-e3c13fe8a96e req-8037583b-0e9c-4d72-adb3-5a719120bddd tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:57.238037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.239097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff595082-b4c0-4538-8628-e3c13fe8a96e req-8037583b-0e9c-4d72-adb3-5a719120bddd tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 943 time: 0.0573838 Aug 12 02:22:57.240294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] In _notify_port_updated(), no bound segment for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 on network 9d112600-40d6-4298-9316-eb8bdd28f122 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:22:57.245791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:57.246511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.247807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d61d73b-4170-4089-87e4-ecbbe3ae1e03 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/ports/2c1f7aa9-d770-4130-a1ca-073b313ca4f9 HTTP/1.1" status: 200 len: 1011 time: 0.8711710 Aug 12 02:22:57.254688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.258810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6069-c927-4cee-9d62-b55885ef26bc req-134bf3b9-003c-4bc3-abba-211532202475 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:57.260389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3ed6069-c927-4cee-9d62-b55885ef26bc req-134bf3b9-003c-4bc3-abba-211532202475 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.2483141 Aug 12 02:22:57.291747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8dd0a8bf-2f84-4002-9eab-ba11a0e60dc1 None None] Provisioning complete for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:57.292328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a8bf-2f84-4002-9eab-ba11a0e60dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.325835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff595082-b4c0-4538-8628-e3c13fe8a96e req-87d9f7f4-e879-4e58-ac40-6a51fefb62c3 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828819 Aug 12 02:22:57.331946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0a8bf-2f84-4002-9eab-ba11a0e60dc1 None None] Port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:57.416574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:57.417147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.426924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3ed6069-c927-4cee-9d62-b55885ef26bc req-3049a476-ec7f-4be1-b9bd-9b6011348e74 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332603 Aug 12 02:22:57.464292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.467649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.512681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.513475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd01dbe-0b86-4ee8-9faa-5966b60822ca {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:22:57.520874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.522018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-35995e82-f68d-4c2e-b4ab-2a5c94d5405b tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 204 len: 168 time: 0.4625020 Aug 12 02:22:57.524260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.525832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.538523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:57.551918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-018b3f80-3173-42eb-82df-83c205a9fb6a None None] Provisioning complete for port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:57.552992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-018b3f80-3173-42eb-82df-83c205a9fb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.553164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d283a3f-6e45-4835-8350-f4c921c43918 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 200 len: 205 time: 0.0262125 Aug 12 02:22:57.555614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.587706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-018b3f80-3173-42eb-82df-83c205a9fb6a None None] Port 2c1f7aa9-d770-4130-a1ca-073b313ca4f9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:22:57.604061 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-82dac1ab-c9e9-489e-a79a-567773b7c564 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:57.605097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-82dac1ab-c9e9-489e-a79a-567773b7c564 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/1bd01dbe-0b86-4ee8-9faa-5966b60822ca HTTP/1.1" status: 404 len: 336 time: 0.0479171 Aug 12 02:22:57.607721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42026) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.634766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-47284548-e8d8-4caf-95e2-c7c5b32b2429 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 200 len: 205 time: 0.0259361 Aug 12 02:22:57.637143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.675604 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-be0fdea2-5d37-4873-bf54-bcad99c79438 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:57.676645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be0fdea2-5d37-4873-bf54-bcad99c79438 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/26715e27-aa4d-4a46-818c-2cc3637138a2 HTTP/1.1" status: 404 len: 336 time: 0.0386178 Aug 12 02:22:57.679897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.714495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d371669-0819-4149-90a6-ffdbe92e8bce tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 200 len: 205 time: 0.0314181 Aug 12 02:22:57.715053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.758721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9787b-ea65-4a9c-a81f-686f543d4672 req-d712c009-0fc3-41dd-9f8a-fbd1b221e232 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:57.760259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bed9787b-ea65-4a9c-a81f-686f543d4672 req-d712c009-0fc3-41dd-9f8a-fbd1b221e232 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.0503309 Aug 12 02:22:57.760953 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-995f47c3-47f6-4a93-a233-9438ddcb0304 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:57.761989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-995f47c3-47f6-4a93-a233-9438ddcb0304 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/7bbabf6a-7396-40ca-aab1-fd0cefb49f39 HTTP/1.1" status: 404 len: 336 time: 0.0459678 Aug 12 02:22:57.765644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.770020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.799462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1cf5ded-231a-4a3d-b474-b54b93a2d309 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 200 len: 205 time: 0.0305791 Aug 12 02:22:57.802934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.806331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=2c1f7aa9-d770-4130-a1ca-073b313ca4f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:57.849987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:57.850708 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-85479a1f-bbbb-438f-9f11-691d36e3d230 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:57.855036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85479a1f-bbbb-438f-9f11-691d36e3d230 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/e565deed-d6cd-4a99-9516-69099535e0ae HTTP/1.1" status: 404 len: 336 time: 0.0486643 Aug 12 02:22:57.855205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dbeb138e-12ca-469b-8a10-2c06b697eae2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/2c1f7aa9-d770-4130-a1ca-073b313ca4f9 HTTP/1.1" status: 204 len: 168 time: 0.5963819 Aug 12 02:22:57.855771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.856210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:57.868214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bed9787b-ea65-4a9c-a81f-686f543d4672 req-069c6139-6cab-488a-8d0b-d9e31dfc2cb6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927565 Aug 12 02:22:57.880339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fbdfe514-2c11-44ca-a6c2-b318161d6746 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:22:57.887922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:22:58.016400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:58.016848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.058355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746,segment=NetworkSegment(4e105819-65a5-4dbb-a3b9-12fedf7f929b),segment_id=4e105819-65a5-4dbb-a3b9-12fedf7f929b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:58.078494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'fbdfe514-2c11-44ca-a6c2-b318161d6746', 'network_id': '57e514bb-bcea-4ebe-9860-358236169e32', 'port_id': 'fbdfe514-2c11-44ca-a6c2-b318161d6746', 'mac_address': 'fa:16:3e:07:e6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0869e586-368f-4e29-8052-5dcc98fb5c87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:22:58.148037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.169422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-47873997-240a-4a2c-af6d-2f59a8d5fd16 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 200 len: 205 time: 0.3101602 Aug 12 02:22:58.172953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.173072 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3091c3-644d-4013-af4c-b998349d53d1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:22:58.173072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b3091c3-644d-4013-af4c-b998349d53d1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/2c1f7aa9-d770-4130-a1ca-073b313ca4f9 HTTP/1.1" status: 404 len: 333 time: 0.3034847 Aug 12 02:22:58.173291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.173378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42048) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.185307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdfe514-2c11-44ca-a6c2-b318161d6746 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:22:58.210175 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-d6c20192-b861-4706-b065-ebafecec3343 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:58.211351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d6c20192-b861-4706-b065-ebafecec3343 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/b7c8b0c5-cb94-4187-aaec-d7e34944b6ad HTTP/1.1" status: 404 len: 336 time: 0.0397329 Aug 12 02:22:58.214545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.218857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746,segment=NetworkSegment(4e105819-65a5-4dbb-a3b9-12fedf7f929b),segment_id=4e105819-65a5-4dbb-a3b9-12fedf7f929b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:58.230320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet bd70b066-1b1b-4187-a18a-cbf10ec14012 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:58.230779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:58.232186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.235200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.239018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.245621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e338469c-72af-4e57-8f24-22f0ec5006b4 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 HTTP/1.1" status: 200 len: 205 time: 0.0276570 Aug 12 02:22:58.245819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42052) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.279389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.285421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:58.287146 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-1c3af6a6-e649-45b8-ae98-61c3b1cdd2cc tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] delete failed (client error): The resource could not be found. Aug 12 02:22:58.290652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c3af6a6-e649-45b8-ae98-61c3b1cdd2cc tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/routers/6c4ccabb-45f7-42f6-90d2-2f3bebbdd450 HTTP/1.1" status: 404 len: 336 time: 0.0412633 Aug 12 02:22:58.291915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.324222 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-231b8b83-34b9-493a-ac56-6e3777eecaf1 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] DELETE failed (client error): The resource could not be found. Aug 12 02:22:58.324836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231b8b83-34b9-493a-ac56-6e3777eecaf1 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:22:58.327736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-231b8b83-34b9-493a-ac56-6e3777eecaf1 tempest-RoutersAdminTest-2015000285 tempest-RoutersAdminTest-2015000285-project] 10.222.0.11 "DELETE /v2.0/subnets/65300915-ea07-4613-b3f7-82995a9c6a70 HTTP/1.1" status: 404 len: 337 time: 0.0343213 Aug 12 02:22:58.344340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:58.373733 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.447191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.479454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.483170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/bd70b066-1b1b-4187-a18a-cbf10ec14012 HTTP/1.1" status: 204 len: 168 time: 0.3088632 Aug 12 02:22:58.485623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fa521-4d97-4486-9b44-b93312b2c54e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=bd70b066-1b1b-4187-a18a-cbf10ec14012,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:58.487715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.493362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6fca74-c4ea-48f9-a4cd-9828309c34a9 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:58.509855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0cfbf2-3211-4632-82d0-10c051e621ea req-3913318f-bb14-4a4a-8c6f-1f9cabef823c tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:58.511449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd0cfbf2-3211-4632-82d0-10c051e621ea req-3913318f-bb14-4a4a-8c6f-1f9cabef823c tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 944 time: 0.1048703 Aug 12 02:22:58.567756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet 196f82ac-7e26-4054-8ff1-d897255a8acb {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:22:58.572384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.576029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd0cfbf2-3211-4632-82d0-10c051e621ea req-bf70dc4c-1acb-415a-af65-01b6d9655faa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545273 Aug 12 02:22:58.629108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42078) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.654319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.707558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0b09f-d9ff-4a96-9a97-2f52715a7401 req-968f9411-a3cc-492d-9331-f5f6bae9126f tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:58.709159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ba0b09f-d9ff-4a96-9a97-2f52715a7401 req-968f9411-a3cc-492d-9331-f5f6bae9126f tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.1378465 Aug 12 02:22:58.775764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-538ae4f4-8f7f-413d-963d-cba8625af453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.797466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7ba0b09f-d9ff-4a96-9a97-2f52715a7401 req-3403ffff-6dbd-458c-83f1-974a583eef2c tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756769 Aug 12 02:22:58.800811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.890869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.907432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-538ae4f4-8f7f-413d-963d-cba8625af453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.909153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['fbdfe514-2c11-44ca-a6c2-b318161d6746'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:22:58.915024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-538ae4f4-8f7f-413d-963d-cba8625af453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.949163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=196f82ac-7e26-4054-8ff1-d897255a8acb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:58.961820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:58.969802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42086) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:58.973442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b4b7801-bd54-4a0a-a646-1d608759b945 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/196f82ac-7e26-4054-8ff1-d897255a8acb HTTP/1.1" status: 204 len: 168 time: 0.4843228 Aug 12 02:22:58.982369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-538ae4f4-8f7f-413d-963d-cba8625af453 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8703f23db5d64818adc1a246fd1f077b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521249 Aug 12 02:22:58.985782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42088) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:59.004006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae4f4-8f7f-413d-963d-cba8625af453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18fce13-0dc3-41f8-b0c8-06517359340e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:59.145388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.150721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:22:59.153230 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32860af-55f0-470d-acd8-d9adf5e9c4f8" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:22:59.173379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac8a17-7f6b-4ddb-988f-43798dcef94f req-c1034792-1d48-4eec-8744-b82f787851d9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:59.174960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31ac8a17-7f6b-4ddb-988f-43798dcef94f req-c1034792-1d48-4eec-8744-b82f787851d9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1659067 Aug 12 02:22:59.181017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.211820 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3adfb2-8624-44a7-acdc-f7eeeb8a883f x-openstack-request-id: req-6a3adfb2-8624-44a7-acdc-f7eeeb8a883f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:22:59.212332 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:22:59.212797 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a3adfb2-8624-44a7-acdc-f7eeeb8a883f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:22:59.213477 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'code': 200} Aug 12 02:22:59.250477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.315162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31ac8a17-7f6b-4ddb-988f-43798dcef94f req-09d2b7b3-145f-4d53-9671-86f0f01c12d2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273472 Aug 12 02:22:59.335692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port bc029a48-1658-44e6-a6b8-4638a4a6a486 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:22:59.336072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.399727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.402357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.403542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b18fce13-0dc3-41f8-b0c8-06517359340e HTTP/1.1" status: 204 len: 168 time: 0.4167719 Aug 12 02:22:59.424971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf866bf-f733-4475-84cf-a90f523ffc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18fce13-0dc3-41f8-b0c8-06517359340e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:59.431499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port bc029a48-1658-44e6-a6b8-4638a4a6a486, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bc029a48-1658-44e6-a6b8-4638a4a6a486,segment=NetworkSegment(51eeea9d-e896-490b-8174-cc660fb2f4be),segment_id=51eeea9d-e896-490b-8174-cc660fb2f4be)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:22:59.431944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.446185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for bc029a48-1658-44e6-a6b8-4638a4a6a486 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:22:59.520749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f59997-873a-4464-808e-1885c02b2221 None None] Network 9d112600-40d6-4298-9316-eb8bdd28f122 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:22:59.541815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.609546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-469ec07e-c037-483c-9406-6962210ec10c None None] Provisioning complete for port bc029a48-1658-44e6-a6b8-4638a4a6a486 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:22:59.610143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-469ec07e-c037-483c-9406-6962210ec10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.638140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-469ec07e-c037-483c-9406-6962210ec10c None None] Port bc029a48-1658-44e6-a6b8-4638a4a6a486 was deleted so its status cannot be updated. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 02:22:59.638368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port bc029a48-1658-44e6-a6b8-4638a4a6a486 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:22:59.681656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=bc029a48-1658-44e6-a6b8-4638a4a6a486,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:22:59.790625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.802535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0cb27-e88f-4206-9fa8-a60104a55704 req-f3bddbd0-8bac-4d7b-9e21-1e2b6db0faf3 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:22:59.803056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d112600-40d6-4298-9316-eb8bdd28f122']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:59.804610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fbb0cb27-e88f-4206-9fa8-a60104a55704 req-f3bddbd0-8bac-4d7b-9e21-1e2b6db0faf3 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 944 time: 0.1236584 Aug 12 02:22:59.817524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eeea9d-e896-490b-8174-cc660fb2f4be') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:59.818846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eeea9d-e896-490b-8174-cc660fb2f4be') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:22:59.830515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.849779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.850126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:22:59.863529 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:22:59.867570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ea7e91-1a63-48be-b263-3f3523498c08 None None] DHCP port deletion for 9d112600-40d6-4298-9316-eb8bdd28f122 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:22:59.888067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fbb0cb27-e88f-4206-9fa8-a60104a55704 req-11893f80-3215-4e5b-a709-3ad47d8e5e14 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694771 Aug 12 02:22:59.941951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.949746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:22:59.952787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/9d112600-40d6-4298-9316-eb8bdd28f122 HTTP/1.1" status: 204 len: 168 time: 0.9817464 Aug 12 02:22:59.960679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:59.966702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-10547cb5-b7e0-4816-963a-0e7a1ab95e59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72cbcdaca528452d8b1d698971b3a5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122735 Aug 12 02:22:59.968181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42122) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:22:59.996469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bc029a48-1658-44e6-a6b8-4638a4a6a486 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:00.011788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bc029a48-1658-44e6-a6b8-4638a4a6a486 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:00.012151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bc029a48-1658-44e6-a6b8-4638a4a6a486 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:00.013192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c74adf-b299-4ec1-848b-d88184417644 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=9d112600-40d6-4298-9316-eb8bdd28f122,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:00.069480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90247d77-256c-4cd7-ad39-edb31f753030 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:00.070958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-90247d77-256c-4cd7-ad39-edb31f753030 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1049097 Aug 12 02:23:00.074542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:00.112397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.141006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.157528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0468b220-c69e-47b2-a6a6-5af23c23f129 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0818119 Aug 12 02:23:00.160831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:00.166079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2080252341'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:00.187534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:00.190939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.204671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.207312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.208497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bde533e-5004-441d-be35-2fe20d681b7a HTTP/1.1" status: 204 len: 168 time: 0.2164013 Aug 12 02:23:00.216548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827ea1d-a6e5-4bbb-84ab-f81162870486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde533e-5004-441d-be35-2fe20d681b7a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:00.223486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:00.239007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.239458 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment b40724aa-0654-4173-8647-5e3b526d5b2b of type vlan for network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 Aug 12 02:23:00.279324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.308379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.314874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:00.316617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.377243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2152810 Aug 12 02:23:00.380029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:00.385232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:00.438134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76724d5-9412-40fd-8411-e5e2262293e5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=9edbd108-5d53-4a1f-9878-c9017f9a76b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:00.459863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:00.534280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e8171-42ab-417a-916c-296506e06a6c req-6ca376e0-2186-4473-a150-ee4d4df085e6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:00.536897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c6e8171-42ab-417a-916c-296506e06a6c req-6ca376e0-2186-4473-a150-ee4d4df085e6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1008434 Aug 12 02:23:00.543420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:00.547910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.641380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c6e8171-42ab-417a-916c-296506e06a6c req-c21b5417-f586-4879-9bcf-7c2438174e57 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Aug 12 02:23:00.891070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:00.967902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=fe3a3429-ed6c-40ba-91c2-355adf2aa56b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:00.976568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': 'b40724aa-0654-4173-8647-5e3b526d5b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:00.977138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: 9edbd108-5d53-4a1f-9878-c9017f9a76b2, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:00.995638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:01.028626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9edbd108-5d53-4a1f-9878-c9017f9a76b2) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:01.038516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aeec82-872b-4a43-aa01-6f86949811c2 None None] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:01.049566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:01.050185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.107733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-80005396-b91e-4b9b-9b6d-61514894cd16 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7264421 Aug 12 02:23:01.110929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:01.116399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2', 'name': 'tempest-PortsIpV6TestJSON-1610158292'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:01.118099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a373e-9745-4954-b432-9f28cbdb5726 req-b6e4616d-97cd-43f7-ab3a-5cc636349a42 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:01.129079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e0a373e-9745-4954-b432-9f28cbdb5726 req-b6e4616d-97cd-43f7-ab3a-5cc636349a42 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 944 time: 0.1283019 Aug 12 02:23:01.208109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e0a373e-9745-4954-b432-9f28cbdb5726 req-c2a0a3f6-4f78-497f-8493-3f09e433add4 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733709 Aug 12 02:23:01.295761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9edbd108-5d53-4a1f-9878-c9017f9a76b2', 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': 'fe3a3429-ed6c-40ba-91c2-355adf2aa56b'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:01.297121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.321529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:01.329992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.353735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:01.569825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::1e8 (9edbd108-5d53-4a1f-9878-c9017f9a76b2/fe3a3429-ed6c-40ba-91c2-355adf2aa56b/4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:01.800801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.820121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:01.886179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.914540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff8b56-6a0a-4e22-8320-5f5f01f0a95e req-66f42efa-23c7-43d3-841c-42ae7dffe16c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:01.926032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fbdfe514-2c11-44ca-a6c2-b318161d6746 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:01.938568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36ff8b56-6a0a-4e22-8320-5f5f01f0a95e req-66f42efa-23c7-43d3-841c-42ae7dffe16c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1997406 Aug 12 02:23:01.961718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:01.961718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:01.972322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:01.978729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:01.979351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:01.988683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:02.019297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-77d5cd1e-94a1-4841-a15b-a7f70a9867c5 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9070029 Aug 12 02:23:02.023546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:02.037474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adf9103c-492f-4e14-9023-0881492c0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.037904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2', 'name': 'tempest-PortsIpV6TestJSON-1014125399'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:02.048169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Allocated IP 2001:db8::2 (9edbd108-5d53-4a1f-9878-c9017f9a76b2/fe3a3429-ed6c-40ba-91c2-355adf2aa56b/7cb012c3-ee17-490a-a066-20c3535178f6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:02.066412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36ff8b56-6a0a-4e22-8320-5f5f01f0a95e req-ba62e2fd-4855-468d-a73f-939f07ebd251 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191916 Aug 12 02:23:02.072053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port fbdfe514-2c11-44ca-a6c2-b318161d6746 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:02.084299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port fbdfe514-2c11-44ca-a6c2-b318161d6746 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:02.085027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.325073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.340527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Transition to ACTIVE for port object 7cb012c3-ee17-490a-a066-20c3535178f6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:02.363127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Transition to ACTIVE for port object 7cb012c3-ee17-490a-a066-20c3535178f6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:02.386894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be3937-a273-4e4c-b6c4-e228e6471e01 req-74b3bd72-0424-4a3a-9678-6d8df2508c88 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:02.393177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.397580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20be3937-a273-4e4c-b6c4-e228e6471e01 req-74b3bd72-0424-4a3a-9678-6d8df2508c88 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 944 time: 0.1025534 Aug 12 02:23:02.463599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:02.474858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:02.480626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:02.493222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20be3937-a273-4e4c-b6c4-e228e6471e01 req-87ffacc1-09e6-4c10-989c-ac68c9806efe tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927048 Aug 12 02:23:02.521387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Pushing event updated for resources: {'Port': ['ID=7cb012c3-ee17-490a-a066-20c3535178f6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:02.557227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42254) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:02.564640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.645616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746,segment=NetworkSegment(4e105819-65a5-4dbb-a3b9-12fedf7f929b),segment_id=4e105819-65a5-4dbb-a3b9-12fedf7f929b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:02.647261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:02.650043 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee78ab-4ad1-4a0c-9084-90268420ef2c" -d '{"events": [{"server_uuid": "97306db3-585d-4300-a051-51263770cacd", "name": "network-vif-plugged", "status": "completed", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:02.664904 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.715427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14af3-a01a-4be0-8921-9b70d9442a65 req-aaa60268-00f4-4928-a6b0-0156f0ff791d tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:02.722895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38f14af3-a01a-4be0-8921-9b70d9442a65 req-aaa60268-00f4-4928-a6b0-0156f0ff791d tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.0840299 Aug 12 02:23:02.742646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2132176732'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:02.782753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.788913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.801331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38f14af3-a01a-4be0-8921-9b70d9442a65 req-03235dd3-0e53-4563-9265-4f0160589ad4 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703640 Aug 12 02:23:02.822994 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368a656d-bba9-44f9-a7a0-ca94d33da976 x-openstack-request-id: req-368a656d-bba9-44f9-a7a0-ca94d33da976 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:02.823352 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97306db3-585d-4300-a051-51263770cacd", "name": "network-vif-plugged", "status": "completed", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:02.823877 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-368a656d-bba9-44f9-a7a0-ca94d33da976 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:02.824352 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746', 'code': 200} Aug 12 02:23:02.833042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:02.838853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.842392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:02.859947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Attempting to bind port 7cb012c3-ee17-490a-a066-20c3535178f6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:02.860399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Attempting to bind port 7cb012c3-ee17-490a-a066-20c3535178f6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b40724aa-0654-4173-8647-5e3b526d5b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:02.860870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Attempting to bind port 7cb012c3-ee17-490a-a066-20c3535178f6 on network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:02.861182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.866523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.867774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:02.868800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Checking segment: {'id': 'b40724aa-0654-4173-8647-5e3b526d5b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:02.869464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.869961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Bound using segment: {'id': 'b40724aa-0654-4173-8647-5e3b526d5b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:02.870702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Bound port: 7cb012c3-ee17-490a-a066-20c3535178f6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40724aa-0654-4173-8647-5e3b526d5b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9edbd108-5d53-4a1f-9878-c9017f9a76b2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:02.871306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.873266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 47a10ede-c1cd-49b2-b9e9-c7f2259fa38c yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:02.906622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:02.911511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-95607b2b-4b3a-455b-a0dc-3e4caa1e283c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3528492 Aug 12 02:23:02.912427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:02.964872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] For port 7cb012c3-ee17-490a-a066-20c3535178f6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:02.972790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] For port 7cb012c3-ee17-490a-a066-20c3535178f6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cb012c3-ee17-490a-a066-20c3535178f6,segment=NetworkSegment(b40724aa-0654-4173-8647-5e3b526d5b2b),segment_id=b40724aa-0654-4173-8647-5e3b526d5b2b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:02.980943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.038905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.069959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a50ff-c618-4570-8257-ab109064dc3f None None] Pushing event updated for resources: {'Port': ['ID=7cb012c3-ee17-490a-a066-20c3535178f6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:03.085533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::19b (9edbd108-5d53-4a1f-9878-c9017f9a76b2/fe3a3429-ed6c-40ba-91c2-355adf2aa56b/47a10ede-c1cd-49b2-b9e9-c7f2259fa38c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:03.245967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.248578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.305682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a434d-0e14-48b0-a06d-718a2dc1908c req-cde8a7d7-7dc9-462a-85be-ab0cafcb9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.307743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-527a434d-0e14-48b0-a06d-718a2dc1908c req-cde8a7d7-7dc9-462a-85be-ab0cafcb9bc5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 1096 time: 0.3780637 Aug 12 02:23:03.308619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.309380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64e5d09a-7f52-4904-9101-7bd800a74e66 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:23:03.317050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.322729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7299efe1-13d4-4922-b0e2-edc201e05681 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "DELETE /v2.0/routers/64e5d09a-7f52-4904-9101-7bd800a74e66 HTTP/1.1" status: 204 len: 168 time: 0.4088469 Aug 12 02:23:03.323720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:03.351943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Request body: {'router': {'name': 'tempest-router-1237247313', 'distributed': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:03.412019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.418382 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-527a434d-0e14-48b0-a06d-718a2dc1908c req-b68e6a81-9527-499d-a7d4-854331024d5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789037 Aug 12 02:23:03.424270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.425345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.435193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 47a10ede-c1cd-49b2-b9e9-c7f2259fa38c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:03.442923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b290cd7-fe41-4601-91fc-cd6f6dd1b06d req-a0f00104-06c2-409b-b7ff-d2d1eae2a10e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.450788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b290cd7-fe41-4601-91fc-cd6f6dd1b06d req-a0f00104-06c2-409b-b7ff-d2d1eae2a10e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1567376 Aug 12 02:23:03.501190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.569934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:03.571757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=47a10ede-c1cd-49b2-b9e9-c7f2259fa38c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:03.574833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:03.577649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:03.583961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.584516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.609552 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.617400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c2fca553-f8a2-4a72-88d5-13bfb05c214a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5925591 Aug 12 02:23:03.619978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:03.630577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b290cd7-fe41-4601-91fc-cd6f6dd1b06d req-7f15c7d3-cf55-4ffb-826d-d398e3db5423 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790819 Aug 12 02:23:03.650106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.674368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0184f-9ccd-46bf-9af5-d6c5760c91b6 req-03d664fb-33a6-46d4-b405-c629327b96cb tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.677061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcd0184f-9ccd-46bf-9af5-d6c5760c91b6 req-03d664fb-33a6-46d4-b405-c629327b96cb tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.0778654 Aug 12 02:23:03.726606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-ef150751-3006-44f2-bed5-1b79bfe75949 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.728198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-ef150751-3006-44f2-bed5-1b79bfe75949 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.25 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.1845410 Aug 12 02:23:03.729573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.734355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44e5d40a-4f19-48d4-b8de-edf86c48aa5d tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3969889 Aug 12 02:23:03.738638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcd0184f-9ccd-46bf-9af5-d6c5760c91b6 req-24a632ba-a4be-4bb5-80d4-4fd3591dbee7 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558803 Aug 12 02:23:03.739112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42286) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:03.828795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dfc841-d001-4f12-a83e-ddb9403b2217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:03.830709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-91dfc841-d001-4f12-a83e-ddb9403b2217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e8 HTTP/1.1" status: 200 len: 929 time: 0.1991401 Aug 12 02:23:03.856193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42290) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:03.903605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Deleting port db4ecf0d-9977-4307-bad0-458cd5a9ca0a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:03.903957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:03.904640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.080853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] For port db4ecf0d-9977-4307-bad0-458cd5a9ca0a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,segment=NetworkSegment(fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247),segment_id=fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:04.081969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.140792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cb012c3-ee17-490a-a066-20c3535178f6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:04.150534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Calling delete_port for db4ecf0d-9977-4307-bad0-458cd5a9ca0a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:04.208610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.213122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.235067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7cb012c3-ee17-490a-a066-20c3535178f6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:04.327053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef321e01-7e7a-4642-b6c4-c4d77fece58c req-977de2f8-27f1-49c5-8932-0a8098f4c8e1 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:04.342040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef321e01-7e7a-4642-b6c4-c4d77fece58c req-977de2f8-27f1-49c5-8932-0a8098f4c8e1 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/ports?device_id=0060044f-3348-4930-8553-cfc26c94ed27 HTTP/1.1" status: 200 len: 945 time: 0.4525394 Aug 12 02:23:04.359249 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.379411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 47a10ede-c1cd-49b2-b9e9-c7f2259fa38c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:04.379881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.421369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.460562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['db4ecf0d-9977-4307-bad0-458cd5a9ca0a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:04.465726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.466566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3e1bbb4-efd1-4431-8091-0a3fd1ce8e3a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:23:04.467032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Pushing event deleted for resources: {'Port': ['ID=db4ecf0d-9977-4307-bad0-458cd5a9ca0a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:04.493420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.494679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e6035b5-c3c9-4667-b75a-f274c4a32a97 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e3e1bbb4-efd1-4431-8091-0a3fd1ce8e3a HTTP/1.1" status: 204 len: 168 time: 0.7546303 Aug 12 02:23:04.499388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:04.504507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Request body: {'router': {'name': 'tempest-router-400917639', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a928b970b4db465fb45a1a8e7bff9e1c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:04.528612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e4b5804-60e1-4694-8e32-9a64ae2af4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.554750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] No DVR routers for this DVR port db4ecf0d-9977-4307-bad0-458cd5a9ca0a on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:04.561781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.564406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc83ad61-f762-4117-94ea-4511a7ab6510 req-b4c509ad-9d86-4888-a932-cef4f247fc12 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.25 "DELETE /v2.0/ports/db4ecf0d-9977-4307-bad0-458cd5a9ca0a HTTP/1.1" status: 204 len: 173 time: 0.8267131 Aug 12 02:23:04.565275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'name': 'network-vif-deleted', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:04.567802 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596bcd3b-b08e-4cad-a036-925fcd9736eb" -d '{"events": [{"server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "name": "network-vif-deleted", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:04.588213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.605326 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef321e01-7e7a-4642-b6c4-c4d77fece58c req-b1208e2d-73a5-4297-9108-be0d598e1ea6 tempest-VolumesActionsTest-2141848509 tempest-VolumesActionsTest-2141848509-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2f19a77-aa6e-4f8e-bc20-4853eb29716d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336309 Aug 12 02:23:04.627904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.632387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.637720 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b63ea1a-f250-43f2-bf29-9b6627984118 x-openstack-request-id: req-9b63ea1a-f250-43f2-bf29-9b6627984118 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:04.638020 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0060044f-3348-4930-8553-cfc26c94ed27", "name": "network-vif-deleted", "tag": "db4ecf0d-9977-4307-bad0-458cd5a9ca0a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:04.638276 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b63ea1a-f250-43f2-bf29-9b6627984118 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:04.638719 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0060044f-3348-4930-8553-cfc26c94ed27', 'name': 'network-vif-deleted', 'tag': 'db4ecf0d-9977-4307-bad0-458cd5a9ca0a', 'status': 'completed', 'code': 200} Aug 12 02:23:04.639233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 47a10ede-c1cd-49b2-b9e9-c7f2259fa38c owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:04.669791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.699574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ca0ed-702b-4635-af01-2984e0d08654 None None] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:04.804060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Provisioning for port 7cb012c3-ee17-490a-a066-20c3535178f6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:04.819969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Provisioning complete for port 7cb012c3-ee17-490a-a066-20c3535178f6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:04.820261 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.839164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.861725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.979024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4c303-ffd2-45df-86c4-533e3222e853 req-60b32073-d1a1-46b9-bcb1-ade90fdd6b67 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:04.981125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9cd4c303-ffd2-45df-86c4-533e3222e853 req-60b32073-d1a1-46b9-bcb1-ade90fdd6b67 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.2502768 Aug 12 02:23:04.985329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:04.996602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6478b3e-4bb4-4153-a19d-2d190ea5c1df req-2ce11f24-6950-4dd0-8abd-b812bf37da7a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:05.010183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6478b3e-4bb4-4153-a19d-2d190ea5c1df req-2ce11f24-6950-4dd0-8abd-b812bf37da7a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.1352217 Aug 12 02:23:05.043655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.047280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44045fb6-9985-4e45-aa2d-e48235d7d2c2 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5438793 Aug 12 02:23:05.059146 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.070625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=47a10ede-c1cd-49b2-b9e9-c7f2259fa38c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:05.076243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:05.084576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:05.110427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] For port 7cb012c3-ee17-490a-a066-20c3535178f6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cb012c3-ee17-490a-a066-20c3535178f6,segment=NetworkSegment(b40724aa-0654-4173-8647-5e3b526d5b2b),segment_id=b40724aa-0654-4173-8647-5e3b526d5b2b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:05.121848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.151200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6478b3e-4bb4-4153-a19d-2d190ea5c1df req-53768469-bf73-48c9-a310-a17885741a2a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371627 Aug 12 02:23:05.210655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cfcec-f717-4573-9459-6dadef1050a1 None None] Pushing event updated for resources: {'Port': ['ID=7cb012c3-ee17-490a-a066-20c3535178f6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:05.211397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.212829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f57b2f9-b12c-4013-8d9d-a03a15282bf7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/47a10ede-c1cd-49b2-b9e9-c7f2259fa38c HTTP/1.1" status: 204 len: 168 time: 1.3553884 Aug 12 02:23:05.216522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42318) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:05.269041 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12f481a-9d51-43a6-9e79-f6a615445455 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:05.270757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a12f481a-9d51-43a6-9e79-f6a615445455 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/47a10ede-c1cd-49b2-b9e9-c7f2259fa38c HTTP/1.1" status: 404 len: 333 time: 0.0521464 Aug 12 02:23:05.275614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:05.359210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9cd4c303-ffd2-45df-86c4-533e3222e853 req-da7cb2d0-3484-4adb-a94f-cc0e7bf8032e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649144 Aug 12 02:23:05.480300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.480787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.546303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:05.546652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.567695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Provisioning complete for port 7cb012c3-ee17-490a-a066-20c3535178f6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:05.568074 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.666379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94674) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 12 02:23:05.667402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Router cd893cb4-090d-4a25-bc9b-701ffbe03969 migrating from provider to provider. {{(pid=94674) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 12 02:23:05.668892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.679124 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.689884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.759334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.791226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:05.799568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.821863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Provisioning for port 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:05.826625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Provisioning complete for port 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:05.827608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:05.874600 n-d-804303-2 neutron-server[94674]: WARNING neutron.scheduler.l3_agent_scheduler [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] No L3 agents can host the router cd893cb4-090d-4a25-bc9b-701ffbe03969 Aug 12 02:23:05.930088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-270d4c11-a7cc-42d7-a17f-2d9e12fcebac None None] Port 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:06.024123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.042181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6e4a093a-cadd-4da8-8678-ec34c6b87f72 None None] Could not find standard attr ID for object 4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:23:06.050795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cb012c3-ee17-490a-a066-20c3535178f6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:06.089593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:06.123382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.131586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-89f326f6-03a4-4527-9e85-44fb2f515c43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 HTTP/1.1" status: 204 len: 168 time: 0.8518221 Aug 12 02:23:06.138054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:06.157069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Hosts for router cd893cb4-090d-4a25-bc9b-701ffbe03969: [] {{(pid=94674) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 12 02:23:06.168751 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7680cdb8-cf9c-4964-ba15-556733a190f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:06.173638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7680cdb8-cf9c-4964-ba15-556733a190f9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/4e0d8772-fbd7-4603-aad3-f3e11cf2b0e0 HTTP/1.1" status: 404 len: 333 time: 0.0305731 Aug 12 02:23:06.173815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:06.188987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7cb012c3-ee17-490a-a066-20c3535178f6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:06.189359 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.211809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Hosts for other DVR routers connected to router cd893cb4-090d-4a25-bc9b-701ffbe03969: set() {{(pid=94674) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 12 02:23:06.217651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.222540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-093b400c-f081-4bb4-92a1-d586bd570810 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "PUT /v2.0/routers/cd893cb4-090d-4a25-bc9b-701ffbe03969 HTTP/1.1" status: 200 len: 716 time: 1.1441498 Aug 12 02:23:06.224586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42342) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:06.285490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet fe3a3429-ed6c-40ba-91c2-355adf2aa56b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:06.287514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-07214a8c-3f40-4077-bdc2-452dc35bef3f None None] Could not find standard attr ID for object 47a10ede-c1cd-49b2-b9e9-c7f2259fa38c. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:23:06.316374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.381640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6ec2133-7f50-4ecd-9510-e24c3fda7eea tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "GET /v2.0/routers/cd893cb4-090d-4a25-bc9b-701ffbe03969 HTTP/1.1" status: 200 len: 716 time: 0.1532726 Aug 12 02:23:06.384872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42350) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:06.481345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.724900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.779316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2db4cc8-15c4-4f0a-92dc-7be09b3df64b tempest-RoutersTestDVR-2008011704 tempest-RoutersTestDVR-2008011704-project] 10.222.0.11 "GET /v2.0/routers/cd893cb4-090d-4a25-bc9b-701ffbe03969 HTTP/1.1" status: 200 len: 682 time: 0.3909876 Aug 12 02:23:06.781278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42370) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:06.831562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11ff57-3530-4bd9-a5c8-1136145d3ed3 req-b2c9c20f-2b01-4c52-94aa-8de65f1f9d6c tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:06.841720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c11ff57-3530-4bd9-a5c8-1136145d3ed3 req-b2c9c20f-2b01-4c52-94aa-8de65f1f9d6c tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.3967788 Aug 12 02:23:06.845728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.894794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3a3429-ed6c-40ba-91c2-355adf2aa56b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:06.896552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4ce38-ebd9-4213-a367-918f55c3a0ed req-726c6c1d-ffc1-4a15-a9b0-0e24a65bf00b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:06.904797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ae4ce38-ebd9-4213-a367-918f55c3a0ed req-726c6c1d-ffc1-4a15-a9b0-0e24a65bf00b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.2694857 Aug 12 02:23:06.913358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.916919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:06.919046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44a3c426-d413-46c3-a722-28f0b4f10933 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/fe3a3429-ed6c-40ba-91c2-355adf2aa56b HTTP/1.1" status: 204 len: 168 time: 0.7438827 Aug 12 02:23:06.926755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:07.011976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2befb9a-c769-4560-aace-155c18c366e4 None None] Network 9edbd108-5d53-4a1f-9878-c9017f9a76b2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:07.056358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.071037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db4ecf0d-9977-4307-bad0-458cd5a9ca0a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:07.092095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ae4ce38-ebd9-4213-a367-918f55c3a0ed req-332592a7-fb15-46c1-9c89-4b8d87380cfe tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857843 Aug 12 02:23:07.112476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: db4ecf0d-9977-4307-bad0-458cd5a9ca0a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:07.112850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device db4ecf0d-9977-4307-bad0-458cd5a9ca0a not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:07.134288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c11ff57-3530-4bd9-a5c8-1136145d3ed3 req-5e5c07d4-cd44-4cd6-b050-04fca87288b1 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906415 Aug 12 02:23:07.221427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.228287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.247148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 7cb012c3-ee17-490a-a066-20c3535178f6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:07.247663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.306570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.369579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.370087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd893cb4-090d-4a25-bc9b-701ffbe03969 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:23:07.375643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.381643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0cae79d5-da25-4f96-8cea-0b5f856f61d8 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "DELETE /v2.0/routers/cd893cb4-090d-4a25-bc9b-701ffbe03969 HTTP/1.1" status: 204 len: 168 time: 0.5993371 Aug 12 02:23:07.381833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:07.398311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Request body: {'router': {'name': 'tempest-router-668185428', 'distributed': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:07.446047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] DHCP port deletion for 9edbd108-5d53-4a1f-9878-c9017f9a76b2 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:23:07.505247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port 7cb012c3-ee17-490a-a066-20c3535178f6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cb012c3-ee17-490a-a066-20c3535178f6,segment=NetworkSegment(b40724aa-0654-4173-8647-5e3b526d5b2b),segment_id=b40724aa-0654-4173-8647-5e3b526d5b2b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:07.505640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.579974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 7cb012c3-ee17-490a-a066-20c3535178f6 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:07.765612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.767069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.799358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Deleting port 7cb012c3-ee17-490a-a066-20c3535178f6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:07.799679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.832899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a878ed-a593-4dcc-b27f-b8d6c4794df9 req-7147aaf4-6c98-45a9-b6cb-332ce45e5f68 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:07.834636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3a878ed-a593-4dcc-b27f-b8d6c4794df9 req-7147aaf4-6c98-45a9-b6cb-332ce45e5f68 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.0712740 Aug 12 02:23:07.836979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.875580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] For port 7cb012c3-ee17-490a-a066-20c3535178f6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cb012c3-ee17-490a-a066-20c3535178f6,segment=NetworkSegment(b40724aa-0654-4173-8647-5e3b526d5b2b),segment_id=b40724aa-0654-4173-8647-5e3b526d5b2b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:07.877367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:07.899368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Calling delete_port for 7cb012c3-ee17-490a-a066-20c3535178f6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:08.006867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cb012c3-ee17-490a-a066-20c3535178f6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:08.033026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7cb012c3-ee17-490a-a066-20c3535178f6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:08.033415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cb012c3-ee17-490a-a066-20c3535178f6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:08.037999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.068345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] Pushing event deleted for resources: {'Port': ['ID=7cb012c3-ee17-490a-a066-20c3535178f6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:08.073695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f26254-3e5e-491f-9f94-1483630d500a None None] No DVR routers for this DVR port 7cb012c3-ee17-490a-a066-20c3535178f6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:08.158999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=7cb012c3-ee17-490a-a066-20c3535178f6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:08.205155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port 7cb012c3-ee17-490a-a066-20c3535178f6 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:08.225861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f382da-ee04-438f-9649-445383d37278 req-6d09b36a-1e93-4245-b5cc-9af062aeec70 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:08.227921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-64f382da-ee04-438f-9649-445383d37278 req-6d09b36a-1e93-4245-b5cc-9af062aeec70 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.0619650 Aug 12 02:23:08.232489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.239426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3a878ed-a593-4dcc-b27f-b8d6c4794df9 req-bccd6535-7e5b-4e8f-957d-0e1fade5b1e1 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928444 Aug 12 02:23:08.244576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.297353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-64f382da-ee04-438f-9649-445383d37278 req-3a240a65-145b-40c9-b64e-08f6bdb3ca82 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609124 Aug 12 02:23:08.315515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.329308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edbd108-5d53-4a1f-9878-c9017f9a76b2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:08.333418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.334771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-292da304-dc37-43bd-abbd-5097fa5b049c tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9521089 Aug 12 02:23:08.337626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42408) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:08.343948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40724aa-0654-4173-8647-5e3b526d5b2b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:08.344243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40724aa-0654-4173-8647-5e3b526d5b2b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:08.367133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.382748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.392580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:08.393091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.427880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:08.457461 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:08.484743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.500910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:08.503960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/9edbd108-5d53-4a1f-9878-c9017f9a76b2 HTTP/1.1" status: 204 len: 168 time: 1.5758545 Aug 12 02:23:08.507935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42410) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:08.513339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400886433'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:08.526305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eab1a9-f190-43e3-9c63-de082a71bf31 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=9edbd108-5d53-4a1f-9878-c9017f9a76b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:09.036400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.039993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.085718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:09.089523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.102764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.103114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6e98db7-376c-454d-8ca4-214c08ac8790 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:23:09.110475 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.111692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e0b51339-8fb9-459f-a8b4-33a605232ab6 tempest-RoutersTestDVR-282330124 tempest-RoutersTestDVR-282330124-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f6e98db7-376c-454d-8ca4-214c08ac8790 HTTP/1.1" status: 204 len: 168 time: 0.7729325 Aug 12 02:23:09.154771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:09.178474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.178845 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment 7a7613e8-663a-476f-bd9e-c4034a3d49ba of type vlan for network ab34f1c0-5180-43e3-88da-934916a8df43 Aug 12 02:23:09.252368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.313152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.326217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:09.327738 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.450393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f434ab-c34d-441a-a60b-f520a06e276e req-13c8238f-5784-4f9c-aeb8-4ce4e58dc996 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:09.459280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9500070 Aug 12 02:23:09.462613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7f434ab-c34d-441a-a60b-f520a06e276e req-13c8238f-5784-4f9c-aeb8-4ce4e58dc996 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.0753310 Aug 12 02:23:09.485733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:09.503569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:09.536545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a2de9-0736-419a-9484-3ca1d315204d req-21ba6eee-caef-4fb2-9782-6e8302168e49 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:09.538142 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-920a2de9-0736-419a-9484-3ca1d315204d req-21ba6eee-caef-4fb2-9782-6e8302168e49 tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.1541889 Aug 12 02:23:09.542505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e957249-da39-4502-b6e2-d5591f9fd1ef tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=ab34f1c0-5180-43e3-88da-934916a8df43,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:09.557156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ab34f1c0-5180-43e3-88da-934916a8df43 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:09.608840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:09.612466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7f434ab-c34d-441a-a60b-f520a06e276e req-c7be39c7-0253-4e4e-a192-0a1042251242 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482198 Aug 12 02:23:09.668051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-920a2de9-0736-419a-9484-3ca1d315204d req-d2314b51-3052-4131-8917-a46e1a7db8fe tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/security-groups?id=255949a4-1d35-4a29-991a-b20576dd8f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227329 Aug 12 02:23:09.749795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a441d-db84-416c-a17b-719502a381ea req-0c562080-090e-401d-b9b6-33eee32ad07a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:09.751491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-618a441d-db84-416c-a17b-719502a381ea req-0c562080-090e-401d-b9b6-33eee32ad07a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.21 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 945 time: 0.2855654 Aug 12 02:23:09.752712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:09.756025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.812221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe6-5bbd-4157-8e0c-66bf2f285d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:09.996062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe6-5bbd-4157-8e0c-66bf2f285d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.008834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0bf3abe6-5bbd-4157-8e0c-66bf2f285d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.044296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Deleting port fbdfe514-2c11-44ca-a6c2-b318161d6746 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:10.044793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.064869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0bf3abe6-5bbd-4157-8e0c-66bf2f285d24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a928b970b4db465fb45a1a8e7bff9e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462421 Aug 12 02:23:10.064869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3abe6-5bbd-4157-8e0c-66bf2f285d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f654a-1e8d-45b9-bb68-a6b1f1bc3a9b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:10.064869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42464) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:10.138881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.170039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.204008 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.207772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] For port fbdfe514-2c11-44ca-a6c2-b318161d6746, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fbdfe514-2c11-44ca-a6c2-b318161d6746,segment=NetworkSegment(4e105819-65a5-4dbb-a3b9-12fedf7f929b),segment_id=4e105819-65a5-4dbb-a3b9-12fedf7f929b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:10.208148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.230994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.234375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.235582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc1f654a-1e8d-45b9-bb68-a6b1f1bc3a9b HTTP/1.1" status: 204 len: 168 time: 0.1749835 Aug 12 02:23:10.252993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Calling delete_port for fbdfe514-2c11-44ca-a6c2-b318161d6746 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:10.260742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2e72d-af96-4c9f-843b-2e846534d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f654a-1e8d-45b9-bb68-a6b1f1bc3a9b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:10.332983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=ab20a139-8345-4e65-97f4-2cace9f3dc98,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:10.358186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': '7a7613e8-663a-476f-bd9e-c4034a3d49ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:10.358681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: ab34f1c0-5180-43e3-88da-934916a8df43, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:10.401073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:23:10.411313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network ab34f1c0-5180-43e3-88da-934916a8df43 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:10.458125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ab34f1c0-5180-43e3-88da-934916a8df43) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:10.472912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e01266a-4dce-44c8-b3ed-dce73f43edf6 None None] Network ab34f1c0-5180-43e3-88da-934916a8df43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:10.475432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:10.476279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.507234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-51ab1923-08ff-48bb-a7dd-8b86a567b7e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0179892 Aug 12 02:23:10.510084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.510365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42470) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:10.520899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43', 'name': 'tempest-PortsIpV6TestJSON-1736401580', 'fixed_ips': [{'subnet_id': 'ab20a139-8345-4e65-97f4-2cace9f3dc98', 'ip_address': '2001:db8::10'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:10.576942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Pushing event deleted for resources: {'Port': ['ID=fbdfe514-2c11-44ca-a6c2-b318161d6746,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:10.591536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['fbdfe514-2c11-44ca-a6c2-b318161d6746'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:10.682509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] No DVR routers for this DVR port fbdfe514-2c11-44ca-a6c2-b318161d6746 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:10.692702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:10.694814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-618a441d-db84-416c-a17b-719502a381ea req-405d59d8-6a14-469b-aff0-8365355033fa tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.21 "DELETE /v2.0/ports/fbdfe514-2c11-44ca-a6c2-b318161d6746 HTTP/1.1" status: 204 len: 173 time: 0.9348576 Aug 12 02:23:10.702757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'name': 'network-vif-deleted', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:10.711488 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa4080c-39f4-41ef-8368-5e56345bf4c9" -d '{"events": [{"server_uuid": "97306db3-585d-4300-a051-51263770cacd", "name": "network-vif-deleted", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:10.898187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:10.985864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42484) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:10.992861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16162189-eb23-40f7-ace4-e7a8df5726fe req-ad13ca67-a944-49d0-92d1-253bb361574a tempest-ServerAddressesTestJSON-1129632519 tempest-ServerAddressesTestJSON-1129632519-project] 10.222.0.11 "GET /v2.0/ports?device_id=97306db3-585d-4300-a051-51263770cacd HTTP/1.1" status: 200 len: 210 time: 0.0835655 Aug 12 02:23:11.086307 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02848e1a-99f3-4179-a688-cc5110f39771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.123432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ab34f1c0-5180-43e3-88da-934916a8df43', 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': 'ab20a139-8345-4e65-97f4-2cace9f3dc98'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:11.125497 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.157129 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf6cb57-3827-43e9-8189-6e93b80be384 x-openstack-request-id: req-cbf6cb57-3827-43e9-8189-6e93b80be384 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:11.157500 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97306db3-585d-4300-a051-51263770cacd", "name": "network-vif-deleted", "tag": "fbdfe514-2c11-44ca-a6c2-b318161d6746", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:11.157771 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbf6cb57-3827-43e9-8189-6e93b80be384 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:11.167053 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97306db3-585d-4300-a051-51263770cacd', 'name': 'network-vif-deleted', 'tag': 'fbdfe514-2c11-44ca-a6c2-b318161d6746', 'status': 'completed', 'code': 200} Aug 12 02:23:11.297433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.353717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 604f01ba-92b3-490c-88e6-ce921c20cc05 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:11.387568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02848e1a-99f3-4179-a688-cc5110f39771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.396605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02848e1a-99f3-4179-a688-cc5110f39771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.430661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-02848e1a-99f3-4179-a688-cc5110f39771 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=265d5df511ad49acbbecce863ed9bb36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366932 Aug 12 02:23:11.432564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42488) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:11.563963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b93dc-d2d9-4c24-9978-1f62508aab12 req-7f0a5350-56c3-4041-823e-126668b228fa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:11.575430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-563b93dc-d2d9-4c24-9978-1f62508aab12 req-7f0a5350-56c3-4041-823e-126668b228fa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.7521553 Aug 12 02:23:11.575866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.586973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02848e1a-99f3-4179-a688-cc5110f39771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56307e93-86bf-4c3a-8f31-21503e21f4ee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:11.604814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Allocated IP 2001:db8::2 (ab34f1c0-5180-43e3-88da-934916a8df43/ab20a139-8345-4e65-97f4-2cace9f3dc98/832d34f5-bd34-4051-b61b-44521455fffb) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:11.633722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.729355 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.737202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.739024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56307e93-86bf-4c3a-8f31-21503e21f4ee HTTP/1.1" status: 204 len: 168 time: 0.3054912 Aug 12 02:23:11.754184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ab967-ca45-4a6a-b197-12bea172643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56307e93-86bf-4c3a-8f31-21503e21f4ee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:11.769724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-563b93dc-d2d9-4c24-9978-1f62508aab12 req-95bb73ac-5537-4fb4-b428-38601ea631aa tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908150 Aug 12 02:23:11.932346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:11.944095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Transition to ACTIVE for port object 832d34f5-bd34-4051-b61b-44521455fffb will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:11.964323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Transition to ACTIVE for port object 832d34f5-bd34-4051-b61b-44521455fffb will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:11.972310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.020539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Network ab34f1c0-5180-43e3-88da-934916a8df43 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:12.025112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:12.030228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:12.078117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Pushing event updated for resources: {'Port': ['ID=832d34f5-bd34-4051-b61b-44521455fffb,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:12.085927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::10 (ab34f1c0-5180-43e3-88da-934916a8df43/ab20a139-8345-4e65-97f4-2cace9f3dc98/604f01ba-92b3-490c-88e6-ce921c20cc05) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:12.108612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:12.134455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Attempting to bind port 832d34f5-bd34-4051-b61b-44521455fffb on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:12.136076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Attempting to bind port 832d34f5-bd34-4051-b61b-44521455fffb by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7a7613e8-663a-476f-bd9e-c4034a3d49ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:12.136449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Attempting to bind port 832d34f5-bd34-4051-b61b-44521455fffb on network ab34f1c0-5180-43e3-88da-934916a8df43 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:12.149154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:12.149505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Checking segment: {'id': '7a7613e8-663a-476f-bd9e-c4034a3d49ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:12.152925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.153369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Bound using segment: {'id': '7a7613e8-663a-476f-bd9e-c4034a3d49ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:12.153867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Bound port: 832d34f5-bd34-4051-b61b-44521455fffb, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7613e8-663a-476f-bd9e-c4034a3d49ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:12.154262 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.246659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Deleting subnet 0869e586-368f-4e29-8052-5dcc98fb5c87 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:12.269771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.332525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.356463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 604f01ba-92b3-490c-88e6-ce921c20cc05 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:12.391339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] For port 832d34f5-bd34-4051-b61b-44521455fffb, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:12.400849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] For port 832d34f5-bd34-4051-b61b-44521455fffb, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=832d34f5-bd34-4051-b61b-44521455fffb,segment=NetworkSegment(7a7613e8-663a-476f-bd9e-c4034a3d49ba),segment_id=7a7613e8-663a-476f-bd9e-c4034a3d49ba)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:12.414110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.418051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.421430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.519700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.541439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network ab34f1c0-5180-43e3-88da-934916a8df43 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:12.542832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=604f01ba-92b3-490c-88e6-ce921c20cc05,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:12.575751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:12.583098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:12.599757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:12.604886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.607020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287860a5-8a41-4c4c-b78f-e7a4a9aa8829 None None] Pushing event updated for resources: {'Port': ['ID=832d34f5-bd34-4051-b61b-44521455fffb,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:12.660279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-31227de1-3f74-40b1-8561-5ff0273b871b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1486712 Aug 12 02:23:12.661204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42532) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:12.667005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': 'ab34f1c0-5180-43e3-88da-934916a8df43', 'name': 'tempest-PortsIpV6TestJSON-342243263', 'fixed_ips': [{'subnet_id': 'ab20a139-8345-4e65-97f4-2cace9f3dc98', 'ip_address': '2001:db8::f'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:12.688068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.764907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:12.769796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0869e586-368f-4e29-8052-5dcc98fb5c87 HTTP/1.1" status: 204 len: 168 time: 0.6573822 Aug 12 02:23:12.772003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:12.786015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9aaa10-7de3-4a25-8ed3-d31ecd72181b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0869e586-368f-4e29-8052-5dcc98fb5c87,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:13.108553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:13.140476 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.152751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.212732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547847d-1b03-48fc-976d-c0bdd4357222 req-79c7afa7-801c-44b0-820b-39e47bcc71a7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:13.216313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port bccd8b26-6fbd-4757-952d-371f1091b67c yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:13.231987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a547847d-1b03-48fc-976d-c0bdd4357222 req-79c7afa7-801c-44b0-820b-39e47bcc71a7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1557152 Aug 12 02:23:13.344735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.357839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e514bb-bcea-4ebe-9860-358236169e32']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:13.370929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e105819-65a5-4dbb-a3b9-12fedf7f929b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:13.371505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e105819-65a5-4dbb-a3b9-12fedf7f929b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:13.383217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.404891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.415836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:13.416265 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:13.434885 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:13.463264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a547847d-1b03-48fc-976d-c0bdd4357222 req-fec979c9-97db-42ec-81d3-0b93c387b3d9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301488 Aug 12 02:23:13.464525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42554) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:13.568583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.680523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.687986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57e514bb-bcea-4ebe-9860-358236169e32 HTTP/1.1" status: 204 len: 168 time: 0.9130766 Aug 12 02:23:13.690676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b893607-eb9a-4f7e-a1c3-02177aaea564 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e514bb-bcea-4ebe-9860-358236169e32,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:13.697586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::f (ab34f1c0-5180-43e3-88da-934916a8df43/ab20a139-8345-4e65-97f4-2cace9f3dc98/bccd8b26-6fbd-4757-952d-371f1091b67c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:13.907587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d46f136a-f96a-4b85-b080-4439869f34b4 tempest-AgentManagementNegativeTest-169101328 tempest-AgentManagementNegativeTest-169101328-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4108744 Aug 12 02:23:13.921251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:13.980728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fbdfe514-2c11-44ca-a6c2-b318161d6746 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:13.996485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object bccd8b26-6fbd-4757-952d-371f1091b67c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:14.066283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: fbdfe514-2c11-44ca-a6c2-b318161d6746 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:14.066414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fbdfe514-2c11-44ca-a6c2-b318161d6746 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:14.077450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.085971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 832d34f5-bd34-4051-b61b-44521455fffb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:14.130229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.241184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 832d34f5-bd34-4051-b61b-44521455fffb completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:14.253700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19aa4a8b-a773-49c2-a6a2-0f93c0234d13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46e0cbf5473640a09db94a761cd98bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720173 Aug 12 02:23:14.263971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.279264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network ab34f1c0-5180-43e3-88da-934916a8df43 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:14.287360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:14.301651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:14.309390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.310267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.327942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=bccd8b26-6fbd-4757-952d-371f1091b67c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:14.355983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d839491-6f73-4fc7-8827-f6b72a971b43 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6900699 Aug 12 02:23:14.361753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42586) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.368544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63605ddf-3457-4d5a-8fa0-e1e57fb152af None None] Network ab34f1c0-5180-43e3-88da-934916a8df43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:14.402527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.454470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.466323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Provisioning for port 832d34f5-bd34-4051-b61b-44521455fffb completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:14.491911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42590) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.501223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Provisioning complete for port 832d34f5-bd34-4051-b61b-44521455fffb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:14.501924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.553153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8db460-c5aa-4c49-b2f3-50d359ddbc7b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.557289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c8db460-c5aa-4c49-b2f3-50d359ddbc7b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1915371 Aug 12 02:23:14.557829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42594) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.587664 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.590216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.591851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/255949a4-1d35-4a29-991a-b20576dd8f03 HTTP/1.1" status: 204 len: 168 time: 0.3264294 Aug 12 02:23:14.635809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad4ba2-7c8f-4eef-a604-e218ac412b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255949a4-1d35-4a29-991a-b20576dd8f03,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:14.650596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd5270-e1db-4989-b0b9-583e07fc961e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.681527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd5270-e1db-4989-b0b9-583e07fc961e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.698065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd5270-e1db-4989-b0b9-583e07fc961e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.706319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fcdd5270-e1db-4989-b0b9-583e07fc961e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1472902 Aug 12 02:23:14.706990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:14.773892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a972355-c929-489b-9a9d-6ccc1b94d935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.832944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd59e1-41ab-40a6-92c7-7a1288213b33 req-462e68db-9bd4-4307-8406-27cbb580298f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:14.834393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4dd59e1-41ab-40a6-92c7-7a1288213b33 req-462e68db-9bd4-4307-8406-27cbb580298f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.2405722 Aug 12 02:23:14.923898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4dd59e1-41ab-40a6-92c7-7a1288213b33 req-38346d97-2e24-4c44-bf8c-dae0ed718c10 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758739 Aug 12 02:23:14.951264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port bccd8b26-6fbd-4757-952d-371f1091b67c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:14.955243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.976747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a972355-c929-489b-9a9d-6ccc1b94d935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.985598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a972355-c929-489b-9a9d-6ccc1b94d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:14.990647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.038140 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a972355-c929-489b-9a9d-6ccc1b94d935 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=899bf8959b4f4badb6f25e3975867fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343719 Aug 12 02:23:15.040016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42616) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:15.078946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] For port 832d34f5-bd34-4051-b61b-44521455fffb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=832d34f5-bd34-4051-b61b-44521455fffb,segment=NetworkSegment(7a7613e8-663a-476f-bd9e-c4034a3d49ba),segment_id=7a7613e8-663a-476f-bd9e-c4034a3d49ba)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:15.094570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.121429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972355-c929-489b-9a9d-6ccc1b94d935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa370007-a09b-48e9-b369-4b5a1fe5d281,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:15.171254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.189868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.201191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.205947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7756a3-f058-425a-b3ee-aa6887df5675 None None] Pushing event updated for resources: {'Port': ['ID=832d34f5-bd34-4051-b61b-44521455fffb,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:15.223722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for bccd8b26-6fbd-4757-952d-371f1091b67c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:15.300444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.304180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.321952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa370007-a09b-48e9-b369-4b5a1fe5d281 HTTP/1.1" status: 204 len: 168 time: 0.2784493 Aug 12 02:23:15.347791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523c39a-8946-412b-8a66-764644465ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa370007-a09b-48e9-b369-4b5a1fe5d281,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:15.428254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Provisioning for port 604f01ba-92b3-490c-88e6-ce921c20cc05 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:15.433666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Provisioning complete for port 604f01ba-92b3-490c-88e6-ce921c20cc05 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:15.434044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.563748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Port 604f01ba-92b3-490c-88e6-ce921c20cc05 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:15.630200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.632645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Provisioning for port bccd8b26-6fbd-4757-952d-371f1091b67c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:15.638858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Provisioning complete for port bccd8b26-6fbd-4757-952d-371f1091b67c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:15.639749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.681539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Port bccd8b26-6fbd-4757-952d-371f1091b67c was deleted so its status cannot be updated. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 02:23:15.698503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Provisioning complete for port 832d34f5-bd34-4051-b61b-44521455fffb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:15.699204 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a45ea522-7032-4492-b55b-5fcbdca2991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.763161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=bccd8b26-6fbd-4757-952d-371f1091b67c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:15.880371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:15.885099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:15.888100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-acb0550b-aa09-4ba4-bc86-e64a7f242c4d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/bccd8b26-6fbd-4757-952d-371f1091b67c HTTP/1.1" status: 204 len: 168 time: 1.1763837 Aug 12 02:23:15.984981 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d68591-d52a-4120-8803-c1be21b574e0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:15.986303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9d68591-d52a-4120-8803-c1be21b574e0 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/bccd8b26-6fbd-4757-952d-371f1091b67c HTTP/1.1" status: 404 len: 333 time: 0.1001229 Aug 12 02:23:15.989148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:16.060455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 832d34f5-bd34-4051-b61b-44521455fffb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:16.288724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c888e6b7-f2d1-4ac4-b8b4-eb1f00c6080f None None] Provisioning complete for port 604f01ba-92b3-490c-88e6-ce921c20cc05 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:16.289383 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c888e6b7-f2d1-4ac4-b8b4-eb1f00c6080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.325425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec369-6e2b-4b11-af0a-26de1ef9fbae req-a35e23f2-e8bc-4de7-ad8b-30bc1fe2af5f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:16.337327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c83ec369-6e2b-4b11-af0a-26de1ef9fbae req-a35e23f2-e8bc-4de7-ad8b-30bc1fe2af5f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.2018151 Aug 12 02:23:16.345589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 604f01ba-92b3-490c-88e6-ce921c20cc05 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:16.352153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.386314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 832d34f5-bd34-4051-b61b-44521455fffb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:16.386694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.449489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c83ec369-6e2b-4b11-af0a-26de1ef9fbae req-66a56e0d-3035-45b9-9bd2-ce7a08d01d01 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031444 Aug 12 02:23:16.546529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:16.572696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c888e6b7-f2d1-4ac4-b8b4-eb1f00c6080f None None] Port 604f01ba-92b3-490c-88e6-ce921c20cc05 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:16.574914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.600684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 604f01ba-92b3-490c-88e6-ce921c20cc05 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:16.701272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-414b14a6-5999-4a55-90d3-552d4d52b439 None None] Could not find standard attr ID for object bccd8b26-6fbd-4757-952d-371f1091b67c. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:23:16.783053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.819598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=604f01ba-92b3-490c-88e6-ce921c20cc05,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:16.888503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:16.891715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-76e7f3ff-4806-49c5-a51b-041f6302b2e2 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/604f01ba-92b3-490c-88e6-ce921c20cc05 HTTP/1.1" status: 204 len: 168 time: 0.9013205 Aug 12 02:23:16.894813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42682) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.028403 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b3c5d7-b59e-490e-be7e-1bacac05c6de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:17.036547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.038177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5b3c5d7-b59e-490e-be7e-1bacac05c6de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/604f01ba-92b3-490c-88e6-ce921c20cc05 HTTP/1.1" status: 404 len: 333 time: 0.1332529 Aug 12 02:23:17.102740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-593485024-network', 'tenant_id': 'e01c2e47d501493c9932249cadd828c4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:17.153355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet ab20a139-8345-4e65-97f4-2cace9f3dc98 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:17.166584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Made reservation on behalf of e01c2e47d501493c9932249cadd828c4 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:17.175292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.197843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.200747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.413528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.474414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42708) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.574065 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.603362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.620117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.688522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecc948-99af-43f8-97df-16c189a15435 req-1a4d3638-37ac-418b-be24-cb0c33ca0771 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:17.689813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:17.691878 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2cecc948-99af-43f8-97df-16c189a15435 req-1a4d3638-37ac-418b-be24-cb0c33ca0771 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1077900 Aug 12 02:23:17.711925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95032d-b55f-4fd2-95fd-b2aa175fec35,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:17.738580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.738934 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Added segment 375d48f0-ff4c-4f7d-8eac-7db78ae06b49 of type vlan for network e4604e7b-5af4-4de5-852b-fca63e0019a3 Aug 12 02:23:17.740777 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.765752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-c1cbf2eb-ed71-4583-b88a-04e40856b0e4 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.770239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c1cbf2eb-ed71-4583-b88a-04e40856b0e4 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2944710 Aug 12 02:23:17.773336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42714) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.778199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-51f254b6-9e7c-4671-90fc-a7edc043bee8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.782164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-51f254b6-9e7c-4671-90fc-a7edc043bee8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078342 Aug 12 02:23:17.786057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.793180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-ecc05e88-7d5c-47cc-bed1-984ec0336883 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.796825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.797916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ecc05e88-7d5c-47cc-bed1-984ec0336883 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097365 Aug 12 02:23:17.798986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.803413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2cecc948-99af-43f8-97df-16c189a15435 req-fe29e4d2-c10e-4aa5-8581-4b780e99cd26 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063895 Aug 12 02:23:17.807133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342a2de-8237-4221-a038-b2a22ada1520 None None] Network ab34f1c0-5180-43e3-88da-934916a8df43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:17.808725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-7c646893-18a2-4e75-8d7d-89cbadd0d521 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.813116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c646893-18a2-4e75-8d7d-89cbadd0d521 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0128613 Aug 12 02:23:17.813903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42720) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.818541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-eb1c55cf-67e0-4c26-90d2-374dca6897ca tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.822268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.823327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb1c55cf-67e0-4c26-90d2-374dca6897ca tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083485 Aug 12 02:23:17.823714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/ab20a139-8345-4e65-97f4-2cace9f3dc98 HTTP/1.1" status: 204 len: 168 time: 0.7856607 Aug 12 02:23:17.824208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42722) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.829250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-dde091f7-dc75-4ee1-82cf-87e8a118e825 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.832869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dde091f7-dc75-4ee1-82cf-87e8a118e825 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076411 Aug 12 02:23:17.833589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.834058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42726) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.845813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce78d8-92e5-45b7-ba95-595540cc93be tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=ab20a139-8345-4e65-97f4-2cace9f3dc98,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:17.855685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-f65e0895-6931-49c7-b5a2-f7044ee7c28a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.859620 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f65e0895-6931-49c7-b5a2-f7044ee7c28a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0233433 Aug 12 02:23:17.860385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42730) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.872653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.902755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-d8ce1320-fd81-4d39-8ba3-3feef7b6d4ef tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.907281 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d8ce1320-fd81-4d39-8ba3-3feef7b6d4ef tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0367210 Aug 12 02:23:17.911366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.937789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-98b90b42-6cfe-4da2-9ce2-5ac84be30bd7 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.941133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-98b90b42-6cfe-4da2-9ce2-5ac84be30bd7 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0264976 Aug 12 02:23:17.945853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.953051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-4de33e36-3146-49b2-9311-78f09bb526d5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.957149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.958335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4de33e36-3146-49b2-9311-78f09bb526d5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100667 Aug 12 02:23:17.961626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-610b9009-54f3-4b55-a459-568108a2630a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.964996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-610b9009-54f3-4b55-a459-568108a2630a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045021 Aug 12 02:23:17.968474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.970376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.971384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.972516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:17.973126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:17.978544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-de0c6cf6-587a-4962-aec7-f2c23231d964 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:17.982763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-de0c6cf6-587a-4962-aec7-f2c23231d964 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0111232 Aug 12 02:23:17.984157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:17.995515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-268f5eb8-3f62-4f71-b409-de6614b5f3f8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.001782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-268f5eb8-3f62-4f71-b409-de6614b5f3f8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0137336 Aug 12 02:23:18.003260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42742) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.009893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-aed75353-563a-4aad-bfb8-ce5e77822d14 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.014803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aed75353-563a-4aad-bfb8-ce5e77822d14 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083487 Aug 12 02:23:18.017663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.025747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-94df29fc-1124-490c-8fcf-bafff71ecb23 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.030761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-94df29fc-1124-490c-8fcf-bafff71ecb23 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094278 Aug 12 02:23:18.031789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42746) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.038112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-6f2416af-45f4-41ac-b66c-5310bacfe25b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.042770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6f2416af-45f4-41ac-b66c-5310bacfe25b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0089469 Aug 12 02:23:18.044217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42750) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.085715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5381055 Aug 12 02:23:18.085962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-5953548a-66e1-41df-8272-cdce08e9a941 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.089233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.097077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5953548a-66e1-41df-8272-cdce08e9a941 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0514779 Aug 12 02:23:18.099148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42756) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.113957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-55b8b9c9-f81d-4511-b891-956c455675c1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.121632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55b8b9c9-f81d-4511-b891-956c455675c1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0179238 Aug 12 02:23:18.123023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] DHCP port deletion for ab34f1c0-5180-43e3-88da-934916a8df43 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:23:18.123202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Request body: {'subnet': {'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-593485024-subnet', 'tenant_id': 'e01c2e47d501493c9932249cadd828c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:18.124366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.143348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-b72f050b-ffcf-4bb8-9ab8-82847810ee1b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.146008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23f03-ce92-4c58-8637-be45b2dd9cde admin admin] Pushing event updated for resources: {'Network': ['ID=e4604e7b-5af4-4de5-852b-fca63e0019a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:18.146844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b72f050b-ffcf-4bb8-9ab8-82847810ee1b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074389 Aug 12 02:23:18.159479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42760) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.165911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-309abd92-ca93-4dfb-b184-98e0e4f14a2d tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.168664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network e4604e7b-5af4-4de5-852b-fca63e0019a3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:18.170352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-309abd92-ca93-4dfb-b184-98e0e4f14a2d tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086920 Aug 12 02:23:18.171545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.177565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-5f85cbac-bd1b-4b57-8a57-2b1625020838 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.182283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f85cbac-bd1b-4b57-8a57-2b1625020838 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0081775 Aug 12 02:23:18.183242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.193834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-4d50c153-bb55-4fde-b86e-c2c04d92eff5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.195165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4d50c153-bb55-4fde-b86e-c2c04d92eff5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0079703 Aug 12 02:23:18.197772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.202829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-82eddd50-e41d-4759-8151-c2e4c7305542 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.204092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82eddd50-e41d-4759-8151-c2e4c7305542 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051708 Aug 12 02:23:18.206464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.218090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 832d34f5-bd34-4051-b61b-44521455fffb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:18.218775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.219189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-55759e7f-3772-4ae0-b2e2-7996d02ecbf2 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.220216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55759e7f-3772-4ae0-b2e2-7996d02ecbf2 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0127275 Aug 12 02:23:18.221131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Made reservation on behalf of e01c2e47d501493c9932249cadd828c4 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:18.222797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.223536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.233977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-a48bc105-e03c-4c41-94fc-4cf51b0b8c57 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.235917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a48bc105-e03c-4c41-94fc-4cf51b0b8c57 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0101483 Aug 12 02:23:18.238469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42772) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.257008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-c4132024-8045-4542-b276-2ac70688c035 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.258801 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4132024-8045-4542-b276-2ac70688c035 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0183957 Aug 12 02:23:18.308219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Deleting port 832d34f5-bd34-4051-b61b-44521455fffb {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:18.313601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.329108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.333784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-336f7811-8d47-4137-b1b2-30da8898fd34 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.334953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-336f7811-8d47-4137-b1b2-30da8898fd34 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049119 Aug 12 02:23:18.344315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.356789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-c1672c40-3553-4642-831a-63c3d98e4d26 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.358186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1672c40-3553-4642-831a-63c3d98e4d26 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0125411 Aug 12 02:23:18.360856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.367349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-0c2a21f3-7743-4733-859f-606c2ec3ac1c tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.368801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0c2a21f3-7743-4733-859f-606c2ec3ac1c tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068071 Aug 12 02:23:18.383145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.403807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-cda6ec57-93ba-49c9-b9ea-3bec41b22448 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.406063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cda6ec57-93ba-49c9-b9ea-3bec41b22448 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0196276 Aug 12 02:23:18.410645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.431638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-a86e4703-e186-47b4-ae62-6f75ac39301b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.435443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a86e4703-e186-47b4-ae62-6f75ac39301b tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0230999 Aug 12 02:23:18.438472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.444026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-53c6fbb9-6073-4677-a1fd-4a3a808f28d6 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.445386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-53c6fbb9-6073-4677-a1fd-4a3a808f28d6 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0059419 Aug 12 02:23:18.450113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.455288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-bda59328-811d-45b6-a9ea-7b8570354ff9 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.456643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bda59328-811d-45b6-a9ea-7b8570354ff9 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053253 Aug 12 02:23:18.459037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port 832d34f5-bd34-4051-b61b-44521455fffb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=832d34f5-bd34-4051-b61b-44521455fffb,segment=NetworkSegment(7a7613e8-663a-476f-bd9e-c4034a3d49ba),segment_id=7a7613e8-663a-476f-bd9e-c4034a3d49ba)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:18.459037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.459733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.477270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-b9358745-e854-4f7f-b332-f49550aaad7a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.478400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9358745-e854-4f7f-b332-f49550aaad7a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0160315 Aug 12 02:23:18.481270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.486612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-3eb5eb1d-3162-4bb1-a90d-ebdc4dc2a2ba tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.487909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3eb5eb1d-3162-4bb1-a90d-ebdc4dc2a2ba tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054455 Aug 12 02:23:18.490625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.496534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-4848a98c-a349-4f58-b713-e5c4aef3eb6f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.505604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] For port 832d34f5-bd34-4051-b61b-44521455fffb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=832d34f5-bd34-4051-b61b-44521455fffb,segment=NetworkSegment(7a7613e8-663a-476f-bd9e-c4034a3d49ba),segment_id=7a7613e8-663a-476f-bd9e-c4034a3d49ba)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:18.505819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.507946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4848a98c-a349-4f58-b713-e5c4aef3eb6f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0160489 Aug 12 02:23:18.516017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.520986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-e7c1892f-4fb2-4977-bb3b-302b89446420 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.522524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e7c1892f-4fb2-4977-bb3b-302b89446420 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0051675 Aug 12 02:23:18.526373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42808) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.539101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Calling delete_port for 832d34f5-bd34-4051-b61b-44521455fffb owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:18.556089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-9f42639f-ef97-4ca5-8f10-5521a7498dee tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.559972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.561813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f42639f-ef97-4ca5-8f10-5521a7498dee tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0267243 Aug 12 02:23:18.563398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 832d34f5-bd34-4051-b61b-44521455fffb owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:18.568618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-cc5e087f-b397-4422-b428-93d32c7ba255 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.569877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cc5e087f-b397-4422-b428-93d32c7ba255 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080018 Aug 12 02:23:18.573305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.580235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-a7e52fcc-e1e9-4e7a-aaa1-b7e838d7924f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.581662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a7e52fcc-e1e9-4e7a-aaa1-b7e838d7924f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0070884 Aug 12 02:23:18.586393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.594698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-fcea9ab9-0cbd-4dcc-9272-bf82df9c8e2a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.598570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fcea9ab9-0cbd-4dcc-9272-bf82df9c8e2a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083337 Aug 12 02:23:18.599319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.603715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-084582a9-97f2-4f66-833b-16619802663f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.607101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-084582a9-97f2-4f66-833b-16619802663f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046828 Aug 12 02:23:18.608945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.613695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-7bc5acdf-8ba7-47d8-a94f-290fdc0c5a83 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.617663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7bc5acdf-8ba7-47d8-a94f-290fdc0c5a83 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048027 Aug 12 02:23:18.617663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.624487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-6026a6e8-ca5a-4866-a1b9-fafb4a651296 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.628066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6026a6e8-ca5a-4866-a1b9-fafb4a651296 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072238 Aug 12 02:23:18.651827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.662470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-44475730-c9e3-43c9-ad94-579a6d0ffab3 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.666640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44475730-c9e3-43c9-ad94-579a6d0ffab3 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0106616 Aug 12 02:23:18.667037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.672897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-2eeee98e-277f-445a-9763-1bb76884d29f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.674767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2eeee98e-277f-445a-9763-1bb76884d29f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0058954 Aug 12 02:23:18.679683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.709968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-2f38ba15-2ee4-4f78-a4a4-fe1edb7df5dc tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.713557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2f38ba15-2ee4-4f78-a4a4-fe1edb7df5dc tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0310912 Aug 12 02:23:18.713697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.717358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.736735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-cc5304dc-84cb-49d7-9cc8-5c6a3856dad9 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.740522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc5304dc-84cb-49d7-9cc8-5c6a3856dad9 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0190401 Aug 12 02:23:18.740522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.746023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-7bf67fcc-11e4-408f-aadc-c566b341aea6 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.751151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bf67fcc-11e4-408f-aadc-c566b341aea6 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056891 Aug 12 02:23:18.751151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42832) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.753333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.759735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-d85748f3-ca0b-46dc-994b-9d125ba996eb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.763092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d85748f3-ca0b-46dc-994b-9d125ba996eb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0089910 Aug 12 02:23:18.763715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42834) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.768923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-41171d8a-a6d9-4efb-9dae-c39832d0ff15 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.772138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-41171d8a-a6d9-4efb-9dae-c39832d0ff15 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047231 Aug 12 02:23:18.773499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42836) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.778539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] No DVR routers for this DVR port 832d34f5-bd34-4051-b61b-44521455fffb on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:18.791641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-30388f6c-7d24-4708-bc9d-eea653dca8e4 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.795176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30388f6c-7d24-4708-bc9d-eea653dca8e4 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0202837 Aug 12 02:23:18.796006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42838) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.800628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f6ef25-5edf-4f94-b944-65b8583bf7f7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:18.808508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-5f7cbb9d-1e0c-432a-a41a-be43f12b569c tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.809826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f7cbb9d-1e0c-432a-a41a-be43f12b569c tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0113213 Aug 12 02:23:18.813171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.818447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-b23d0d34-9fe8-4887-ad85-d44cb0d67ada tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.819411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b23d0d34-9fe8-4887-ad85-d44cb0d67ada tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053351 Aug 12 02:23:18.822149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.826719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-8a01ce3e-0e9a-4dd2-b53f-358c731b9778 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.828325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8a01ce3e-0e9a-4dd2-b53f-358c731b9778 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051715 Aug 12 02:23:18.830942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.834820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25566a71-ef9d-482c-837e-450bf7b7e77f None None] Pushing event deleted for resources: {'Port': ['ID=832d34f5-bd34-4051-b61b-44521455fffb,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:18.846286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-21159f8d-afb0-4757-acfc-ef3b0d18e734 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.847258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21159f8d-afb0-4757-acfc-ef3b0d18e734 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055122 Aug 12 02:23:18.848055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:18.850517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.857009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-34c1a316-cc14-4e20-aef6-9f2c4aca2f0d tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.861645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34c1a316-cc14-4e20-aef6-9f2c4aca2f0d tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071299 Aug 12 02:23:18.862513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.872838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-693f10a6-8f7a-40b5-9ef5-b2a39c2c22b1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.876905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-693f10a6-8f7a-40b5-9ef5-b2a39c2c22b1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0140424 Aug 12 02:23:18.877640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.886164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-6f460cce-2699-4085-b498-0b428220455a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.890870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f460cce-2699-4085-b498-0b428220455a tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0096109 Aug 12 02:23:18.891688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42854) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.896613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-56cc589b-49bc-47cf-acb8-971b5415cbfa tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.901045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-56cc589b-49bc-47cf-acb8-971b5415cbfa tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079765 Aug 12 02:23:18.903718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.918354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-fd4c1d11-fd55-49f5-91bc-392afd9e1ff2 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.922506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fd4c1d11-fd55-49f5-91bc-392afd9e1ff2 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0176749 Aug 12 02:23:18.924416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.924585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=832d34f5-bd34-4051-b61b-44521455fffb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:18.936808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-ff47683f-f929-4a0a-a058-0fab2a3e94f5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.947161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff47683f-f929-4a0a-a058-0fab2a3e94f5 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0217333 Aug 12 02:23:18.948289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.961482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port 832d34f5-bd34-4051-b61b-44521455fffb on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:18.968539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-eb23d623-1936-4311-ad10-842eff3778b1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.972536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eb23d623-1936-4311-ad10-842eff3778b1 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0232134 Aug 12 02:23:18.973674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Checking segment: {'id': '375d48f0-ff4c-4f7d-8eac-7db78ae06b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:18.974001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Network hostable DHCP agents. Network: e4604e7b-5af4-4de5-852b-fca63e0019a3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:18.981117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.989539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-96eae6ee-cf2f-45d9-bef5-8474d3b44bb8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:18.996237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:18.996572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96eae6ee-cf2f-45d9-bef5-8474d3b44bb8 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0118129 Aug 12 02:23:19.005455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [None req-6cec0fbb-d128-471c-bbe2-c1fd2cb2429f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:19.009167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6cec0fbb-d128-471c-bbe2-c1fd2cb2429f tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0082493 Aug 12 02:23:19.013409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.020414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-cb431a8a-aaa3-4ace-bc49-5428fe0ac0bb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:19.025147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb431a8a-aaa3-4ace-bc49-5428fe0ac0bb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0096164 Aug 12 02:23:19.025147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.027311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Network e4604e7b-5af4-4de5-852b-fca63e0019a3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:19.033818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-0aadfcfe-c461-4124-989e-e77c460dc91e tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:19.037599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0aadfcfe-c461-4124-989e-e77c460dc91e tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0111442 Aug 12 02:23:19.038496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.050112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-50addae4-36e8-4a07-ad70-955eb6fc0abb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:19.053958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50addae4-36e8-4a07-ad70-955eb6fc0abb tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0100288 Aug 12 02:23:19.055923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.061827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [None req-7b200304-c018-41f1-b0db-ba49afa07c63 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:23:19.070974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b200304-c018-41f1-b0db-ba49afa07c63 tempest-ExtensionsTestJSON-1430955153 tempest-ExtensionsTestJSON-1430955153-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0097864 Aug 12 02:23:19.070974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, e4604e7b-5af4-4de5-852b-fca63e0019a3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:19.080056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58153ef-ed8f-45ae-a85c-5896db34e34f None None] Network e4604e7b-5af4-4de5-852b-fca63e0019a3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:19.080254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:19.080801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.083428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69d2c0-f3a4-4eee-b56d-cc31294f4b48 req-67c61500-2658-4350-955f-54ae7b3f6a60 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:19.091896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d69d2c0-f3a4-4eee-b56d-cc31294f4b48 req-67c61500-2658-4350-955f-54ae7b3f6a60 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1650770 Aug 12 02:23:19.125067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.130757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-930ed573-102c-4e91-8c6b-41fdde6bc4b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0401824 Aug 12 02:23:19.152263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab34f1c0-5180-43e3-88da-934916a8df43']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:19.183591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7613e8-663a-476f-bd9e-c4034a3d49ba') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:19.183980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7613e8-663a-476f-bd9e-c4034a3d49ba') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:19.209564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d69d2c0-f3a4-4eee-b56d-cc31294f4b48 req-ba02a536-8668-4621-9863-033ee28b374e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165891 Aug 12 02:23:19.225980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.259724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.268765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:19.269182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:19.276892 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:19.292919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c93b6d6-843c-44d5-97d3-e438e9300782 None None] Network e4604e7b-5af4-4de5-852b-fca63e0019a3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:19.424978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.440473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.452140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.453386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/ab34f1c0-5180-43e3-88da-934916a8df43 HTTP/1.1" status: 204 len: 168 time: 1.6171973 Aug 12 02:23:19.457681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-202560679'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:19.496758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83516c82-3a30-4e63-a530-38f9fdbf8846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=ab34f1c0-5180-43e3-88da-934916a8df43,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:19.521307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:19.536425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.597487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:19.617195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.617961 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Added segment b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c of type vlan for network 11973426-2d11-4541-bd5e-7105a98342f3 Aug 12 02:23:19.729552 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.779329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:19.844923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.851029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:19.852600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:19.993178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-967dc700-d4a8-4008-8642-c9f32deb0182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.008419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5548956 Aug 12 02:23:20.010193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728b67f-cfad-4e9b-9059-2772d7501631 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Network': ['ID=11973426-2d11-4541-bd5e-7105a98342f3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:20.016045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:20.022846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 11973426-2d11-4541-bd5e-7105a98342f3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:20.043686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': '11973426-2d11-4541-bd5e-7105a98342f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:20.196219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 832d34f5-bd34-4051-b61b-44521455fffb no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:20.206194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-967dc700-d4a8-4008-8642-c9f32deb0182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.216687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-967dc700-d4a8-4008-8642-c9f32deb0182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.249140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 832d34f5-bd34-4051-b61b-44521455fffb {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:20.249681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 832d34f5-bd34-4051-b61b-44521455fffb not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:20.258192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-967dc700-d4a8-4008-8642-c9f32deb0182 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce32984415b4480ea1483f1df14e64d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753129 Aug 12 02:23:20.259977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:20.281569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:20.288277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.356985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dc700-d4a8-4008-8642-c9f32deb0182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b2bf2-0da8-402d-8f35-24df26af4b6b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:20.441257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd3e83-84e0-40f6-994f-2930e5e9533b req-f394ec54-c9ea-4f4b-be56-a62c7a251be9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:20.443186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95fd3e83-84e0-40f6-994f-2930e5e9533b req-f394ec54-c9ea-4f4b-be56-a62c7a251be9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.0970662 Aug 12 02:23:20.443641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.466924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.520134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-95fd3e83-84e0-40f6-994f-2930e5e9533b req-e9a83e21-19aa-4ec2-b0ff-27b366154c0c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586860 Aug 12 02:23:20.538895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.541938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.546375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca5b2bf2-0da8-402d-8f35-24df26af4b6b HTTP/1.1" status: 204 len: 168 time: 0.2853925 Aug 12 02:23:20.597585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a89ec-5c06-43bb-b589-35afa77ce175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b2bf2-0da8-402d-8f35-24df26af4b6b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:20.657705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-f94d0cdf-f2d2-4a09-9789-3b755951beb3 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:20.668182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-f94d0cdf-f2d2-4a09-9789-3b755951beb3 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/networks?id=e4604e7b-5af4-4de5-852b-fca63e0019a3 HTTP/1.1" status: 200 len: 812 time: 0.3580012 Aug 12 02:23:20.699052 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-00447a02-e711-44f4-9f06-3c9738491ffd tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/quotas/e01c2e47d501493c9932249cadd828c4 HTTP/1.1" status: 200 len: 375 time: 0.0302353 Aug 12 02:23:20.755776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-6e345438-77e2-4edb-96d2-4825ab2ada19 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e01c2e47d501493c9932249cadd828c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557823 Aug 12 02:23:20.774837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:20.921563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=970ca663-8e11-49bd-85bb-a0473819c158,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:20.937794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Checking segment: {'id': 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:20.938359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network hostable DHCP agents. Network: 11973426-2d11-4541-bd5e-7105a98342f3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:21.011903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 11973426-2d11-4541-bd5e-7105a98342f3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:21.013416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-9e705081-d012-46a1-830d-0447598acd65 service neutron] 10.222.0.11 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458067 Aug 12 02:23:21.038970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 11973426-2d11-4541-bd5e-7105a98342f3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:21.061659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:21.066586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.094297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e8eefe-0255-4610-b9ae-6adfe32b7794 None None] Network 11973426-2d11-4541-bd5e-7105a98342f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:21.103498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-10e00fae-3cf7-4afc-aa9c-8980376900b9 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0863070 Aug 12 02:23:21.110569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42944) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:21.124584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1049402362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:21.358746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.360725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.416406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-282ec3ab-2f40-4855-a459-950df6dfff7d service neutron] 10.222.0.11 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693881 Aug 12 02:23:21.433224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-11973426-2d11-4541-bd5e-7105a98342f3', 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': '970ca663-8e11-49bd-85bb-a0473819c158'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:21.434798 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.561409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.570169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.601475 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.602778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bdba0d6-c113-4c6d-b233-d9efdfb54d57 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4912202 Aug 12 02:23:21.606080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42968) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:21.611305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'network_id': '11973426-2d11-4541-bd5e-7105a98342f3', 'name': 'tempest-PortsIpV6TestJSON-1462506380'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:21.645386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e9e4-f508-47a8-be96-0f477cd37911 req-01c33975-31e6-4439-9c81-07c248465745 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:21.660762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c402e9e4-f508-47a8-be96-0f477cd37911 req-01c33975-31e6-4439-9c81-07c248465745 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1545486 Aug 12 02:23:21.710011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c402e9e4-f508-47a8-be96-0f477cd37911 req-2111566c-78c7-401f-bbf9-13096c16da19 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Aug 12 02:23:21.743764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Allocated IP 2001:db8::2 (11973426-2d11-4541-bd5e-7105a98342f3/970ca663-8e11-49bd-85bb-a0473819c158/f80c5cda-aec3-44d9-a461-008e976bbf03) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:21.856626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:21.860988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:21.893701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f74295ba-1ec9-4325-967c-e632c313e2cf req-5944580b-8e29-463b-9efd-12855884e375 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 210 time: 0.0883594 Aug 12 02:23:21.908658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 97c67633-88bc-44dd-8789-a00f87654eff yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:21.995215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.008648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Transition to ACTIVE for port object f80c5cda-aec3-44d9-a461-008e976bbf03 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:22.025835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Transition to ACTIVE for port object f80c5cda-aec3-44d9-a461-008e976bbf03 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:22.037650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.106018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Pushing event updated for resources: {'Port': ['ID=f80c5cda-aec3-44d9-a461-008e976bbf03,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:22.119186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Network 11973426-2d11-4541-bd5e-7105a98342f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:22.120975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:22.128255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:22.175708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::55 (11973426-2d11-4541-bd5e-7105a98342f3/970ca663-8e11-49bd-85bb-a0473819c158/97c67633-88bc-44dd-8789-a00f87654eff) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:22.226373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Attempting to bind port f80c5cda-aec3-44d9-a461-008e976bbf03 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:22.227306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Attempting to bind port f80c5cda-aec3-44d9-a461-008e976bbf03 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:22.227306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Attempting to bind port f80c5cda-aec3-44d9-a461-008e976bbf03 on network 11973426-2d11-4541-bd5e-7105a98342f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:22.240915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:22.264075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:22.265619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Checking segment: {'id': 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:22.266662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.268175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Bound using segment: {'id': 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:22.269857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Bound port: f80c5cda-aec3-44d9-a461-008e976bbf03, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '11973426-2d11-4541-bd5e-7105a98342f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:22.270528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.410621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] For port f80c5cda-aec3-44d9-a461-008e976bbf03, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:22.415049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] For port f80c5cda-aec3-44d9-a461-008e976bbf03, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f80c5cda-aec3-44d9-a461-008e976bbf03,segment=NetworkSegment(b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c),segment_id=b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:22.424106 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.492947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.509682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 97c67633-88bc-44dd-8789-a00f87654eff will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:22.541154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984266121'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:22.555637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.603565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-db463180-ab49-4a9a-95b2-a67fee1e0d45 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:22.605749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-db463180-ab49-4a9a-95b2-a67fee1e0d45 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.1535401 Aug 12 02:23:22.634000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8d8ed-bb0c-4bfe-93ab-99379e5cf832 None None] Pushing event updated for resources: {'Port': ['ID=f80c5cda-aec3-44d9-a461-008e976bbf03,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:22.643122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:22.647268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.650656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 11973426-2d11-4541-bd5e-7105a98342f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:22.655569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:22.667724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:22.680031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:22.680721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.698275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=97c67633-88bc-44dd-8789-a00f87654eff,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:22.709180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ee3d737-099f-4b51-ac53-0ca948bd3005 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1024044 Aug 12 02:23:22.709989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43026) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:22.712901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:22.934052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:22.935067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.135541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b34717a0-951b-43a8-9109-5365bd5c1be2 req-21e01e51-3dd0-42bb-8bb4-2a94935e174b tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 210 time: 0.0442023 Aug 12 02:23:23.266575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.336245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb2956-4e97-4456-976a-970361e43711 req-2a6c3608-b41d-44ed-ab88-288a852c14bd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:23.337773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90cb2956-4e97-4456-976a-970361e43711 req-2a6c3608-b41d-44ed-ab88-288a852c14bd tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=6064b865-31e4-4028-9b95-9211f95869a6 HTTP/1.1" status: 200 len: 945 time: 0.5134959 Aug 12 02:23:23.411130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.425404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.429351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 5ed07060-ae09-4211-8ae9-37e336b1e1b3, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ed07060-ae09-4211-8ae9-37e336b1e1b3,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:23.429720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.447860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90cb2956-4e97-4456-976a-970361e43711 req-7c5007db-3929-4de4-b08d-88bfe69a40a5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975952 Aug 12 02:23:23.474588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 5ed07060-ae09-4211-8ae9-37e336b1e1b3 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:23.476347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:23.505919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104d435d-8f3c-4ac4-b67d-b194cb4120e9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:23.513798 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.513798 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 3de558dc-e901-4358-a762-f7c2c401f15c of type vlan for network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 Aug 12 02:23:23.706493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.725133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.725404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.853746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.860873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:23.861556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.870627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:23.883571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5ed07060-ae09-4211-8ae9-37e336b1e1b3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:23.901419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=97c67633-88bc-44dd-8789-a00f87654eff,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:23.962992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b9433-7401-4cf8-a9f6-59b6f9426134 req-a451ddc8-3191-459a-9f91-9b76a27f4624 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:23.970707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c0b9433-7401-4cf8-a9f6-59b6f9426134 req-a451ddc8-3191-459a-9f91-9b76a27f4624 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 951 time: 0.1214070 Aug 12 02:23:24.037604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 5ed07060-ae09-4211-8ae9-37e336b1e1b3 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:24.039678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=5ed07060-ae09-4211-8ae9-37e336b1e1b3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:24.055293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.058272 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd0426e-1e78-4101-83c8-6e33ced847a9 req-7343e63a-62c1-47be-a003-1abf98d49bc5 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "DELETE /v2.0/ports/5ed07060-ae09-4211-8ae9-37e336b1e1b3 HTTP/1.1" status: 204 len: 173 time: 1.4454069 Aug 12 02:23:24.059332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'name': 'network-vif-deleted', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:24.063170 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78493f95-3719-43fc-b3dd-f852d8e49c2e" -d '{"events": [{"server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "name": "network-vif-deleted", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:24.078597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c0b9433-7401-4cf8-a9f6-59b6f9426134 req-7b275cf3-6c3c-49f7-80e6-31fe7242032b tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068316 Aug 12 02:23:24.090324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8440030 Aug 12 02:23:24.112028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f80c5cda-aec3-44d9-a461-008e976bbf03 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:24.176721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f2832-2545-4be3-8fec-4a176d75fe8b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=48ecc3ac-dd48-4002-bdeb-a9d42ea163c6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:24.195699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:24.206671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.231856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-b454627c-9527-4141-9b97-3ec9aee92f1c tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:24.234302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-b454627c-9527-4141-9b97-3ec9aee92f1c tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.21 "GET /v2.0/networks?id=e4604e7b-5af4-4de5-852b-fca63e0019a3 HTTP/1.1" status: 200 len: 812 time: 0.7223239 Aug 12 02:23:24.243758 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28759149-b94b-4cb3-b08c-011596a2d7f5 x-openstack-request-id: req-28759149-b94b-4cb3-b08c-011596a2d7f5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:24.244382 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6064b865-31e4-4028-9b95-9211f95869a6", "name": "network-vif-deleted", "tag": "5ed07060-ae09-4211-8ae9-37e336b1e1b3", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:24.244906 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28759149-b94b-4cb3-b08c-011596a2d7f5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:24.245507 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6064b865-31e4-4028-9b95-9211f95869a6', 'name': 'network-vif-deleted', 'tag': '5ed07060-ae09-4211-8ae9-37e336b1e1b3', 'status': 'completed', 'code': 200} Aug 12 02:23:24.259566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Request body: {'port': {'device_id': 'cfe04018-1f28-4d18-a76d-502da531751e', 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3', 'admin_state_up': True, 'tenant_id': 'e01c2e47d501493c9932249cadd828c4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:24.294986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f781ec6-f01c-4527-9d55-20aafdc6cf95 None None] Network 11973426-2d11-4541-bd5e-7105a98342f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:24.307248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f80c5cda-aec3-44d9-a461-008e976bbf03 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:24.402418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Provisioning for port f80c5cda-aec3-44d9-a461-008e976bbf03 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:24.415557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Provisioning complete for port f80c5cda-aec3-44d9-a461-008e976bbf03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:24.416010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.575736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.660937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] For port f80c5cda-aec3-44d9-a461-008e976bbf03, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f80c5cda-aec3-44d9-a461-008e976bbf03,segment=NetworkSegment(b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c),segment_id=b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:24.677002 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.713978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Made reservation on behalf of e01c2e47d501493c9932249cadd828c4 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:24.729652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:24.912962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dbb2b-de0b-4ff7-86ce-c6d7fbc56fe5 None None] Pushing event updated for resources: {'Port': ['ID=f80c5cda-aec3-44d9-a461-008e976bbf03,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:24.927507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef2ff1db-81a4-4ed4-b9e1-f3b73560429d req-34a8ec6b-ab0d-4985-9f74-fcbee6bc88d3 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 210 time: 0.2166138 Aug 12 02:23:25.100022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:25.246916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Allocated IP 172.20.0.7 (e4604e7b-5af4-4de5-852b-fca63e0019a3/a4f6ef25-5edf-4f94-b944-65b8583bf7f7/e5671536-3deb-4c19-8042-15244803be61) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:25.576698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Provisioning for port 97c67633-88bc-44dd-8789-a00f87654eff completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:25.588976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Provisioning complete for port 97c67633-88bc-44dd-8789-a00f87654eff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:25.589882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:25.790355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Port 97c67633-88bc-44dd-8789-a00f87654eff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:25.802204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:25.820165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Provisioning complete for port f80c5cda-aec3-44d9-a461-008e976bbf03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:25.828955 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b0297a7e-c68e-4a45-85bd-18950a74201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:25.962351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:26.158994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f80c5cda-aec3-44d9-a461-008e976bbf03 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:26.177460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Network e4604e7b-5af4-4de5-852b-fca63e0019a3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:26.195866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:26.212758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:26.223434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Pushing event updated for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:26.317240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:26.321115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:26.326283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f80c5cda-aec3-44d9-a461-008e976bbf03 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:26.326689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:26.366283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-ef3c91cb-fcee-418c-b1a9-93f1db377627 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1145122 Aug 12 02:23:26.375777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-d157aeef-773f-45e2-8720-81e12e259b46 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:26.378283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-d157aeef-773f-45e2-8720-81e12e259b46 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.7053232 Aug 12 02:23:26.388772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Request body: {'port': {'device_id': 'cfe04018-1f28-4d18-a76d-502da531751e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:26.483296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-3660fdeb-9f51-472b-a627-82d6f45f6983 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/quotas/d8cc7d2b801240d0800926dc00cc5f6e HTTP/1.1" status: 200 len: 375 time: 0.0944078 Aug 12 02:23:26.526907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f0506fa6-e071-4697-b58a-420d2c348185 None None] Provisioning complete for port 97c67633-88bc-44dd-8789-a00f87654eff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:26.527748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0506fa6-e071-4697-b58a-420d2c348185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:26.609279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bb96dc04-fcf0-4241-b684-575038dbd72e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216638 Aug 12 02:23:26.621826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f0506fa6-e071-4697-b58a-420d2c348185 None None] Port 97c67633-88bc-44dd-8789-a00f87654eff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:26.675386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffb046-b41a-4094-96e5-ff7c85863775 req-ec6c804e-d4f2-4423-b170-835da8d5b864 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:26.687995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ffb046-b41a-4094-96e5-ff7c85863775 req-ec6c804e-d4f2-4423-b170-835da8d5b864 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 931 time: 0.2520671 Aug 12 02:23:26.701411 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:26.908302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-3452175f-0457-4ffb-a868-ad64b9552d54 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982152 Aug 12 02:23:26.908795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10ffb046-b41a-4094-96e5-ff7c85863775 req-fe81fe47-7a13-46af-b6a3-341187490fbe tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153962 Aug 12 02:23:26.954897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c36283f3-8362-45cb-bf8b-359ed95b13ef None None] Provisioning complete for port 97c67633-88bc-44dd-8789-a00f87654eff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:26.955431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c36283f3-8362-45cb-bf8b-359ed95b13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.046930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c36283f3-8362-45cb-bf8b-359ed95b13ef None None] Port 97c67633-88bc-44dd-8789-a00f87654eff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:27.118933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ed07060-ae09-4211-8ae9-37e336b1e1b3 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:27.184671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 5ed07060-ae09-4211-8ae9-37e336b1e1b3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:27.186577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ed07060-ae09-4211-8ae9-37e336b1e1b3 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:27.448251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d604-690f-4391-ac73-a2e61c05c5ea req-4c2c7f7a-6068-474d-b116-d863081c22fc tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:27.450117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69a8d604-690f-4391-ac73-a2e61c05c5ea req-4c2c7f7a-6068-474d-b116-d863081c22fc tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 951 time: 0.1682160 Aug 12 02:23:27.525872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69a8d604-690f-4391-ac73-a2e61c05c5ea req-5b6ef766-2a4e-4671-a05a-3abe44d751b4 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645447 Aug 12 02:23:27.611608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5671536-3deb-4c19-8042-15244803be61 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:23:27.624506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.644377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Transition to ACTIVE for port object e5671536-3deb-4c19-8042-15244803be61 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:27.649266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.713633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:27.777541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43150) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:27.789809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:27.801408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.822141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Attempting to bind port e5671536-3deb-4c19-8042-15244803be61 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:27.822891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Attempting to bind port e5671536-3deb-4c19-8042-15244803be61 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '375d48f0-ff4c-4f7d-8eac-7db78ae06b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:27.823413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Attempting to bind port e5671536-3deb-4c19-8042-15244803be61 on network e4604e7b-5af4-4de5-852b-fca63e0019a3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:27.828814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Port e5671536-3deb-4c19-8042-15244803be61 on network e4604e7b-5af4-4de5-852b-fca63e0019a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:23:27.829337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Attempting to bind port e5671536-3deb-4c19-8042-15244803be61 on network e4604e7b-5af4-4de5-852b-fca63e0019a3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:27.834659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:27.835238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Checking segment: {'id': '375d48f0-ff4c-4f7d-8eac-7db78ae06b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:27.835832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Bound using segment: {'id': '375d48f0-ff4c-4f7d-8eac-7db78ae06b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:27.836427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Bound port: e5671536-3deb-4c19-8042-15244803be61, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '375d48f0-ff4c-4f7d-8eac-7db78ae06b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:27.836974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.852543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.853258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:27.868063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-a4af6c99-afb9-4bbf-b1b2-88045d1cb3f4 service neutron] 10.222.0.11 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581373 Aug 12 02:23:27.918026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:27.934200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e5671536-3deb-4c19-8042-15244803be61,segment=NetworkSegment(375d48f0-ff4c-4f7d-8eac-7db78ae06b49),segment_id=375d48f0-ff4c-4f7d-8eac-7db78ae06b49)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:27.943374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.040091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.040734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.041698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=97c67633-88bc-44dd-8789-a00f87654eff,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:28.042171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] 10.222.0.21 "PUT /v2.0/ports/e5671536-3deb-4c19-8042-15244803be61 HTTP/1.1" status: 200 len: 1091 time: 1.6579773 Aug 12 02:23:28.042618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'tag': 'e5671536-3deb-4c19-8042-15244803be61'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:28.053148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:28.063806 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d19a826-380c-47ca-a820-73e48f491336" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "tag": "e5671536-3deb-4c19-8042-15244803be61"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:28.070350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network 11973426-2d11-4541-bd5e-7105a98342f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:28.073469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:28.084923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c751c8d-00ce-4fbc-a2a5-77f9c6f2adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:28.118896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa36bc6-2533-4829-8afe-9c93ef756c34 req-dff689bf-649d-4e51-9b1f-dde16494810f tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.120567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fa36bc6-2533-4829-8afe-9c93ef756c34 req-dff689bf-649d-4e51-9b1f-dde16494810f tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 943 time: 0.0968921 Aug 12 02:23:28.133976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:28.137780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.179153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fa36bc6-2533-4829-8afe-9c93ef756c34 req-2280808b-7f24-4bf9-9871-f4de73eee9de tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517809 Aug 12 02:23:28.263222 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea01aea-4d78-4526-bb1b-ea51a8fff891 x-openstack-request-id: req-bea01aea-4d78-4526-bb1b-ea51a8fff891 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:28.263414 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "tag": "e5671536-3deb-4c19-8042-15244803be61", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:28.268159 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bea01aea-4d78-4526-bb1b-ea51a8fff891 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:28.268733 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'tag': 'e5671536-3deb-4c19-8042-15244803be61', 'status': 'completed', 'code': 200} Aug 12 02:23:28.285397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-468a6ca4-8dfa-4556-81f0-7f42796f34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.287072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-468a6ca4-8dfa-4556-81f0-7f42796f34ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e01c2e47d501493c9932249cadd828c4&device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 1094 time: 0.1067863 Aug 12 02:23:28.292838 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.347762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:28.353344 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7d1679-459a-4f15-a9bf-c1f92b8651e8" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:28.375049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-eeef4604-4c4d-47b1-91bd-18697e9c3e3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5671536-3deb-4c19-8042-15244803be61 HTTP/1.1" status: 200 len: 217 time: 0.0743482 Aug 12 02:23:28.378850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:28.390401 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.412943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0e27413-48db-4b91-b31b-5027c3e05380 req-ad9ecce2-0c56-471e-852a-65c878e24cc9 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 210 time: 0.2828822 Aug 12 02:23:28.455819 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0698f17-1e45-4e88-8e97-df0f9c084406 x-openstack-request-id: req-d0698f17-1e45-4e88-8e97-df0f9c084406 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:28.456313 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-unplugged", "status": "completed", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:28.456672 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0698f17-1e45-4e88-8e97-df0f9c084406 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:28.457302 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'code': 200} Aug 12 02:23:28.486425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-3e0b2adf-f226-491a-95d7-a83411530e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.488523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-3e0b2adf-f226-491a-95d7-a83411530e72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4f6ef25-5edf-4f94-b944-65b8583bf7f7 HTTP/1.1" status: 200 len: 852 time: 0.0797565 Aug 12 02:23:28.493104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:28.529472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-de9c7a94-61ea-4d08-bb48-5eebdc8464ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4604e7b-5af4-4de5-852b-fca63e0019a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326777 Aug 12 02:23:28.582072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-0d7be37b-0f7d-4532-8147-52a383d6bb19 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.583964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-0d7be37b-0f7d-4532-8147-52a383d6bb19 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.21 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 949 time: 0.1700351 Aug 12 02:23:28.587830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a61f2133-a8ed-4212-b7e9-8186b79fc94a None None] Provisioning complete for port 97c67633-88bc-44dd-8789-a00f87654eff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:28.588190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61f2133-a8ed-4212-b7e9-8186b79fc94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.626592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:28.634110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a61f2133-a8ed-4212-b7e9-8186b79fc94a None None] Port 97c67633-88bc-44dd-8789-a00f87654eff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:28.662464 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-4466b58d-0cac-4165-991a-cb1244465964 service neutron] 10.222.0.21 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250474 Aug 12 02:23:28.696483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Router 28f90340-4b31-4419-82b0-1b976bb3e48a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:23:28.776560 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a9ea969-6a0d-44e3-859d-1e2e2f776942 req-b0b05fb0-765b-4dfd-b693-12c4723ac48e service neutron] 10.222.0.21 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072276 Aug 12 02:23:28.791330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=5d88765c-10c5-42e1-8333-6d179dfe9fe9,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:28.876512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': '3de558dc-e901-4358-a762-f7c2c401f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:28.876896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:28.889388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec5607-676b-4205-9d6a-ae38cbd1e831 req-9b0c4b7f-e5eb-40e8-a055-80cdcacacb3b tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.890951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0ec5607-676b-4205-9d6a-ae38cbd1e831 req-9b0c4b7f-e5eb-40e8-a055-80cdcacacb3b tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 949 time: 0.2449296 Aug 12 02:23:28.915919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a826-380c-47ca-a820-73e48f491336 req-d01f7ba3-7d35-4d55-9712-a398b67bed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:28.917535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-d01f7ba3-7d35-4d55-9712-a398b67bed93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e01c2e47d501493c9932249cadd828c4&device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 1094 time: 0.0445347 Aug 12 02:23:28.946833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:23:28.956557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c4fe88a-df4c-42cd-8d24-4029544abe38 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/routers/28f90340-4b31-4419-82b0-1b976bb3e48a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2431664 Aug 12 02:23:28.956557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:28.959448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43176) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:28.959826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] Sync routers for ids ['28f90340-4b31-4419-82b0-1b976bb3e48a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:23:28.969684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] Routers {'28f90340-4b31-4419-82b0-1b976bb3e48a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:28.970300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28f90340-4b31-4419-82b0-1b976bb3e48a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:28.982424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Deleting port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:28.983341 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.004558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:29.016944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] Routers {'28f90340-4b31-4419-82b0-1b976bb3e48a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:29.017958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28f90340-4b31-4419-82b0-1b976bb3e48a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:29.032843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a826-380c-47ca-a820-73e48f491336 req-8650a0d7-7f06-4a29-9a92-116a18be74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.034888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-8650a0d7-7f06-4a29-9a92-116a18be74a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e4604e7b-5af4-4de5-852b-fca63e0019a3 HTTP/1.1" status: 200 len: 913 time: 0.1095567 Aug 12 02:23:29.043693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:29.047720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0ec5607-676b-4205-9d6a-ae38cbd1e831 req-649f4aa4-1118-488d-bf7a-ba95849a467b tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764746b-3aee-49a2-83f6-0189a26b0ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467969 Aug 12 02:23:29.055963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.056910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.059958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570f882-2326-49ea-a40d-cbc492d2f203 None None] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:29.064443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:29.065157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d3bfe-8d34-42d6-b1e5-e3bfb8535354 None None] The sync data for ids ['28f90340-4b31-4419-82b0-1b976bb3e48a'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:23:29.097973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771eea5-3088-4ad8-8fe9-1d0538c01219 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.099587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7771eea5-3088-4ad8-8fe9-1d0538c01219 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?device_id=28f90340-4b31-4419-82b0-1b976bb3e48a HTTP/1.1" status: 200 len: 988 time: 0.1375976 Aug 12 02:23:29.106921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:29.117810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-13ce2ff0-4647-4b25-bcbc-e3d441afdc0b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3370564 Aug 12 02:23:29.125724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43184) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:29.134869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35686106'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:29.143220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-0b272865-cc7c-4a0a-a4d3-f9a78452d9c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5671536-3deb-4c19-8042-15244803be61 HTTP/1.1" status: 200 len: 217 time: 0.1007912 Aug 12 02:23:29.275242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-48ecc3ac-dd48-4002-bdeb-a9d42ea163c6', 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '5d88765c-10c5-42e1-8333-6d179dfe9fe9'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:29.276142 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.294658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] For port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:29.295049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.311948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Calling delete_port for 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:29.383667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:29.387256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.451897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:29.477524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a826-380c-47ca-a820-73e48f491336 req-c1d9ec9b-18f6-43c5-9e3c-02a837f735fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.479306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-c1d9ec9b-18f6-43c5-9e3c-02a837f735fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a4f6ef25-5edf-4f94-b944-65b8583bf7f7 HTTP/1.1" status: 200 len: 852 time: 0.3273108 Aug 12 02:23:29.530166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-adfcb7ce-b783-4cfb-88b9-c7376475b800 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e4604e7b-5af4-4de5-852b-fca63e0019a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411868 Aug 12 02:23:29.542335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488d405-d436-48ec-a7f9-0655de37de35 req-dc961e79-f4cc-4f56-b8d9-efe71288ed05 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.542854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Allocated IP 2001:db8:0:ffff::2 (48ecc3ac-dd48-4002-bdeb-a9d42ea163c6/5d88765c-10c5-42e1-8333-6d179dfe9fe9/abd79ebe-d4e0-4034-9aa4-2b59f6688877) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:29.544878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d488d405-d436-48ec-a7f9-0655de37de35 req-dc961e79-f4cc-4f56-b8d9-efe71288ed05 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 943 time: 0.2434182 Aug 12 02:23:29.586352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-5370934b-ef09-42e6-b016-86e58828ff96 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:29.588166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-5370934b-ef09-42e6-b016-86e58828ff96 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 812 time: 0.3563051 Aug 12 02:23:29.624781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Request body: {'port': {'device_id': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'admin_state_up': True, 'tenant_id': 'd8cc7d2b801240d0800926dc00cc5f6e'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:29.626611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.626973 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment de3d8c0d-1a2e-4efd-a61a-292b544df83e of type vlan for network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 Aug 12 02:23:29.683339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b7183b59-052e-46f1-8994-1295fcd397d3 req-1d10b93c-c1f1-4b52-8337-64cc7a8957ab tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 210 time: 0.0664873 Aug 12 02:23:29.726307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d488d405-d436-48ec-a7f9-0655de37de35 req-e708087e-b16c-408b-bfe3-d3d9e77b82dc tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644750 Aug 12 02:23:29.751422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.765358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-0d777ccd-6459-4876-9355-d8370b92bfbc service neutron] 10.222.0.21 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135661 Aug 12 02:23:29.766246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Transition to ACTIVE for port object abd79ebe-d4e0-4034-9aa4-2b59f6688877 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:29.793702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Transition to ACTIVE for port object abd79ebe-d4e0-4034-9aa4-2b59f6688877 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:29.803439 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.828893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.852030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:29.856453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:29.866089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:29.881992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Made reservation on behalf of d8cc7d2b801240d0800926dc00cc5f6e for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:29.885526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.909564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Pushing event updated for resources: {'Port': ['ID=abd79ebe-d4e0-4034-9aa4-2b59f6688877,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:29.946590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Attempting to bind port abd79ebe-d4e0-4034-9aa4-2b59f6688877 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:29.947289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Attempting to bind port abd79ebe-d4e0-4034-9aa4-2b59f6688877 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3de558dc-e901-4358-a762-f7c2c401f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:29.947928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Attempting to bind port abd79ebe-d4e0-4034-9aa4-2b59f6688877 on network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:29.949121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d19a826-380c-47ca-a820-73e48f491336 req-ce80cc5d-3eb2-4eac-8a08-e2af528cb3e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728680 Aug 12 02:23:29.954440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:29.955222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Checking segment: {'id': '3de558dc-e901-4358-a762-f7c2c401f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:29.955898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.956505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Bound using segment: {'id': '3de558dc-e901-4358-a762-f7c2c401f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:29.957212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Bound port: abd79ebe-d4e0-4034-9aa4-2b59f6688877, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de558dc-e901-4358-a762-f7c2c401f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '48ecc3ac-dd48-4002-bdeb-a9d42ea163c6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:29.957829 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:29.990879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.025290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Pushing event deleted for resources: {'Port': ['ID=6711c392-4dc8-4a62-a3bb-4b8a4929ef1e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:30.028173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.034326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] For port abd79ebe-d4e0-4034-9aa4-2b59f6688877, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:30.034459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:30.035489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.038508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] For port abd79ebe-d4e0-4034-9aa4-2b59f6688877, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd79ebe-d4e0-4034-9aa4-2b59f6688877,segment=NetworkSegment(3de558dc-e901-4358-a762-f7c2c401f15c),segment_id=3de558dc-e901-4358-a762-f7c2c401f15c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:30.043832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.133244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8392a0f-b1d2-47b5-8ba8-63940d3ef9e1 None None] Pushing event updated for resources: {'Port': ['ID=abd79ebe-d4e0-4034-9aa4-2b59f6688877,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:30.156503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0276132 Aug 12 02:23:30.159888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:30.165070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Allocated IP 172.20.0.14 (4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f/3d8f2610-7722-404d-a30a-d0463fa988d5/97523954-62d6-4c11-9a62-87b38f592095) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:30.171008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:30.201337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] No DVR routers for this DVR port 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:30.206517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce66e11-7e59-44d4-8f62-df479497dc59 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:30.211009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.213832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07fd367e-4e0d-468c-9e8d-8aaae691eb29 req-6d05aaa6-cdc5-4d8f-bf08-0d0476b5c0d6 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.21 "DELETE /v2.0/ports/6711c392-4dc8-4a62-a3bb-4b8a4929ef1e HTTP/1.1" status: 204 len: 173 time: 1.6217740 Aug 12 02:23:30.221654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:30.265877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc0dc93d-c573-4ef0-8ebe-31c8cf200271 req-b55a7c2a-feed-4b30-a257-3cdbbbc84c65 tempest-ImagesOneServerTestJSON-1257416465 tempest-ImagesOneServerTestJSON-1257416465-project] 10.222.0.11 "GET /v2.0/ports?device_id=64680c66-df39-4f8f-879f-2a78e56e4dd9 HTTP/1.1" status: 200 len: 210 time: 0.0730016 Aug 12 02:23:30.285168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-deleted', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:30.298582 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaf749c-23cf-4f96-934a-bfcec0dae9fc" -d '{"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-deleted", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:30.440895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:30.444150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.458130 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff97c9e6-cc65-45f6-bd17-3b173667659d x-openstack-request-id: req-ff97c9e6-cc65-45f6-bd17-3b173667659d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:30.458714 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680c66-df39-4f8f-879f-2a78e56e4dd9", "name": "network-vif-deleted", "tag": "6711c392-4dc8-4a62-a3bb-4b8a4929ef1e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:30.459170 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff97c9e6-cc65-45f6-bd17-3b173667659d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:30.459819 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680c66-df39-4f8f-879f-2a78e56e4dd9', 'name': 'network-vif-deleted', 'tag': '6711c392-4dc8-4a62-a3bb-4b8a4929ef1e', 'status': 'completed', 'code': 200} Aug 12 02:23:30.494597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.689895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.826883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:30.963298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:30.970673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:30.973435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:30.976416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:31.002489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.027050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92369f6-a2ef-4535-8208-e3a61378a293 req-fd6d4e50-b579-40c9-90d7-ae01a842fd58 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:31.029158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c92369f6-a2ef-4535-8208-e3a61378a293 req-fd6d4e50-b579-40c9-90d7-ae01a842fd58 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 932 time: 0.1127059 Aug 12 02:23:31.153762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c92369f6-a2ef-4535-8208-e3a61378a293 req-104a7b8a-51c9-4121-8d3e-4428c7e85f26 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122856 Aug 12 02:23:31.274170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 97c67633-88bc-44dd-8789-a00f87654eff {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:31.274902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.403667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.425562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 97c67633-88bc-44dd-8789-a00f87654eff owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:31.477982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d9fa1-97ea-4dd5-929b-3b9fbd3b3e70 None None] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:31.498190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:31.499867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.504226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=c968d437-7f09-4845-b5da-af8eb9269631,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:31.514743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef2a45-f585-4b8f-a7bf-15c2fd030846 req-444b64bf-846b-4698-bb65-913ed2aba445 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:31.522727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8cef2a45-f585-4b8f-a7bf-15c2fd030846 req-444b64bf-846b-4698-bb65-913ed2aba445 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 943 time: 0.6451824 Aug 12 02:23:31.569098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-09865688-1c3b-44fb-a295-8ea8407d3561 None None] Provisioning for port abd79ebe-d4e0-4034-9aa4-2b59f6688877 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:31.594604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8cef2a45-f585-4b8f-a7bf-15c2fd030846 req-f12bda0f-8fd0-4c6b-8da4-95f40be94ad4 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Aug 12 02:23:31.600991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-bcc6bdd5-fdb6-463c-bee9-224cba953b13 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9805322 Aug 12 02:23:31.614676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Request body: {'port': {'device_id': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:31.666138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': 'de3d8c0d-1a2e-4efd-a61a-292b544df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:31.666507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:31.709334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.761655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=97c67633-88bc-44dd-8789-a00f87654eff,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:31.770898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:31.788278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.805228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:31.819941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dba6b82-c2a8-4880-b25c-c97362a66afa None None] Network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:31.860090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:31.860988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:31.907723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9509ada4-94c3-4ea7-9955-198a1d5d492f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7439325 Aug 12 02:23:31.908869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:31.931264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.007384 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ae35-ec29-45c1-a4f2-2206529013a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.067318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e5671536-3deb-4c19-8042-15244803be61 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:23:32.086286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:32.253236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Router 28f90340-4b31-4419-82b0-1b976bb3e48a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:23:32.316886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd79ebe-d4e0-4034-9aa4-2b59f6688877 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:32.318652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.366435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:23:32.379691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d38cbcbf-4eee-4692-93b8-ae0262741903 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/routers/28f90340-4b31-4419-82b0-1b976bb3e48a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2714901 Aug 12 02:23:32.380330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43236) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:32.382381 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] Sync routers for ids ['28f90340-4b31-4419-82b0-1b976bb3e48a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:23:32.399117 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] Routers {'28f90340-4b31-4419-82b0-1b976bb3e48a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:32.399761 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28f90340-4b31-4419-82b0-1b976bb3e48a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:32.414631 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4d020f-f9db-4b63-8318-3c346a568133 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:32.419213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ac4d020f-f9db-4b63-8318-3c346a568133 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/97c67633-88bc-44dd-8789-a00f87654eff HTTP/1.1" status: 404 len: 333 time: 0.0361013 Aug 12 02:23:32.419456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3', 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': 'c968d437-7f09-4845-b5da-af8eb9269631'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:32.420851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.424867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43238) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:32.440704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44eabd0c-ddce-41f5-a88a-62193ef8f8fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ccb7613426e447995141e19eab5588a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492684 Aug 12 02:23:32.450811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:32.462999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] Routers {'28f90340-4b31-4419-82b0-1b976bb3e48a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:32.463885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['28f90340-4b31-4419-82b0-1b976bb3e48a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:32.473702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:32.525746 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:32.528256 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02ee4b-6d5e-44e7-bc97-bd20fee0df0c None None] The sync data for ids ['28f90340-4b31-4419-82b0-1b976bb3e48a'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:23:32.537549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.543342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639245bd-4836-47f4-a4ea-1a354d81f7d1 req-f7e00d50-7413-4668-8669-7c23dc9d9a77 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:32.544985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-639245bd-4836-47f4-a4ea-1a354d81f7d1 req-f7e00d50-7413-4668-8669-7c23dc9d9a77 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 932 time: 0.2201576 Aug 12 02:23:32.584093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e5671536-3deb-4c19-8042-15244803be61,segment=NetworkSegment(375d48f0-ff4c-4f7d-8eac-7db78ae06b49),segment_id=375d48f0-ff4c-4f7d-8eac-7db78ae06b49)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:32.611350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.624660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'e5671536-3deb-4c19-8042-15244803be61', 'network_id': 'e4604e7b-5af4-4de5-852b-fca63e0019a3', 'port_id': 'e5671536-3deb-4c19-8042-15244803be61', 'mac_address': 'fa:16:3e:b5:a4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f6ef25-5edf-4f94-b944-65b8583bf7f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:23:32.636747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port abd79ebe-d4e0-4034-9aa4-2b59f6688877 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:32.666288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port abd79ebe-d4e0-4034-9aa4-2b59f6688877 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:32.666661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.715279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-639245bd-4836-47f4-a4ea-1a354d81f7d1 req-336bf370-ce5a-4d57-9569-7838c466c277 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538723 Aug 12 02:23:32.742195 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.764628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5671536-3deb-4c19-8042-15244803be61 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:23:32.787807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Allocated IP 2001:db8::1 (d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3/c968d437-7f09-4845-b5da-af8eb9269631/29899c55-3610-4f06-9791-067da5ea3d0c) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:32.814500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e5671536-3deb-4c19-8042-15244803be61,segment=NetworkSegment(375d48f0-ff4c-4f7d-8eac-7db78ae06b49),segment_id=375d48f0-ff4c-4f7d-8eac-7db78ae06b49)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:32.825370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.839638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.845284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.855161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.897627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.901278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-de107724-5b8c-4060-ae2b-74891c7542d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2028718 Aug 12 02:23:32.912390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97523954-62d6-4c11-9a62-87b38f592095 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:23:32.925239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.926211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Fanout notify agent at l3_agent the message router_deleted on router 28f90340-4b31-4419-82b0-1b976bb3e48a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:23:32.929762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.945966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.948364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-326657a7-a095-4358-898f-462980695751 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/routers/28f90340-4b31-4419-82b0-1b976bb3e48a HTTP/1.1" status: 204 len: 168 time: 0.5225468 Aug 12 02:23:32.954541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43250) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:32.959051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:32.980050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:32.995584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Transition to ACTIVE for port object 97523954-62d6-4c11-9a62-87b38f592095 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:33.014996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.037355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port abd79ebe-d4e0-4034-9aa4-2b59f6688877, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd79ebe-d4e0-4034-9aa4-2b59f6688877,segment=NetworkSegment(3de558dc-e901-4358-a762-f7c2c401f15c),segment_id=3de558dc-e901-4358-a762-f7c2c401f15c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:33.043395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8ab40-61d0-46f9-af81-67da8784f796 req-783dc28a-f168-4456-97b9-fb9962330cf8 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:33.050440 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.059306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88b8ab40-61d0-46f9-af81-67da8784f796 req-783dc28a-f168-4456-97b9-fb9962330cf8 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 943 time: 0.3012094 Aug 12 02:23:33.095743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-16076060-2725-431a-a771-f6f577133773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:33.098143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-16076060-2725-431a-a771-f6f577133773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f062fdfde1304db9a469e94ec50d8137&device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 1096 time: 0.1420732 Aug 12 02:23:33.127583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88b8ab40-61d0-46f9-af81-67da8784f796 req-3ac45d02-aac1-4185-940b-40280d91e6a0 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 Aug 12 02:23:33.130288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=abd79ebe-d4e0-4034-9aa4-2b59f6688877,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.168262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet 970ca663-8e11-49bd-85bb-a0473819c158 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:33.179447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.226272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.254383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Transition to ACTIVE for port object 29899c55-3610-4f06-9791-067da5ea3d0c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:33.266164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.269287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.270530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6764746b-3aee-49a2-83f6-0189a26b0ec5 HTTP/1.1" status: 204 len: 168 time: 0.7957807 Aug 12 02:23:33.279351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.284670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e5671536-3deb-4c19-8042-15244803be61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:33.292788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-a36bae3d-e01a-4f61-a787-a2727b841c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:33.294328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-a36bae3d-e01a-4f61-a787-a2727b841c1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 200 len: 917 time: 0.1647942 Aug 12 02:23:33.319030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Transition to ACTIVE for port object 29899c55-3610-4f06-9791-067da5ea3d0c will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:33.329861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.412932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:33.432338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:33.434860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:33.456180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Pushing event updated for resources: {'Port': ['ID=29899c55-3610-4f06-9791-067da5ea3d0c,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.495940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7357c-1ead-49ef-8033-ed8df8896880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764746b-3aee-49a2-83f6-0189a26b0ec5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.502273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.577326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Attempting to bind port 29899c55-3610-4f06-9791-067da5ea3d0c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:33.577886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Attempting to bind port 29899c55-3610-4f06-9791-067da5ea3d0c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'de3d8c0d-1a2e-4efd-a61a-292b544df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:33.578408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Attempting to bind port 29899c55-3610-4f06-9791-067da5ea3d0c on network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:33.594082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:33.595293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Checking segment: {'id': 'de3d8c0d-1a2e-4efd-a61a-292b544df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:33.596289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.596840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Bound using segment: {'id': 'de3d8c0d-1a2e-4efd-a61a-292b544df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:33.597480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Bound port: 29899c55-3610-4f06-9791-067da5ea3d0c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d8c0d-1a2e-4efd-a61a-292b544df83e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:33.598044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.600987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.618954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.626651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.654247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Attempting to bind port 97523954-62d6-4c11-9a62-87b38f592095 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:33.655287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Attempting to bind port 97523954-62d6-4c11-9a62-87b38f592095 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:33.655763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Attempting to bind port 97523954-62d6-4c11-9a62-87b38f592095 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:33.662921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=970ca663-8e11-49bd-85bb-a0473819c158,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.668467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.673191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b382f08f-abe2-49d2-a37e-70b61257b68e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/970ca663-8e11-49bd-85bb-a0473819c158 HTTP/1.1" status: 204 len: 168 time: 0.7142813 Aug 12 02:23:33.675924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43266) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:33.685588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1087c1-3f5d-4e69-9896-d4cb52238d8e None None] Network 11973426-2d11-4541-bd5e-7105a98342f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:33.692547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Port 97523954-62d6-4c11-9a62-87b38f592095 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:23:33.692969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Attempting to bind port 97523954-62d6-4c11-9a62-87b38f592095 on network 4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:33.700898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-83b62eba-1fe8-4b4c-8751-c57040c0ebbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 200 len: 1001 time: 0.3541844 Aug 12 02:23:33.763748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.774507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.777296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:33.789343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3d8c0d-1a2e-4efd-a61a-292b544df83e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:33.789648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3d8c0d-1a2e-4efd-a61a-292b544df83e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:33.801571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.817463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.824227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:33.824713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.840985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=c968d437-7f09-4845-b5da-af8eb9269631,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:33.844280 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:33.898028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:33.898374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Checking segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:33.898766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Bound using segment: {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:33.899223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Bound port: 97523954-62d6-4c11-9a62-87b38f592095, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56436de8-b903-49ff-9406-4fc177fbe9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:33.899634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.917562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port f80c5cda-aec3-44d9-a461-008e976bbf03 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:33.917878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:33.956227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92b012-30c9-4cf2-8cbc-ce425fecfedc req-50254956-44a3-403e-9f52-aa21ff18cb8c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:33.965442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b92b012-30c9-4cf2-8cbc-ce425fecfedc req-50254956-44a3-403e-9f52-aa21ff18cb8c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 944 time: 0.1295245 Aug 12 02:23:33.978604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 02:23:33.978604 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 02:23:33.978604 n-d-804303-2 neutron-server[94673]: [parameters: {'id': 'd663f1b3-2ca2-4fef-8f0b-9b69b6946dd3'}] Aug 12 02:23:33.978604 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:23:33.978951 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:23:33.984583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-9bae3d35-8df4-42a7-9b88-592312274afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:33.986077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-9bae3d35-8df4-42a7-9b88-592312274afb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 200 len: 855 time: 0.1408663 Aug 12 02:23:33.993065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] For port 29899c55-3610-4f06-9791-067da5ea3d0c, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:34.046767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] For port 29899c55-3610-4f06-9791-067da5ea3d0c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29899c55-3610-4f06-9791-067da5ea3d0c,segment=NetworkSegment(de3d8c0d-1a2e-4efd-a61a-292b544df83e),segment_id=de3d8c0d-1a2e-4efd-a61a-292b544df83e)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:34.098035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:34.104610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:34.110493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:34.118790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-f316fab4-3138-4b4c-8ae7-70651e215acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.120666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-f316fab4-3138-4b4c-8ae7-70651e215acf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263180 Aug 12 02:23:34.122443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.132393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port f80c5cda-aec3-44d9-a461-008e976bbf03, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f80c5cda-aec3-44d9-a461-008e976bbf03,segment=NetworkSegment(b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c),segment_id=b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:34.132958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.141492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd79ebe-d4e0-4034-9aa4-2b59f6688877 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:34.146895 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.175067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b92b012-30c9-4cf2-8cbc-ce425fecfedc req-6ae1a58c-153f-4f64-a9b7-7750fe098374 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012813 Aug 12 02:23:34.176559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for f80c5cda-aec3-44d9-a461-008e976bbf03 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:34.186274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:34.186985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 6711c392-4dc8-4a62-a3bb-4b8a4929ef1e not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:34.245146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.245772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.247173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] 10.222.0.25 "PUT /v2.0/ports/97523954-62d6-4c11-9a62-87b38f592095 HTTP/1.1" status: 200 len: 1092 time: 2.6371808 Aug 12 02:23:34.272186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24e0f0-7d41-4ec6-8f4b-1b97abb6cade None None] Pushing event updated for resources: {'Port': ['ID=29899c55-3610-4f06-9791-067da5ea3d0c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:34.292813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'tag': '97523954-62d6-4c11-9a62-87b38f592095'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:34.295761 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "tag": "97523954-62d6-4c11-9a62-87b38f592095"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:34.351127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.377709 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.378416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port abd79ebe-d4e0-4034-9aa4-2b59f6688877 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:34.380024 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.394330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea249-3658-41d4-bf99-f92451258f75 service neutron] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:34.435006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=f80c5cda-aec3-44d9-a461-008e976bbf03,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:34.453823 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d741d-b75e-4a9d-be63-09ca7022735c x-openstack-request-id: req-741d741d-b75e-4a9d-be63-09ca7022735c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:34.455590 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "tag": "97523954-62d6-4c11-9a62-87b38f592095", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:34.456514 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-741d741d-b75e-4a9d-be63-09ca7022735c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:34.456764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb956ba-64aa-4223-8ee6-8605993c3fad None None] Network d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:34.457492 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'tag': '97523954-62d6-4c11-9a62-87b38f592095', 'status': 'completed', 'code': 200} Aug 12 02:23:34.475983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port f80c5cda-aec3-44d9-a461-008e976bbf03 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:34.480439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.484944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ac7b70-40b7-40b5-8bdd-5f265b08b8d4 None None] DHCP port deletion for 11973426-2d11-4541-bd5e-7105a98342f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:23:34.493465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:34.514338 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-9408e6f0-b081-43c8-9638-5b172b388b5c service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826406 Aug 12 02:23:34.516263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-96ce79bc-7999-4e45-8e2f-2b83b815a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.517658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-96ce79bc-7999-4e45-8e2f-2b83b815a705 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 1095 time: 0.2145517 Aug 12 02:23:34.528099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74919126-fe14-4e9d-8a6b-b9aca66dc19c req-e4ed6f6f-2fac-489c-9ea3-7e4a9e23026d tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.537072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74919126-fe14-4e9d-8a6b-b9aca66dc19c req-e4ed6f6f-2fac-489c-9ea3-7e4a9e23026d tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 944 time: 0.2888744 Aug 12 02:23:34.617643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.648666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11973426-2d11-4541-bd5e-7105a98342f3']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:34.658183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-9e6c1962-f094-48fc-a695-a5b6330e5702 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97523954-62d6-4c11-9a62-87b38f592095 HTTP/1.1" status: 200 len: 217 time: 0.1184261 Aug 12 02:23:34.669303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:34.669676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cc24a4-5220-4fb2-85b7-58c4dc39ee6c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:34.683902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.702780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2edf1000-cd7a-45c9-bf69-7c44fc9441e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.709448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.720252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:34.720676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:34.724202 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:34.767248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74919126-fe14-4e9d-8a6b-b9aca66dc19c req-043f7613-6e3b-43a8-9c67-f319c6e6a9f9 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292545 Aug 12 02:23:34.774564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1022749650-network', 'tenant_id': 'd206e95c360d47bfa1badd17723094ac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:34.790554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.807152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.816213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.819003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/11973426-2d11-4541-bd5e-7105a98342f3 HTTP/1.1" status: 204 len: 168 time: 1.1413572 Aug 12 02:23:34.822024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43302) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:34.838599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e6b27-8e22-470d-beca-258534e42941 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:23:34.841786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-d5d68086-fcb0-47a5-bb5c-5960160d9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.844199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-d5d68086-fcb0-47a5-bb5c-5960160d9e2f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1420457 Aug 12 02:23:34.846330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fafb690-7118-4cd0-9d34-4306b1856217 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=11973426-2d11-4541-bd5e-7105a98342f3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:34.885532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271909b7-0b66-4016-8e8b-b697c2db2846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:34.891139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-271909b7-0b66-4016-8e8b-b697c2db2846 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 HTTP/1.1" status: 200 len: 845 time: 0.0637250 Aug 12 02:23:34.891314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Made reservation on behalf of d206e95c360d47bfa1badd17723094ac for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:34.891543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:34.893167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.898599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-d6a6a7bc-28cc-46f8-b192-26648aba0fe8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395174 Aug 12 02:23:34.900569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-132cd594-d3cf-458f-8001-4b5ac83cef14 req-661f8d91-2fbb-42b4-b8c4-263f683ef8af service neutron] 10.222.0.25 "GET /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574667 Aug 12 02:23:34.910180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.923108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port 29899c55-3610-4f06-9791-067da5ea3d0c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:34.923914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:34.939690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-48a9433c-247f-4e9b-a0f9-2943dfcdf114 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/6f66aad8-ffa1-4eb9-9daf-265c4f9ad492?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0431583 Aug 12 02:23:34.939881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43306) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:34.944715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:34.977969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e6b27-8e22-470d-beca-258534e42941 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:23:35.055423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port 29899c55-3610-4f06-9791-067da5ea3d0c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29899c55-3610-4f06-9791-067da5ea3d0c,segment=NetworkSegment(de3d8c0d-1a2e-4efd-a61a-292b544df83e),segment_id=de3d8c0d-1a2e-4efd-a61a-292b544df83e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:35.055838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.079071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for 29899c55-3610-4f06-9791-067da5ea3d0c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:35.434996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-c960c075-0661-49ba-86c3-f6af8e69fd32 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5217490 Aug 12 02:23:35.597406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78868488-fe2c-43f7-83fb-e02218c06da3 req-5426436b-b8be-400c-ac74-0a10aa92283b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:35.598892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78868488-fe2c-43f7-83fb-e02218c06da3 req-5426436b-b8be-400c-ac74-0a10aa92283b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 944 time: 0.1871712 Aug 12 02:23:35.626069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.631700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.642563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.648622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:35.660360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.660472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fead139-ab29-41e6-9f17-df5e1e6d8913 req-0da5df0a-4735-4441-bf97-ba3dc61345a2 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966472 Aug 12 02:23:35.688914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=29899c55-3610-4f06-9791-067da5ea3d0c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:35.700247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port 29899c55-3610-4f06-9791-067da5ea3d0c on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:35.704176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:35.766454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.766826 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Added segment 6e1646d2-8089-4c3d-8c6b-8b533c1ee75a of type vlan for network f988854c-df2e-4b85-b459-78460359a0b9 Aug 12 02:23:35.779087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.785849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78868488-fe2c-43f7-83fb-e02218c06da3 req-9029ca6e-ba72-46f1-891e-a25dddbe95c6 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797552 Aug 12 02:23:35.819142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d476ba2b-756c-454f-8cbb-be3099b7807d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:35.922612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.944430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.948087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:35.975099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:35.986679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-9cd29e6f-4208-42dd-a1ab-2afb4a015a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:35.988667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:35.988810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-9cd29e6f-4208-42dd-a1ab-2afb4a015a00 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 1095 time: 0.2533879 Aug 12 02:23:35.988897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=e6516edb-f602-48a3-be9e-b511413ef737,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:35.990760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:35.994809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:35.995272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.000878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3d8c0d-1a2e-4efd-a61a-292b544df83e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:36.001084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea9c96d-26ab-45d2-b90c-84f175d13bdc None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:36.001341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3d8c0d-1a2e-4efd-a61a-292b544df83e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:36.022746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b0d6140-0b85-4c00-a79e-7686531dc9e1 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0817809 Aug 12 02:23:36.025178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43328) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:36.032448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1182241748'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:36.056119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9c1ad-a1ab-4b63-b9b0-da0f39981667 req-71e1c708-e40c-4b3e-957f-7fbad596522d tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:36.057949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74c9c1ad-a1ab-4b63-b9b0-da0f39981667 req-71e1c708-e40c-4b3e-957f-7fbad596522d tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 944 time: 0.1848061 Aug 12 02:23:36.059790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.067383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e5671536-3deb-4c19-8042-15244803be61 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:36.080764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.099058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f80c5cda-aec3-44d9-a461-008e976bbf03 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:36.104102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.104848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:36.105475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.125629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.162314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f80c5cda-aec3-44d9-a461-008e976bbf03 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:36.164234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f80c5cda-aec3-44d9-a461-008e976bbf03 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:36.195432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:36.195919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:36.208731 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:36.218791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.227208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.270894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.273102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2454686 Aug 12 02:23:36.274924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43336) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:36.284231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'security_group': {'name': 'tempest-secgroup-1262140667'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:36.284969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7844729 Aug 12 02:23:36.289309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74c9c1ad-a1ab-4b63-b9b0-da0f39981667 req-17165260-c93f-4900-a725-048601673368 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935861 Aug 12 02:23:36.289309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:36.295594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30680b-a642-4e21-86d8-fbe8fb11c00d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1ea948-92ad-4076-ab72-6efd6330c83c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:36.300469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Request body: {'subnet': {'network_id': 'f988854c-df2e-4b85-b459-78460359a0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1022749650-subnet', 'tenant_id': 'd206e95c360d47bfa1badd17723094ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:36.320636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port e5671536-3deb-4c19-8042-15244803be61 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:36.323012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de50904-4385-4e66-9c93-f68f32e4a53b admin admin] Pushing event updated for resources: {'Network': ['ID=f988854c-df2e-4b85-b459-78460359a0b9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:36.336341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-425488fd-8f05-4b67-9eed-859ac93a3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:36.337650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port e5671536-3deb-4c19-8042-15244803be61 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:36.338056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-425488fd-8f05-4b67-9eed-859ac93a3197 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 200 len: 913 time: 0.3302791 Aug 12 02:23:36.338186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.339977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.341496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f988854c-df2e-4b85-b459-78460359a0b9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:36.349598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.380532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.385788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 HTTP/1.1" status: 204 len: 168 time: 4.4650218 Aug 12 02:23:36.387686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43344) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:36.418218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2d36e-69e6-40e4-8077-ed4f5bf87332 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:36.424318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600073572'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:36.431032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-ec2e45e7-ea22-4ef3-8851-b9451223ee97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97523954-62d6-4c11-9a62-87b38f592095 HTTP/1.1" status: 200 len: 217 time: 0.0576539 Aug 12 02:23:36.469826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Made reservation on behalf of d206e95c360d47bfa1badd17723094ac for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:36.472021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.534942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b8d0de75-c9d2-4109-aab2-5575106c095a', 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'tenant_id': '7f7965978b7446bcaa64576d42bdca66', 'fixed_ips': [{'subnet_id': 'e6516edb-f602-48a3-be9e-b511413ef737'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:36.535814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.556607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-db7dffaa-4ebd-4474-9cc2-0b4f83a27a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:36.558712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-db7dffaa-4ebd-4474-9cc2-0b4f83a27a13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 200 len: 852 time: 0.1193993 Aug 12 02:23:36.563258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.605965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.606583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-2d19211a-9967-4412-83bf-80e2c2bca942 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356998 Aug 12 02:23:36.614208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.646082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5671536-3deb-4c19-8042-15244803be61'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:36.649052 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377035bc-4b70-41b1-a140-d7a48a51466d" -d '{"events": [{"server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "name": "network-vif-plugged", "status": "completed", "tag": "e5671536-3deb-4c19-8042-15244803be61"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:36.662741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1a8d3-2602-4087-b09d-0cb310c0ff06,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:36.695164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:36.698785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e5671536-3deb-4c19-8042-15244803be61,segment=NetworkSegment(375d48f0-ff4c-4f7d-8eac-7db78ae06b49),segment_id=375d48f0-ff4c-4f7d-8eac-7db78ae06b49)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:36.698928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.703703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.707781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-25c1154e-42c9-4026-b70a-efdbe76137df tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4290986 Aug 12 02:23:36.708268 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9e3ea0-4575-40a5-80dd-11b9c1672a37 x-openstack-request-id: req-7f9e3ea0-4575-40a5-80dd-11b9c1672a37 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:36.708706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43350) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:36.708813 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "name": "network-vif-plugged", "status": "completed", "tag": "e5671536-3deb-4c19-8042-15244803be61", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:36.708813 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f9e3ea0-4575-40a5-80dd-11b9c1672a37 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:36.708973 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5671536-3deb-4c19-8042-15244803be61', 'code': 200} Aug 12 02:23:36.714259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.714964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-586538032', 'security_groups': ['28c1a8d3-2602-4087-b09d-0cb310c0ff06'], 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e6516edb-f602-48a3-be9e-b511413ef737'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:36.804745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:36.848013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-7dc62fed-7498-43d6-80d4-9c371f9f64ce service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326412 Aug 12 02:23:36.853809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.854202 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 16b422b8-2f91-4616-983e-06613706c70a of type vlan for network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 Aug 12 02:23:36.929046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:36.934793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:36.945932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Allocated IP 2001:db8::2 (b8d0de75-c9d2-4109-aab2-5575106c095a/e6516edb-f602-48a3-be9e-b511413ef737/16c0df3f-868d-4b91-bc54-3cc1b3a12701) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:36.951120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:36.951389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7ac20-a6de-4133-b905-385448e0f594 req-5c4a79f2-1d7c-4012-9737-3dfbacd4bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:36.953813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af7ac20-a6de-4133-b905-385448e0f594 req-5c4a79f2-1d7c-4012-9737-3dfbacd4bc7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 1096 time: 0.0912597 Aug 12 02:23:37.036916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.044744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af7ac20-a6de-4133-b905-385448e0f594 req-ce768f64-5810-413f-b4b7-8e182fbd301a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 Aug 12 02:23:37.084273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.106036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 0f9b28ed-b727-4acf-ada9-77fd41277a49 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:37.120500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b20259-aefc-47fd-b829-7b8a52d0f13c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.142820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94e1edc6-27ff-4441-bfd4-b836b06f9cbe req-16d0952e-9e9e-407a-b7b6-e547b2e398c5 service neutron] 10.222.0.25 "GET /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814708 Aug 12 02:23:37.153536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baadd9-4c57-477c-8de1-41aff1b1fb73 req-0fe022b7-a7f7-4ab4-acfe-93b89dd44c1f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.155226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87baadd9-4c57-477c-8de1-41aff1b1fb73 req-0fe022b7-a7f7-4ab4-acfe-93b89dd44c1f tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 944 time: 0.2172589 Aug 12 02:23:37.157859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.163525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.164161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.177496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Checking segment: {'id': '6e1646d2-8089-4c3d-8c6b-8b533c1ee75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f988854c-df2e-4b85-b459-78460359a0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:37.177871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Network hostable DHCP agents. Network: f988854c-df2e-4b85-b459-78460359a0b9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:37.179079 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.189989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Transition to ACTIVE for port object 16c0df3f-868d-4b91-bc54-3cc1b3a12701 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:37.212934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Transition to ACTIVE for port object 16c0df3f-868d-4b91-bc54-3cc1b3a12701 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:37.220199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.258896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8656592 Aug 12 02:23:37.268125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:37.287186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:37.306332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.308262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6686cf0-508a-48f5-9339-b8502ab95148 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=7fb37a13-ca08-4119-be4d-4cc8a649cb70,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.315363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:37.329379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:37.342737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:37.344880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::228 (b8d0de75-c9d2-4109-aab2-5575106c095a/e6516edb-f602-48a3-be9e-b511413ef737/0f9b28ed-b727-4acf-ada9-77fd41277a49) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:37.349224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87baadd9-4c57-477c-8de1-41aff1b1fb73 req-0372418d-ab7f-47a1-8249-f995e8c3d269 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822138 Aug 12 02:23:37.352359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Network f988854c-df2e-4b85-b459-78460359a0b9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:37.378299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:37.387149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f988854c-df2e-4b85-b459-78460359a0b9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:37.392782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.393382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.401675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.426774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:37.431746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.454928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a613b46-0ebd-4c62-a4c0-4c656b120163 None None] Network f988854c-df2e-4b85-b459-78460359a0b9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:37.477941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb59414a-8267-4778-b26f-fff4f98f4465 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1827369 Aug 12 02:23:37.559908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.611120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 0f9b28ed-b727-4acf-ada9-77fd41277a49 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:37.673670 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.674386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Attempting to bind port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:37.674386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Attempting to bind port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '825fcede-e221-49d8-9c00-17c593338f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:37.675104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Attempting to bind port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 on network b8d0de75-c9d2-4109-aab2-5575106c095a {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:37.697732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:37.698178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Checking segment: {'id': '825fcede-e221-49d8-9c00-17c593338f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:37.698512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.698901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Bound using segment: {'id': '825fcede-e221-49d8-9c00-17c593338f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:37.699423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Bound port: 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '825fcede-e221-49d8-9c00-17c593338f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:37.699904 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.745141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=0f9b28ed-b727-4acf-ada9-77fd41277a49,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.750805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.790753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:37.792795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:37.794357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:37.796493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:37.804520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:37.805106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc13d6-d99d-42ef-b4c1-bb6a72a63f84 req-efef626a-f23e-4e80-9ef1-07d1e7d016c7 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.806871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bcc13d6-d99d-42ef-b4c1-bb6a72a63f84 req-efef626a-f23e-4e80-9ef1-07d1e7d016c7 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 945 time: 0.1159334 Aug 12 02:23:37.821880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.823238 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.824594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.860779 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a52aefc8-85fa-4645-9538-7c0fa8a5a928 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1514380 Aug 12 02:23:37.870280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:37.875553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': '16b422b8-2f91-4616-983e-06613706c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:37.875941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 7fb37a13-ca08-4119-be4d-4cc8a649cb70, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:37.879597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:37.890620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=7867a889-8393-40a6-b49c-74b813427a5a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.914671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bcc13d6-d99d-42ef-b4c1-bb6a72a63f84 req-d0bcc102-db69-4942-967f-6851b9434269 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Aug 12 02:23:37.933261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:37.940957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e88ef-e794-45ef-8bce-21279d723334 None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:37.946844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7fb37a13-ca08-4119-be4d-4cc8a649cb70) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:37.955747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:37.956397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:37.961320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535d77f-bb4f-48d5-a500-3fbf66d8cb91 None None] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:37.976734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1710555872', 'description': 'tempest-description-563026431'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:37.981877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcce0a-1a72-4a71-806d-210daf2fae06 None None] Network f988854c-df2e-4b85-b459-78460359a0b9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:37.986821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8900109-3baf-4eab-bf19-5e1079015925 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7138038 Aug 12 02:23:37.987533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:37.993381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301284442'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:38.009088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.026028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:38.031195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.070733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:38.088650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.090785 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment e3c14d78-53e5-4689-8e12-abd0b86933ca of type vlan for network 54d92fd2-124c-4752-b25b-67f981f371fe Aug 12 02:23:38.149559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.193636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.220479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.249159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.255522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:38.258478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:38.269925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:38.274441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.275905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.343876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.349786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7297e615-84f2-4733-a569-53b46536bb4f req-c9fddff2-1af4-445f-bfd3-3609430429b5 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3883572 Aug 12 02:23:38.466746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4765699 Aug 12 02:23:38.469431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:38.482579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '54d92fd2-124c-4752-b25b-67f981f371fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:38.487521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-3574bd77-7fbe-4415-a4d5-b9ffea34f361 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c HTTP/1.1" status: 200 len: 1814 time: 0.1095657 Aug 12 02:23:38.488632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7e20a-04be-4b09-bd04-ac2e23860341 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=54d92fd2-124c-4752-b25b-67f981f371fe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:38.507865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:38.508477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:38.510257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 54d92fd2-124c-4752-b25b-67f981f371fe details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:38.552620 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6516edb-f602-48a3-be9e-b511413ef737 (CIDR: 2001:db8::/64) Aug 12 02:23:38.583767 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:23:38.584413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:23:38.619884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.628089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3a211-443c-4136-93db-922d466b878d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-7fb37a13-ca08-4119-be4d-4cc8a649cb70', 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '7867a889-8393-40a6-b49c-74b813427a5a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:38.629729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.645341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.650127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.694166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7611c153-4e9d-403c-b9f8-2eb383c201f2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:38.706189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:38.707963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3ca19e28-4b8a-4750-a35f-cfcfeb1ada99 req-f4d474ad-065a-45cc-b6b5-2ab38fe6a4c8 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2062075 Aug 12 02:23:38.856609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-16e3a211-443c-4136-93db-922d466b878d None None] Allocated IP 2001:db8::1 (7fb37a13-ca08-4119-be4d-4cc8a649cb70/7867a889-8393-40a6-b49c-74b813427a5a/b1709cf4-d4c7-4ad8-b495-6a3d88455eba) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:38.898161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0f68daf-c432-4b03-8a2d-1d22248414f1 req-09fb981c-45f3-423a-b3d0-0561a1fda02e tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c HTTP/1.1" status: 200 len: 2408 time: 0.0745575 Aug 12 02:23:38.968428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0698381-34e5-456c-8bf7-78299c32e464 req-bf708cbf-1aa8-471f-846e-c4812dddf076 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-group-rules/7611c153-4e9d-403c-b9f8-2eb383c201f2 HTTP/1.1" status: 200 len: 778 time: 0.0330744 Aug 12 02:23:38.979237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9b88c2f9-200d-44ab-a4db-89a4f36339de tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1053236 Aug 12 02:23:38.985412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:38.992216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:39.031104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0698381-34e5-456c-8bf7-78299c32e464 req-f857375b-1e31-4a50-b5dd-d9820590f2a9 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c HTTP/1.1" status: 200 len: 2408 time: 0.0529463 Aug 12 02:23:39.067571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e657a7f-8df4-40d7-bbbc-5da79f87c658 req-99f7dce9-21ec-4e02-8f85-c8210abc32bf tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:39.069303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e657a7f-8df4-40d7-bbbc-5da79f87c658 req-99f7dce9-21ec-4e02-8f85-c8210abc32bf tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 944 time: 0.5146964 Aug 12 02:23:39.079955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0698381-34e5-456c-8bf7-78299c32e464 req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.090491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0698381-34e5-456c-8bf7-78299c32e464 req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.101426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:39.105225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.120840 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.144920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16e3a211-443c-4136-93db-922d466b878d None None] Transition to ACTIVE for port object b1709cf4-d4c7-4ad8-b495-6a3d88455eba will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:39.146939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0698381-34e5-456c-8bf7-78299c32e464 req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.156595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0698381-34e5-456c-8bf7-78299c32e464 req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.157699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0698381-34e5-456c-8bf7-78299c32e464 req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/7611c153-4e9d-403c-b9f8-2eb383c201f2 HTTP/1.1" status: 204 len: 173 time: 0.1181262 Aug 12 02:23:39.165881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41078f67-a3a8-46cd-a3dc-c81511d64f13 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7611c153-4e9d-403c-b9f8-2eb383c201f2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:39.181855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 97523954-62d6-4c11-9a62-87b38f592095 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:23:39.197122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16e3a211-443c-4136-93db-922d466b878d None None] Transition to ACTIVE for port object b1709cf4-d4c7-4ad8-b495-6a3d88455eba will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:39.212549 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.264329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Performing IP validity checks on allocation pools {{(pid=94674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 02:23:39.268224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 02:23:39.279285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1e657a7f-8df4-40d7-bbbc-5da79f87c658 req-970bd80d-19e0-4f0e-b73c-49239a27b058 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966279 Aug 12 02:23:39.364507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e3a211-443c-4136-93db-922d466b878d None None] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:39.372028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-16e3a211-443c-4136-93db-922d466b878d None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:39.382498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3a211-443c-4136-93db-922d466b878d None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:39.385735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c1228-ca23-45b0-925d-0bbe13910ac5 req-71fd0d76-818e-467d-83fe-d8740cd0573c tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:39.395006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:39.398385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.399256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e9c1228-ca23-45b0-925d-0bbe13910ac5 req-71fd0d76-818e-467d-83fe-d8740cd0573c tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 945 time: 0.1440766 Aug 12 02:23:39.422639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a211-443c-4136-93db-922d466b878d None None] Pushing event updated for resources: {'Port': ['ID=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:39.474216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e9c1228-ca23-45b0-925d-0bbe13910ac5 req-b6c5d0d6-d812-4a57-9380-367e4c4aa247 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735273 Aug 12 02:23:39.516185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:39.537151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16e3a211-443c-4136-93db-922d466b878d None None] Attempting to bind port b1709cf4-d4c7-4ad8-b495-6a3d88455eba on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:39.537528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16e3a211-443c-4136-93db-922d466b878d None None] Attempting to bind port b1709cf4-d4c7-4ad8-b495-6a3d88455eba by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '16b422b8-2f91-4616-983e-06613706c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:39.537895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e3a211-443c-4136-93db-922d466b878d None None] Attempting to bind port b1709cf4-d4c7-4ad8-b495-6a3d88455eba on network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:39.542045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-847882147', 'description': 'tempest-description-1826051373'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:39.574529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '97523954-62d6-4c11-9a62-87b38f592095', 'network_id': '4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f', 'port_id': '97523954-62d6-4c11-9a62-87b38f592095', 'mac_address': 'fa:16:3e:04:0a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8f2610-7722-404d-a30a-d0463fa988d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:23:39.584082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e3a211-443c-4136-93db-922d466b878d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:39.584670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e3a211-443c-4136-93db-922d466b878d None None] Checking segment: {'id': '16b422b8-2f91-4616-983e-06613706c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:39.585346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.585961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e3a211-443c-4136-93db-922d466b878d None None] Bound using segment: {'id': '16b422b8-2f91-4616-983e-06613706c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:39.586620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16e3a211-443c-4136-93db-922d466b878d None None] Bound port: b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b422b8-2f91-4616-983e-06613706c70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7fb37a13-ca08-4119-be4d-4cc8a649cb70'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:39.587233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.608965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7a1a404f-6e01-4c39-a55f-03b6a9a5e499 None None] Provisioning for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:39.666584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.711895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-16e3a211-443c-4136-93db-922d466b878d None None] For port b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:39.720119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-16e3a211-443c-4136-93db-922d466b878d None None] For port b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,segment=NetworkSegment(16b422b8-2f91-4616-983e-06613706c70a),segment_id=16b422b8-2f91-4616-983e-06613706c70a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:39.730951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16e3a211-443c-4136-93db-922d466b878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.763259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.822240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.850739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7a1a404f-6e01-4c39-a55f-03b6a9a5e499 None None] Provisioning complete for port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:39.851110 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a1a404f-6e01-4c39-a55f-03b6a9a5e499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:39.922000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a404f-6e01-4c39-a55f-03b6a9a5e499 None None] Port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:39.930024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97523954-62d6-4c11-9a62-87b38f592095 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:23:40.013953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a211-443c-4136-93db-922d466b878d None None] Pushing event updated for resources: {'Port': ['ID=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:40.054579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:40.070716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.160408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:40.180631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bee9b6e1-5cca-4a70-8dec-9613b88147cd None None] Provisioning for port 0f9b28ed-b727-4acf-ada9-77fd41277a49 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:40.253179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=3f9f6370-3a65-4608-a713-1e4bd00967df,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:40.257158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bee9b6e1-5cca-4a70-8dec-9613b88147cd None None] Provisioning complete for port 0f9b28ed-b727-4acf-ada9-77fd41277a49 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:40.257438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bee9b6e1-5cca-4a70-8dec-9613b88147cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.259130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': 'e3c14d78-53e5-4689-8e12-abd0b86933ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '54d92fd2-124c-4752-b25b-67f981f371fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:40.260170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 54d92fd2-124c-4752-b25b-67f981f371fe, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:40.263709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4249-1a31-45e8-9d33-472efe8ad657 req-c4f1610f-0e0b-432e-9da4-7d903e424d08 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:40.266688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9fd4249-1a31-45e8-9d33-472efe8ad657 req-c4f1610f-0e0b-432e-9da4-7d903e424d08 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 945 time: 0.1283572 Aug 12 02:23:40.326851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['97523954-62d6-4c11-9a62-87b38f592095'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:40.370253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9fd4249-1a31-45e8-9d33-472efe8ad657 req-aac7ff18-80cb-48b8-b847-30d067d1fbc2 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828755 Aug 12 02:23:40.370511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:40.371121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.382849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bee9b6e1-5cca-4a70-8dec-9613b88147cd None None] Port 0f9b28ed-b727-4acf-ada9-77fd41277a49 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:40.411315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.428707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:40.443396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:40.444751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.491057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0092e-7349-480a-8d41-23f22cd9028c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:40.494201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 54d92fd2-124c-4752-b25b-67f981f371fe is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:40.554351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 54d92fd2-124c-4752-b25b-67f981f371fe) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:40.561941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.564048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc3df9de-31a4-4489-a381-a2867c4f77c6 req-515a462c-692c-40d1-824e-3072de4ca4ac tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0356216 Aug 12 02:23:40.573352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:40.573972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.597639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd434099-566a-4567-845c-80b96cfbbf8a None None] Network 54d92fd2-124c-4752-b25b-67f981f371fe requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:40.607103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.625495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be51525f-d06e-42a8-a85c-5bf5d839a0dd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1543212 Aug 12 02:23:40.626755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9268-3430-431f-aa4f-2be368e9bb9b req-2f2b06c7-a49c-4a9b-83f3-440f5d7eb463 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:40.629219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6fff9268-3430-431f-aa4f-2be368e9bb9b req-2f2b06c7-a49c-4a9b-83f3-440f5d7eb463 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 945 time: 0.1591468 Aug 12 02:23:40.631323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43430) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:40.681586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:40.688783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:40.695540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:40.697198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.752817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f28e2f-472e-43a4-a5cd-a1fcbe96b349 None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:40.786806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6fff9268-3430-431f-aa4f-2be368e9bb9b req-8b997ef9-31fa-4cea-9784-64eaad3af896 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295028 Aug 12 02:23:40.804555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=2329a861-568f-4a22-8d7c-1752137d1e83,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:40.815507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25330fc8-27d1-499d-b30f-51b0b14145b7 req-57d1294b-7f79-42e1-b90e-2bd42796f7e4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/73c0092e-7349-480a-8d41-23f22cd9028c HTTP/1.1" status: 200 len: 1814 time: 0.0895879 Aug 12 02:23:40.824928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-74f9fba0-7788-4a76-9823-81d856adfc97 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8382142 Aug 12 02:23:40.825723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:40.833365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297631185', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2329a861-568f-4a22-8d7c-1752137d1e83'}], 'security_groups': ['1a1ea948-92ad-4076-ab72-6efd6330c83c']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:40.854916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.858602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.892226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-873240266', 'description': 'tempest-description-1583009660'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:40.965279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.971375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:40.977886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.989027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0dad62-02c2-47db-82ec-73eeba4e4ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-54d92fd2-124c-4752-b25b-67f981f371fe', 'network_id': '54d92fd2-124c-4752-b25b-67f981f371fe', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '3f9f6370-3a65-4608-a713-1e4bd00967df'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:40.989901 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec0dad62-02c2-47db-82ec-73eeba4e4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:40.997621 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.061451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.139860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.171621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9f6370-3a65-4608-a713-1e4bd00967df,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:41.184418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:41.302928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.322411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d92fd2-124c-4752-b25b-67f981f371fe']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:41.339319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c14d78-53e5-4689-8e12-abd0b86933ca') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:41.339695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c14d78-53e5-4689-8e12-abd0b86933ca') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:41.350266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.366809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.374718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:41.379609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:41.382933 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-ec0dad62-02c2-47db-82ec-73eeba4e4ee5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f9f6370-3a65-4608-a713-1e4bd00967df: This subnet is being modified by another concurrent operation. Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:23:41.389806 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f9f6370-3a65-4608-a713-1e4bd00967df: This subnet is being modified by another concurrent operation. Aug 12 02:23:41.394074 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:23:41.497360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae34c6-646d-4c08-9d5f-ad26b9ebded9 None None] Network 54d92fd2-124c-4752-b25b-67f981f371fe requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:41.525469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293de50-15d1-4019-961b-cbaedae812b2 None None] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:41.556393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.565275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.567603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/54d92fd2-124c-4752-b25b-67f981f371fe HTTP/1.1" status: 204 len: 168 time: 0.9350691 Aug 12 02:23:41.575256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:41.582522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.592099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779348435'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:41.606415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a896-16e4-40fc-9e07-e423f59ec6f1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=54d92fd2-124c-4752-b25b-67f981f371fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:41.612273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.621791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-12272840-dab8-4825-9dde-584e92a6efc7 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:41.623382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-12272840-dab8-4825-9dde-584e92a6efc7 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.21 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 945 time: 0.1764152 Aug 12 02:23:41.631188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c6ffb-fcae-4428-89d9-0f19b7c0dc8c req-3901f7fd-8a42-46ef-b5f1-88e8f082f5ea tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:41.632814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82c6ffb-fcae-4428-89d9-0f19b7c0dc8c req-3901f7fd-8a42-46ef-b5f1-88e8f082f5ea tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 945 time: 0.1228423 Aug 12 02:23:41.642388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:41.646586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.678704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.680018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa5685d8-814f-46da-a269-31692a7ae4e0 req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7946453 Aug 12 02:23:41.705846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Update dhcp port {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'fixed_ips': [{'subnet_id': 'e6516edb-f602-48a3-be9e-b511413ef737', 'ip_address': '2001:db8::2'}, {'subnet_id': '2329a861-568f-4a22-8d7c-1752137d1e83'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '16c0df3f-868d-4b91-bc54-3cc1b3a12701'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:23:41.737152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bf558-351a-4c6a-9410-910df0d7a6e2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111648b1-6ece-4fa3-8f85-5c55271655a5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:41.740498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.744114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f3e458e1-0a6e-4f86-8a64-7e5079489e3b None None] Provisioning for port b1709cf4-d4c7-4ad8-b495-6a3d88455eba completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:41.756824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:41.768039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.768506 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 1f792ab6-b6d6-471e-9557-569e54feac18 of type vlan for network 927990ab-f05c-4195-8ff5-d0515a525247 Aug 12 02:23:41.829727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d9eecd0-a18b-41d1-8a16-f239e3d36814 req-d54b6303-6dd5-40e0-ad0a-d3d553855421 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/111648b1-6ece-4fa3-8f85-5c55271655a5 HTTP/1.1" status: 200 len: 1814 time: 0.1115983 Aug 12 02:23:41.832367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.854162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Delete allocated IP 2001:db8::228 (b8d0de75-c9d2-4109-aab2-5575106c095a/e6516edb-f602-48a3-be9e-b511413ef737) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:23:41.869413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8:0:1::27b (b8d0de75-c9d2-4109-aab2-5575106c095a/2329a861-568f-4a22-8d7c-1752137d1e83/0f9b28ed-b727-4acf-ada9-77fd41277a49) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:41.886232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Deleting port e5671536-3deb-4c19-8042-15244803be61 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:41.886579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.922334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82c6ffb-fcae-4428-89d9-0f19b7c0dc8c req-9ee49d68-1433-492a-af81-ce69a73a4495 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/security-groups?id=ce95032d-b55f-4fd2-95fd-b2aa175fec35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500284 Aug 12 02:23:41.928754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.950595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:41.951339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:41.990899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-384306803', 'description': 'tempest-description-1767300914'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:42.112484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] For port e5671536-3deb-4c19-8042-15244803be61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e5671536-3deb-4c19-8042-15244803be61,segment=NetworkSegment(375d48f0-ff4c-4f7d-8eac-7db78ae06b49),segment_id=375d48f0-ff4c-4f7d-8eac-7db78ae06b49)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:42.112871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.126310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.150547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Calling delete_port for e5671536-3deb-4c19-8042-15244803be61 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:42.195755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=927990ab-f05c-4195-8ff5-d0515a525247,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:42.209802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6332753 Aug 12 02:23:42.216651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:42.218804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.219273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.219922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.220279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.220832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.221276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.221645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.222002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.222397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.223419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.223866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.223981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1709cf4-d4c7-4ad8-b495-6a3d88455eba up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:42.224657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7734bd6-08e5-4435-a95e-15a61f379488 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:42.238327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '927990ab-f05c-4195-8ff5-d0515a525247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:42.270320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 927990ab-f05c-4195-8ff5-d0515a525247 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:42.341813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.384757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 0f9b28ed-b727-4acf-ada9-77fd41277a49 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:42.414568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.477637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b1709cf4-d4c7-4ad8-b495-6a3d88455eba completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:42.491179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b1709cf4-d4c7-4ad8-b495-6a3d88455eba triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:42.491724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.542428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] In _notify_port_updated(), no bound segment for port 0f9b28ed-b727-4acf-ada9-77fd41277a49 on network b8d0de75-c9d2-4109-aab2-5575106c095a {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:23:42.550014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:42.550437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.559400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/ports/0f9b28ed-b727-4acf-ada9-77fd41277a49 HTTP/1.1" status: 200 len: 930 time: 1.7293217 Aug 12 02:23:42.582688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.592785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43460) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:42.656875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.668373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Allocated IP 2001:db8:0:1::2 (b8d0de75-c9d2-4109-aab2-5575106c095a/2329a861-568f-4a22-8d7c-1752137d1e83/16c0df3f-868d-4b91-bc54-3cc1b3a12701) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:42.701228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.745407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920d478-4456-4d02-9a9d-63fca738c38c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=0f9b28ed-b727-4acf-ada9-77fd41277a49,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:42.773155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa3b3eb-3227-47f4-99b1-fc22e58aefd1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:42.781797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.783815 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40d05fd8-88b3-48db-9170-318f0bf81cd3 req-eb623512-1d4a-47e1-ac8b-d3f5750fec7b tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7968953 Aug 12 02:23:42.786489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.829259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778ed10-ebfd-406d-879b-9c199297e88a req-c23f26a5-8c36-496c-a9dd-93848ba0fb6b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:42.836324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e5671536-3deb-4c19-8042-15244803be61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:23:42.838450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6778ed10-ebfd-406d-879b-9c199297e88a req-c23f26a5-8c36-496c-a9dd-93848ba0fb6b tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 945 time: 0.7030263 Aug 12 02:23:42.847237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Pushing event deleted for resources: {'Port': ['ID=e5671536-3deb-4c19-8042-15244803be61,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:42.886081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,segment=NetworkSegment(16b422b8-2f91-4616-983e-06613706c70a),segment_id=16b422b8-2f91-4616-983e-06613706c70a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:42.896282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:42.901068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.914087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] No DVR routers for this DVR port e5671536-3deb-4c19-8042-15244803be61 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:42.917872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.922324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b1acdbd-95c4-423b-8c15-17d142fb557a req-c502ff19-6aec-4f3a-9a4d-4c0f90271c39 tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.21 "DELETE /v2.0/ports/e5671536-3deb-4c19-8042-15244803be61 HTTP/1.1" status: 204 len: 173 time: 1.2894473 Aug 12 02:23:42.922836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'name': 'network-vif-deleted', 'tag': 'e5671536-3deb-4c19-8042-15244803be61'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:42.925440 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aa9adb-7332-4509-94f9-4d4d5e25f462" -d '{"events": [{"server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "name": "network-vif-deleted", "tag": "e5671536-3deb-4c19-8042-15244803be61"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:42.942968 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6778ed10-ebfd-406d-879b-9c199297e88a req-17125288-484c-4d48-be2a-733be3786757 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023118 Aug 12 02:23:42.955113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:42.956181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:43.002292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4743e59e-c0a7-41ea-9497-a940df769420 req-bd48cf81-1abf-4a85-8817-b7f285646fd9 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/0aa3b3eb-3227-47f4-99b1-fc22e58aefd1 HTTP/1.1" status: 200 len: 1814 time: 0.0708680 Aug 12 02:23:43.016991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 0f9b28ed-b727-4acf-ada9-77fd41277a49 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:43.017351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.121946 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8300cc7-dde7-493c-901d-2b834e880402 x-openstack-request-id: req-b8300cc7-dde7-493c-901d-2b834e880402 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:43.122293 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe04018-1f28-4d18-a76d-502da531751e", "name": "network-vif-deleted", "tag": "e5671536-3deb-4c19-8042-15244803be61", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:43.122485 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8300cc7-dde7-493c-901d-2b834e880402 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:43.122880 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe04018-1f28-4d18-a76d-502da531751e', 'name': 'network-vif-deleted', 'tag': 'e5671536-3deb-4c19-8042-15244803be61', 'status': 'completed', 'code': 200} Aug 12 02:23:43.160463 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.166723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7ef063b2-96e4-4945-b354-0ed538e685f0 None None] Provisioning complete for port b1709cf4-d4c7-4ad8-b495-6a3d88455eba triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:43.167420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ef063b2-96e4-4945-b354-0ed538e685f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.188646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 0f9b28ed-b727-4acf-ada9-77fd41277a49 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:43.208411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26709172-8b55-483d-82ff-6eb036df2ee2 req-6377c406-fa04-474d-b5b5-71a257e81a87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:43.209752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26709172-8b55-483d-82ff-6eb036df2ee2 req-6377c406-fa04-474d-b5b5-71a257e81a87 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.0967801 Aug 12 02:23:43.210890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 97523954-62d6-4c11-9a62-87b38f592095 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:43.282122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:43.300395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:43.312548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26709172-8b55-483d-82ff-6eb036df2ee2 req-ea3e6ce3-9a3f-4c86-a53c-0c1049bbea8a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927634 Aug 12 02:23:43.325027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-974a4122-cdbf-4a12-9645-ab71a3c9b702 req-cd1de2d7-094d-438d-b668-c2e7544aad7f tempest-ServerPasswordTestJSON-1619528020 tempest-ServerPasswordTestJSON-1619528020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfe04018-1f28-4d18-a76d-502da531751e HTTP/1.1" status: 200 len: 210 time: 0.0425258 Aug 12 02:23:43.381560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.396636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2008928922', 'description': 'tempest-description-1951319469'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:43.430088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:43.472240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.479704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:43.480152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.484177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.489180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Transition to ACTIVE for port object 16c0df3f-868d-4b91-bc54-3cc1b3a12701 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:43.534273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.543619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=0f9b28ed-b727-4acf-ada9-77fd41277a49,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:43.569431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.589826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 97523954-62d6-4c11-9a62-87b38f592095 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:43.596846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Deleting subnet 5df01981-d3be-4f59-bf8a-d331551bd410 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:43.612140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.615550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-63a7692a-04e4-40a2-9c90-456f43ed7880 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/0f9b28ed-b727-4acf-ada9-77fd41277a49 HTTP/1.1" status: 204 len: 168 time: 1.0183730 Aug 12 02:23:43.618258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43480) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:43.618532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.625257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 97523954-62d6-4c11-9a62-87b38f592095 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:43.625624 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.628591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=0831d818-5896-456f-9eeb-fa01795b7f73,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:43.682567 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-04656bc6-c28b-43f4-a7db-3781b68ee901 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:23:43.685382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04656bc6-c28b-43f4-a7db-3781b68ee901 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/0f9b28ed-b727-4acf-ada9-77fd41277a49 HTTP/1.1" status: 404 len: 333 time: 0.0656695 Aug 12 02:23:43.686980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': '1f792ab6-b6d6-471e-9557-569e54feac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:43.687590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 927990ab-f05c-4195-8ff5-d0515a525247, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:43.689796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43482) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:43.722298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.739050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 had new provisioning blocks added so it will not transition to active. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 12 02:23:43.740398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcac5a-ad80-41fd-81fe-654c5cb85c8d None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:43.806644 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.806867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 927990ab-f05c-4195-8ff5-d0515a525247 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:43.812741 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.837503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.844127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97523954-62d6-4c11-9a62-87b38f592095'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:43.847266 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e27aff-8d63-4efe-a0d1-61dc6fbf902e" -d '{"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-plugged", "status": "completed", "tag": "97523954-62d6-4c11-9a62-87b38f592095"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:43.860338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.868882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 927990ab-f05c-4195-8ff5-d0515a525247) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:43.876983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:43.877585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.889818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:43.893278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961095ab-2d76-43fb-9fb6-84886868504e None None] Network 927990ab-f05c-4195-8ff5-d0515a525247 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:43.910901 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.961341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.961968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.973916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.975706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:43.979200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/security-groups/28c1a8d3-2602-4087-b09d-0cb310c0ff06 HTTP/1.1" status: 204 len: 168 time: 0.2859299 Aug 12 02:23:43.985949 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a0649c-65d4-4801-af2c-0588b268564f x-openstack-request-id: req-74a0649c-65d4-4801-af2c-0588b268564f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:43.987265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:43.987535 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-plugged", "status": "completed", "tag": "97523954-62d6-4c11-9a62-87b38f592095", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:43.987893 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74a0649c-65d4-4801-af2c-0588b268564f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:43.989388 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97523954-62d6-4c11-9a62-87b38f592095', 'code': 200} Aug 12 02:23:44.004364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd195c36-e764-4663-97a5-fc61df21f993 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1a8d3-2602-4087-b09d-0cb310c0ff06,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:44.076920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-618508b8-195b-4ad9-8571-e15f1e913377 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8437588 Aug 12 02:23:44.077948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.080880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:44.082308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f092ddad-90b0-4dad-b590-ab763412dab2 req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7094328 Aug 12 02:23:44.094546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.117411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1709cf4-d4c7-4ad8-b495-6a3d88455eba up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:44.161981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.230818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:44.241912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df01981-d3be-4f59-bf8a-d331551bd410,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:44.257538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.258484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.261810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a17b349b-1dc7-43de-8375-60a8a92fb7f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5df01981-d3be-4f59-bf8a-d331551bd410 HTTP/1.1" status: 204 len: 168 time: 0.8281133 Aug 12 02:23:44.261810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc85625-2cc8-4859-adda-95a904b8c69f tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64beae86-8f76-49e9-8cfc-31038d51962d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:44.281403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43496) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:44.289089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b1709cf4-d4c7-4ad8-b495-6a3d88455eba triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:44.289630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.291417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7083f20-2d48-4e62-af50-69eea2fcc88d req-146c8d65-812a-4277-a2bf-1179252be585 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:44.293163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7083f20-2d48-4e62-af50-69eea2fcc88d req-146c8d65-812a-4277-a2bf-1179252be585 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.1737032 Aug 12 02:23:44.302463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59d9fbfc-561d-45f7-869e-696304c824fb req-88ce1db9-ba27-434d-9c46-2a77dcaeac21 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/64beae86-8f76-49e9-8cfc-31038d51962d HTTP/1.1" status: 200 len: 1815 time: 0.1714034 Aug 12 02:23:44.319611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca88c10-65fd-4e3f-94d3-27912cd5439b req-b1f031b6-49fe-4c59-9a9a-eaa89f7f7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:44.321338 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6ca88c10-65fd-4e3f-94d3-27912cd5439b req-b1f031b6-49fe-4c59-9a9a-eaa89f7f7b54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 1097 time: 0.2656446 Aug 12 02:23:44.353402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-927990ab-f05c-4195-8ff5-d0515a525247', 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '0831d818-5896-456f-9eeb-fa01795b7f73'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:44.353627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.354493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.421621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6ca88c10-65fd-4e3f-94d3-27912cd5439b req-b5f7ac3f-2545-45fe-b201-bc5edd3cfa11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923870 Aug 12 02:23:44.453011 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-f7da064c-afae-459f-bd2e-e15c7e13ae36 req-f2a4f72c-a524-4529-9b39-29360923a845 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] show failed (client error): The resource could not be found. Aug 12 02:23:44.454806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7da064c-afae-459f-bd2e-e15c7e13ae36 req-f2a4f72c-a524-4529-9b39-29360923a845 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/9b87c014-39ac-4d99-b643-14fc94df23a7 HTTP/1.1" status: 404 len: 352 time: 0.0259798 Aug 12 02:23:44.510897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:44.574763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.580816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7083f20-2d48-4e62-af50-69eea2fcc88d req-e1a0aaa5-b496-459a-95c6-549b09981ed3 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542253 Aug 12 02:23:44.606278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Deleting subnet a4f6ef25-5edf-4f94-b944-65b8583bf7f7 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:44.616970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.628680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:44.640586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.646475 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-f37c2aab-daf5-4581-90fa-387f542e04b9 req-b2fbb45e-c189-477f-84fc-b2574f8e7a2c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] show failed (client error): The resource could not be found. Aug 12 02:23:44.647596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f37c2aab-daf5-4581-90fa-387f542e04b9 req-b2fbb45e-c189-477f-84fc-b2574f8e7a2c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-group-rules/b684bee1-7ed8-4f17-8cef-0138730d964c HTTP/1.1" status: 404 len: 361 time: 0.0283432 Aug 12 02:23:44.650371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.652880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.657124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a1ea948-92ad-4076-ab72-6efd6330c83c HTTP/1.1" status: 204 len: 168 time: 0.6667366 Aug 12 02:23:44.660167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43510) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:44.703254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d1fe-42f1-4802-a4d8-65659fb673ed tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1ea948-92ad-4076-ab72-6efd6330c83c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:44.707612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.773864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Provisioning for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:44.776349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Allocated IP 2001:db8::1 (927990ab-f05c-4195-8ff5-d0515a525247/0831d818-5896-456f-9eeb-fa01795b7f73/5e3b8ef8-1a51-4f0b-b903-13859dba06ff) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:44.789134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:44.789507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.793276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet e6516edb-f602-48a3-be9e-b511413ef737 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:44.819921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.858442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afefd9-a6ca-4887-ac46-6edbd21ff4e9 req-3a011449-d80e-49b5-8374-8ab96f3c77be tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:44.866450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75afefd9-a6ca-4887-ac46-6edbd21ff4e9 req-3a011449-d80e-49b5-8374-8ab96f3c77be tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.1186512 Aug 12 02:23:44.893396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:44.893772 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:44.928309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75afefd9-a6ca-4887-ac46-6edbd21ff4e9 req-879c02d6-1a3b-4f8a-ba97-3dff6043809a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588825 Aug 12 02:23:44.980423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.014564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f6ef25-5edf-4f94-b944-65b8583bf7f7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.017504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.024299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52f3e9e0-ce84-4753-a8c8-c413ab049b65 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4f6ef25-5edf-4f94-b944-65b8583bf7f7 HTTP/1.1" status: 204 len: 168 time: 0.5115528 Aug 12 02:23:45.026068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43518) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:45.137612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.142500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.190774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-e1c7bf22-dbe5-4938-9297-c38446d66362 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/64beae86-8f76-49e9-8cfc-31038d51962d HTTP/1.1" status: 200 len: 1815 time: 0.1121180 Aug 12 02:23:45.197827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.228779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.232153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8334ec69-4d96-45f5-a9a8-defb84f22a08']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.276211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.276547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1d0e2a-1e96-47a0-b3a2-9b26a73dd247') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.302829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.304880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.328041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Transition to ACTIVE for port object 5e3b8ef8-1a51-4f0b-b903-13859dba06ff will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:45.331745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.336893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.347005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Transition to ACTIVE for port object 5e3b8ef8-1a51-4f0b-b903-13859dba06ff will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:45.359170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Could not find standard attr ID for object 0f9b28ed-b727-4acf-ada9-77fd41277a49. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:23:45.359731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4604e7b-5af4-4de5-852b-fca63e0019a3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.365540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.368646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:45.369061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:45.372483 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:45.385728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.393725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375d48f0-ff4c-4f7d-8eac-7db78ae06b49') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.394021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375d48f0-ff4c-4f7d-8eac-7db78ae06b49') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.405466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.425269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.428253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Network 927990ab-f05c-4195-8ff5-d0515a525247 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:45.434585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:45.439565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:45.440452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:45.440577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.445564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Provisioning complete for port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:45.445564 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.454458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Pushing event updated for resources: {'Port': ['ID=5e3b8ef8-1a51-4f0b-b903-13859dba06ff,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.470447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.479267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.504218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.528458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:45.563980 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:45.568093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.571717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-74a122d9-bc04-4848-adab-37f7801723bc None None] Port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:45.575577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.580665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] 10.222.0.11 "DELETE /v2.0/networks/e4604e7b-5af4-4de5-852b-fca63e0019a3 HTTP/1.1" status: 204 len: 168 time: 0.5507452 Aug 12 02:23:45.586829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.590911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Attempting to bind port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:45.591655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8334ec69-4d96-45f5-a9a8-defb84f22a08 HTTP/1.1" status: 204 len: 168 time: 1.2974310 Aug 12 02:23:45.593489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Attempting to bind port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1f792ab6-b6d6-471e-9557-569e54feac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:45.594345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Attempting to bind port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff on network 927990ab-f05c-4195-8ff5-d0515a525247 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:45.595508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=0831d818-5896-456f-9eeb-fa01795b7f73,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.600163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:45.601102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698027e7-5ea8-4d69-81d1-5547e5458f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=e4604e7b-5af4-4de5-852b-fca63e0019a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.610494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:45.611137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Checking segment: {'id': '1f792ab6-b6d6-471e-9557-569e54feac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:45.611768 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.612341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Bound using segment: {'id': '1f792ab6-b6d6-471e-9557-569e54feac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:45.612994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Bound port: 5e3b8ef8-1a51-4f0b-b903-13859dba06ff, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f792ab6-b6d6-471e-9557-569e54feac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '927990ab-f05c-4195-8ff5-d0515a525247'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:45.613618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.662484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112784c7-b8a0-4dd3-812c-d0b52ca4ecd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8334ec69-4d96-45f5-a9a8-defb84f22a08,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.669429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Deleting subnet 23f5166a-bcc3-44ef-bde2-51c2f395be74 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:45.674260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.685286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.687599 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.692047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.695461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fe404ca2-475f-4c65-a08f-b5935096c08d None None] Could not find standard attr ID for object 0f9b28ed-b727-4acf-ada9-77fd41277a49. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:23:45.705056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61ff2655-d481-4e05-b5ba-b8120a4b0864 req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-groups/64beae86-8f76-49e9-8cfc-31038d51962d HTTP/1.1" status: 204 len: 173 time: 0.5019758 Aug 12 02:23:45.715602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] For port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:45.719657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] For port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e3b8ef8-1a51-4f0b-b903-13859dba06ff,segment=NetworkSegment(1f792ab6-b6d6-471e-9557-569e54feac18),segment_id=1f792ab6-b6d6-471e-9557-569e54feac18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:45.725923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927990ab-f05c-4195-8ff5-d0515a525247']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.728624 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.765215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f792ab6-b6d6-471e-9557-569e54feac18') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.765538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f792ab6-b6d6-471e-9557-569e54feac18') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:45.767672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.767914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bd03c-f83f-41aa-9345-ad53e8824bb5 req-97974b96-4eb3-43e3-9832-a1294315538f tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:45.769449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-241bd03c-f83f-41aa-9345-ad53e8824bb5 req-97974b96-4eb3-43e3-9832-a1294315538f tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.1050427 Aug 12 02:23:45.771838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:45.785937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f78fd5-8b82-483c-a919-cfe9a6ae518c tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64beae86-8f76-49e9-8cfc-31038d51962d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.789051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.796136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/e6516edb-f602-48a3-be9e-b511413ef737 HTTP/1.1" status: 204 len: 168 time: 1.1222053 Aug 12 02:23:45.796297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.799852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43536) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:45.802709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6ee6a-d018-4905-b07a-485cf500428c None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:45.827394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:45.831890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.843080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810113f-904b-4147-9b6b-8050f4f3749f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=e6516edb-f602-48a3-be9e-b511413ef737,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.875390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b82b9-a459-49d2-8a68-256cd1140335 None None] Pushing event updated for resources: {'Port': ['ID=5e3b8ef8-1a51-4f0b-b903-13859dba06ff,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:45.893787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-241bd03c-f83f-41aa-9345-ad53e8824bb5 req-4a476dd8-4488-4905-872a-fc1f6f84dfa1 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943875 Aug 12 02:23:45.906099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.913916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e88d19de-6ca0-4c15-840f-752a201dab75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e01c2e47d501493c9932249cadd828c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408939 Aug 12 02:23:45.915071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.916790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43538) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:45.949152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:45.949570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:45.953923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea90d2c2-89ed-4d0c-badf-f72f083b689f None None] Network 927990ab-f05c-4195-8ff5-d0515a525247 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:45.954327 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:46.011205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.033582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545461-516e-4cf2-a5c1-d53ed726d6c3 req-4404797a-5e6e-468c-aa26-a65f45052880 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:46.035334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81545461-516e-4cf2-a5c1-d53ed726d6c3 req-4404797a-5e6e-468c-aa26-a65f45052880 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.2139466 Aug 12 02:23:46.050020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-3723fbb7-b8ad-4f4a-8d09-b16db5b0e893 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/0aa3b3eb-3227-47f4-99b1-fc22e58aefd1 HTTP/1.1" status: 200 len: 1814 time: 0.0813303 Aug 12 02:23:46.050719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f5166a-bcc3-44ef-bde2-51c2f395be74,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.057801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.059806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-495f8026-e1c8-485a-8751-cf725e02d67c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23f5166a-bcc3-44ef-bde2-51c2f395be74 HTTP/1.1" status: 204 len: 168 time: 0.4546020 Aug 12 02:23:46.062398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:46.088897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 02:23:46.088897 n-d-804303-2 neutron-server[94674]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 02:23:46.088897 n-d-804303-2 neutron-server[94674]: [parameters: {'id': '927990ab-f05c-4195-8ff5-d0515a525247'}] Aug 12 02:23:46.088897 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:23:46.089423 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:23:46.118422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e5671536-3deb-4c19-8042-15244803be61 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:46.118749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.131224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81545461-516e-4cf2-a5c1-d53ed726d6c3 req-a0e50d3d-e858-4d3a-9305-79d2d88f103a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866442 Aug 12 02:23:46.161788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: e5671536-3deb-4c19-8042-15244803be61 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:46.162120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.162244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e5671536-3deb-4c19-8042-15244803be61 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:46.166872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:46.171173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.194680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.195148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.287301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.304653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.328568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7b297e-f8d2-4ea9-9d52-f6d77491f808']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:46.344369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.344601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a4cb39-0b09-42fc-8608-3f7f642eb7bc') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:46.344699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a4cb39-0b09-42fc-8608-3f7f642eb7bc') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:46.348063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.349461 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce95032d-b55f-4fd2-95fd-b2aa175fec35 HTTP/1.1" status: 204 len: 168 time: 0.4315341 Aug 12 02:23:46.362601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.369137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada919d5-36cd-42ae-bfd7-0f2a8826b817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95032d-b55f-4fd2-95fd-b2aa175fec35,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.384619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.386889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.389416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.400077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23ff2b65-0597-40d9-b7e5-a2180b06ed74 req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-groups/0aa3b3eb-3227-47f4-99b1-fc22e58aefd1 HTTP/1.1" status: 204 len: 173 time: 0.3389938 Aug 12 02:23:46.431975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:46.432650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.435243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a7e3-ab5a-4e7a-9aa8-940781246d86 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa3b3eb-3227-47f4-99b1-fc22e58aefd1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:46.454141 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:46.582911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-adf02eb9-0226-4874-ad68-ee914f1846c2 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/111648b1-6ece-4fa3-8f85-5c55271655a5 HTTP/1.1" status: 200 len: 1814 time: 0.1532352 Aug 12 02:23:46.583555 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.593082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.594126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.598307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d7b297e-f8d2-4ea9-9d52-f6d77491f808 HTTP/1.1" status: 204 len: 168 time: 0.5270417 Aug 12 02:23:46.617514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db0644-6353-400a-90f0-311ea28f468b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7b297e-f8d2-4ea9-9d52-f6d77491f808,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.621198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.683169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.720719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:46.722695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.731579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16772e-380e-4e4e-9dc2-f0ad44907bc9 req-edcb1c67-8ab5-45ec-b634-1ba77088da4d tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:46.734520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba16772e-380e-4e4e-9dc2-f0ad44907bc9 req-edcb1c67-8ab5-45ec-b634-1ba77088da4d tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.2091358 Aug 12 02:23:46.740359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:46.743768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:46.744695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.807522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9829085 Aug 12 02:23:46.809364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.814062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:46.816814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.819044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'security_group': {'name': 'tempest-secgroup-856489745'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:46.820067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d40875f-5bc2-4aec-8675-22ce4d399858 req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-groups/111648b1-6ece-4fa3-8f85-5c55271655a5 HTTP/1.1" status: 204 len: 173 time: 0.2218382 Aug 12 02:23:46.833002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f5b42-16e6-44ed-bfa6-1567e2c1a6d4 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111648b1-6ece-4fa3-8f85-5c55271655a5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.880533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288a8d8-83b7-4085-b895-796cc689de5f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=ca87b470-2268-458f-abfa-c8b135e830ca,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:46.883551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:46.947544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-3a68e9a2-34fd-47e3-a83d-e139703a9293 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/73c0092e-7349-480a-8d41-23f22cd9028c HTTP/1.1" status: 200 len: 1814 time: 0.1009753 Aug 12 02:23:46.952625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba16772e-380e-4e4e-9dc2-f0ad44907bc9 req-2925e9d2-8d5b-439b-941a-8e03508106d2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750634 Aug 12 02:23:46.960012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43564) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:47.020710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:47.021570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.021974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.064092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.156347 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.161560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.163091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2da9da2-c10a-4617-ba3c-d2bd9b40857c req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-groups/73c0092e-7349-480a-8d41-23f22cd9028c HTTP/1.1" status: 204 len: 173 time: 0.2146823 Aug 12 02:23:47.164429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e3b8ef8-1a51-4f0b-b903-13859dba06ff,segment=NetworkSegment(1f792ab6-b6d6-471e-9557-569e54feac18),segment_id=1f792ab6-b6d6-471e-9557-569e54feac18)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:47.164801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.177858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15174e-bd9d-41c0-bbea-446a4e7f7e3e None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:47.184369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-da84eb6e-1d42-448d-a9b7-a60179f11af5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:47.186455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-da84eb6e-1d42-448d-a9b7-a60179f11af5 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.25 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.1113858 Aug 12 02:23:47.198230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f7ba6-f545-4e63-b977-bd1e6219b829 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0092e-7349-480a-8d41-23f22cd9028c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:47.227815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for 5e3b8ef8-1a51-4f0b-b903-13859dba06ff owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:47.240274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9d1ed10-e872-41b2-8b4e-2278aade6e77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a3c47fd8a79414ebd3ed9af4638080d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761467 Aug 12 02:23:47.273761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f635c232-a838-4734-90e7-7f15bf65d7d8 None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:47.273885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:47.274032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f635c232-a838-4734-90e7-7f15bf65d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.348343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.367685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-027f0925-0ec0-4b1e-a795-26851af011de tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "GET /v2.0/security-groups/cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c HTTP/1.1" status: 200 len: 1814 time: 0.1718092 Aug 12 02:23:47.369822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5ba79-9b2c-4904-908e-381255ddff23 req-0dcf6fb0-ccd5-46f5-8625-465224ab3c4a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:47.378811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65f5ba79-9b2c-4904-908e-381255ddff23 req-0dcf6fb0-ccd5-46f5-8625-465224ab3c4a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 945 time: 0.2865710 Aug 12 02:23:47.400636 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:23:47.441590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.447179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.450270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f635c232-a838-4734-90e7-7f15bf65d7d8 None None] Provisioning complete for port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:47.450925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f635c232-a838-4734-90e7-7f15bf65d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.483584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.488342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port 5e3b8ef8-1a51-4f0b-b903-13859dba06ff on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:47.495924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f635c232-a838-4734-90e7-7f15bf65d7d8 None None] Port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:47.500948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.525929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=5e3b8ef8-1a51-4f0b-b903-13859dba06ff,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:47.540597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Update dhcp port {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'fixed_ips': [{'subnet_id': '2329a861-568f-4a22-8d7c-1752137d1e83', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca87b470-2268-458f-abfa-c8b135e830ca'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '16c0df3f-868d-4b91-bc54-3cc1b3a12701'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:23:47.552421 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.577801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:47.578436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.579459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.612962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Deleting port 012b7471-f487-4e47-8eb3-f2700c9932a8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:47.613309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.632134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65f5ba79-9b2c-4904-908e-381255ddff23 req-842c3438-3868-4d97-a458-c3f9fd0e5808 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c49e347-42c1-43de-8df0-69104f43ab55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523081 Aug 12 02:23:47.640679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.641292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.641654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.642381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.643058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.643502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.643848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.644849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.645244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.645715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.646061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.646506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:47.659462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.699272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.700456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8853431 Aug 12 02:23:47.703587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927990ab-f05c-4195-8ff5-d0515a525247']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:47.706310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43588) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:47.719394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'security_group': {'name': 'tempest-secgroup-2088584709'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:47.722779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.726825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56b595-ae98-4358-bccf-eb9b672c741d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aba8c6-8592-4ea5-92a4-5a1f1e7329ef,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:47.729364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.730172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e338238f-bd00-45cc-b647-4ea359b290e9 req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] 10.222.0.11 "DELETE /v2.0/security-groups/cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c HTTP/1.1" status: 204 len: 173 time: 0.3616958 Aug 12 02:23:47.738603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f792ab6-b6d6-471e-9557-569e54feac18') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:47.739214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f792ab6-b6d6-471e-9557-569e54feac18') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:47.741635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43590) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:47.750063 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.753778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.755769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2f19a77-aa6e-4f8e-bc20-4853eb29716d HTTP/1.1" status: 204 len: 168 time: 0.4808626 Aug 12 02:23:47.766718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.767227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.796551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a522d7-33d8-4f0a-aff7-69c38fc13057 tempest-SecurityGroupRulesNegativeTestJSON-810884243 tempest-SecurityGroupRulesNegativeTestJSON-810884243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9a2a40-b0fc-4d1f-8bc4-a3aabb94d06c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:47.815625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.818403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-552590368-network', 'tenant_id': '020e384c0af5462bbba55b30663ec69a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:47.827606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] For port 012b7471-f487-4e47-8eb3-f2700c9932a8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=012b7471-f487-4e47-8eb3-f2700c9932a8,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:47.827985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.832762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:47.833343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:47.839164 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:47.847450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62eeed8-5d92-460e-afc3-4dc8f0d5b45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f19a77-aa6e-4f8e-bc20-4853eb29716d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:47.863039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Allocated IP 2001:db8::2 (b8d0de75-c9d2-4109-aab2-5575106c095a/ca87b470-2268-458f-abfa-c8b135e830ca/16c0df3f-868d-4b91-bc54-3cc1b3a12701) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:47.885563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.897101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Deleting subnet a5b20259-aefc-47fd-b829-7b8a52d0f13c {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:47.909574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.917018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Made reservation on behalf of 020e384c0af5462bbba55b30663ec69a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:47.920762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:47.941198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.013931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:48.015551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.031872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.033750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/927990ab-f05c-4195-8ff5-d0515a525247 HTTP/1.1" status: 204 len: 168 time: 3.9518249 Aug 12 02:23:48.037439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:48.047775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.053229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484284955'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:48.068039 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.070611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359894c4-6477-4af8-97ea-b3711a57a5a6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=927990ab-f05c-4195-8ff5-d0515a525247,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.084996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Transition to ACTIVE for port object 16c0df3f-868d-4b91-bc54-3cc1b3a12701 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:48.091487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.101241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.112672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.120448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.142739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:23:48.142739 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:23:48.142739 n-d-804303-2 neutron-server[94673]: [parameters: {'project_id_1': 'd9771152e8994bc692ba823c34c8b31f', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 23, 48, 57460)}] Aug 12 02:23:48.142739 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:23:48.143224 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:23:48.168584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d188703-1aa8-428c-8bde-436f4107e743 None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.178353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.178736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.179057 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Floating IP 0d9befe7-57cc-43e6-b6a8-67ec31022428 disassociated. External IP: 172.25.3.247, port: 012b7471-f487-4e47-8eb3-f2700c9932a8. Aug 12 02:23:48.179405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Calling delete_port for 012b7471-f487-4e47-8eb3-f2700c9932a8 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:48.181012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f97ef3-51a8-497d-966f-ead21699b704,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.207566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710443a-fe6f-4ecf-a25c-88289bff5a6e req-7206b62e-b5ab-466f-8563-13c1ba83ae57 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:48.210261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b710443a-fe6f-4ecf-a25c-88289bff5a6e req-7206b62e-b5ab-466f-8563-13c1ba83ae57 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.1505840 Aug 12 02:23:48.216263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.255296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b20259-aefc-47fd-b829-7b8a52d0f13c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.258898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.264402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f72bd41-ff88-4e7d-9238-de89c295f4fb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a5b20259-aefc-47fd-b829-7b8a52d0f13c HTTP/1.1" status: 204 len: 168 time: 0.5103192 Aug 12 02:23:48.265027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43600) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:48.292621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:48.348606 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.369729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b710443a-fe6f-4ecf-a25c-88289bff5a6e req-8bcbcf6d-a1b6-4c01-8002-d149b674ab08 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513054 Aug 12 02:23:48.380923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e6d164f-8e7f-4172-ada9-17f3b9ab4da5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7604b83ba1d14fbd9bdd79737b06464d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0856817 Aug 12 02:23:48.381490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43604) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:48.465415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.473897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.480482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.489883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f988854c-df2e-4b85-b459-78460359a0b9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:48.493276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:48.503318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.504905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e005bb8d-2504-4582-b270-a2b00a4abec3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7970355 Aug 12 02:23:48.512583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:48.513447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1646d2-8089-4c3d-8c6b-8b533c1ee75a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:48.514436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1646d2-8089-4c3d-8c6b-8b533c1ee75a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:48.518963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.521201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.521621 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Added segment 80416ce3-15f7-4359-9beb-587e75e2f471 of type vlan for network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d Aug 12 02:23:48.525610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'security_group': {'name': 'tempest-secgroup-661852038'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:48.528973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.532769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.557498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.572424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:48.573013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:48.577373 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:48.589713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event deleted for resources: {'Port': ['ID=012b7471-f487-4e47-8eb3-f2700c9932a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.596950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.675354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.682469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.687317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] 10.222.0.11 "DELETE /v2.0/networks/f988854c-df2e-4b85-b459-78460359a0b9 HTTP/1.1" status: 204 len: 168 time: 0.4184718 Aug 12 02:23:48.696400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cd37bc-d085-4d8c-bf29-ebc7898fce75,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.699893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e77795-8872-46f5-a6eb-4a18ea0d087f admin admin] Pushing event deleted for resources: {'Network': ['ID=f988854c-df2e-4b85-b459-78460359a0b9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.707189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.715651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.719687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.723388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08cce243-7b11-4592-9d7c-2c26388f663d HTTP/1.1" status: 204 len: 168 time: 0.3381708 Aug 12 02:23:48.731778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856ad89-a471-4aaa-b1d8-699a2ecb42f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cce243-7b11-4592-9d7c-2c26388f663d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:48.787636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.828911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78c0d3a6-e069-46a6-898a-975beca4eb79 req-bfb188cc-ef4b-43b9-b76b-78039d8630a3 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0591967 Aug 12 02:23:48.908095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:48.911997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:48.922213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f027a-2140-4728-b98d-cb3e191a89f5 req-d457f521-08ac-4e31-a049-f240c4ac1df2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:48.923845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83f027a-2140-4728-b98d-cb3e191a89f5 req-d457f521-08ac-4e31-a049-f240c4ac1df2 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.2510781 Aug 12 02:23:48.981579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43620) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:49.003911 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.004903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:49.005498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.047816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15ab40bd-9380-4e7a-8550-3bf40d11d229 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d206e95c360d47bfa1badd17723094ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649402 Aug 12 02:23:49.050129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:49.062710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83f027a-2140-4728-b98d-cb3e191a89f5 req-6995c913-307c-47a2-9b71-6db33c19cf4e tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219296 Aug 12 02:23:49.113884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:49.145781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.163288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.163658 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment a76977b9-93cb-44cb-9244-694ef1922809 of type vlan for network 15d4b021-d769-4afe-a236-7f668bb6838e Aug 12 02:23:49.175448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] Pushing event updated for resources: {'Network': ['ID=3924fe74-2929-4004-bbd9-c81d1b9cdf9d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:49.180084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.183616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:23:49.189000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:49.247315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.251556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.253571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d476ba2b-756c-454f-8cbb-be3099b7807d HTTP/1.1" status: 204 len: 168 time: 0.2022641 Aug 12 02:23:49.255439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.262238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.287812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8d62f-9572-4751-a991-c3578edb5d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d476ba2b-756c-454f-8cbb-be3099b7807d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:49.290896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Provisioning for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:49.312730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:49.313368 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.322507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.338135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e4bd557-c856-4ec8-813c-333793bcd327 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7546661 Aug 12 02:23:49.341117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43634) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:49.346259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Request body: {'subnet': {'network_id': '3924fe74-2929-4004-bbd9-c81d1b9cdf9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-552590368-subnet', 'tenant_id': '020e384c0af5462bbba55b30663ec69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:49.368464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50630552-4d6a-4ed4-a1d3-cf9b4a23f370 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:23:49.391028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Made reservation on behalf of 020e384c0af5462bbba55b30663ec69a for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:49.398655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.437383 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.446888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9292347 Aug 12 02:23:49.454542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:49.465248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-277676629', 'security_groups': ['be382fda-dfd5-4b0f-88a6-51ae7f9f4dcf'], 'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca87b470-2268-458f-abfa-c8b135e830ca'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:49.478408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.485010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:49.486002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.488180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c07b8c-17ed-4319-a01a-727fbc31f900 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be382fda-dfd5-4b0f-88a6-51ae7f9f4dcf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:49.595329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50630552-4d6a-4ed4-a1d3-cf9b4a23f370 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:23:49.606149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Provisioning complete for port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:49.606636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.667019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.771336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4856104-acb2-4a4c-b80c-163815b717a7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:49.776001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Checking segment: {'id': '80416ce3-15f7-4359-9beb-587e75e2f471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3924fe74-2929-4004-bbd9-c81d1b9cdf9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:49.776839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Network hostable DHCP agents. Network: 3924fe74-2929-4004-bbd9-c81d1b9cdf9d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:49.823778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:49.848970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3924fe74-2929-4004-bbd9-c81d1b9cdf9d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:49.853114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb4e9e-b0ec-47d3-8ad2-c13ec5d201c1 None None] Port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:49.866748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:49.867374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:49.900062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6a2c59d9-846b-4bf1-8f61-e03e2234e021 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5575299 Aug 12 02:23:49.942210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9036403 Aug 12 02:23:49.945269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:49.953285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '15d4b021-d769-4afe-a236-7f668bb6838e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:49.976115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:23:49.994712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Sync routers for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:23:50.019096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:50.031239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:50.095528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e93823bc-62d8-4475-859d-606996ae3378 req-ac142cb3-bafd-412b-9878-61a42c900204 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0436187 Aug 12 02:23:50.110315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b773ba-67f3-4d4f-9f05-afe932e9bb72 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=15d4b021-d769-4afe-a236-7f668bb6838e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:50.163047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 15d4b021-d769-4afe-a236-7f668bb6838e details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:50.165751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:23:50.172035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:50.175802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] No DVR routers for this DVR port 012b7471-f487-4e47-8eb3-f2700c9932a8 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:50.176274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.191346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.193718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-241cc36a-46ca-4d49-90fa-503d9e1abce2 req-d6ba1de5-2939-4e2f-947a-6ae1b186de56 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.25 "DELETE /v2.0/ports/012b7471-f487-4e47-8eb3-f2700c9932a8 HTTP/1.1" status: 204 len: 173 time: 2.9966717 Aug 12 02:23:50.195956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'name': 'network-vif-deleted', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:50.200010 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1a3aa-c3a3-4ee3-9dce-9bea2cc9931b" -d '{"events": [{"server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "name": "network-vif-deleted", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:50.270067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-ce4c02e2-7f7f-414a-9d6f-499356330c93 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:50.274711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-ce4c02e2-7f7f-414a-9d6f-499356330c93 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.2350118 Aug 12 02:23:50.285117 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f995bd-952e-4d34-8f1b-a55b62c62a18 x-openstack-request-id: req-e2f995bd-952e-4d34-8f1b-a55b62c62a18 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:50.285473 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fda7df-aa62-479a-9d3b-ef943cf4109c", "name": "network-vif-deleted", "tag": "012b7471-f487-4e47-8eb3-f2700c9932a8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:50.285660 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2f995bd-952e-4d34-8f1b-a55b62c62a18 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:50.286097 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fda7df-aa62-479a-9d3b-ef943cf4109c', 'name': 'network-vif-deleted', 'tag': '012b7471-f487-4e47-8eb3-f2700c9932a8', 'status': 'completed', 'code': 200} Aug 12 02:23:50.330961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:50.358717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5bcd-54bb-49f4-8a37-5d63854785c2 req-34b131b5-e42b-4ef9-98f7-1d42473cb773 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:50.361252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-212a5bcd-54bb-49f4-8a37-5d63854785c2 req-34b131b5-e42b-4ef9-98f7-1d42473cb773 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 946 time: 0.1467085 Aug 12 02:23:50.362477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:50.535559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.612199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-212a5bcd-54bb-49f4-8a37-5d63854785c2 req-dd21e290-943b-44ed-a719-b870025645e7 tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/security-groups?id=c26ba81d-6cc1-4dc3-a787-178b188875b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449992 Aug 12 02:23:50.643582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Deleting subnet b4856104-acb2-4a4c-b80c-163815b717a7 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:23:50.658453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.686455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43684) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:50.753674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=6391fa6c-eae8-449f-9df6-b9b92656cda1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:50.777619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': 'a76977b9-93cb-44cb-9244-694ef1922809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '15d4b021-d769-4afe-a236-7f668bb6838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:50.778390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 15d4b021-d769-4afe-a236-7f668bb6838e, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:50.807573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.819449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.829459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:23:50.834452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 15d4b021-d769-4afe-a236-7f668bb6838e is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:50.835967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66681e-ba66-4bb1-8bbd-44d454c2f012 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:23:50.855987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 15d4b021-d769-4afe-a236-7f668bb6838e) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:50.860600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:50.861281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.887043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71ba91f2-91ff-4a51-bec5-6a14d17a8ed2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9397039 Aug 12 02:23:50.887860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43690) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:50.903944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] device_id is not set on port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:23:50.918803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:50.922397 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:50.926693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Deleting port 97523954-62d6-4c11-9a62-87b38f592095 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:50.927045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.042933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.064932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.071849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-network', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:51.134722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:51.137130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.162054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.259793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 012b7471-f487-4e47-8eb3-f2700c9932a8 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:51.289265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.293298 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ffb680fc-d222-43c5-b5b2-d41ec7d37cd7 req-4959b488-5289-4342-a840-1c3373276bfb tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0781100 Aug 12 02:23:51.315339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 012b7471-f487-4e47-8eb3-f2700c9932a8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:23:51.316100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 012b7471-f487-4e47-8eb3-f2700c9932a8 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:23:51.316677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 97523954-62d6-4c11-9a62-87b38f592095 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:23:51.352649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:51.353079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.382869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Calling delete_port for 97523954-62d6-4c11-9a62-87b38f592095 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:51.419395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.469602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.480038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4856104-acb2-4a4c-b80c-163815b717a7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:51.486065 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.488210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d158ea9-759b-4dc0-8356-7d1d3ded3a13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4856104-acb2-4a4c-b80c-163815b717a7 HTTP/1.1" status: 204 len: 168 time: 1.1512060 Aug 12 02:23:51.504530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:51.586336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.612255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8::106 (b8d0de75-c9d2-4109-aab2-5575106c095a/ca87b470-2268-458f-abfa-c8b135e830ca/8c73987e-86f2-4b0b-94a4-8cc390dcd11f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:51.635757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=6391fa6c-eae8-449f-9df6-b9b92656cda1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:51.650622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:51.668520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97523954-62d6-4c11-9a62-87b38f592095'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:51.679881 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be8e227-6247-47b5-b90a-b443d6e67208" -d '{"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-unplugged", "status": "completed", "tag": "97523954-62d6-4c11-9a62-87b38f592095"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:51.747369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66681e-ba66-4bb1-8bbd-44d454c2f012 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:23:51.768815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Checking router: 6f6c599d-4249-4f2f-bb15-6297c5b94be0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:23:51.773575 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5311f7-e9c9-43ab-9284-7f9759fcd77f x-openstack-request-id: req-1a5311f7-e9c9-43ab-9284-7f9759fcd77f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:51.776899 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-unplugged", "status": "completed", "tag": "97523954-62d6-4c11-9a62-87b38f592095", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:51.777228 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a5311f7-e9c9-43ab-9284-7f9759fcd77f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:51.777616 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97523954-62d6-4c11-9a62-87b38f592095', 'code': 200} Aug 12 02:23:51.782289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 97523954-62d6-4c11-9a62-87b38f592095, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=97523954-62d6-4c11-9a62-87b38f592095,segment=NetworkSegment(56436de8-b903-49ff-9406-4fc177fbe9f2),segment_id=56436de8-b903-49ff-9406-4fc177fbe9f2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:51.830913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.885817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:51.926177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 8c73987e-86f2-4b0b-94a4-8cc390dcd11f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:51.965163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:23:51.966092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.064708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:52.087892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.109862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.126773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.127126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.127500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.127870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.128298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.128642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.129130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.129655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.130156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.130828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.131232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.131599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:23:52.139182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.159960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:52.162177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.176432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:52.197909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:52.207577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.212138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:52.214967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.223783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4ca62de-bedd-453f-8110-285f399ca654 req-e8eecdf7-faef-494e-9aa0-d5cd5d668d1c tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d41d563-ebdf-4c5f-a07e-d5bb032e4000 HTTP/1.1" status: 200 len: 210 time: 0.0813131 Aug 12 02:23:52.253305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d4b021-d769-4afe-a236-7f668bb6838e']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.255977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:52.257679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:23:52.284968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76977b9-93cb-44cb-9244-694ef1922809') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.285423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76977b9-93cb-44cb-9244-694ef1922809') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.290955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.305474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.306013 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Added segment 4180407e-488c-4e29-80f2-f640fbc35a52 of type vlan for network 9f68364a-abce-4c2d-8c97-28cb7fd53efd Aug 12 02:23:52.308913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd0507d-c0a3-4cd2-b7a7-275dbf605208,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:52.314151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.353063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.363390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:52.364661 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.389433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] No DVR routers for this DVR port 97523954-62d6-4c11-9a62-87b38f592095 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:23:52.398944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.406066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0becfe3f-fe25-43ea-8365-9aa46fd4fca3 req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] 10.222.0.25 "DELETE /v2.0/ports/97523954-62d6-4c11-9a62-87b38f592095 HTTP/1.1" status: 204 len: 173 time: 2.1189985 Aug 12 02:23:52.407338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-deleted', 'tag': '97523954-62d6-4c11-9a62-87b38f592095'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:23:52.409833 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32085b-8396-4934-a020-c1d40d71b598" -d '{"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-deleted", "tag": "97523954-62d6-4c11-9a62-87b38f592095"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:23:52.413131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=8c73987e-86f2-4b0b-94a4-8cc390dcd11f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:52.459020 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:52.496904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b5575-acd5-4d59-a2f0-5d70b2aad49a tempest-DeleteServersTestJSON-601104267 tempest-DeleteServersTestJSON-601104267-project] Pushing event deleted for resources: {'Port': ['ID=97523954-62d6-4c11-9a62-87b38f592095,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:52.524019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d9fb649f-15d0-4f07-b609-65502219e23f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0662568 Aug 12 02:23:52.524793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:52.535721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.539199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:52.548330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.552611 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/15d4b021-d769-4afe-a236-7f668bb6838e HTTP/1.1" status: 204 len: 168 time: 1.6637793 Aug 12 02:23:52.649079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:52.650767 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31ea1c-9567-449d-b984-9b2baf1af25c x-openstack-request-id: req-bc31ea1c-9567-449d-b984-9b2baf1af25c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:23:52.651064 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d41d563-ebdf-4c5f-a07e-d5bb032e4000", "name": "network-vif-deleted", "tag": "97523954-62d6-4c11-9a62-87b38f592095", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:23:52.652976 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc31ea1c-9567-449d-b984-9b2baf1af25c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:23:52.652976 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d41d563-ebdf-4c5f-a07e-d5bb032e4000', 'name': 'network-vif-deleted', 'tag': '97523954-62d6-4c11-9a62-87b38f592095', 'status': 'completed', 'code': 200} Aug 12 02:23:52.660558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635752294'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:52.666961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-976a6149-0cf9-43d4-a786-33fd7c77a8fe req-0131204b-1d8f-40ed-9b94-c9e553d00456 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.1506767 Aug 12 02:23:52.683178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.717295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:52.721106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.729552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93854e13-6c8f-4797-b3f9-09283ab06e67 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=15d4b021-d769-4afe-a236-7f668bb6838e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:52.755499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:52.759988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.762483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc60d3-7493-4a3a-8939-992b50e94218 None None] Network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:52.821114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:52.827328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9068d-68e5-4830-a7cb-fd2494bcaeb5 None None] Network 15d4b021-d769-4afe-a236-7f668bb6838e requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:52.837125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.838882 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73 of type vlan for network 7543c70b-308a-4af3-ac17-fad76d26aa96 Aug 12 02:23:52.843584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:23:52.862626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.880158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3924fe74-2929-4004-bbd9-c81d1b9cdf9d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.892514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.893714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:52.894459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.907319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80416ce3-15f7-4359-9beb-587e75e2f471') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.907744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80416ce3-15f7-4359-9beb-587e75e2f471') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:52.910569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9068d-68e5-4830-a7cb-fd2494bcaeb5 None None] Network 15d4b021-d769-4afe-a236-7f668bb6838e could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:23:52.931925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573a704-063d-4696-9bd9-db2d7eaba6b5 None None] Network 15d4b021-d769-4afe-a236-7f668bb6838e requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:52.952710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.953436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:52.965939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2783635 Aug 12 02:23:52.989345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573a704-063d-4696-9bd9-db2d7eaba6b5 None None] Network 15d4b021-d769-4afe-a236-7f668bb6838e could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:23:52.997187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:53.028816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.043150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:53.044127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.057101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Request body: {'subnet': {'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-subnet', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:53.058800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:23:53.075595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.106241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4500153 Aug 12 02:23:53.108623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:53.114578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:23:53.120118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:23:53.122436 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:23:53.148100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fc7c9-23b2-4726-8756-fba806b89548 admin admin] Pushing event updated for resources: {'Network': ['ID=9f68364a-abce-4c2d-8c97-28cb7fd53efd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:53.177901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:53.179299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:53.183727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d90c09b-c805-4657-bb5b-a13b3d551499 None None] The sync data for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 is: [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:20:49Z', 'revision_number': 4, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'ab7de583-adfa-4922-a85a-81cca05e9836', 'name': '', 'network_id': 'd238b9e5-c5e0-467d-a2f4-8b4d957d25fb', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'mac_address': 'fa:16:3e:68:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:47Z', 'updated_at': '2021-08-12T02:20:57Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'subnets': [{'id': '57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:23:53.248507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:53.256342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.400737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261900-b693-4fa9-a3cd-3fa9398a390f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=7543c70b-308a-4af3-ac17-fad76d26aa96,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:53.457770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:23:53.477998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.479667 n-d-804303-2 neutron-server[94673]: INFO neutron.db.ipam_backend_mixin [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca87b470-2268-458f-abfa-c8b135e830ca (CIDR: 2001:db8::/64) Aug 12 02:23:53.483362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:53.490680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.508866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.520376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3924fe74-2929-4004-bbd9-c81d1b9cdf9d HTTP/1.1" status: 204 len: 168 time: 2.0113876 Aug 12 02:23:53.537944 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:23:53.538359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:23:53.573344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b000e-cbeb-4aa3-91ab-ddea3a77a7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3924fe74-2929-4004-bbd9-c81d1b9cdf9d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:53.652820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-e33cd35c-70b6-475e-96ec-63f0b023311d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3875823 Aug 12 02:23:53.667551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10bcc5-9cf9-4b76-a9e9-67833c9d1a8e None None] Network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:53.694245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:53.694963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-97b2b4ce-6691-476e-a338-92d22d6fadc8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1687028 Aug 12 02:23:53.709136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:53.741413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10bcc5-9cf9-4b76-a9e9-67833c9d1a8e None None] Network 3924fe74-2929-4004-bbd9-c81d1b9cdf9d could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:23:53.753262 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6489b6-96eb-42e9-893e-b9aab02b2bc0 None None] New status for floating IP 0d9befe7-57cc-43e6-b6a8-67ec31022428: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:23:53.772815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e71d0a88-0f16-46b2-9a32-72c816b5beaf None None] Provisioning for port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:53.791619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e71d0a88-0f16-46b2-9a32-72c816b5beaf None None] Provisioning complete for port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:23:53.796361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e71d0a88-0f16-46b2-9a32-72c816b5beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:53.905131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e71d0a88-0f16-46b2-9a32-72c816b5beaf None None] Port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:23:53.968722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:54.055110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.061588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeceac92-b37e-4008-b98d-c85934ae7965 req-2eb5d1a9-0a5f-41f9-809f-9242a7ee2262 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0965946 Aug 12 02:23:54.112721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-71a053b3-97a3-4164-bf92-cdbd91e5fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:54.114554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-71a053b3-97a3-4164-bf92-cdbd91e5fbc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1ae6d4760c434988a483fde3d3f28960&device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 1096 time: 0.2447195 Aug 12 02:23:54.126897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:54.131175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.145240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f994442d-2fd1-44e6-87a0-65cfe8708a43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=020e384c0af5462bbba55b30663ec69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751857 Aug 12 02:23:54.146212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:54.292867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.296624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.298168 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2329a861-568f-4a22-8d7c-1752137d1e83 (CIDR: 2001:db8:0:1::/64) Aug 12 02:23:54.299342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f205d68c-689d-434d-b3fa-4062e8285ea7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:54.342401 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:23:54.342805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:23:54.375380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-09db4cc7-32ec-4976-92fd-58b2b9ecfe13 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6742520 Aug 12 02:23:54.378066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:54.383712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'subnet': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:54.388254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Checking segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:54.389169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Network hostable DHCP agents. Network: 9f68364a-abce-4c2d-8c97-28cb7fd53efd, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:54.415180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.468530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:54.478083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=20ffa2a8-1740-40ea-9505-41348400339e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:54.502332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:54.502857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 7543c70b-308a-4af3-ac17-fad76d26aa96, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:23:54.504404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-35aa7c63-760c-44dd-854f-663fabd3541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:54.505931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-35aa7c63-760c-44dd-854f-663fabd3541c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 200 len: 915 time: 0.3649981 Aug 12 02:23:54.508886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9f68364a-abce-4c2d-8c97-28cb7fd53efd) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:54.509636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.512951 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.514770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85cd37bc-d085-4d8c-bf29-ebc7898fce75 HTTP/1.1" status: 204 len: 168 time: 0.3621733 Aug 12 02:23:54.520426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:54.521039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.521661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb40ddf-8b30-480b-910f-3279fa1f3766 None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:54.554150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d6b34-ad8b-445e-bf15-42f8085d8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cd37bc-d085-4d8c-bf29-ebc7898fce75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:54.580275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:23:54.587132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7543c70b-308a-4af3-ac17-fad76d26aa96) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:54.595019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d10eeba1-2bea-4aee-978f-f9f3eb632763 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5917892 Aug 12 02:23:54.598609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:54.601646 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.606663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:54.621260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:54.674866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-0544f251-3c62-4e8c-aa6e-fbcd89b3206e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 200 len: 1001 time: 0.1425738 Aug 12 02:23:54.682511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Made reservation on behalf of 7f7965978b7446bcaa64576d42bdca66 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:54.687221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.695894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bdd62922-fbb7-4481-9146-036ecbc2481e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5208676 Aug 12 02:23:54.698876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:54.708308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:54.787812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f8af6-a56e-4d95-a5a1-c80d1d8804d4 None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:54.845080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.846466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.889853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:54.891232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:54.912157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-d7f412ba-876a-4e55-9560-9f34e0a8354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:54.916737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-d7f412ba-876a-4e55-9560-9f34e0a8354f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 200 len: 853 time: 0.1230631 Aug 12 02:23:54.943214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.141496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-7543c70b-308a-4af3-ac17-fad76d26aa96', 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '20ffa2a8-1740-40ea-9505-41348400339e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:23:55.142450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.167981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.174598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:55.178568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.275364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bf80c7e-477b-46c8-a423-a05c24792958 req-4e4e8060-a81d-4e96-993f-575515ef0177 tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0444515 Aug 12 02:23:55.285205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-eafa42d6-3848-4c43-b77a-2280d12c8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:55.286715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-eafa42d6-3848-4c43-b77a-2280d12c8797 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1096b08-5397-4fde-8ebb-f40492855fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3602471 Aug 12 02:23:55.299830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Network b8d0de75-c9d2-4109-aab2-5575106c095a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:55.332905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.334098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:55.337095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:55.337871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:55.376285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Subnet': ['ID=945e2465-f50c-47ea-b32b-003c1ba3235d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:55.410688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0575cf6-ff81-433a-a74e-f0e9c355e51c tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0315166 Aug 12 02:23:55.414825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43806) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:55.423758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-532748921', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '945e2465-f50c-47ea-b32b-003c1ba3235d'}], 'security_groups': ['e3aba8c6-8592-4ea5-92a4-5a1f1e7329ef', '64f97ef3-51a8-497d-966f-ead21699b704']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:55.515674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-9f3f0106-6586-48c2-888b-ac74a671fc46 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199223 Aug 12 02:23:55.662013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f1c080-3d5d-479a-9e33-deed8e2a0704 None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:55.856576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Allocated IP 172.20.0.2 (9f68364a-abce-4c2d-8c97-28cb7fd53efd/f205d68c-689d-434d-b3fa-4062e8285ea7/5052a710-7489-4774-b964-91aef5d08368) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:55.870371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Allocated IP 2001:db8::2 (7543c70b-308a-4af3-ac17-fad76d26aa96/20ffa2a8-1740-40ea-9505-41348400339e/b174fe3e-2581-4f5d-99f5-2b439233934a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:55.882593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e2f1c13-49d2-48db-b63b-c9311a1b168b req-3ec1460a-26d8-4713-9f62-aac2dd7e8a17 service neutron] 10.222.0.21 "GET /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599896 Aug 12 02:23:56.027092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.227984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:56.483055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1951537841-network', 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:56.496903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.593453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:56.601998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:56.609914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:56.610878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.612500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc5eb712-3a2d-4ebb-bc38-4890e4321af3 req-7130d251-9416-4dda-a4c1-1cdc2176155a tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/ports?device_id=57fda7df-aa62-479a-9d3b-ef943cf4109c HTTP/1.1" status: 200 len: 210 time: 0.0882907 Aug 12 02:23:56.620862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=ce87448e-c495-41c3-a791-5b25f8906dac,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:56.646980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bff9da2b-746c-4db3-b249-5a2989ba700b tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9446189 Aug 12 02:23:56.647325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.647976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:56.651966 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.674810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Transition to ACTIVE for port object 5052a710-7489-4774-b964-91aef5d08368 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:56.679852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Transition to ACTIVE for port object b174fe3e-2581-4f5d-99f5-2b439233934a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:56.692446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Update dhcp port {'port': {'network_id': 'b8d0de75-c9d2-4109-aab2-5575106c095a', 'fixed_ips': [{'subnet_id': '2329a861-568f-4a22-8d7c-1752137d1e83', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ca87b470-2268-458f-abfa-c8b135e830ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '945e2465-f50c-47ea-b32b-003c1ba3235d'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '16c0df3f-868d-4b91-bc54-3cc1b3a12701'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:23:56.746299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Transition to ACTIVE for port object 5052a710-7489-4774-b964-91aef5d08368 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:56.750358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Transition to ACTIVE for port object b174fe3e-2581-4f5d-99f5-2b439233934a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:56.783078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.794145 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.905209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.913378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Pushing event updated for resources: {'Port': ['ID=5052a710-7489-4774-b964-91aef5d08368,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:56.945238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Delete allocated IP 2001:db8::106 (b8d0de75-c9d2-4109-aab2-5575106c095a/ca87b470-2268-458f-abfa-c8b135e830ca) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:23:56.964347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:56.969663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.993057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:56.994142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:56.998934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:57.003296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:57.006508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:57.015216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:57.018251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:57.018639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.031485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Allocated IP 2001:db8:0:2::1f4 (b8d0de75-c9d2-4109-aab2-5575106c095a/945e2465-f50c-47ea-b32b-003c1ba3235d/8c73987e-86f2-4b0b-94a4-8cc390dcd11f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:57.042631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.049318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.051309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.053739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.055374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.057100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.062768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-31648b65-220b-4926-b2bd-199fb157062e tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4098673 Aug 12 02:23:57.066074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43846) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:57.073628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1497557709'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:57.086753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Pushing event updated for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:57.162238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Attempting to bind port 5052a710-7489-4774-b964-91aef5d08368 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:57.162466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Attempting to bind port 5052a710-7489-4774-b964-91aef5d08368 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:57.162714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Attempting to bind port 5052a710-7489-4774-b964-91aef5d08368 on network 9f68364a-abce-4c2d-8c97-28cb7fd53efd {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:57.269230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Allocated IP 172.25.3.7 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f6f59d5f-2b64-4691-8fa7-aeb13a995fb6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:57.298487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Attempting to bind port b174fe3e-2581-4f5d-99f5-2b439233934a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:23:57.298861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Attempting to bind port b174fe3e-2581-4f5d-99f5-2b439233934a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:23:57.299279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Attempting to bind port b174fe3e-2581-4f5d-99f5-2b439233934a on network 7543c70b-308a-4af3-ac17-fad76d26aa96 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:23:57.305289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:57.305698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Checking segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:57.306148 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.306578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Bound using segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:57.307106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Bound port: 5052a710-7489-4774-b964-91aef5d08368, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:57.307534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.366349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:23:57.372803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Checking segment: {'id': 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:23:57.372803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.373396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Bound using segment: {'id': 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:23:57.374629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Bound port: b174fe3e-2581-4f5d-99f5-2b439233934a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:23:57.375315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.474434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.487156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.505806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] For port 5052a710-7489-4774-b964-91aef5d08368, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:57.509735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] For port 5052a710-7489-4774-b964-91aef5d08368, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5052a710-7489-4774-b964-91aef5d08368,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:57.533178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Transition to ACTIVE for port object 8c73987e-86f2-4b0b-94a4-8cc390dcd11f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:57.537433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.539274 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.553188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.597753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:23:57.602930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:23:57.616942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:23:57.685585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Pushing event updated for resources: {'Port': ['ID=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:57.697175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:23:57.705947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Allocated IP 2001:db8:0:2::2 (b8d0de75-c9d2-4109-aab2-5575106c095a/945e2465-f50c-47ea-b32b-003c1ba3235d/16c0df3f-868d-4b91-bc54-3cc1b3a12701) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:23:57.711141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b174fe3e-2581-4f5d-99f5-2b439233934a,segment=NetworkSegment(a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73),segment_id=a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:23:57.714834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a5916-3d7e-4700-9431-016301776631 None None] Pushing event updated for resources: {'Port': ['ID=5052a710-7489-4774-b964-91aef5d08368,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:57.722870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.755827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] In _notify_port_updated(), no bound segment for port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f on network b8d0de75-c9d2-4109-aab2-5575106c095a {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:23:57.761730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:57.772603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.774323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "PUT /v2.0/ports/8c73987e-86f2-4b0b-94a4-8cc390dcd11f HTTP/1.1" status: 200 len: 969 time: 2.3585172 Aug 12 02:23:57.781302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43858) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:57.797447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:57.798387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e1284-d584-42a2-a2cc-95974a30069a tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event updated for resources: {'Port': ['ID=8c73987e-86f2-4b0b-94a4-8cc390dcd11f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:57.846234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:57.869198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.034750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf667981-9392-4da1-a36a-f14a0842c896 None None] Pushing event updated for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:58.058009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:58.077221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:58.080557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.134507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1edfaf6-0120-484d-b5a6-8a7a87c8525f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:58.135429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:23:58.197332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.197687 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Added segment da6cb447-08e6-490d-b586-1da9add01edd of type vlan for network f438d16b-4c9c-4763-90fa-aa7f0c729f21 Aug 12 02:23:58.239843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.273482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:23:58.293410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Transition to ACTIVE for port object 16c0df3f-868d-4b91-bc54-3cc1b3a12701 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:23:58.301081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.315722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.316091 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 2a14a4f0-4b4f-42ab-9283-98c9800f21ec of type vlan for network 889bf234-c065-4ebf-81de-48abe2fd60fd Aug 12 02:23:58.379154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.447908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.520945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecf26b-c3e6-4dcf-a709-58a45e0a7e5f None None] Pushing event updated for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:58.576614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.616985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.631086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.637493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 8c73987e-86f2-4b0b-94a4-8cc390dcd11f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:58.637825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.787300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.897673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.984384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:58.988039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:58.989395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.141920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.144719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.148277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "DELETE /v2.0/security-groups/8c49e347-42c1-43de-8df0-69104f43ab55 HTTP/1.1" status: 204 len: 168 time: 1.3446035 Aug 12 02:23:59.148277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.149880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:59.154934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:23:59.155660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.178993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 8c73987e-86f2-4b0b-94a4-8cc390dcd11f owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:23:59.180029 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-f8c197ac-f80b-40a0-9648-4cf5b36d6dce tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] show failed (client error): The resource could not be found. Aug 12 02:23:59.184541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f8c197ac-f80b-40a0-9648-4cf5b36d6dce tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "GET /v2.0/security-groups/8c49e347-42c1-43de-8df0-69104f43ab55 HTTP/1.1" status: 404 len: 347 time: 0.0331128 Aug 12 02:23:59.198462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:59.339041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:23:59.489025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4729a1-4bfc-4273-91b5-53f1b6c5d7df tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49e347-42c1-43de-8df0-69104f43ab55,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:59.523041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2936089 Aug 12 02:23:59.531241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:59.532840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4654851 Aug 12 02:23:59.535058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.537097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:23:59.550564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:59.572745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc9dd6-c95c-4944-b4b5-6f461d95d8df None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:23:59.625513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Request body: {'subnet': {'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1951537841-subnet', 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:23:59.665631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Deleting port 627b6021-7290-4c82-aae8-b6fa6713152c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:23:59.665999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.687415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:23:59.690507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:23:59.742963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9153d8f4-7e63-45b6-899a-a463d3d338b1 None None] Provisioning for port 5052a710-7489-4774-b964-91aef5d08368 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:23:59.877137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=8c73987e-86f2-4b0b-94a4-8cc390dcd11f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:59.910756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe69c-cfe0-49cc-947b-1888edae09d8 admin admin] Pushing event updated for resources: {'Network': ['ID=f438d16b-4c9c-4763-90fa-aa7f0c729f21,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:23:59.970565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:00.093263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.127556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Provisioning for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:00.138068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:00.138482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.177140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab63a93-9409-4d45-839b-4ddab9af8b09 None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:00.194891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2e2a2-dfca-4f10-9d58-db22e7f091bd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=889bf234-c065-4ebf-81de-48abe2fd60fd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:00.207387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0588012-2896-4f7f-956c-09bd9a04f337,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:00.222445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.227877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7865ec49-d0b5-4e89-8c19-b234e1388cbb tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/8c73987e-86f2-4b0b-94a4-8cc390dcd11f HTTP/1.1" status: 204 len: 168 time: 2.4418588 Aug 12 02:24:00.229789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43888) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:00.278049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:00.375849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.380993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1238c606-6b0d-4d1a-b221-de6f8f3547bd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7641153 Aug 12 02:24:00.391009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:00.625233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:00.639713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Sync routers for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:00.770850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b174fe3e-2581-4f5d-99f5-2b439233934a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:00.865714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:00.867008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:23:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:00.901045 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31de1c0-8332-4c81-ba74-cddda25a3683 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] GET failed (client error): The resource could not be found. Aug 12 02:24:00.907031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c31de1c0-8332-4c81-ba74-cddda25a3683 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports/8c73987e-86f2-4b0b-94a4-8cc390dcd11f HTTP/1.1" status: 404 len: 333 time: 0.6729734 Aug 12 02:24:00.908148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43896) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:00.965234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.965583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:00.971068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Checking segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:00.971458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Network hostable DHCP agents. Network: f438d16b-4c9c-4763-90fa-aa7f0c729f21, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:01.006118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Calling delete_port for 627b6021-7290-4c82-aae8-b6fa6713152c owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:01.053680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.109927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:01.119413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.144739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f438d16b-4c9c-4763-90fa-aa7f0c729f21) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:01.156912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:01.157555 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.230954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b39fd9-6572-4df5-827c-c6d85ff801e2 None None] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:01.278395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.295105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Could not find standard attr ID for object 8c73987e-86f2-4b0b-94a4-8cc390dcd11f. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:01.297598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c7e8072-328b-45fd-8785-2495a9901358 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7676644 Aug 12 02:24:01.332680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.344805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.349237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/security-groups/be382fda-dfd5-4b0f-88a6-51ae7f9f4dcf HTTP/1.1" status: 204 len: 168 time: 0.4370534 Aug 12 02:24:01.352626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:01.406622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.416252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Provisioning complete for port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:01.416627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.479991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554bab7-b9f6-4fa2-8de9-30149a3ee0cd tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be382fda-dfd5-4b0f-88a6-51ae7f9f4dcf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:01.630489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 889bf234-c065-4ebf-81de-48abe2fd60fd is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:24:01.637582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:01.638242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.640699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "PUT /v2.0/networks/889bf234-c065-4ebf-81de-48abe2fd60fd HTTP/1.1" status: 200 len: 723 time: 2.0996015 Aug 12 02:24:01.659039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43918) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:01.664998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:01.718152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b174fe3e-2581-4f5d-99f5-2b439233934a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:01.782669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.815196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:01.822891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.831925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:01.867440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b01a13-0f4f-4de7-b3ca-4b8469e115f6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=889bf234-c065-4ebf-81de-48abe2fd60fd,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:01.953983 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.960608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:01.963019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/security-groups/64f97ef3-51a8-497d-966f-ead21699b704 HTTP/1.1" status: 204 len: 168 time: 0.6021273 Aug 12 02:24:01.965818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:01.984221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:02.046139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3b22b766-45c9-4d86-bdca-4f10e97ade6a None None] Port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:24:02.048499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997743-3d37-422b-a049-181e96b94fea tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f97ef3-51a8-497d-966f-ead21699b704,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:02.086778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Update dhcp port {'port': {'network_id': '7543c70b-308a-4af3-ac17-fad76d26aa96', 'fixed_ips': [{'subnet_id': '20ffa2a8-1740-40ea-9505-41348400339e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce87448e-c495-41c3-a791-5b25f8906dac'}], 'binding:host_id': 'n-d-804303-2'}, 'id': 'b174fe3e-2581-4f5d-99f5-2b439233934a'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:24:02.153872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.229082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-f863dc1b-dbff-4b76-b852-79b319f109af tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:02.237001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-f863dc1b-dbff-4b76-b852-79b319f109af tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.1480358 Aug 12 02:24:02.245727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:02.247682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:02.253046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.280155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.351260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Pushing event deleted for resources: {'Port': ['ID=627b6021-7290-4c82-aae8-b6fa6713152c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:02.354922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-52275015-bbe6-4c71-8fe0-d59db57f3c28 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/quotas/e2dbf476a19842e9a1329030e140f3f8 HTTP/1.1" status: 200 len: 375 time: 0.1165464 Aug 12 02:24:02.422933 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-76845d79-9f70-4c6d-b4e1-96a4bce7eb15 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658135 Aug 12 02:24:02.476309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-73aca5db-4dd0-46b6-9242-211d65f2673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.498459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e03bf-6f9b-40b9-9266-0c04aa41cf20 None None] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:02.614154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.619137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.621501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Provisioning for port b174fe3e-2581-4f5d-99f5-2b439233934a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:02.627361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-01f33fde-e405-4858-82f6-d5b44afe4ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034783 Aug 12 02:24:02.641496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.642083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ba98852-9b37-4961-bba6-0fd3c5822b8e tempest-ServersTestBootFromVolume-1251207857 tempest-ServersTestBootFromVolume-1251207857-project] 10.222.0.11 "DELETE /v2.0/floatingips/0d9befe7-57cc-43e6-b6a8-67ec31022428 HTTP/1.1" status: 204 len: 168 time: 3.4331954 Aug 12 02:24:02.643117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:02.645077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.645683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:02.646226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.651126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Deleting subnet 3d8f2610-7722-404d-a30a-d0463fa988d5 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:02.722349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:02.723309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.732059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.788516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.853110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:02.984227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5052a710-7489-4774-b964-91aef5d08368 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:03.008169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-4bef0b75-46cd-4e4a-8c30-330ec25759e9 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796272 Aug 12 02:24:03.017969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.113294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Allocated IP 172.20.0.1 (9f68364a-abce-4c2d-8c97-28cb7fd53efd/f205d68c-689d-434d-b3fa-4062e8285ea7/6faafdb2-730d-4211-bb85-76b788a0b467) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:03.146583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:23:58Z', 'revision_number': 3, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:03.147644 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.151517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.158381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:03.159998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3aba8c6-8592-4ea5-92a4-5a1f1e7329ef HTTP/1.1" status: 204 len: 168 time: 1.1806953 Aug 12 02:24:03.246075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Checking router: e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:03.246435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Updating router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:24:03.294582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.336905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Allocated IP 172.20.0.1 (7543c70b-308a-4af3-ac17-fad76d26aa96/ce87448e-c495-41c3-a791-5b25f8906dac/b174fe3e-2581-4f5d-99f5-2b439233934a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:03.338869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.348482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8f2610-7722-404d-a30a-d0463fa988d5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:03.348642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d3a3018-71ce-4617-8c3f-d16a774a5d3e req-79c7661c-3797-40d5-8519-b9571e8c4b7f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 210 time: 0.1280439 Aug 12 02:24:03.411023 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.417501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.431206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=172540f1-d782-419b-af58-c2738c09f492,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:03.460343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511c6c6-3509-47e3-936e-dfee03603754 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aba8c6-8592-4ea5-92a4-5a1f1e7329ef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:03.476420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.477744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet ca87b470-2268-458f-abfa-c8b135e830ca {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:03.480647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-00bcfe76-4c91-4b33-88c8-4fa16a434311 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3d8f2610-7722-404d-a30a-d0463fa988d5 HTTP/1.1" status: 204 len: 168 time: 1.2094166 Aug 12 02:24:03.483769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43966) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:03.492972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.589050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5052a710-7489-4774-b964-91aef5d08368 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:03.644856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5052a710-7489-4774-b964-91aef5d08368 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:03.648874 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.664245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.715671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.804046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.931528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:03.962680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:03.986099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56436de8-b903-49ff-9406-4fc177fbe9f2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:03.986390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56436de8-b903-49ff-9406-4fc177fbe9f2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:04.004934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.025698 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.033390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:04.033799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.068454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Transition to ACTIVE for port object 6faafdb2-730d-4211-bb85-76b788a0b467 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:04.140759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:04.165515 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:04.168249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': '2a14a4f0-4b4f-42ab-9283-98c9800f21ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:04.168249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 889bf234-c065-4ebf-81de-48abe2fd60fd, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:04.173038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.178342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.181918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f HTTP/1.1" status: 204 len: 168 time: 0.6963897 Aug 12 02:24:04.203621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de077d-5f60-4e84-bb9e-450b7e02cf99 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddb684d-9d8d-4cf2-8fed-a8f4fdd3796f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:04.227262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 889bf234-c065-4ebf-81de-48abe2fd60fd is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:04.245244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 889bf234-c065-4ebf-81de-48abe2fd60fd) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:04.254916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:04.258681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.292146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7eabbbb5-61cf-464a-8a1e-3d0c70bac242 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6234276 Aug 12 02:24:04.295813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:04.304768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:04.316361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfba29ca-6070-4660-a83e-9ed8fe57dce4 None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:04.337118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.343301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b174fe3e-2581-4f5d-99f5-2b439233934a,segment=NetworkSegment(a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73),segment_id=a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:04.394101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43982) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:04.437390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.460400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-65f26a7e-b952-452c-9642-70bd9f684484 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8cc7d2b801240d0800926dc00cc5f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0649345 Aug 12 02:24:04.461641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43984) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:04.466312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.471871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/ca87b470-2268-458f-abfa-c8b135e830ca HTTP/1.1" status: 204 len: 168 time: 1.3123653 Aug 12 02:24:04.505989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b1ad-8ae2-4320-b0c0-8b9e99889bc3 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=ca87b470-2268-458f-abfa-c8b135e830ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:04.518493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43986) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:04.548424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.552141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Ignored duplicate provisioning block setup for port b174fe3e-2581-4f5d-99f5-2b439233934a by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 02:24:04.558848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94fb857-1551-4689-9ef5-294e8b72befb None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:04.581166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet 945e2465-f50c-47ea-b32b-003c1ba3235d {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:04.584634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.635073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.645651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.658421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.702633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e44dcd0c-f1ca-4382-9a98-d4dd9db3406b req-8b7fd5a1-7124-4d69-acfd-c0b4d857f2e5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 210 time: 0.1692080 Aug 12 02:24:04.703266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:24:04.703698 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:24:04.755092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.782558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Pushing event updated for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:04.828832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5052a710-7489-4774-b964-91aef5d08368, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5052a710-7489-4774-b964-91aef5d08368,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:04.864184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.884840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b1db3-9c16-4e6b-a0b9-fe695dd22308 None None] Pushing event updated for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:04.898284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:04.906256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-68ae0c07-0458-48d0-86ca-27eb76e56674 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:04.907807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-68ae0c07-0458-48d0-86ca-27eb76e56674 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.1413164 Aug 12 02:24:04.922199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.924820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.941716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=945e2465-f50c-47ea-b32b-003c1ba3235d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:04.945484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:04.949577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98b4923b-1bd8-4108-a5a4-40245c1b4e5b tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/945e2465-f50c-47ea-b32b-003c1ba3235d HTTP/1.1" status: 204 len: 168 time: 0.4276979 Aug 12 02:24:04.955688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43992) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:04.996332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Request body: {'port': {'device_id': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'admin_state_up': True, 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:05.023254 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88c5d43-384e-4f57-95fb-51f410fcbc2e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:05.023754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88c5d43-384e-4f57-95fb-51f410fcbc2e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:05.027733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e88c5d43-384e-4f57-95fb-51f410fcbc2e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/ca87b470-2268-458f-abfa-c8b135e830ca HTTP/1.1" status: 404 len: 337 time: 0.0638006 Aug 12 02:24:05.042611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:05.073443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5052a710-7489-4774-b964-91aef5d08368,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:05.102228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.116073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9783d4f-4bd8-434c-b4d6-0ea324c0f8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.117942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.118459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b174fe3e-2581-4f5d-99f5-2b439233934a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:05.164495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-889bf234-c065-4ebf-81de-48abe2fd60fd', 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': '172540f1-d782-419b-af58-c2738c09f492'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:05.166166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.236544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting subnet 2329a861-568f-4a22-8d7c-1752137d1e83 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:05.240184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.251233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:05.282000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:05.333379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.360567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.364948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.367443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c26ba81d-6cc1-4dc3-a787-178b188875b7 HTTP/1.1" status: 204 len: 168 time: 0.9047189 Aug 12 02:24:05.382912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Allocated IP 2001:db8::2 (889bf234-c065-4ebf-81de-48abe2fd60fd/172540f1-d782-419b-af58-c2738c09f492/6630c356-30ff-4c63-b347-a30621dcb847) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:05.389481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124651f-5736-4651-9798-f0cae1456532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26ba81d-6cc1-4dc3-a787-178b188875b7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:05.425748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.539919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.576622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.589525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Transition to ACTIVE for port object 6630c356-30ff-4c63-b347-a30621dcb847 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:05.617729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Transition to ACTIVE for port object 6630c356-30ff-4c63-b347-a30621dcb847 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:05.662485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.675055 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.697722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:05.707745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.713466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25258160'] for subnet, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.751210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Subnet': ['ID=2329a861-568f-4a22-8d7c-1752137d1e83,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:05.753277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.765279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f6925f2-19af-4849-ae39-ef8dce0e5f1f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/2329a861-568f-4a22-8d7c-1752137d1e83 HTTP/1.1" status: 204 len: 168 time: 0.7213469 Aug 12 02:24:05.772290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44002) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:05.784176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Pushing event updated for resources: {'Port': ['ID=6630c356-30ff-4c63-b347-a30621dcb847,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:05.794054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.851379 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d424148a-84ff-43c1-ad27-6906e0c7c871 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:05.851857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d424148a-84ff-43c1-ad27-6906e0c7c871 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:05.854332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d424148a-84ff-43c1-ad27-6906e0c7c871 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/e6516edb-f602-48a3-be9e-b511413ef737 HTTP/1.1" status: 404 len: 337 time: 0.0810144 Aug 12 02:24:05.857511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:05.873473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.916175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:05.924951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f6ab91e6-d1d0-45c3-85f5-30616e41da65 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "GET /v2.0/ports?device_id=28f90340-4b31-4419-82b0-1b976bb3e48a HTTP/1.1" status: 200 len: 205 time: 0.0663674 Aug 12 02:24:05.927712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44008) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:05.927962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:06.009650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.023295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Transition to ACTIVE for port object f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:06.026208 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-e48f90cc-f44c-4a46-979e-3fe632c33d95 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] delete failed (client error): The resource could not be found. Aug 12 02:24:06.027633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e48f90cc-f44c-4a46-979e-3fe632c33d95 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/routers/28f90340-4b31-4419-82b0-1b976bb3e48a HTTP/1.1" status: 404 len: 336 time: 0.0983920 Aug 12 02:24:06.030193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:06.030951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44012) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.034000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.040544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:06.092664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.111784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef04618-33aa-409d-86fa-f2af483017be None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:06.126440 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf384f-be81-4143-9504-9fc428872816 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.129838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cf384f-be81-4143-9504-9fc428872816 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.131853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61cf384f-be81-4143-9504-9fc428872816 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/970ca663-8e11-49bd-85bb-a0473819c158 HTTP/1.1" status: 404 len: 337 time: 0.0993478 Aug 12 02:24:06.134576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44016) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.221960 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec4cd79-c1c7-4105-976c-741e834180b7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.228007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec4cd79-c1c7-4105-976c-741e834180b7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.228007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ec4cd79-c1c7-4105-976c-741e834180b7 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/ab20a139-8345-4e65-97f4-2cace9f3dc98 HTTP/1.1" status: 404 len: 337 time: 0.0867207 Aug 12 02:24:06.230350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.297738 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a78a836-94da-4dcc-88d0-ab6a0671ad84 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.298902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a78a836-94da-4dcc-88d0-ab6a0671ad84 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.301280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1a78a836-94da-4dcc-88d0-ab6a0671ad84 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/fe3a3429-ed6c-40ba-91c2-355adf2aa56b HTTP/1.1" status: 404 len: 337 time: 0.0707967 Aug 12 02:24:06.306172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44026) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.349180 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-732a561e-acd7-47f7-b0b4-9449ecfc6602 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.350071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732a561e-acd7-47f7-b0b4-9449ecfc6602 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.354037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-732a561e-acd7-47f7-b0b4-9449ecfc6602 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/2c1f7aa9-d770-4130-a1ca-073b313ca4f9 HTTP/1.1" status: 404 len: 333 time: 0.0424988 Aug 12 02:24:06.354278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.383790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:06.384332 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ef47c2-865e-45e5-a75c-6d16d70ddec4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.384561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.384670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ef47c2-865e-45e5-a75c-6d16d70ddec4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.387586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81ef47c2-865e-45e5-a75c-6d16d70ddec4 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/bd70b066-1b1b-4187-a18a-cbf10ec14012 HTTP/1.1" status: 404 len: 337 time: 0.0308704 Aug 12 02:24:06.397249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.435877 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bd7e91-e25f-4711-887d-afaa4ef29837 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.436719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bd7e91-e25f-4711-887d-afaa4ef29837 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.439462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38bd7e91-e25f-4711-887d-afaa4ef29837 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/196f82ac-7e26-4054-8ff1-d897255a8acb HTTP/1.1" status: 404 len: 337 time: 0.0403080 Aug 12 02:24:06.442544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.489993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b174fe3e-2581-4f5d-99f5-2b439233934a,segment=NetworkSegment(a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73),segment_id=a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:06.507595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Attempting to bind port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:06.507969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Attempting to bind port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:06.508343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Attempting to bind port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:06.510823 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f810c9-1af5-47ad-bda2-ec9b1a787bd8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.511858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f810c9-1af5-47ad-bda2-ec9b1a787bd8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.514595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71f810c9-1af5-47ad-bda2-ec9b1a787bd8 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/abc8a352-dc85-42b7-adf8-7c9eca9fde22 HTTP/1.1" status: 404 len: 333 time: 0.0707042 Aug 12 02:24:06.519654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.532013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.573326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d3d74-8950-459b-9a7e-82ba501d6822 None None] Pushing event updated for resources: {'Port': ['ID=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:06.582124 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b08ac2-d73a-40ce-a89f-fd35136bc49f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.582694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b08ac2-d73a-40ce-a89f-fd35136bc49f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.587443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5b08ac2-d73a-40ce-a89f-fd35136bc49f tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/b96fca29-5eb5-4ae1-9d7e-77d27f943023 HTTP/1.1" status: 404 len: 337 time: 0.0634420 Aug 12 02:24:06.587443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44040) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.611227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:06.624272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:06.624272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.624642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:06.624943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Bound port: f6f59d5f-2b64-4691-8fa7-aeb13a995fb6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:06.625339 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.630477 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b20e9f-7e81-457f-8166-72b6d856ad1d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:06.631073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b20e9f-7e81-457f-8166-72b6d856ad1d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:06.633020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-49b20e9f-7e81-457f-8166-72b6d856ad1d tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/subnets/1a91766a-c89f-4b1b-90ed-8bb7ca9a6e4c HTTP/1.1" status: 404 len: 337 time: 0.0446019 Aug 12 02:24:06.635542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:06.637234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Allocated IP 172.20.0.2 (f438d16b-4c9c-4763-90fa-aa7f0c729f21/c0588012-2896-4f7f-956c-09bd9a04f337/6cf5af6b-6bbc-4c01-84fb-be97929641df) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:06.644507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Attempting to bind port 6630c356-30ff-4c63-b347-a30621dcb847 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:06.644645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Attempting to bind port 6630c356-30ff-4c63-b347-a30621dcb847 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2a14a4f0-4b4f-42ab-9283-98c9800f21ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:06.645012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Attempting to bind port 6630c356-30ff-4c63-b347-a30621dcb847 on network 889bf234-c065-4ebf-81de-48abe2fd60fd {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:06.730130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] DHCP port deletion for b8d0de75-c9d2-4109-aab2-5575106c095a request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:06.768260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:06.769063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Checking segment: {'id': '2a14a4f0-4b4f-42ab-9283-98c9800f21ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:06.769861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.770578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Bound using segment: {'id': '2a14a4f0-4b4f-42ab-9283-98c9800f21ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:06.771294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Bound port: 6630c356-30ff-4c63-b347-a30621dcb847, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a14a4f0-4b4f-42ab-9283-98c9800f21ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '889bf234-c065-4ebf-81de-48abe2fd60fd'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:06.771956 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.815025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Provisioning complete for port 5052a710-7489-4774-b964-91aef5d08368 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:06.815891 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.834169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:06.834518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.917526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Pushing event updated for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:06.924331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:06.940273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:07.009210 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] For port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:07.018195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:07.036478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.053199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] For port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:07.098751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.143591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.208320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d3d74-8950-459b-9a7e-82ba501d6822 None None] Pushing event updated for resources: {'Port': ['ID=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:07.212948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=6f66aad8-ffa1-4eb9-9daf-265c4f9ad492,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:07.219155 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.234037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d93c2c4b-8abe-4cdb-aeac-0533d4066975 req-afb7e26a-b0a8-4da3-90af-bcc55fe9c4b6 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 210 time: 0.7560763 Aug 12 02:24:07.238749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4b55b46-b269-48bd-ac00-d768e7aa455e tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/ports/6f66aad8-ffa1-4eb9-9daf-265c4f9ad492 HTTP/1.1" status: 204 len: 168 time: 0.5921416 Aug 12 02:24:07.239759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44060) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:07.406802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.416003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.421665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-108579292-network', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:07.533220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:07.545815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.547819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.570918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.616488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Deleting port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:07.617255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.660496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b174fe3e-2581-4f5d-99f5-2b439233934a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:07.711894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:07.713291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:07.713663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.733736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Calling delete_port for 16c0df3f-868d-4b91-bc54-3cc1b3a12701 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:07.745502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:07.752058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] For port 6630c356-30ff-4c63-b347-a30621dcb847, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:07.768675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:07.777441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Deleting port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:07.780207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.847188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.857797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event updated for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:07.869121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.882409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] For port 6630c356-30ff-4c63-b347-a30621dcb847, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6630c356-30ff-4c63-b347-a30621dcb847,segment=NetworkSegment(2a14a4f0-4b4f-42ab-9283-98c9800f21ec),segment_id=2a14a4f0-4b4f-42ab-9283-98c9800f21ec)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:07.883398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:07.883893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.921573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.944673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.960692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:07.961161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:07.972079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178cb8b-1fd9-4e7f-b3d2-926f09250950,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:07.994951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.003707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-50fab9a0-b9fe-4d25-9751-2afe413a6abe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0167277 Aug 12 02:24:08.022403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Request body: {'port': {'device_id': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:08.030738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] No DVR routers for this DVR port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:08.042562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87c0ab-d887-44d2-a7c7-a4dba7dd6cc0 None None] Pushing event updated for resources: {'Port': ['ID=6630c356-30ff-4c63-b347-a30621dcb847,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:08.090652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:08.094578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:08.094779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793633442964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25672721'] for subnet, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.115715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a61d6404-76fc-4fa9-a714-b10f91637962 None None] Could not find standard attr ID for object 8c73987e-86f2-4b0b-94a4-8cc390dcd11f. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:08.129851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:08.134916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:08.184151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] For port 16c0df3f-868d-4b91-bc54-3cc1b3a12701, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16c0df3f-868d-4b91-bc54-3cc1b3a12701,segment=NetworkSegment(825fcede-e221-49d8-9c00-17c593338f27),segment_id=825fcede-e221-49d8-9c00-17c593338f27)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:08.184561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.231603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.234215 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Added segment fea934d0-de83-47e8-9541-87a41f486924 of type vlan for network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 Aug 12 02:24:08.268728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.295265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Calling delete_port for 16c0df3f-868d-4b91-bc54-3cc1b3a12701 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:08.333419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5052a710-7489-4774-b964-91aef5d08368 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:08.363342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d0de75-c9d2-4109-aab2-5575106c095a']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:08.386901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.398575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825fcede-e221-49d8-9c00-17c593338f27') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:08.398887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825fcede-e221-49d8-9c00-17c593338f27') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:08.414356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.429922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:08.431786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.437351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "PUT /v2.0/subnets/172540f1-d782-419b-af58-c2738c09f492 HTTP/1.1" status: 200 len: 826 time: 4.1402273 Aug 12 02:24:08.445752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44068) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:08.542172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.558760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:08.562677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.669056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:08.670758 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.672902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:08.681327 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:08.715502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19efdc-60e6-464c-839c-376766ca0047 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=172540f1-d782-419b-af58-c2738c09f492,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:08.734073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5052a710-7489-4774-b964-91aef5d08368 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:08.734447 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.743760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:08.745299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.771244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.772409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:08.773091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.833774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18cfe-e88e-4505-97a4-83e38c357d65 req-12a63a9b-a09b-4367-869c-84f9216c2b33 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:08.842729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6d18cfe-e88e-4505-97a4-83e38c357d65 req-12a63a9b-a09b-4367-869c-84f9216c2b33 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 931 time: 0.4303923 Aug 12 02:24:08.895121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.913427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.917918 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.932652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.953599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.959001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:08.960322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Pushing event deleted for resources: {'Port': ['ID=16c0df3f-868d-4b91-bc54-3cc1b3a12701,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:08.963567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] 10.222.0.11 "DELETE /v2.0/networks/b8d0de75-c9d2-4109-aab2-5575106c095a HTTP/1.1" status: 204 len: 168 time: 1.7226272 Aug 12 02:24:08.967749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9479108 Aug 12 02:24:08.971224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44074) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:08.978773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Request body: {'subnet': {'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-108579292-subnet', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:09.000774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf4b3f-7c8d-470a-8be5-72f6f07b9eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=4290ef1f-2b0f-4ad2-9840-a866f11018a4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:09.008967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] Network b8d0de75-c9d2-4109-aab2-5575106c095a is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:24:09.009099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7e48c-4163-4fa6-9a83-f89193f35b3b None None] No DVR routers for this DVR port 16c0df3f-868d-4b91-bc54-3cc1b3a12701 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:09.026886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:09.051285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Deleting port ab7de583-adfa-4922-a85a-81cca05e9836 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:09.058576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.067558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb621349-8b40-44b5-a65e-9e97c8b20b48 tempest-PortsIpV6TestJSON-946903352 tempest-PortsIpV6TestJSON-946903352-project] Pushing event deleted for resources: {'Network': ['ID=b8d0de75-c9d2-4109-aab2-5575106c095a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:09.086278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:09.093362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.114166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6d18cfe-e88e-4505-97a4-83e38c357d65 req-6c4ad14a-3cb4-4e23-92dd-c403645be28e tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593918 Aug 12 02:24:09.202960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port 6630c356-30ff-4c63-b347-a30621dcb847 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:09.202960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.272199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Provisioning for port 6faafdb2-730d-4211-bb85-76b788a0b467 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:09.273468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Pushing event updated for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:09.303857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Provisioning complete for port 6faafdb2-730d-4211-bb85-76b788a0b467 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:09.304511 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.347030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-41dd4ab9-f6bc-4a4e-9f44-8fc832761f0c None None] Port 6faafdb2-730d-4211-bb85-76b788a0b467 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:24:09.352316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:09.367449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port 6630c356-30ff-4c63-b347-a30621dcb847, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6630c356-30ff-4c63-b347-a30621dcb847,segment=NetworkSegment(2a14a4f0-4b4f-42ab-9283-98c9800f21ec),segment_id=2a14a4f0-4b4f-42ab-9283-98c9800f21ec)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:09.368053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.383246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 16c0df3f-868d-4b91-bc54-3cc1b3a12701 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:09.383882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16c0df3f-868d-4b91-bc54-3cc1b3a12701 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:09.398536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:09.426113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:03Z', 'revision_number': 1, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:09.446409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.511348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51218498-b29c-4522-85f0-0cefff5b72e4 None None] The sync data for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 is: [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:03Z', 'revision_number': 1, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:09.555854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9546a7fe-6d30-4974-bb8a-b986b3594cde None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:09.556230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9546a7fe-6d30-4974-bb8a-b986b3594cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.696434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for 6630c356-30ff-4c63-b347-a30621dcb847 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:09.697967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6630c356-30ff-4c63-b347-a30621dcb847 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:09.808741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.830469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6630c356-30ff-4c63-b347-a30621dcb847 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:09.833032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] For port ab7de583-adfa-4922-a85a-81cca05e9836, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ab7de583-adfa-4922-a85a-81cca05e9836,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:09.833782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:09.911798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5382767c-1f0a-4b32-b927-d097b87ea762,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:09.916438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Calling delete_port for ab7de583-adfa-4922-a85a-81cca05e9836 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:09.955752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Checking segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:09.956176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Network hostable DHCP agents. Network: 4290ef1f-2b0f-4ad2-9840-a866f11018a4, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:10.033390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:10.046996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.064261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f053a3-4d4c-4e28-98df-4306fcd93bfc None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:10.127708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-63f9ccc7-c2ef-4aa3-ab5e-bc60f63c0145 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f7965978b7446bcaa64576d42bdca66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172577 Aug 12 02:24:10.132866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:10.137723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4290ef1f-2b0f-4ad2-9840-a866f11018a4) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:10.164790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=6630c356-30ff-4c63-b347-a30621dcb847,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:10.166818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5d75d-cf95-4d70-a54f-0c1e1156a907 None None] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:10.167063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:10.167763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.184638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1476d936-652e-4f0d-b0c7-bbd62d558331 None None] Could not find standard attr ID for object 6630c356-30ff-4c63-b347-a30621dcb847. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:10.250607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port 6630c356-30ff-4c63-b347-a30621dcb847 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:10.261009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a3ea593b-ed99-4acd-b71b-cb6f7c0ab040 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2887235 Aug 12 02:24:10.271102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:10.275020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:10.290624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:10.317398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.348322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:10.455663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.496448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:10.497314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.628019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.642101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889bf234-c065-4ebf-81de-48abe2fd60fd']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:10.695874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a14a4f0-4b4f-42ab-9283-98c9800f21ec') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:10.706124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a14a4f0-4b4f-42ab-9283-98c9800f21ec') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:10.751592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d3fc8-83b0-4522-840c-8bb6eba3a6d0 req-6f0f0a7a-c5d1-486d-a93f-00ea01e455f7 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:10.752068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=172540f1-d782-419b-af58-c2738c09f492,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:10.769868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.776819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec6d3fc8-83b0-4522-840c-8bb6eba3a6d0 req-6f0f0a7a-c5d1-486d-a93f-00ea01e455f7 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 931 time: 0.5542307 Aug 12 02:24:10.803181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf5af6b-6bbc-4c01-84fb-be97929641df {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:24:10.836461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.856348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.856589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:10.857547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:10.862904 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:10.894741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Transition to ACTIVE for port object 6cf5af6b-6bbc-4c01-84fb-be97929641df will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:10.905620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:10.926718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Allocated IP 172.20.0.2 (4290ef1f-2b0f-4ad2-9840-a866f11018a4/5382767c-1f0a-4b32-b927-d097b87ea762/5b29ad93-1396-40f6-84b9-28eee74a9a9b) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:10.955962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fa62e9-4c77-470c-8c03-776075ed5302 None None] Network 889bf234-c065-4ebf-81de-48abe2fd60fd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:11.002462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.026786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.028961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/889bf234-c065-4ebf-81de-48abe2fd60fd HTTP/1.1" status: 204 len: 168 time: 2.5804114 Aug 12 02:24:11.030748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480f83-e9be-4abf-8627-762cc0b49df3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=889bf234-c065-4ebf-81de-48abe2fd60fd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:11.034700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.036882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44100) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:11.067197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.069006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.073148 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffec9e4-9430-485d-9287-66a1f0f47ea6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:11.073776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffec9e4-9430-485d-9287-66a1f0f47ea6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:11.077676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0ffec9e4-9430-485d-9287-66a1f0f47ea6 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/889bf234-c065-4ebf-81de-48abe2fd60fd HTTP/1.1" status: 404 len: 339 time: 0.0376341 Aug 12 02:24:11.085963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:11.100367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1407737952', 'description': 'd1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:11.140398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec6d3fc8-83b0-4522-840c-8bb6eba3a6d0 req-b9afac6e-75ba-4500-ba36-c1fed3bb2c51 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161398 Aug 12 02:24:11.144827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:11.149093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.172772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.176565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7de583-adfa-4922-a85a-81cca05e9836,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:11.217392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:11.237013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.237429 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 74f78960-e433-499f-aefe-cb72a8d3bf31 of type vlan for network 2a716843-ad26-435a-89ee-8a5b0136b0dd Aug 12 02:24:11.316378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.356596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.364615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:11.365864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.467047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f51fe693-f06d-451e-8e34-161e8c451327 None None] Provisioning complete for port 6faafdb2-730d-4211-bb85-76b788a0b467 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:11.467671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f51fe693-f06d-451e-8e34-161e8c451327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:11.568759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=2a716843-ad26-435a-89ee-8a5b0136b0dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:11.590410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f51fe693-f06d-451e-8e34-161e8c451327 None None] Port 6faafdb2-730d-4211-bb85-76b788a0b467 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:24:11.599033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2a716843-ad26-435a-89ee-8a5b0136b0dd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:11.604296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6f2f5303-7691-448f-bb26-db6c29adbc3d tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5132806 Aug 12 02:24:11.614059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:11.820885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:11.897650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425bcef-5417-4e5f-a5e4-9c2b4652f53a None None] DHCP port deletion for 889bf234-c065-4ebf-81de-48abe2fd60fd request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:12.006129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.037120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Transition to ACTIVE for port object 5b29ad93-1396-40f6-84b9-28eee74a9a9b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:12.071708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:12.084006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Transition to ACTIVE for port object 5b29ad93-1396-40f6-84b9-28eee74a9a9b will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:12.085628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:12.086027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.141504 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.200631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d8f87-9b5f-4b15-a9a9-a061d09484ae tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:12.202920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-320d8f87-9b5f-4b15-a9a9-a061d09484ae tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks?id=2a716843-ad26-435a-89ee-8a5b0136b0dd HTTP/1.1" status: 200 len: 765 time: 0.5864224 Aug 12 02:24:12.204171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:12.205741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:12.213300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'description': 'd2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:12.213662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:12.220956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:12.259631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Pushing event updated for resources: {'Port': ['ID=5b29ad93-1396-40f6-84b9-28eee74a9a9b,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:12.286516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.308566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Attempting to bind port 5b29ad93-1396-40f6-84b9-28eee74a9a9b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:12.308941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Attempting to bind port 5b29ad93-1396-40f6-84b9-28eee74a9a9b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:12.309309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Attempting to bind port 5b29ad93-1396-40f6-84b9-28eee74a9a9b on network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:12.331460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:12.331887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Checking segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:12.332192 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.332576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Bound using segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:12.333051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Bound port: 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:12.333431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.409843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.444115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:24:12.445858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.453582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:12.456056 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.459010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.472013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.485109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:12.530301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:12.535000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 2a716843-ad26-435a-89ee-8a5b0136b0dd is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:24:12.541495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:12.542434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.547640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "PUT /v2.0/networks/2a716843-ad26-435a-89ee-8a5b0136b0dd HTTP/1.1" status: 200 len: 762 time: 0.3369379 Aug 12 02:24:12.547843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] For port 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:12.549774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] For port 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5b29ad93-1396-40f6-84b9-28eee74a9a9b,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:12.552671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44114) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:12.556333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.646406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89afa-3f8c-4fc8-862b-a95e8d008859 None None] Pushing event updated for resources: {'Port': ['ID=5b29ad93-1396-40f6-84b9-28eee74a9a9b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:12.682085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69046b-c974-4cfd-bd8a-f3fb98b8bbc1 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=2a716843-ad26-435a-89ee-8a5b0136b0dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:12.705511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2a716843-ad26-435a-89ee-8a5b0136b0dd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:12.762441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9059cf38-759c-4ea9-b7f9-25871f544e20 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:12.764662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9059cf38-759c-4ea9-b7f9-25871f544e20 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks?id=2a716843-ad26-435a-89ee-8a5b0136b0dd HTTP/1.1" status: 200 len: 765 time: 0.2109623 Aug 12 02:24:12.768389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:12.769439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1ac6e-5096-4389-84ac-afb514279c30 req-871942aa-101c-4636-a29a-913ef4957f04 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:12.771002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64b1ac6e-5096-4389-84ac-afb514279c30 req-871942aa-101c-4636-a29a-913ef4957f04 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.4767885 Aug 12 02:24:12.778676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.788235 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:12.789602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f76a5fd-2126-4b08-8ddc-1b9081784e48 HTTP/1.1" status: 204 len: 168 time: 2.6527929 Aug 12 02:24:12.954409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1aa279-b919-42c0-8ca7-99530aea58a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f76a5fd-2126-4b08-8ddc-1b9081784e48,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:13.126792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50259a8-3767-4f2a-8c23-86236aa3e8cc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.130719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d50259a8-3767-4f2a-8c23-86236aa3e8cc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3613706 Aug 12 02:24:13.134268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44126) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:13.151521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Attempting to bind port 6cf5af6b-6bbc-4c01-84fb-be97929641df on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:13.151944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Attempting to bind port 6cf5af6b-6bbc-4c01-84fb-be97929641df by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:13.152478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Attempting to bind port 6cf5af6b-6bbc-4c01-84fb-be97929641df on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:13.159801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:13.218702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:13.220808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a81768a-4ab2-4130-998f-d8fedd7afd89 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 207 time: 0.0773525 Aug 12 02:24:13.224982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-64b1ac6e-5096-4389-84ac-afb514279c30 req-faf6ca1f-bc13-4cbf-a519-a9db466987d5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992318 Aug 12 02:24:13.310602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Port 6cf5af6b-6bbc-4c01-84fb-be97929641df on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:24:13.311241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Attempting to bind port 6cf5af6b-6bbc-4c01-84fb-be97929641df on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:13.393652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:13.395798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:13.396429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Checking segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:13.396851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Bound using segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:13.397603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Bound port: 6cf5af6b-6bbc-4c01-84fb-be97929641df, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:13.398188 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:13.520618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:13.531539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a58df35a-1b31-4f37-a213-7ff157d5481d admin admin] 10.222.0.11 "PUT /v2.0/routers/e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1279008 Aug 12 02:24:13.542588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Sync routers for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:13.569304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:13.569941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:13.613902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.624948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.632550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.634772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5b29ad93-1396-40f6-84b9-28eee74a9a9b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:13.640487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.648537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.659435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:13.662961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-227a0385-07dc-4050-8b4f-9a3387fcf1a4 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4365532 Aug 12 02:24:13.668461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44146) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:13.827084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5b29ad93-1396-40f6-84b9-28eee74a9a9b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:13.832680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:13.889465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:13.890455 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:13.941467 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:14.028431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6630c356-30ff-4c63-b347-a30621dcb847 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:14.056503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6630c356-30ff-4c63-b347-a30621dcb847 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:14.056990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6630c356-30ff-4c63-b347-a30621dcb847 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:14.092970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:14.096405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:14.097211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:14.110891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.158210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.158766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.160283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] 10.222.0.25 "PUT /v2.0/ports/6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 200 len: 1091 time: 6.1453559 Aug 12 02:24:14.160748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:24:14.164255 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f383d288-f87d-4da3-b7ae-c73f4d662773" -d '{"events": [{"name": "network-changed", "server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:24:14.244823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3b2d3ca9-0eed-412c-84ea-e94c454672c3 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5747547 Aug 12 02:24:14.249053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:14.424048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.438029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.442761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.449631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.451396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.453226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-12354529-e69a-4c6a-a42e-863dcfd96c58 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2028294 Aug 12 02:24:14.469810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:14.484615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1351843242'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:14.504258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0431cde2-6afb-48fd-9c58-496e93456638 None None] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:14.561859 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:08Z', 'revision_number': 2, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:14.574253 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b36cf5-78e5-4e70-9473-f4e59c5aa6f4 x-openstack-request-id: req-84b36cf5-78e5-4e70-9473-f4e59c5aa6f4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:24:14.577503 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:24:14.577792 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84b36cf5-78e5-4e70-9473-f4e59c5aa6f4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:24:14.578229 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df', 'status': 'completed', 'code': 200} Aug 12 02:24:14.624524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:24:14.638103 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Checking router: e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:14.638791 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Updating router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 port 6faafdb2-730d-4211-bb85-76b788a0b467 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:24:14.701731 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.706707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:14.716688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.792637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bffb9f-9017-4134-aef8-886d93c6a0eb req-717bff9e-6c02-4eb6-a3e8-0aefeb582762 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.795428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bffb9f-9017-4134-aef8-886d93c6a0eb req-717bff9e-6c02-4eb6-a3e8-0aefeb582762 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.3052230 Aug 12 02:24:14.800902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.802725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.804411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.806782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.808436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:14.815388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e9dfc563-17c4-4bf5-9ff6-251b48002541 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3270967 Aug 12 02:24:14.816141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:14.820604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.847218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Provisioning for port 5b29ad93-1396-40f6-84b9-28eee74a9a9b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:14.859841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Provisioning complete for port 5b29ad93-1396-40f6-84b9-28eee74a9a9b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:14.860211 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:14.861809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ef63-d268-4648-86a5-dcba3fb7b2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:15.079220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:15.095314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.127032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:15.143318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Sync routers for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:15.163811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4d921fbd-ed4b-4e50-8aa2-e41469827b81 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f6c599d-4249-4f2f-bb15-6297c5b94be0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5115211 Aug 12 02:24:15.167773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.176354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:15.176733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.213658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.218136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:15.218984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:15.271088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.291978 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.304324 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Transition to ACTIVE for port object 6faafdb2-730d-4211-bb85-76b788a0b467 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:15.308304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:15.316386 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.389001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786a4d45-5c00-45d9-acc6-f9dc53b9c9ce,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:15.409256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] For port 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5b29ad93-1396-40f6-84b9-28eee74a9a9b,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:15.423459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.424082 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 600d4b5e-8571-4c8b-9812-25c83811e38b of type vlan for network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 Aug 12 02:24:15.441769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bffb9f-9017-4134-aef8-886d93c6a0eb req-eef06738-382e-4f96-ab42-8a3c5bb0ea67 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240261 Aug 12 02:24:15.449733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.504745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.576477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7a0cb-4641-4b25-9c46-bff34795757f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:15.581766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8ec7a0cb-4641-4b25-9c46-bff34795757f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks/48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 HTTP/1.1" status: 200 len: 803 time: 0.7590225 Aug 12 02:24:15.582727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:15.603302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:15.663647 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Pushing event updated for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:15.692593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.717814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.718153 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.723363 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.723814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.724153 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.724485 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.724817 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.725141 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.725459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.725780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.726100 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.726417 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:15.735629 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Attempting to bind port 6faafdb2-730d-4211-bb85-76b788a0b467 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:15.736002 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Attempting to bind port 6faafdb2-730d-4211-bb85-76b788a0b467 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:15.736365 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Attempting to bind port 6faafdb2-730d-4211-bb85-76b788a0b467 on network 9f68364a-abce-4c2d-8c97-28cb7fd53efd {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:15.755060 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:15.755778 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Checking segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:15.756024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d62a2-c3b6-469d-9d95-f16e3478c276 None None] Pushing event updated for resources: {'Port': ['ID=5b29ad93-1396-40f6-84b9-28eee74a9a9b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:15.756632 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.757178 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Bound using segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:15.757833 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Bound port: 6faafdb2-730d-4211-bb85-76b788a0b467, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:15.758391 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.789133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.796382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:15.797301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.846450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0daafb9a-bd55-4923-a606-e953bc93c414 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/networks/48ecc3ac-dd48-4002-bdeb-a9d42ea163c6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2622273 Aug 12 02:24:15.852993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3cfe69f0-a1b0-4326-8440-68de5d8f9b0d None None] Provisioning complete for port 5b29ad93-1396-40f6-84b9-28eee74a9a9b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:15.853958 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3cfe69f0-a1b0-4326-8440-68de5d8f9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.882076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44252) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:15.908283 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] For port 6faafdb2-730d-4211-bb85-76b788a0b467, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:15.910123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8126030 Aug 12 02:24:15.918840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] For port 6faafdb2-730d-4211-bb85-76b788a0b467, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6faafdb2-730d-4211-bb85-76b788a0b467,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:15.928971 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:15.942017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:15.952020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'name': 'tempest-PortsTestJSON-1475741860'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:16.008487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aa3f6-6f20-4be3-ad17-9fc5895d1194 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=c6b4f99f-10a1-4e3f-9275-ebec770a7dd7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:16.022466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:16.049741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099f207-a49c-4b54-a48d-4a01f574ef97 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:16.054491 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6099f207-a49c-4b54-a48d-4a01f574ef97 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets/5d88765c-10c5-42e1-8333-6d179dfe9fe9 HTTP/1.1" status: 200 len: 843 time: 0.1607044 Aug 12 02:24:16.056677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44256) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:16.068917 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ab0ba-d1a9-4ae9-8857-5dfdfa7f4980 None None] Pushing event updated for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:16.087850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:16.088738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:16.130662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:16.134388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.217342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:16.238233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4385206f-1336-4daa-b8c4-b77321351297 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['shared'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:16.240413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4385206f-1336-4daa-b8c4-b77321351297 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "GET /v2.0/subnets/5d88765c-10c5-42e1-8333-6d179dfe9fe9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1827505 Aug 12 02:24:16.240644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-6204dff0-390d-47b0-8da7-1599d543139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:16.244608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:16.245384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-6204dff0-390d-47b0-8da7-1599d543139a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 1094 time: 1.6631634 Aug 12 02:24:16.249765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:24:10Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:16.262296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2096019537'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:16.324581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Checking router: 6f6c599d-4249-4f2f-bb15-6297c5b94be0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:16.337596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:16.340092 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:16.343089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.345176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Routers {'6f6c599d-4249-4f2f-bb15-6297c5b94be0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:16.346051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:16.409313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Allocated IP 172.25.3.154 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/004dad96-2649-4daf-a947-cc404ab36772) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:16.458917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:16.495993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.495993 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Added segment 2e66d8a3-f171-46ab-84ac-d1708da64a69 of type vlan for network 6fab84a2-64f2-4018-a704-e9015bbd8898 Aug 12 02:24:16.531575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] Set router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:16.556623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.620673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.639167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.694274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:15Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:16.727016 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb9035-3870-406a-9a53-a1cdbbb8cb0e None None] The sync data for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 is: [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:15Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:16.734282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47cb323b-706d-4851-af2e-3a41d7cc7b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.778676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.824246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.832421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:16.833098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:16.875551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-e09c563d-ea7f-42db-bc0a-c0ee040211e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 200 len: 217 time: 0.1268878 Aug 12 02:24:16.902379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Pushing event updated for resources: {'Port': ['ID=004dad96-2649-4daf-a947-cc404ab36772,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:16.927813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e54f2-079e-4029-ad9c-91f831dc6fae req-22edf512-05eb-401c-bd66-4b4b57c3c86a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:16.929419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-384e54f2-079e-4029-ad9c-91f831dc6fae req-22edf512-05eb-401c-bd66-4b4b57c3c86a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.2994182 Aug 12 02:24:16.933716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:16.940575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:16.973519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:16.988661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Network': ['ID=6fab84a2-64f2-4018-a704-e9015bbd8898,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:16.991184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.007096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:17.007771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.116279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:24:10Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:17.117807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658a881-2603-4818-803a-ed058fa3ee03 req-629bcc3b-58bb-488e-aadd-b9dced51886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:17.120659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-384e54f2-079e-4029-ad9c-91f831dc6fae req-327d2d52-8ab1-4f91-b330-707aef97812f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759889 Aug 12 02:24:17.122283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-629bcc3b-58bb-488e-aadd-b9dced51886c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.2344625 Aug 12 02:24:17.144743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=36d939f2-dfcf-4e37-86e5-39eff1dbb77d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:17.178936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef177aa-783a-4ee0-a28b-c070e491aed2 None None] The sync data for ids ['6f6c599d-4249-4f2f-bb15-6297c5b94be0'] in n-d-804303-2 is: [{'id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'name': 'tempest-ServersTestBootFromVolume-2059187347-router', 'tenant_id': 'f062fdfde1304db9a469e94ec50d8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:38Z', 'updated_at': '2021-08-12T02:24:10Z', 'revision_number': 5, 'project_id': 'f062fdfde1304db9a469e94ec50d8137', 'gw_port': {'id': 'a11de856-5f7d-45de-9a4c-d1ce504061fc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6c599d-4249-4f2f-bb15-6297c5b94be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:41Z', 'updated_at': '2021-08-12T02:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:17.179319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '600d4b5e-8571-4c8b-9812-25c83811e38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:17.183195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: c6b4f99f-10a1-4e3f-9275-ebec770a7dd7, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:17.218705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:17.238242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c6b4f99f-10a1-4e3f-9275-ebec770a7dd7) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:17.242836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:17.249216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6b9fc-49e2-45d9-aa5e-72b5b4eba92e None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:17.251622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:17.252285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.279603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-a03954d4-7759-4dfc-926d-08ffd3e044fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339755 Aug 12 02:24:17.387997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47cb323b-706d-4851-af2e-3a41d7cc7b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.409598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0620a495-df8d-4446-9095-a757a1242a70 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1596076 Aug 12 02:24:17.409798 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47cb323b-706d-4851-af2e-3a41d7cc7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.411244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:17.419260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:17.445472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c6aa1dd-2370-4507-82a8-44e28e029385 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4974840 Aug 12 02:24:17.454913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Deleting port a11de856-5f7d-45de-9a4c-d1ce504061fc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:17.455268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.466503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:17.497900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2097241815'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:17.606441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb323b-706d-4851-af2e-3a41d7cc7b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d7607-6351-4ae7-a270-ce74fd1db156,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:17.614287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-47cb323b-706d-4851-af2e-3a41d7cc7b4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6187328190b148c8a60f0f0ef1997e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4748068 Aug 12 02:24:17.614952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44272) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:17.685948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-31a8ef3c-07ca-47ec-9f0e-9cc3112aa0b1 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941858 Aug 12 02:24:17.702754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:17.706802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.748562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.771312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.803348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Made reservation on behalf of d9771152e8994bc692ba823c34c8b31f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:17.805873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5b29ad93-1396-40f6-84b9-28eee74a9a9b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:17.808079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.911348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] For port a11de856-5f7d-45de-9a4c-d1ce504061fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a11de856-5f7d-45de-9a4c-d1ce504061fc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:17.911789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.922749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:17.923288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.927770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5b29ad93-1396-40f6-84b9-28eee74a9a9b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:17.928640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.938300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Calling delete_port for a11de856-5f7d-45de-9a4c-d1ce504061fc owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:17.943692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.950735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Performing IP validity checks on allocation pools {{(pid=94674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 02:24:17.951260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94674) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 02:24:17.960833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:17.961199 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 6744d301-226d-4056-8193-2a90ee7f7970 of type vlan for network 2e29968e-7559-456c-8d17-93282bd240a3 Aug 12 02:24:18.027137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.030008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.033582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/929d7607-6351-4ae7-a270-ce74fd1db156 HTTP/1.1" status: 204 len: 168 time: 0.4149673 Aug 12 02:24:18.060596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908e10-5a4f-4901-9437-b9ea67fb2cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d7607-6351-4ae7-a270-ce74fd1db156,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:18.166241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4658a881-2603-4818-803a-ed058fa3ee03 req-9a092ce8-13fa-4449-92dc-29f571fad8da service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653583 Aug 12 02:24:18.172148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.174063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6faafdb2-730d-4211-bb85-76b788a0b467 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:18.250871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.300251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6faafdb2-730d-4211-bb85-76b788a0b467 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:18.317033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6faafdb2-730d-4211-bb85-76b788a0b467 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:18.318244 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.368580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=e053b0d7-197b-49db-bad3-2c04086d3829,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:18.394418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c812a-6be3-4d4b-8586-d8412927028c req-0b4923d5-e122-48d9-b2d7-45c9da991f46 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:18.396225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-711c812a-6be3-4d4b-8586-d8412927028c req-0b4923d5-e122-48d9-b2d7-45c9da991f46 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.1348078 Aug 12 02:24:18.400109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Checking segment: {'id': '2e66d8a3-f171-46ab-84ac-d1708da64a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:18.400564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network hostable DHCP agents. Network: 6fab84a2-64f2-4018-a704-e9015bbd8898, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:18.409137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.415911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:18.416542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.475153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.512884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:18.520673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-711c812a-6be3-4d4b-8586-d8412927028c req-1ca742f1-c1f6-48ba-9de9-f10507dc8ab9 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157568 Aug 12 02:24:18.537489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6fab84a2-64f2-4018-a704-e9015bbd8898) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:18.540349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6faafdb2-730d-4211-bb85-76b788a0b467, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6faafdb2-730d-4211-bb85-76b788a0b467,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:18.546963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f311403-bd96-4324-b2f2-5b1b6d900cd5 None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:18.551906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.562325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:18.564086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.589034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1139693 Aug 12 02:24:18.602391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ab7de583-adfa-4922-a85a-81cca05e9836 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:18.614496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44286) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:18.614730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-4985eda5-8ba3-454a-8c5b-de9fa9153ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:18.614730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-4985eda5-8ba3-454a-8c5b-de9fa9153ea6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 1094 time: 0.3779020 Aug 12 02:24:18.614925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'ports': [{'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'}, {'network_id': '2e29968e-7559-456c-8d17-93282bd240a3'}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:18.614925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:18.614925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '2e29968e-7559-456c-8d17-93282bd240a3'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:18.628784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9187a4a4-5f64-459b-8786-08d151cfef79 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2144067 Aug 12 02:24:18.658487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e33ce-a39f-4ea5-93c5-131630538d7a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=2e29968e-7559-456c-8d17-93282bd240a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:18.666094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44288) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:18.666094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:18.693705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2e29968e-7559-456c-8d17-93282bd240a3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:18.704103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ab7de583-adfa-4922-a85a-81cca05e9836 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:18.704442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ab7de583-adfa-4922-a85a-81cca05e9836 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:18.732612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:18.827414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:18.861969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a75be4eb-30c9-4927-9ab8-fb83feab9557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.871530 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.936095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 2} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:18.941718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.961597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:18.988275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6fab84a2-64f2-4018-a704-e9015bbd8898', 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898', 'tenant_id': 'd9771152e8994bc692ba823c34c8b31f', 'fixed_ips': [{'subnet_id': 'e053b0d7-197b-49db-bad3-2c04086d3829'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:18.989755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.105233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57f235-763c-4985-bacd-a87b26190b36 req-e0d52e55-9f9b-49fe-b817-e199c22ae19a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:19.107708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd57f235-763c-4985-bacd-a87b26190b36 req-e0d52e55-9f9b-49fe-b817-e199c22ae19a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.1225278 Aug 12 02:24:19.118416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 535aef3e-cfd5-4b0a-9d27-9d358268db2b yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:19.196724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Allocated IP 2001:db8::3 (6fab84a2-64f2-4018-a704-e9015bbd8898/e053b0d7-197b-49db-bad3-2c04086d3829/b20a2850-e478-4e2f-b2e6-d8f2cce7fb03) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:19.338426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.402278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.414074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Transition to ACTIVE for port object b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:19.421892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a11de856-5f7d-45de-9a4c-d1ce504061fc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:19.453693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Transition to ACTIVE for port object b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:19.469674 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.504436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd57f235-763c-4985-bacd-a87b26190b36 req-f1369735-f3a5-40bf-b7f0-616c837dc979 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783162 Aug 12 02:24:19.539897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-6273a92f-43b7-4f67-a8ab-b877e1dd2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:19.541420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-6273a92f-43b7-4f67-a8ab-b877e1dd2d97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.9191546 Aug 12 02:24:19.546489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25258160'] for subnet, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.614684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:19.619773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:19.639227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Pushing event updated for resources: {'Port': ['ID=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:19.641913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:19.680762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-b2b457f9-3197-4785-8ed6-5e7d0b7cb81f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 200 len: 217 time: 0.0775027 Aug 12 02:24:19.696099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6faafdb2-730d-4211-bb85-76b788a0b467 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:19.704119 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.784397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Attempting to bind port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:19.784778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Attempting to bind port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2e66d8a3-f171-46ab-84ac-d1708da64a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:19.785143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Attempting to bind port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 on network 6fab84a2-64f2-4018-a704-e9015bbd8898 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:19.797392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:19.797908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Checking segment: {'id': '2e66d8a3-f171-46ab-84ac-d1708da64a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:19.798318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.798734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Bound using segment: {'id': '2e66d8a3-f171-46ab-84ac-d1708da64a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:19.799302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Bound port: b20a2850-e478-4e2f-b2e6-d8f2cce7fb03, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e66d8a3-f171-46ab-84ac-d1708da64a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6fab84a2-64f2-4018-a704-e9015bbd8898'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:19.799712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.822413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port a6fa3e52-9d9f-4d07-b415-933bd51a00ad yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:19.833053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.845700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6faafdb2-730d-4211-bb85-76b788a0b467 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:19.846076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.915188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] For port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:19.920678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] For port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,segment=NetworkSegment(2e66d8a3-f171-46ab-84ac-d1708da64a69),segment_id=2e66d8a3-f171-46ab-84ac-d1708da64a69)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:19.956201 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.976505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:19.993768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-f16ddc70-523b-4bdf-968b-a3f20265d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:19.995290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-f16ddc70-523b-4bdf-968b-a3f20265d3b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.3020229 Aug 12 02:24:20.003817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22c68c-9d88-4db5-b8c6-3d4322e137d4 req-9aca0075-36a3-4a7d-b2bf-c8a8be6aac58 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:20.005309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca22c68c-9d88-4db5-b8c6-3d4322e137d4 req-9aca0075-36a3-4a7d-b2bf-c8a8be6aac58 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.2954888 Aug 12 02:24:20.027959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5df4d-8548-4800-96e8-e46c32e0db3e None None] Pushing event updated for resources: {'Port': ['ID=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:20.029364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.044079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.062496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.091054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a75be4eb-30c9-4927-9ab8-fb83feab9557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.097369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-c14287bf-e811-4ca7-a46f-3edabc855563 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888624 Aug 12 02:24:20.097950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:24:20.110469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:20.116370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:20.120048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:20.120955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.128831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=535aef3e-cfd5-4b0a-9d27-9d358268db2b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:20.202825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '6744d301-226d-4056-8193-2a90ee7f7970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2e29968e-7559-456c-8d17-93282bd240a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:20.203195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 2e29968e-7559-456c-8d17-93282bd240a3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:20.205109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a75be4eb-30c9-4927-9ab8-fb83feab9557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.206725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=a6fa3e52-9d9f-4d07-b415-933bd51a00ad,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:20.226746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 2e29968e-7559-456c-8d17-93282bd240a3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:20.246615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2e29968e-7559-456c-8d17-93282bd240a3) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:20.249727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca22c68c-9d88-4db5-b8c6-3d4322e137d4 req-b1ec4b85-4203-4c0e-bdcc-271a900a38dd tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277308 Aug 12 02:24:20.250993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:20.257410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:20.262859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:20.264407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.301001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae09ca-e584-4feb-8b82-3e1388b8d0d3 None None] Network 2e29968e-7559-456c-8d17-93282bd240a3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:20.334651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7da8c2bf-0cb9-4180-b95d-f618a570e9b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7283175 Aug 12 02:24:20.348876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44300) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:20.349172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a75be4eb-30c9-4927-9ab8-fb83feab9557 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64900d4a2d814d3f852ad968ca1d60f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6664014 Aug 12 02:24:20.358594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44302) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:20.409794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-52b054a1-51c2-4192-9522-1fdf610b886e service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261989 Aug 12 02:24:20.475046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.475910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6c599d-4249-4f2f-bb15-6297c5b94be0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:24:20.486033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.489525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db19fc3c-fda5-4923-8f72-c360825da8b0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6f6c599d-4249-4f2f-bb15-6297c5b94be0 HTTP/1.1" status: 204 len: 168 time: 5.3079491 Aug 12 02:24:20.518727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:20.603722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75be4eb-30c9-4927-9ab8-fb83feab9557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af2e1f7-9e38-4b25-b3ad-29ba667dcc56,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:20.651564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.679495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793633442964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25672721'] for subnet, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.681350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Deleting subnet 57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:20.710511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.769630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:20.782911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:20.783348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.784702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "PUT /v2.0/subnets/e053b0d7-197b-49db-bad3-2c04086d3829 HTTP/1.1" status: 200 len: 900 time: 2.1032765 Aug 12 02:24:20.791192 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Sync routers for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:20.795487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44310) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:20.804172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.807244 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:20.809385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port a6fa3e52-9d9f-4d07-b415-933bd51a00ad {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:20.809860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.810053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:20.840332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.859719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a45d73-5f58-4e34-8d80-0e46dd9f20ad tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event updated for resources: {'Subnet': ['ID=e053b0d7-197b-49db-bad3-2c04086d3829,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:20.872277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:20.874039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf7fd129-ccbd-49ed-88b8-fc42493d96e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.5980091 Aug 12 02:24:20.878624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:20.947171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8a0d-9945-4b9f-8614-77d5042e3c10 req-df33e8a3-cfe1-4a33-8cdc-3d1844d27f7a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:20.953714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d40c8a0d-9945-4b9f-8614-77d5042e3c10 req-df33e8a3-cfe1-4a33-8cdc-3d1844d27f7a tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.3319497 Aug 12 02:24:20.957984 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:20.974462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f383d288-f87d-4da3-b7ae-c73f4d662773 req-f5907d2d-72c8-4634-9085-34719abc8ee4 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774654 Aug 12 02:24:21.002563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.025998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-25c1d862-5cb7-46e3-9141-7be3c92aa766 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:21.027719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-25c1d862-5cb7-46e3-9141-7be3c92aa766 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.3435104 Aug 12 02:24:21.052697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.140794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for a6fa3e52-9d9f-4d07-b415-933bd51a00ad owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:21.197244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d40c8a0d-9945-4b9f-8614-77d5042e3c10 req-d3446b16-d343-4d48-b940-87ec6e6531a1 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228773 Aug 12 02:24:21.247181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.250533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.251559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3af2e1f7-9e38-4b25-b3ad-29ba667dcc56 HTTP/1.1" status: 204 len: 168 time: 0.8917391 Aug 12 02:24:21.268374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:17Z', 'revision_number': 3, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:21.339889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6cf5af6b-6bbc-4c01-84fb-be97929641df details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:24:21.343836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Checking router: 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:21.345354 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Updating router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 port 004dad96-2649-4daf-a947-cc404ab36772 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:24:21.376862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.384839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fb53c-7dad-4189-8365-c7ef6f1cc94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af2e1f7-9e38-4b25-b3ad-29ba667dcc56,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:21.385865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:21.386216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.407909 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.438959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.489674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=a6fa3e52-9d9f-4d07-b415-933bd51a00ad,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:21.507868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.514933 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0646fdc3-8bcb-4fdd-ae51-a5c03352db50 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/a6fa3e52-9d9f-4d07-b415-933bd51a00ad HTTP/1.1" status: 204 len: 168 time: 1.1618652 Aug 12 02:24:21.528292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44318) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:21.649956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:21.680937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '6cf5af6b-6bbc-4c01-84fb-be97929641df', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'port_id': '6cf5af6b-6bbc-4c01-84fb-be97929641df', 'mac_address': 'fa:16:3e:b3:29:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0588012-2896-4f7f-956c-09bd9a04f337', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:24:21.691352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Deleting port 274695ce-de5b-43e4-818f-5a71ead36c3e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:21.691727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.771312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:21.800183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.858313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:21.885657 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:21.887166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0343a8db-aae8-4b4c-913a-df0f4520a707 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57d0e4e9-1ba3-4441-b0a5-5cd57afed0a0 HTTP/1.1" status: 204 len: 168 time: 1.3654966 Aug 12 02:24:21.901532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab523458-e138-44f1-8d38-3bce5a4db1bb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:21.904747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d60473-0415-45b4-8f22-26853d6cb798 None None] Network d238b9e5-c5e0-467d-a2f4-8b4d957d25fb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:21.909205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab523458-e138-44f1-8d38-3bce5a4db1bb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:21.911309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:21.911882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab523458-e138-44f1-8d38-3bce5a4db1bb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3807838 Aug 12 02:24:21.921557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:21.985605 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.012301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Transition to ACTIVE for port object 004dad96-2649-4daf-a947-cc404ab36772 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:22.023398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] For port 274695ce-de5b-43e4-818f-5a71ead36c3e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=274695ce-de5b-43e4-818f-5a71ead36c3e,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:22.023779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.025265 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.031208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d9a36-b6df-46de-b609-da3f20048289 None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:22.087497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fbb1f-f39d-41c7-a7fd-dbe2af68a005 req-414ef920-4620-44ae-8acc-11c51d6ecb30 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:22.123601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f9fbb1f-f39d-41c7-a7fd-dbe2af68a005 req-414ef920-4620-44ae-8acc-11c51d6ecb30 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 943 time: 0.6425214 Aug 12 02:24:22.160081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.203488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Attempting to bind port 004dad96-2649-4daf-a947-cc404ab36772 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:22.203825 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Attempting to bind port 004dad96-2649-4daf-a947-cc404ab36772 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:22.204165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Attempting to bind port 004dad96-2649-4daf-a947-cc404ab36772 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:22.209782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,segment=NetworkSegment(2e66d8a3-f171-46ab-84ac-d1708da64a69),segment_id=2e66d8a3-f171-46ab-84ac-d1708da64a69)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:22.210163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.223638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:22.224022 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:22.224425 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.224823 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:22.234756 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Bound port: 004dad96-2649-4daf-a947-cc404ab36772, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:22.235203 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.242716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf5af6b-6bbc-4c01-84fb-be97929641df {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:24:22.252133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:22.252337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 535aef3e-cfd5-4b0a-9d27-9d358268db2b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:22.252695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.305225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Provisioning for port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:22.315872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Provisioning complete for port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:22.316740 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.359061 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] For port 004dad96-2649-4daf-a947-cc404ab36772, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:22.361762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:22.368999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] For port 004dad96-2649-4daf-a947-cc404ab36772, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=004dad96-2649-4daf-a947-cc404ab36772,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:22.405784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:22.410374 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.428169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:22.428508 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c440e-4b5a-494f-8468-9df946d1920c None None] Pushing event updated for resources: {'Port': ['ID=004dad96-2649-4daf-a947-cc404ab36772,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:22.428641 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.490321 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.509849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:22.509849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:22.591955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.611956 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c440e-4b5a-494f-8468-9df946d1920c None None] Pushing event updated for resources: {'Port': ['ID=004dad96-2649-4daf-a947-cc404ab36772,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:22.634352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 535aef3e-cfd5-4b0a-9d27-9d358268db2b owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:22.676118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626e5a-e032-4df1-9a0f-e8b5fe4b056b req-eb77f099-4fc2-442b-8d5b-08ccde5e768c tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:22.678316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d626e5a-e032-4df1-9a0f-e8b5fe4b056b req-eb77f099-4fc2-442b-8d5b-08ccde5e768c tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 945 time: 0.3307059 Aug 12 02:24:22.694544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.694919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.695263 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Floating IP 1294d312-42d1-4598-a413-dcabb0185646 disassociated. External IP: 172.25.3.210, port: 274695ce-de5b-43e4-818f-5a71ead36c3e. Aug 12 02:24:22.695635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Calling delete_port for 274695ce-de5b-43e4-818f-5a71ead36c3e owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:22.845741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d626e5a-e032-4df1-9a0f-e8b5fe4b056b req-44c40cbb-9d8a-49e1-a5e3-de44eeceaed2 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565466 Aug 12 02:24:22.899936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.950759 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:22.956456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/535aef3e-cfd5-4b0a-9d27-9d358268db2b HTTP/1.1" status: 204 len: 168 time: 1.0335829 Aug 12 02:24:22.958150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44348) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:22.967915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e63ae-d8c2-4236-a9a2-f14596898393 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=535aef3e-cfd5-4b0a-9d27-9d358268db2b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:23.032305 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:23.123936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1695ecb2-9640-44ca-a6f3-e9f2938813e7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:23.128511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1695ecb2-9640-44ca-a6f3-e9f2938813e7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1693096 Aug 12 02:24:23.129402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44352) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:23.144218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.200186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:24:23.207844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f9fbb1f-f39d-41c7-a7fd-dbe2af68a005 req-91b175dc-b036-4419-a018-adafa2200d68 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0788691 Aug 12 02:24:23.265170 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b0ff79-9af9-4e86-bcd0-3ad6dede66c4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:23.272700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-09b0ff79-9af9-4e86-bcd0-3ad6dede66c4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/a6fa3e52-9d9f-4d07-b415-933bd51a00ad HTTP/1.1" status: 404 len: 333 time: 0.1418164 Aug 12 02:24:23.274638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44356) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:23.275516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.286236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event deleted for resources: {'Port': ['ID=274695ce-de5b-43e4-818f-5a71ead36c3e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:23.301072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:23.306923 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.331413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.391183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,segment=NetworkSegment(2e66d8a3-f171-46ab-84ac-d1708da64a69),segment_id=2e66d8a3-f171-46ab-84ac-d1708da64a69)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:23.406561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.496737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a11de856-5f7d-45de-9a4c-d1ce504061fc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:23.506176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] DHCP port deletion for d238b9e5-c5e0-467d-a2f4-8b4d957d25fb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:23.551566 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2faec5c-5bc2-40e4-945e-0b6ce257879b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:23.571913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e2faec5c-5bc2-40e4-945e-0b6ce257879b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/535aef3e-cfd5-4b0a-9d27-9d358268db2b HTTP/1.1" status: 404 len: 333 time: 0.2737157 Aug 12 02:24:23.572489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:23.580569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a11de856-5f7d-45de-9a4c-d1ce504061fc {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:23.580919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a11de856-5f7d-45de-9a4c-d1ce504061fc not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:23.637619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.694145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Deleting port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:23.694378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:23.733438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:23.745570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:24:23.745981 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:24:23.795657 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:17Z', 'revision_number': 3, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:23.818216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:23.820213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c3810-aa84-47cd-90a3-e917836f692f None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:23.866489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=b20a2850-e478-4e2f-b2e6-d8f2cce7fb03,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:23.898775 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe13d6c-09f8-4193-bea4-89377326038a None None] The sync data for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 is: [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:17Z', 'revision_number': 3, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:23.967034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:23.983587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Deleting port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:23.983973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.038371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.086084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-884677be-f0a0-4fb8-85bc-a44a57cca87d req-33375d7d-18d6-4157-b96a-d959b247f870 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 210 time: 0.0658195 Aug 12 02:24:24.104922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Router 5e7daaf4-74f6-4052-9848-66c8a0d0668c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:24:24.148485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.170408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] For port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:24.171952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.193725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Calling delete_port for e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:24.243178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.254244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] For port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,segment=NetworkSegment(94c2951f-5c62-420a-a0d7-5f900654b503),segment_id=94c2951f-5c62-420a-a0d7-5f900654b503)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:24.254244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.394565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 274695ce-de5b-43e4-818f-5a71ead36c3e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:24.406088 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:24:24.454798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-da8e18f1-0c08-424e-96f2-2f669dbe974c None None] Port b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 update to ACTIVE by agent not found {{(pid=94675) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 12 02:24:24.490537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Calling delete_port for e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:24.515042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 274695ce-de5b-43e4-818f-5a71ead36c3e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:24.516505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 274695ce-de5b-43e4-818f-5a71ead36c3e not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:24.594927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3d064726-ae50-4f1f-8fa8-de460a07b715 None None] Could not find standard attr ID for object b20a2850-e478-4e2f-b2e6-d8f2cce7fb03. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:24.686863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed695876-1504-44d6-b859-563e0f342596 req-9aeaae54-6d73-4a2f-8156-e84e32560009 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:24.695735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed695876-1504-44d6-b859-563e0f342596 req-9aeaae54-6d73-4a2f-8156-e84e32560009 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 944 time: 0.3572462 Aug 12 02:24:24.806520 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.855328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.916131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] No DVR routers for this DVR port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:24.921863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed695876-1504-44d6-b859-563e0f342596 req-a5a7e3a8-125d-4d8a-a9bf-13807ed950bc tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122121 Aug 12 02:24:24.928877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:24.965070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Allocated IP 172.20.0.1 (4290ef1f-2b0f-4ad2-9840-a866f11018a4/5382767c-1f0a-4b32-b927-d097b87ea762/3f5f15c9-0f17-4b46-b827-7fc319c1338c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:24.985942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.007096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d90e7e-5d5f-4f00-8a07-e7bad69f5ddc None None] Pushing event deleted for resources: {'Port': ['ID=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:25.016510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=e053b0d7-197b-49db-bad3-2c04086d3829,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:25.132834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e29968e-7559-456c-8d17-93282bd240a3']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.151580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6744d301-226d-4056-8193-2a90ee7f7970') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.152275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6744d301-226d-4056-8193-2a90ee7f7970') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.174154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.202554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.202809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fab84a2-64f2-4018-a704-e9015bbd8898']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.231562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e66d8a3-f171-46ab-84ac-d1708da64a69') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.232456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e66d8a3-f171-46ab-84ac-d1708da64a69') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.262211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:25.264401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.274817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Sync routers for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:25.286464 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.299127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:25.299833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.320894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3932809f-b0c7-490b-9e6b-5c6eff071367 req-0c7025d9-3279-4741-87b8-957563b45a0e tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a862ad9-6c38-41d7-84ca-19bbc6a3e742 HTTP/1.1" status: 200 len: 210 time: 0.0720778 Aug 12 02:24:25.363389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:25.364140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:25.367699 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:25.431456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] No DVR routers for this DVR port 274695ce-de5b-43e4-818f-5a71ead36c3e on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:25.437735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6cf5af6b-6bbc-4c01-84fb-be97929641df up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:25.440381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8f2e2-50b2-48df-b325-1d42782574ac None None] Network 6fab84a2-64f2-4018-a704-e9015bbd8898 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:25.441016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.443579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-778b6af9-0fda-4f89-b402-091c8801fb1d req-1a64ec7a-5aab-485e-834d-a6ab41b38fc5 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.21 "DELETE /v2.0/ports/274695ce-de5b-43e4-818f-5a71ead36c3e HTTP/1.1" status: 204 len: 173 time: 4.3965170 Aug 12 02:24:25.444311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'name': 'network-vif-deleted', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:24:25.447007 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251112f6-c05b-4452-ab32-f4c3456af5dc" -d '{"events": [{"server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "name": "network-vif-deleted", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:24:25.480998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.487883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.496466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.506822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] No DVR routers for this DVR port e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:25.512851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/2e29968e-7559-456c-8d17-93282bd240a3 HTTP/1.1" status: 204 len: 168 time: 1.9331758 Aug 12 02:24:25.530781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44396) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:25.536981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-627015888'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:25.544405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bc32d-f164-4e68-aee8-0fb151b72748 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=2e29968e-7559-456c-8d17-93282bd240a3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:25.564349 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5cc3ff-8661-454c-b4ea-bc7ec609fa27 x-openstack-request-id: req-fc5cc3ff-8661-454c-b4ea-bc7ec609fa27 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:24:25.569287 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a862ad9-6c38-41d7-84ca-19bbc6a3e742", "name": "network-vif-deleted", "tag": "274695ce-de5b-43e4-818f-5a71ead36c3e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:24:25.569693 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc5cc3ff-8661-454c-b4ea-bc7ec609fa27 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:24:25.570242 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a862ad9-6c38-41d7-84ca-19bbc6a3e742', 'name': 'network-vif-deleted', 'tag': '274695ce-de5b-43e4-818f-5a71ead36c3e', 'status': 'completed', 'code': 200} Aug 12 02:24:25.620220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:25.634431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.666086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b6973e-d3c9-45e8-b285-aa1d5e9e80f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:25.674256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.703016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:25.726808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.727446 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment b31853ae-fca8-49e5-8ff9-8f075b6acfb0 of type vlan for network 184a8ce5-d01e-49d7-844b-fd2964e715e5 Aug 12 02:24:25.833415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd5cc52-74f0-4a31-8c68-b3df2ef4fcfb None None] DHCP port deletion for 6fab84a2-64f2-4018-a704-e9015bbd8898 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:25.839085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.847848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:25.909278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.916024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:25.917173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.919274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 6cf5af6b-6bbc-4c01-84fb-be97929641df completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:25.923542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:25.957950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d238b9e5-c5e0-467d-a2f4-8b4d957d25fb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.991061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c2951f-5c62-420a-a0d7-5f900654b503') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.991847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c2951f-5c62-420a-a0d7-5f900654b503') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:25.995076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 6cf5af6b-6bbc-4c01-84fb-be97929641df triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:26.001349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.018570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4858587 Aug 12 02:24:26.025994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44404) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:26.033027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:26.033386 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.054078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce537519-54fb-45d5-be5a-d14d1b1d926d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=184a8ce5-d01e-49d7-844b-fd2964e715e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:26.077640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.094261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:26.094721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.130334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 004dad96-2649-4daf-a947-cc404ab36772 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:26.143460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:26.188383 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:26.224649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d1ded-1689-42b2-961a-1676b74682b8 req-9f770f59-895e-4814-937c-350357f6e67f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:26.227035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f6d1ded-1689-42b2-961a-1676b74682b8 req-9f770f59-895e-4814-937c-350357f6e67f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 944 time: 0.0981371 Aug 12 02:24:26.245520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.258793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:26.262517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.269630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:26.271289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:26.367120 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:26.373228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.379241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.382418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d238b9e5-c5e0-467d-a2f4-8b4d957d25fb HTTP/1.1" status: 204 len: 168 time: 4.4449358 Aug 12 02:24:26.384349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Transition to ACTIVE for port object 3f5f15c9-0f17-4b46-b827-7fc319c1338c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:26.451715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302462c8-bad4-4575-9026-d86a4849cb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d238b9e5-c5e0-467d-a2f4-8b4d957d25fb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:26.460183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.477950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.484650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.496044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/6fab84a2-64f2-4018-a704-e9015bbd8898 HTTP/1.1" status: 204 len: 168 time: 5.6946564 Aug 12 02:24:26.699671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:26.700038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:26.706916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Pushing event updated for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:26.719680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566e7f6-08dd-4158-8878-94c6f0fd8bbd tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=6fab84a2-64f2-4018-a704-e9015bbd8898,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:26.758948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.840287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4f6d1ded-1689-42b2-961a-1676b74682b8 req-b100c392-e265-4ab5-adc6-f0dd37395e7f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049614 Aug 12 02:24:26.889959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:26.896977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:26.897351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 184a8ce5-d01e-49d7-844b-fd2964e715e5, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:26.922399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:26.940702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 184a8ce5-d01e-49d7-844b-fd2964e715e5) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:26.948305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:26.948305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:26.978086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e961ca69-283f-4eb5-9a98-878489b48efb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9506400 Aug 12 02:24:26.981309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44418) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:26.982860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f23fd-2853-4d15-9d3b-618a0d1e8f72 None None] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:26.993934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5', 'name': 'tempest-PortsTestJSON-934133426'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:26.997498 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c70b6c-dadd-4f3a-8c59-f7075a3798ff tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:26.998267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c70b6c-dadd-4f3a-8c59-f7075a3798ff tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:27.004116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.005207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2c70b6c-dadd-4f3a-8c59-f7075a3798ff tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/e053b0d7-197b-49db-bad3-2c04086d3829 HTTP/1.1" status: 404 len: 337 time: 0.2686284 Aug 12 02:24:27.007854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:27.020136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:27.024998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:27.098417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.213100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2fa53332-5165-4fe9-a376-272ca2c6db15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f062fdfde1304db9a469e94ec50d8137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978227 Aug 12 02:24:27.215208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44428) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.217598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.230718 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45ea61c-bf49-4069-894b-132aa1d9750f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:27.231583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45ea61c-bf49-4069-894b-132aa1d9750f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:27.234239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c45ea61c-bf49-4069-894b-132aa1d9750f tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/6fab84a2-64f2-4018-a704-e9015bbd8898 HTTP/1.1" status: 404 len: 339 time: 0.2279172 Aug 12 02:24:27.244860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.261763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.264338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 004dad96-2649-4daf-a947-cc404ab36772 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:27.271046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.334028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.446012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.517046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 004dad96-2649-4daf-a947-cc404ab36772 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:27.517417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.539136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.542707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.547007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "DELETE /v2.0/security-groups/3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed HTTP/1.1" status: 204 len: 168 time: 0.8065991 Aug 12 02:24:27.580679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:24:27.582983 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2033fec-04c9-4db1-ac12-6d83f60b9a17" -d '{"events": [{"server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:24:27.586581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44436) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.592219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-649dda59-1f2d-4211-b48f-42c61bceca81 None None] Provisioning for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:27.598775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05a614-299d-4fd6-963f-97a3b9940216 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:27.604662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-649dda59-1f2d-4211-b48f-42c61bceca81 None None] Provisioning complete for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:27.605037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-649dda59-1f2d-4211-b48f-42c61bceca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.610188 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.679558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:27.724847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:27.728252 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.734955 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37972cfd-e0e6-4516-a3d8-7a1a066b1cea x-openstack-request-id: req-37972cfd-e0e6-4516-a3d8-7a1a066b1cea {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:24:27.735570 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "name": "network-vif-plugged", "status": "completed", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:24:27.736362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37972cfd-e0e6-4516-a3d8-7a1a066b1cea {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:24:27.736977 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df', 'code': 200} Aug 12 02:24:27.755853 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-f5115680-c1d8-4a92-a923-0402cfcd7ab9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] show failed (client error): The resource could not be found. Aug 12 02:24:27.756925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f5115680-c1d8-4a92-a923-0402cfcd7ab9 tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "GET /v2.0/security-groups/3e0b613e-b5c0-4a55-9204-d6a8c3aac0ed HTTP/1.1" status: 404 len: 347 time: 0.1397750 Aug 12 02:24:27.757580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:27.769200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.771330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44440) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:27.831577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-184a8ce5-d01e-49d7-844b-fd2964e715e5', 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': '0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:27.833697 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.843799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.855817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Checking router: 5e7daaf4-74f6-4052-9848-66c8a0d0668c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:27.858080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:27.876114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-649dda59-1f2d-4211-b48f-42c61bceca81 None None] Port 3f5f15c9-0f17-4b46-b827-7fc319c1338c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:24:27.917946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port f16f2638-7664-4a53-9bf2-441879571dae yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:27.940672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.952401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:27.978608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:27.979274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:27.998300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.063452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Pushing event updated for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:28.116733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a716843-ad26-435a-89ee-8a5b0136b0dd']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:28.119123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.169180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:28.175679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02691a1-b46d-42a6-8be5-096621b828c3 req-0df85fc5-0301-4ef7-98b3-b829070edc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:28.177229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b02691a1-b46d-42a6-8be5-096621b828c3 req-0df85fc5-0301-4ef7-98b3-b829070edc16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 1096 time: 0.3675075 Aug 12 02:24:28.184031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.206456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f78960-e433-499f-aefe-cb72a8d3bf31') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:28.206756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f78960-e433-499f-aefe-cb72a8d3bf31') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:28.246055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.268047 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.277210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.292653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f62d3c-ba8a-4a79-8242-25b89ee988a3 req-ac8b0a65-328a-4c74-8179-e430d4a45a14 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:28.295101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30f62d3c-ba8a-4a79-8242-25b89ee988a3 req-ac8b0a65-328a-4c74-8179-e430d4a45a14 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 945 time: 0.3094800 Aug 12 02:24:28.304452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:28.304874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:28.311186 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:28.354610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b02691a1-b46d-42a6-8be5-096621b828c3 req-423a8ec2-0e41-413e-bb4d-777c28078fe4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675322 Aug 12 02:24:28.360480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.363431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.364862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2df18e5-8a41-402d-a47b-349634497f3c HTTP/1.1" status: 204 len: 168 time: 1.1486897 Aug 12 02:24:28.386556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38140-d51c-4c27-91f4-eedb5c34cf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2df18e5-8a41-402d-a47b-349634497f3c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:28.386807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Deleting port 8da21ea4-df91-465c-b690-e462c1afdd53 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:28.387087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.387231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 004dad96-2649-4daf-a947-cc404ab36772, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=004dad96-2649-4daf-a947-cc404ab36772,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:28.401780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.422118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Allocated IP 172.20.0.2 (184a8ce5-d01e-49d7-844b-fd2964e715e5/0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc/5fd7ea84-529b-47a8-83d2-7d9fb6aff714) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:28.442226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:28.444037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:28.492071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30f62d3c-ba8a-4a79-8242-25b89ee988a3 req-cde4c4d3-4bb7-4f27-b1e3-08d6ac54efde tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892796 Aug 12 02:24:28.548296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.582875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.588130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/2a716843-ad26-435a-89ee-8a5b0136b0dd HTTP/1.1" status: 204 len: 168 time: 1.3347290 Aug 12 02:24:28.621449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44450) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:28.653555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2fe8-791b-441c-bd55-c470b1a7f837 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=2a716843-ad26-435a-89ee-8a5b0136b0dd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:28.695889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:28.698243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=004dad96-2649-4daf-a947-cc404ab36772,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:28.723087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:24:28.738140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:28.738586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b20a2850-e478-4e2f-b2e6-d8f2cce7fb03 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:28.756250 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-77af8175-2ad5-4e78-b193-27751a486fdb tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:28.756965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77af8175-2ad5-4e78-b193-27751a486fdb tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:28.760999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-77af8175-2ad5-4e78-b193-27751a486fdb tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/172540f1-d782-419b-af58-c2738c09f492 HTTP/1.1" status: 404 len: 337 time: 0.1348305 Aug 12 02:24:28.762606 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.763957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.767507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44452) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:28.825076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Calling delete_port for 8da21ea4-df91-465c-b690-e462c1afdd53 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:28.828216 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c805a59a-2cb3-45d6-81fe-5c769826c496 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:28.828847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c805a59a-2cb3-45d6-81fe-5c769826c496 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:28.837360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c805a59a-2cb3-45d6-81fe-5c769826c496 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/889bf234-c065-4ebf-81de-48abe2fd60fd HTTP/1.1" status: 404 len: 339 time: 0.0661619 Aug 12 02:24:28.837956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44456) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:28.849732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b4bafbed-c33d-4eab-a646-2002cb75c6f7 None None] Provisioning complete for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:28.849732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b4bafbed-c33d-4eab-a646-2002cb75c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.902206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.913406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Transition to ACTIVE for port object 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:28.956563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting subnet ce87448e-c495-41c3-a791-5b25f8906dac {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:28.957926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:28.963718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:28.970706 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Sync routers for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:28.979664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-54e79163-4966-4c7c-97e2-e8e2cfdd326e admin admin] 10.222.0.11 "PUT /v2.0/routers/0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0910392 Aug 12 02:24:28.979878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:28.993285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:28.994344 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:29.043814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.047729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad588647-b8f4-4975-aaf1-a85f6faf440b None None] The sync data for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 is: [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'a1f4cce0-78e9-4be6-99b7-f15e75925f72', 'name': '', 'network_id': 'f1096b08-5397-4fde-8ebb-f40492855fa4', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'mac_address': 'fa:16:3e:4a:c2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:21:02Z', 'updated_at': '2021-08-12T02:21:14Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'subnets': [{'id': '4580ee62-1264-4782-b9e3-1507de9fe4fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:29.049819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Transition to ACTIVE for port object 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:29.055938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b4bafbed-c33d-4eab-a646-2002cb75c6f7 None None] Port 3f5f15c9-0f17-4b46-b827-7fc319c1338c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:24:29.065947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.189082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:29.206228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:29.210121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:29.265012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Pushing event updated for resources: {'Port': ['ID=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:29.312005 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:29.415054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Attempting to bind port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:29.415558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Attempting to bind port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:29.415869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Attempting to bind port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 on network 184a8ce5-d01e-49d7-844b-fd2964e715e5 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:29.426960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:29.427342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Checking segment: {'id': 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:29.427772 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.428171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Bound using segment: {'id': 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:29.428640 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Bound port: 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '184a8ce5-d01e-49d7-844b-fd2964e715e5'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:29.429018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.469913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.6 (184a8ce5-d01e-49d7-844b-fd2964e715e5/0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc/f16f2638-7664-4a53-9bf2-441879571dae) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:29.579269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.618013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] For port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:29.627361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] For port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,segment=NetworkSegment(b31853ae-fca8-49e5-8ff9-8f075b6acfb0),segment_id=b31853ae-fca8-49e5-8ff9-8f075b6acfb0)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:29.634965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d94fe3-a1e3-4a4f-88ca-86d5409a279e None None] New status for floating IP 1294d312-42d1-4598-a413-dcabb0185646: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:24:29.644402 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.823278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09ba73-3927-466d-b571-351b82ff01af req-fb0151ea-d5d2-43a9-8ee8-0f393eeca089 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:29.830447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be09ba73-3927-466d-b571-351b82ff01af req-fb0151ea-d5d2-43a9-8ee8-0f393eeca089 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 945 time: 0.1782341 Aug 12 02:24:29.867463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c46dd9-e1a5-4dfd-bad8-9fde53cb845c None None] Pushing event updated for resources: {'Port': ['ID=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:29.900036 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 2, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:29.969802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be09ba73-3927-466d-b571-351b82ff01af req-36838602-c7a9-4cb1-be6e-a958e28d5d55 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293080 Aug 12 02:24:29.975188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:29.975883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-93d94fe3-a1e3-4a4f-88ca-86d5409a279e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:24:29.976246 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-93d94fe3-a1e3-4a4f-88ca-86d5409a279e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:24:30.004308 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Checking router: 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:30.005480 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Updating router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 port 3f5f15c9-0f17-4b46-b827-7fc319c1338c binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:24:30.074777 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.138097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:30.256645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Pushing event deleted for resources: {'Port': ['ID=8da21ea4-df91-465c-b690-e462c1afdd53,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:30.285352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.369939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-182015303-network', 'tenant_id': '6932887e6dee452692ac8b8a4157135b'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:30.437773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Made reservation on behalf of 6932887e6dee452692ac8b8a4157135b for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:30.440814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.479270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.481586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d94fe3-a1e3-4a4f-88ca-86d5409a279e None None] New status for floating IP 1294d312-42d1-4598-a413-dcabb0185646: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:24:30.585900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=ce87448e-c495-41c3-a791-5b25f8906dac,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:30.639447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.647536 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44d89235-090d-4b01-ba36-7bccc70863fc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/ce87448e-c495-41c3-a791-5b25f8906dac HTTP/1.1" status: 204 len: 168 time: 1.8077567 Aug 12 02:24:30.652077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:30.698194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.710396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.716625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5895c89f-2b1f-4e83-92ae-549a4f6e55db tempest-ServersTestFqdnHostnames-250934733 tempest-ServersTestFqdnHostnames-250934733-project] 10.222.0.11 "DELETE /v2.0/floatingips/1294d312-42d1-4598-a413-dcabb0185646 HTTP/1.1" status: 204 len: 168 time: 2.8924382 Aug 12 02:24:30.720450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44546) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:30.744556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a477c1-dd4e-45a2-9fd1-98e2ca18b16f None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:30.869308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting subnet 20ffa2a8-1740-40ea-9505-41348400339e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:30.886133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.895511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.902496 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:30.950061 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Transition to ACTIVE for port object 3f5f15c9-0f17-4b46-b827-7fc319c1338c will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:30.982847 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.026866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.027644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object f16f2638-7664-4a53-9bf2-441879571dae will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:31.036654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.084013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.172778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:31.282332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.296839 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Added segment 8ca1e1e8-77ee-4a49-aff8-a88305ba28af of type vlan for network 0fdf638f-0a78-4d58-a883-3ebe67defa6d Aug 12 02:24:31.301246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:31.438602 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c323c1-32b9-4303-841f-04a0f153388f None None] Pushing event updated for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:31.453979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.527756 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Attempting to bind port 3f5f15c9-0f17-4b46-b827-7fc319c1338c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:31.530039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Attempting to bind port 3f5f15c9-0f17-4b46-b827-7fc319c1338c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:31.530521 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Attempting to bind port 3f5f15c9-0f17-4b46-b827-7fc319c1338c on network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:31.547596 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:31.556667 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Checking segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:31.558051 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.562383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:31.572057 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Bound using segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:31.573523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Bound port: 3f5f15c9-0f17-4b46-b827-7fc319c1338c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:31.576515 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.726493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.750801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:31.758574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:31.774035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:31.804320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.832572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] For port 3f5f15c9-0f17-4b46-b827-7fc319c1338c, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:31.837089 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] For port 3f5f15c9-0f17-4b46-b827-7fc319c1338c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f5f15c9-0f17-4b46-b827-7fc319c1338c,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:31.849775 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:31.907023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.resource_extend [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:24:31.948440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=f16f2638-7664-4a53-9bf2-441879571dae,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:32.014247 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:32.019452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:32.020355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.022572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.027273 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:32.036669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:32.037442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.070255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2087fcb0-e1c6-43e6-af8a-b82493876ef9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0872970 Aug 12 02:24:32.102329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:32.308582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f0fc1-034c-4de8-b5d1-4c154cd433f9 None None] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:32.316489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] Pushing event updated for resources: {'Network': ['ID=0fdf638f-0a78-4d58-a883-3ebe67defa6d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:32.334730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f6f71ae4-ea9f-467d-8c3d-99c5562885ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1927156 Aug 12 02:24:32.337057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44600) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:32.355971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Request body: {'subnet': {'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-182015303-subnet', 'tenant_id': '6932887e6dee452692ac8b8a4157135b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:32.378272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2505ba44-4316-40dc-873b-75f6edabc80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.384837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0fdf638f-0a78-4d58-a883-3ebe67defa6d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:32.387589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c323c1-32b9-4303-841f-04a0f153388f None None] Pushing event updated for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:32.411760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.421891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Made reservation on behalf of 6932887e6dee452692ac8b8a4157135b for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:32.427896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.446470 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:32.592384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.604640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44606) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:32.612496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/20ffa2a8-1740-40ea-9505-41348400339e HTTP/1.1" status: 204 len: 168 time: 1.9380510 Aug 12 02:24:32.643117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e7945a-bb87-4417-b95c-29a460f0200d None None] Network 7543c70b-308a-4af3-ac17-fad76d26aa96 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:32.656253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84fb3a-55f8-4ec3-8e7a-14c9e270fccc tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=20ffa2a8-1740-40ea-9505-41348400339e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:32.661770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.852805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-2c2bee3a-eb9f-4fab-a760-299dea47db84 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2385416 Aug 12 02:24:32.896277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port f16f2638-7664-4a53-9bf2-441879571dae {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:32.911816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:32.955933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:32.984945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 004dad96-2649-4daf-a947-cc404ab36772 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:33.036515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.050803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for f16f2638-7664-4a53-9bf2-441879571dae owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:33.064201 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:31Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:33.147418 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23595d9f-b741-4659-b4db-674c435ea912 None None] The sync data for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 is: [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:31Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:33.162427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.176680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Provisioning for port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:33.262234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Provisioning complete for port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:33.262623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.308335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.340393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 004dad96-2649-4daf-a947-cc404ab36772 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:33.341105 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.426712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=f16f2638-7664-4a53-9bf2-441879571dae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:33.467890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.559775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-d43af6e5-3ea7-492e-b40c-17f46cd32f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:33.561982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-d43af6e5-3ea7-492e-b40c-17f46cd32f2e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 1096 time: 0.2718508 Aug 12 02:24:33.597814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] DHCP port deletion for 7543c70b-308a-4af3-ac17-fad76d26aa96 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:33.617977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] For port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,segment=NetworkSegment(b31853ae-fca8-49e5-8ff9-8f075b6acfb0),segment_id=b31853ae-fca8-49e5-8ff9-8f075b6acfb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:33.724796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port b174fe3e-2581-4f5d-99f5-2b439233934a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:33.726105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.738324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.867555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Pushing event updated for resources: {'Port': ['ID=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:33.874937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Provisioning complete for port b174fe3e-2581-4f5d-99f5-2b439233934a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:33.875598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7dd7915-9604-46ed-8b95-036d7e97fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.930083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Deleting port b174fe3e-2581-4f5d-99f5-2b439233934a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:33.930721 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:33.998883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.030296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.043524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0833ecd6-0508-4e2c-9d62-a4b2bf5f0684 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/f16f2638-7664-4a53-9bf2-441879571dae HTTP/1.1" status: 204 len: 168 time: 1.9248273 Aug 12 02:24:34.045316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:34.064773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-781eb4a1-b8bc-4ed5-b05a-25a2da9a66c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:34.072572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-781eb4a1-b8bc-4ed5-b05a-25a2da9a66c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.4349966 Aug 12 02:24:34.091445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f5f15c9-0f17-4b46-b827-7fc319c1338c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:34.144097 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc3201b-1f3d-4159-b218-83bcc2024b33 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:34.151375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc3201b-1f3d-4159-b218-83bcc2024b33 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:34.157392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-acc3201b-1f3d-4159-b218-83bcc2024b33 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/f16f2638-7664-4a53-9bf2-441879571dae HTTP/1.1" status: 404 len: 333 time: 0.1086540 Aug 12 02:24:34.160806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44624) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:34.264417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b174fe3e-2581-4f5d-99f5-2b439233934a,segment=NetworkSegment(a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73),segment_id=a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:34.265545 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.286137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port b174fe3e-2581-4f5d-99f5-2b439233934a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b174fe3e-2581-4f5d-99f5-2b439233934a,segment=NetworkSegment(a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73),segment_id=a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:34.287386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.319830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Calling delete_port for b174fe3e-2581-4f5d-99f5-2b439233934a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:34.358049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-ce8187b9-4be1-4f6e-b137-f2314ab25efe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 200 len: 217 time: 0.2335777 Aug 12 02:24:34.358049 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-126903b0-c6c5-465f-a5e1-427af370947e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:34.360205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-126903b0-c6c5-465f-a5e1-427af370947e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/f16f2638-7664-4a53-9bf2-441879571dae HTTP/1.1" status: 404 len: 333 time: 0.1943159 Aug 12 02:24:34.363046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:34.373975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:34.385830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for b174fe3e-2581-4f5d-99f5-2b439233934a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:34.419626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:34.420260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.573551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.574408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7c0a6c7e-a309-4778-b199-ae35801555e7 None None] Provisioning complete for port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:34.574913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c0a6c7e-a309-4778-b199-ae35801555e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.596943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b10e11-3a40-4bc0-964e-715efbe84de1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:34.613655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Checking segment: {'id': '8ca1e1e8-77ee-4a49-aff8-a88305ba28af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:34.614303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Network hostable DHCP agents. Network: 0fdf638f-0a78-4d58-a883-3ebe67defa6d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:34.618033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.634140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:34.635616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-07daa8cb-2e73-4639-a674-3b1e0c2833e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.643194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.720634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:34.738961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port b174fe3e-2581-4f5d-99f5-2b439233934a on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:34.760081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Network 0fdf638f-0a78-4d58-a883-3ebe67defa6d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:34.770250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-1fd31237-a755-40d1-8132-9aa8f09bd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:34.772541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-1fd31237-a755-40d1-8132-9aa8f09bd730 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.3141530 Aug 12 02:24:34.802560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7c0a6c7e-a309-4778-b199-ae35801555e7 None None] Could not find standard attr ID for object f16f2638-7664-4a53-9bf2-441879571dae. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:34.813129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 0fdf638f-0a78-4d58-a883-3ebe67defa6d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:34.821269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:34.824112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.842347 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:34.845011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-84c0d52d-e4b1-4744-b1c8-5d6322a85fcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613058 Aug 12 02:24:34.862871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c13222-7831-42b6-864e-15e0755d75dc None None] Network 0fdf638f-0a78-4d58-a883-3ebe67defa6d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:34.864357 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.054297 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.064985 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.066672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7543c70b-308a-4af3-ac17-fad76d26aa96']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:35.067283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.080995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:35.081488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c6ba76-ce76-4d1a-b8c3-a5cf7f07cc73') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:35.095914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.118990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] Pushing event deleted for resources: {'Port': ['ID=b174fe3e-2581-4f5d-99f5-2b439233934a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:35.137878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.140776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786e8c1f-75f1-4ea4-a627-aa27876f9f3a None None] No DVR routers for this DVR port b174fe3e-2581-4f5d-99f5-2b439233934a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:35.146939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:35.148147 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.169792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.278669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a25577-4472-4cb5-a4f0-d444c7f4aa25 None None] Network 0fdf638f-0a78-4d58-a883-3ebe67defa6d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:35.334051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.398242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3f5f15c9-0f17-4b46-b827-7fc319c1338c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f5f15c9-0f17-4b46-b827-7fc319c1338c,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:35.433757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.475383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:35.503778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.508987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-731e14a8-f187-43b2-ad7e-791e016b49dd tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc HTTP/1.1" status: 204 len: 168 time: 1.1446240 Aug 12 02:24:35.509680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:35.534988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd1539b-4831-4142-8e31-891fd2ec3ac0 None None] Network 184a8ce5-d01e-49d7-844b-fd2964e715e5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:35.600101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b174fe3e-2581-4f5d-99f5-2b439233934a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:35.611305 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:35.616365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Deleting port a1f4cce0-78e9-4be6-99b7-f15e75925f72 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:35.616708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.699279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b518b862-c978-414b-b4cb-cf095d07c8ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3566043 Aug 12 02:24:35.717294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.725182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:35.727584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/7543c70b-308a-4af3-ac17-fad76d26aa96 HTTP/1.1" status: 204 len: 168 time: 3.1210406 Aug 12 02:24:35.731236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b174fe3e-2581-4f5d-99f5-2b439233934a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:35.735332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44646) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:35.744029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b174fe3e-2581-4f5d-99f5-2b439233934a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:35.881523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91141c8-af4b-45ec-b91f-16026f3961b8 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=7543c70b-308a-4af3-ac17-fad76d26aa96,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:35.892399 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-289b7d36-ee3f-4fd1-a74d-ecc171c5d6e5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:35.893106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289b7d36-ee3f-4fd1-a74d-ecc171c5d6e5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:35.895804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-289b7d36-ee3f-4fd1-a74d-ecc171c5d6e5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/6391fa6c-eae8-449f-9df6-b9b92656cda1 HTTP/1.1" status: 404 len: 337 time: 0.1525149 Aug 12 02:24:35.924581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:35.954061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:35.979536 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25a44d7-caf5-4d28-8464-c001e59825b2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:35.980155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25a44d7-caf5-4d28-8464-c001e59825b2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:35.999922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f25a44d7-caf5-4d28-8464-c001e59825b2 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/15d4b021-d769-4afe-a236-7f668bb6838e HTTP/1.1" status: 404 len: 339 time: 0.0616193 Aug 12 02:24:36.000702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:36.035116 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-974a3dce-70a9-494c-941a-bbeef002a5c9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:36.051684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974a3dce-70a9-494c-941a-bbeef002a5c9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:36.056400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-974a3dce-70a9-494c-941a-bbeef002a5c9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/0831d818-5896-456f-9eeb-fa01795b7f73 HTTP/1.1" status: 404 len: 337 time: 0.0528574 Aug 12 02:24:36.061328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44662) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:36.091875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:36.125579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] For port a1f4cce0-78e9-4be6-99b7-f15e75925f72, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a1f4cce0-78e9-4be6-99b7-f15e75925f72,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:36.126262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.146178 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-378e7b3f-16a8-4e7f-a0c4-4e77671764e9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:36.147065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378e7b3f-16a8-4e7f-a0c4-4e77671764e9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:36.152109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-378e7b3f-16a8-4e7f-a0c4-4e77671764e9 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/927990ab-f05c-4195-8ff5-d0515a525247 HTTP/1.1" status: 404 len: 339 time: 0.0885804 Aug 12 02:24:36.152908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:36.166550 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.169116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Calling delete_port for a1f4cce0-78e9-4be6-99b7-f15e75925f72 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:36.192289 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11691a9-5262-4659-9aff-fe0f46ce740c tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:36.193165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11691a9-5262-4659-9aff-fe0f46ce740c tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:36.202365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a11691a9-5262-4659-9aff-fe0f46ce740c tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/3f9f6370-3a65-4608-a713-1e4bd00967df HTTP/1.1" status: 404 len: 337 time: 0.0445521 Aug 12 02:24:36.203550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44668) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:36.233386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:36.233909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.235450 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc92e82b-346d-4bf2-b862-cf1d4da1a830 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:36.236269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc92e82b-346d-4bf2-b862-cf1d4da1a830 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:36.241085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bc92e82b-346d-4bf2-b862-cf1d4da1a830 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/54d92fd2-124c-4752-b25b-67f981f371fe HTTP/1.1" status: 404 len: 339 time: 0.0346556 Aug 12 02:24:36.242004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44670) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:36.375314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting subnet 7867a889-8393-40a6-b49c-74b813427a5a {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:36.380398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] DHCP port deletion for 184a8ce5-d01e-49d7-844b-fd2964e715e5 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:36.381187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.490437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Deleting port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:36.491339 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.494140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.586553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] For port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,segment=NetworkSegment(b31853ae-fca8-49e5-8ff9-8f075b6acfb0),segment_id=b31853ae-fca8-49e5-8ff9-8f075b6acfb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:36.587427 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.597690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.605127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Calling delete_port for 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:36.618963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-6c2ed449-4134-484e-bcdd-33c6a21840e5 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7499352 Aug 12 02:24:36.661113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.721196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.772989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1f4cce0-78e9-4be6-99b7-f15e75925f72,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:36.796364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.805622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:36.806426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.856664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:36.872736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] No DVR routers for this DVR port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:36.879075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba0875-2844-43e7-a7cb-417dd064709d None None] Pushing event deleted for resources: {'Port': ['ID=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:36.901761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3dc85cb-b294-4eb0-b9a3-b78c9d128d38 req-8df3cd59-6857-46e4-8722-ab57a5447369 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517152 Aug 12 02:24:36.940266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=7867a889-8393-40a6-b49c-74b813427a5a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:36.971513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:36.972874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.002787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:37.007411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 was not found and therefore no delete operation was performed {{(pid=94673) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:24:37.008873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.011731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.018440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b076346-fef5-42d3-881d-ae88fac03b87 None None] Network 7fb37a13-ca08-4119-be4d-4cc8a649cb70 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:37.019856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:37.030766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cb0cff7-d42f-458c-beea-723d5fc8ae94 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/7867a889-8393-40a6-b49c-74b813427a5a HTTP/1.1" status: 204 len: 168 time: 0.7506762 Aug 12 02:24:37.132746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:37.142323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.186839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=5fd7ea84-529b-47a8-83d2-7d9fb6aff714,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:37.195386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.284565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.385171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] DHCP port deletion for 7fb37a13-ca08-4119-be4d-4cc8a649cb70 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:37.443707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.506466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184a8ce5-d01e-49d7-844b-fd2964e715e5']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:37.569053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Router 5e7daaf4-74f6-4052-9848-66c8a0d0668c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:24:37.600440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:37.601056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31853ae-fca8-49e5-8ff9-8f075b6acfb0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:37.634457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.676186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port b1709cf4-d4c7-4ad8-b495-6a3d88455eba {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:37.676671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.744640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:24:37.750981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dcc3b63d-1508-453c-a153-51abceb04d04 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e7daaf4-74f6-4052-9848-66c8a0d0668c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0293770 Aug 12 02:24:37.754808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Sync routers for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:24:37.756279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:37.805731 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:37.806456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:37.828778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:37.852609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:37.853014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:38.019801 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:38.041272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Deleting port b1709cf4-d4c7-4ad8-b495-6a3d88455eba {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:38.043711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.046061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.057140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.062808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/184a8ce5-d01e-49d7-844b-fd2964e715e5 HTTP/1.1" status: 204 len: 168 time: 2.5469019 Aug 12 02:24:38.074921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:38.081837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-642959293'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:38.086876 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:38.089052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72770206-e58f-4dd8-b3a3-1ee9daa2d10b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=184a8ce5-d01e-49d7-844b-fd2964e715e5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:38.115598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f5f15c9-0f17-4b46-b827-7fc319c1338c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:38.136745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,segment=NetworkSegment(16b422b8-2f91-4616-983e-06613706c70a),segment_id=16b422b8-2f91-4616-983e-06613706c70a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:38.137126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.157442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for b1709cf4-d4c7-4ad8-b495-6a3d88455eba owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:38.160259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:38.163216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.164667 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.189990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] For port b1709cf4-d4c7-4ad8-b495-6a3d88455eba, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,segment=NetworkSegment(16b422b8-2f91-4616-983e-06613706c70a),segment_id=16b422b8-2f91-4616-983e-06613706c70a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:38.190565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.209705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Calling delete_port for b1709cf4-d4c7-4ad8-b495-6a3d88455eba owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:38.225401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f5f15c9-0f17-4b46-b827-7fc319c1338c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:38.225954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.274462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:38.299573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.299948 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1 of type vlan for network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 Aug 12 02:24:38.380218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.402861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.427599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.515493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.520836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:38.540855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] No DVR routers for this DVR port b1709cf4-d4c7-4ad8-b495-6a3d88455eba on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:38.546602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port b1709cf4-d4c7-4ad8-b495-6a3d88455eba on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:38.576746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9b85e-5787-4084-9c8b-2d1fd59b1b64 None None] Pushing event deleted for resources: {'Port': ['ID=b1709cf4-d4c7-4ad8-b495-6a3d88455eba,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:38.586066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:38.611510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Deleting port c056a397-240d-44fa-a782-7fd8e4cf200d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:38.611735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.620909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.632259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:38.632259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5fd7ea84-529b-47a8-83d2-7d9fb6aff714 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:38.632259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1709cf4-d4c7-4ad8-b495-6a3d88455eba no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:38.635295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:38.637729 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.688319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b1709cf4-d4c7-4ad8-b495-6a3d88455eba {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:38.688580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1709cf4-d4c7-4ad8-b495-6a3d88455eba not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:38.866264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] For port c056a397-240d-44fa-a782-7fd8e4cf200d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c056a397-240d-44fa-a782-7fd8e4cf200d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:38.866888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.917662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8403695 Aug 12 02:24:38.920293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.921137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44702) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:38.936527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:38.937346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb37a13-ca08-4119-be4d-4cc8a649cb70']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:38.944164 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:24:36Z', 'revision_number': 5, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port': {'id': 'c056a397-240d-44fa-a782-7fd8e4cf200d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:20:56Z', 'updated_at': '2021-08-12T02:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:38.947147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b5277-e944-4695-82ce-c040e3474d9f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=54babaf4-0ebf-4d5e-8df0-b30fde57e146,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:38.952856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b422b8-2f91-4616-983e-06613706c70a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:38.953051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Calling delete_port for c056a397-240d-44fa-a782-7fd8e4cf200d owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:38.953301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b422b8-2f91-4616-983e-06613706c70a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:38.961893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:38.963318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.986244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.993153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:38.994024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:38.998402 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:39.024631 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Checking router: 5e7daaf4-74f6-4052-9848-66c8a0d0668c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:24:39.042814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Routers {'5e7daaf4-74f6-4052-9848-66c8a0d0668c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:24:39.046327 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:39.134935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.144257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.151584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/7fb37a13-ca08-4119-be4d-4cc8a649cb70 HTTP/1.1" status: 204 len: 168 time: 2.1243598 Aug 12 02:24:39.154680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:39.211704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a52ed-5567-48a0-aab1-1634831f7893 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=7fb37a13-ca08-4119-be4d-4cc8a649cb70,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:39.233690 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] Set router 5e7daaf4-74f6-4052-9848-66c8a0d0668c gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:24:39.271289 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2286c8d-3e2f-4699-815c-1840d97ffc15 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:39.271859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2286c8d-3e2f-4699-815c-1840d97ffc15 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:39.276022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2286c8d-3e2f-4699-815c-1840d97ffc15 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/c968d437-7f09-4845-b5da-af8eb9269631 HTTP/1.1" status: 404 len: 337 time: 0.1178334 Aug 12 02:24:39.277833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:39.312721 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:24:38Z', 'revision_number': 6, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:39.353713 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb525237-58c4-4c85-9778-73e4e4c3fa13 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] DELETE failed (client error): The resource could not be found. Aug 12 02:24:39.354377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb525237-58c4-4c85-9778-73e4e4c3fa13 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:24:39.363742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb525237-58c4-4c85-9778-73e4e4c3fa13 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/d663f1b3-2ca2-4fef-8f0b-9b69b6946dd3 HTTP/1.1" status: 404 len: 339 time: 0.0788515 Aug 12 02:24:39.366028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:39.375544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:39.380504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.414133 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f8007-8d33-40c9-918f-9bf974729a89 None None] The sync data for ids ['5e7daaf4-74f6-4052-9848-66c8a0d0668c'] in n-d-804303-2 is: [{'id': '5e7daaf4-74f6-4052-9848-66c8a0d0668c', 'name': 'tempest-ServersTestFqdnHostnames-444792929-router', 'tenant_id': '1ae6d4760c434988a483fde3d3f28960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:20:54Z', 'updated_at': '2021-08-12T02:24:38Z', 'revision_number': 6, 'project_id': '1ae6d4760c434988a483fde3d3f28960', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:24:39.497641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting subnet 5d88765c-10c5-42e1-8333-6d179dfe9fe9 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:39.502291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.567595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.687261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.713454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.748722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Pushing event deleted for resources: {'Port': ['ID=c056a397-240d-44fa-a782-7fd8e4cf200d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:39.758448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.781612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.848746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Subnet': ['ID=5d88765c-10c5-42e1-8333-6d179dfe9fe9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:39.856032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.865326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34990c7-7f5c-480f-a901-0ead44697c41 None None] Network 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:39.865965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71ca3be8-c940-4e00-bae4-507087f110a5 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/subnets/5d88765c-10c5-42e1-8333-6d179dfe9fe9 HTTP/1.1" status: 204 len: 168 time: 0.4968758 Aug 12 02:24:39.866489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:39.929876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:39.972969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a1f4cce0-78e9-4be6-99b7-f15e75925f72 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:40.026185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a1f4cce0-78e9-4be6-99b7-f15e75925f72 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:40.026855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a1f4cce0-78e9-4be6-99b7-f15e75925f72 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:40.040220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.102152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=a7c0f457-2d47-4cfb-8e1d-bd702a750da3,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:40.152633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Deleting port abd79ebe-d4e0-4034-9aa4-2b59f6688877 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:40.153242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.205046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.206897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:40.207262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 54babaf4-0ebf-4d5e-8df0-b30fde57e146, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:40.226819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.285679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:40.298104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.298721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7daaf4-74f6-4052-9848-66c8a0d0668c {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:24:40.304452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.305807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-02358ad5-e61a-4a65-900a-77832ea4877f admin admin] 10.222.0.11 "DELETE /v2.0/routers/5e7daaf4-74f6-4052-9848-66c8a0d0668c HTTP/1.1" status: 204 len: 168 time: 2.5484827 Aug 12 02:24:40.308516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 54babaf4-0ebf-4d5e-8df0-b30fde57e146) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:40.309396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:40.313363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:40.314224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.319294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c58110-39be-4407-8e77-0675c31f30e4 None None] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:40.358095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-05304fd6-79dc-49ee-af35-3e5903e590f6 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4334335 Aug 12 02:24:40.361763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44728) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:40.367005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146', 'security_groups': [], 'name': 'tempest-PortsTestJSON-42535263'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:40.436484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] DHCP port deletion for 48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:40.449621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] For port abd79ebe-d4e0-4034-9aa4-2b59f6688877, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd79ebe-d4e0-4034-9aa4-2b59f6688877,segment=NetworkSegment(3de558dc-e901-4358-a762-f7c2c401f15c),segment_id=3de558dc-e901-4358-a762-f7c2c401f15c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:40.450046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.506847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Calling delete_port for abd79ebe-d4e0-4034-9aa4-2b59f6688877 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:40.573281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Deleting subnet 4580ee62-1264-4782-b9e3-1507de9fe4fa {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:40.594917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.613918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:40.623507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.668362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port b351af1a-bfbe-4d07-96e0-bcd68cc21369 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:40.725135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-54babaf4-0ebf-4d5e-8df0-b30fde57e146', 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': 'a7c0f457-2d47-4cfb-8e1d-bd702a750da3'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:40.726044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.755695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.772514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Deleting port abd79ebe-d4e0-4034-9aa4-2b59f6688877 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:40.773495 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.835558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.916368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] For port abd79ebe-d4e0-4034-9aa4-2b59f6688877, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd79ebe-d4e0-4034-9aa4-2b59f6688877,segment=NetworkSegment(3de558dc-e901-4358-a762-f7c2c401f15c),segment_id=3de558dc-e901-4358-a762-f7c2c401f15c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:40.919263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:40.920197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Port': ['ID=abd79ebe-d4e0-4034-9aa4-2b59f6688877,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:40.922514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] No DVR routers for this DVR port abd79ebe-d4e0-4034-9aa4-2b59f6688877 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:40.960476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Calling delete_port for abd79ebe-d4e0-4034-9aa4-2b59f6688877 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:40.994309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.14 (54babaf4-0ebf-4d5e-8df0-b30fde57e146/a7c0f457-2d47-4cfb-8e1d-bd702a750da3/b351af1a-bfbe-4d07-96e0-bcd68cc21369) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:41.099300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.138497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] Pushing event deleted for resources: {'Port': ['ID=abd79ebe-d4e0-4034-9aa4-2b59f6688877,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:41.144397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7cacbd-dc55-4a5a-9816-18d7b462aed8 None None] No DVR routers for this DVR port abd79ebe-d4e0-4034-9aa4-2b59f6688877 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:41.247492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.275852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object b351af1a-bfbe-4d07-96e0-bcd68cc21369 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:41.355572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.448349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:41.460170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:41.460404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Allocated IP 172.20.0.2 (54babaf4-0ebf-4d5e-8df0-b30fde57e146/a7c0f457-2d47-4cfb-8e1d-bd702a750da3/f17e2973-37d0-4d7a-9515-15a217091125) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:41.463864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:41.505118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.516689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ecc3ac-dd48-4002-bdeb-a9d42ea163c6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:41.528409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de558dc-e901-4358-a762-f7c2c401f15c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:41.528790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de558dc-e901-4358-a762-f7c2c401f15c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:41.539313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.551427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=b351af1a-bfbe-4d07-96e0-bcd68cc21369,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:41.556888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.569088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:41.569088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:41.612124 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:41.621516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:41.623728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.657735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e8866c46-390c-45e3-ad97-afd8958e9b84 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.2944431 Aug 12 02:24:41.660037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:41.661932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.709575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.723772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.726061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] 10.222.0.11 "DELETE /v2.0/networks/48ecc3ac-dd48-4002-bdeb-a9d42ea163c6 HTTP/1.1" status: 204 len: 168 time: 1.8581674 Aug 12 02:24:41.734369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-6d4decbf-ac6c-4bbf-83c5-526a03a1434c tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:41.736301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-6d4decbf-ac6c-4bbf-83c5-526a03a1434c tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/networks?id=0fdf638f-0a78-4d58-a883-3ebe67defa6d HTTP/1.1" status: 200 len: 817 time: 0.5765669 Aug 12 02:24:41.770300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364dfd1c-8cc7-4387-bc89-4005851fa7b0 tempest-NetworksIpV6Test-1460603914 tempest-NetworksIpV6Test-1460603914-project] Pushing event deleted for resources: {'Network': ['ID=48ecc3ac-dd48-4002-bdeb-a9d42ea163c6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:41.816069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.832772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-e648c487-ea31-4d8b-8b5e-a849e02ad67f tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/quotas/6932887e6dee452692ac8b8a4157135b HTTP/1.1" status: 200 len: 375 time: 0.0562606 Aug 12 02:24:41.840366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.854208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Transition to ACTIVE for port object f17e2973-37d0-4d7a-9515-15a217091125 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:41.900895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Transition to ACTIVE for port object f17e2973-37d0-4d7a-9515-15a217091125 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:41.909437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.937875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:41.945660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:41.949172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:41.953038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c056a397-240d-44fa-a782-7fd8e4cf200d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:41.970809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4580ee62-1264-4782-b9e3-1507de9fe4fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:41.984977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port b351af1a-bfbe-4d07-96e0-bcd68cc21369 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:41.986443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.990056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:41.992045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b64483d0-7722-462c-ac47-744b0aa16300 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4580ee62-1264-4782-b9e3-1507de9fe4fa HTTP/1.1" status: 204 len: 168 time: 1.6782830 Aug 12 02:24:42.001191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:42.026766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c056a397-240d-44fa-a782-7fd8e4cf200d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:42.027113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c056a397-240d-44fa-a782-7fd8e4cf200d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:42.027552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd79ebe-d4e0-4034-9aa4-2b59f6688877 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:42.032088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d5036-af3c-4ede-b97e-ee4f97f563b4 None None] Network f1096b08-5397-4fde-8ebb-f40492855fa4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:42.036575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-3f04d3c4-8fe8-4053-8c91-9d620e226b84 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6932887e6dee452692ac8b8a4157135b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1810908 Aug 12 02:24:42.113429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: abd79ebe-d4e0-4034-9aa4-2b59f6688877 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:42.113827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd79ebe-d4e0-4034-9aa4-2b59f6688877 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:42.180586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.195559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Attempting to bind port f17e2973-37d0-4d7a-9515-15a217091125 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:42.195897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Attempting to bind port f17e2973-37d0-4d7a-9515-15a217091125 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:42.196265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Attempting to bind port f17e2973-37d0-4d7a-9515-15a217091125 on network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:42.221768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:42.222108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Checking segment: {'id': '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:42.222452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.222844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Bound using segment: {'id': '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:42.228659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Bound port: f17e2973-37d0-4d7a-9515-15a217091125, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54babaf4-0ebf-4d5e-8df0-b30fde57e146'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:42.229233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.263803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Pushing event updated for resources: {'Port': ['ID=f17e2973-37d0-4d7a-9515-15a217091125,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:42.397739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] For port f17e2973-37d0-4d7a-9515-15a217091125, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:42.403129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] For port f17e2973-37d0-4d7a-9515-15a217091125, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f17e2973-37d0-4d7a-9515-15a217091125,segment=NetworkSegment(2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1),segment_id=2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:42.404790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-2b8701c7-c567-4214-a541-43eea7488e7d service neutron] 10.222.0.11 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593442 Aug 12 02:24:42.409716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.454266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.455005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:42.495993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] DHCP port deletion for f1096b08-5397-4fde-8ebb-f40492855fa4 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:42.500770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for b351af1a-bfbe-4d07-96e0-bcd68cc21369 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:42.585932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca58075-3a43-4acf-97b4-309df4073c8c None None] Pushing event updated for resources: {'Port': ['ID=f17e2973-37d0-4d7a-9515-15a217091125,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:42.611459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Deleting port 1800279a-aac8-4569-b82d-397df55ccf56 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:42.613037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.729932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-ca1e611f-7456-4290-bbdb-d9f7de0801cf service neutron] 10.222.0.11 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234594 Aug 12 02:24:42.744015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Deleting port 1800279a-aac8-4569-b82d-397df55ccf56 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:42.746677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.859747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] For port 1800279a-aac8-4569-b82d-397df55ccf56, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1800279a-aac8-4569-b82d-397df55ccf56,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:42.860149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:42.908791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Calling delete_port for 1800279a-aac8-4569-b82d-397df55ccf56 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:43.025016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-45df6229-8969-484b-8db2-0cb24920fc11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9771152e8994bc692ba823c34c8b31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687785 Aug 12 02:24:43.030480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:43.187568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.228169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.245909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.332387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] No DVR routers for this DVR port 1800279a-aac8-4569-b82d-397df55ccf56 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:43.340282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82432a1-dae8-46ce-b8c9-e3f12195a3dc None None] Pushing event deleted for resources: {'Port': ['ID=1800279a-aac8-4569-b82d-397df55ccf56,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:43.359746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.363926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.365680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/104d435d-8f3c-4ac4-b67d-b194cb4120e9 HTTP/1.1" status: 204 len: 168 time: 0.3254652 Aug 12 02:24:43.399851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d435d-8f3c-4ac4-b67d-b194cb4120e9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:43.448939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.449360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.453689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.455117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.455117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.455352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.455620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.458009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.458428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.460343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.460721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.461162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfe05d8-f17f-40be-bc9b-3ca92a961e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:43.862609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] For port 1800279a-aac8-4569-b82d-397df55ccf56, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1800279a-aac8-4569-b82d-397df55ccf56,segment=NetworkSegment(eeea52df-248f-407b-acd5-6460344fa181),segment_id=eeea52df-248f-407b-acd5-6460344fa181)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:43.863194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:43.891088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Calling delete_port for 1800279a-aac8-4569-b82d-397df55ccf56 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:44.094722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f17e2973-37d0-4d7a-9515-15a217091125 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:44.143717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.195538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f17e2973-37d0-4d7a-9515-15a217091125 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:44.307386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Pushing event deleted for resources: {'Port': ['ID=1800279a-aac8-4569-b82d-397df55ccf56,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:44.323531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] No DVR routers for this DVR port 1800279a-aac8-4569-b82d-397df55ccf56 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:44.340242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1800279a-aac8-4569-b82d-397df55ccf56 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:44.454629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1868b1f-898a-44d6-93c7-e78eb663b0aa None None] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:44.455059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-50791039-6a81-464b-ae49-9f024f1cc376 req-f3eae9c0-787a-448e-873b-a39923b15149 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 210 time: 0.7603550 Aug 12 02:24:44.463515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 1800279a-aac8-4569-b82d-397df55ccf56 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:44.463515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1800279a-aac8-4569-b82d-397df55ccf56 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:44.641028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.660958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Provisioning for port f17e2973-37d0-4d7a-9515-15a217091125 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:44.661315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.668168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1096b08-5397-4fde-8ebb-f40492855fa4']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:44.717555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeea52df-248f-407b-acd5-6460344fa181') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:44.717863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeea52df-248f-407b-acd5-6460344fa181') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:44.757551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Provisioning complete for port f17e2973-37d0-4d7a-9515-15a217091125 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:44.758091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.779027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=b351af1a-bfbe-4d07-96e0-bcd68cc21369,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:44.816082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.881051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.898254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.900909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d155b18-9da6-46f7-9e58-86e24b611a35 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/b351af1a-bfbe-4d07-96e0-bcd68cc21369 HTTP/1.1" status: 204 len: 168 time: 3.2400062 Aug 12 02:24:44.902496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:44.902986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:44.904127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:44.905311 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:44.967010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:44.996250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.031763 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f950ab59-3d93-4b9b-b841-73ec681c721e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:45.036372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f950ab59-3d93-4b9b-b841-73ec681c721e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/b351af1a-bfbe-4d07-96e0-bcd68cc21369 HTTP/1.1" status: 404 len: 333 time: 0.1250572 Aug 12 02:24:45.040163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:45.082276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] For port f17e2973-37d0-4d7a-9515-15a217091125, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f17e2973-37d0-4d7a-9515-15a217091125,segment=NetworkSegment(2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1),segment_id=2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:45.093211 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.120974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.123888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet a7c0f457-2d47-4cfb-8e1d-bd702a750da3 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:24:45.128709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.134963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.140673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1096b08-5397-4fde-8ebb-f40492855fa4 HTTP/1.1" status: 204 len: 168 time: 3.1378417 Aug 12 02:24:45.162786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31f137-e53a-48b4-9014-a66a3acfb809 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1096b08-5397-4fde-8ebb-f40492855fa4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:45.200791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-02d5a2ed-8f88-43cd-8fe9-589447ad47a1 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:45.205258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-02d5a2ed-8f88-43cd-8fe9-589447ad47a1 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.21 "GET /v2.0/networks?id=0fdf638f-0a78-4d58-a883-3ebe67defa6d HTTP/1.1" status: 200 len: 817 time: 0.2876005 Aug 12 02:24:45.225030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Request body: {'port': {'device_id': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d', 'admin_state_up': True, 'tenant_id': '6932887e6dee452692ac8b8a4157135b'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:45.255710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30901afc-e27e-4874-9fc7-e7ec68803a90 None None] Pushing event updated for resources: {'Port': ['ID=f17e2973-37d0-4d7a-9515-15a217091125,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:45.285905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.371785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Made reservation on behalf of 6932887e6dee452692ac8b8a4157135b for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:45.375904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.423536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b8c27f2c-827f-47fa-a1d6-2c4a3ddaabcf None None] Provisioning complete for port f17e2973-37d0-4d7a-9515-15a217091125 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:45.424663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b8c27f2c-827f-47fa-a1d6-2c4a3ddaabcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.478937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.676421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:45.686650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--72261290'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:45.724254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.733369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Allocated IP 172.20.0.2 (0fdf638f-0a78-4d58-a883-3ebe67defa6d/f8b10e11-3a40-4bc0-964e-715efbe84de1/37938f04-e24f-4923-bb16-ab954317db9c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:45.766879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.867681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:45.916500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-876c57c6-9e82-4482-8834-4717d26a3c6c None None] Could not find standard attr ID for object b351af1a-bfbe-4d07-96e0-bcd68cc21369. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:24:45.944872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f17e2973-37d0-4d7a-9515-15a217091125 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:45.976028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb6626d3-5981-4aa8-ad01-0b53b4701a45 req-946f2bf6-f1d9-42a0-b234-047d0057d687 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 210 time: 0.2980738 Aug 12 02:24:46.070174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f17e2973-37d0-4d7a-9515-15a217091125 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:46.070551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.205268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.279657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.319273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c0f457-2d47-4cfb-8e1d-bd702a750da3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:46.345190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1b8d697-474f-47c3-90d5-a2c1f3612764 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ae6d4760c434988a483fde3d3f28960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6611037 Aug 12 02:24:46.350216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.358256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.374021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a2c603d3-4599-4381-b1c4-0090ab960dba tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/a7c0f457-2d47-4cfb-8e1d-bd702a750da3 HTTP/1.1" status: 204 len: 168 time: 1.3287706 Aug 12 02:24:46.376543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:46.377101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:46.381539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eca19b-1005-462f-ba37-a7a9a41b53b4 None None] Network 54babaf4-0ebf-4d5e-8df0-b30fde57e146 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:46.388874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.428349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:46.460359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Network 0fdf638f-0a78-4d58-a883-3ebe67defa6d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:46.475921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:46.478627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:46.507508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Pushing event updated for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:46.556265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:46.557054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.566127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315e1d8c-c647-40fb-8673-deef496f5699,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:46.662268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.717524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] DHCP port deletion for 54babaf4-0ebf-4d5e-8df0-b30fde57e146 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:24:46.737953 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53ab46ba-ceaf-4eae-81ec-7673bca7710c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.740922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.827043 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.840050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Deleting port f17e2973-37d0-4d7a-9515-15a217091125 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:46.840568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.897888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.910387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.924380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-cfd97abe-b554-42ce-9975-22a18f97e302 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7044804 Aug 12 02:24:46.943608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Request body: {'port': {'device_id': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:46.943859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.946219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:46.949695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56fbaaff-af32-4e0c-8348-974cbbff013f HTTP/1.1" status: 204 len: 168 time: 0.5616677 Aug 12 02:24:46.995701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e000592f-6091-42fd-a459-0c1373902f0e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:47.016834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] For port f17e2973-37d0-4d7a-9515-15a217091125, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f17e2973-37d0-4d7a-9515-15a217091125,segment=NetworkSegment(2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1),segment_id=2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:47.021214 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.030842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port f17e2973-37d0-4d7a-9515-15a217091125 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:47.035288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.061707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Calling delete_port for f17e2973-37d0-4d7a-9515-15a217091125 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:47.088679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2a4a4-77d0-4eb4-a46e-ee273742f9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbaaff-af32-4e0c-8348-974cbbff013f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:47.093088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.212000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.212893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a99505-a444-4791-81d8-7ff75e49d4ad req-c9e1739c-9112-4e23-b572-3bb72950f3d3 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:47.214657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2a99505-a444-4791-81d8-7ff75e49d4ad req-c9e1739c-9112-4e23-b572-3bb72950f3d3 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 931 time: 0.1249113 Aug 12 02:24:47.254457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] Pushing event deleted for resources: {'Port': ['ID=f17e2973-37d0-4d7a-9515-15a217091125,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:47.276520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614dd39-e9cc-4a84-af7e-af089b8e9ada None None] No DVR routers for this DVR port f17e2973-37d0-4d7a-9515-15a217091125 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:47.276968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port f17e2973-37d0-4d7a-9515-15a217091125, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f17e2973-37d0-4d7a-9515-15a217091125,segment=NetworkSegment(2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1),segment_id=2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:47.277356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.322429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for f17e2973-37d0-4d7a-9515-15a217091125 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:47.450923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2a99505-a444-4791-81d8-7ff75e49d4ad req-312fc602-b767-4b69-b6b1-784753023788 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283771 Aug 12 02:24:47.452136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53ab46ba-ceaf-4eae-81ec-7673bca7710c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.473686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53ab46ba-ceaf-4eae-81ec-7673bca7710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.550775 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.555846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-85e477db-183a-4aab-b88f-d27271518ae1 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.5782304 Aug 12 02:24:47.556539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-53ab46ba-ceaf-4eae-81ec-7673bca7710c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6611073d0f6640968bdd5fdd550a7646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1269755 Aug 12 02:24:47.557271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:47.564347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:47.586030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab46ba-ceaf-4eae-81ec-7673bca7710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4de4a-9df2-47d5-b4ef-037e2b023ebb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:47.624520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.678950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=f17e2973-37d0-4d7a-9515-15a217091125,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:47.734901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37938f04-e24f-4923-bb16-ab954317db9c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:24:47.743748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port f17e2973-37d0-4d7a-9515-15a217091125 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:24:47.761539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.769419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.818655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Transition to ACTIVE for port object 37938f04-e24f-4923-bb16-ab954317db9c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:47.829684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.836444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.847925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eab89493-30cd-4c39-8ef0-47c231d921b2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2628217 Aug 12 02:24:47.848567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:47.880349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-security--1064197284', 'description': 'tempest-security-description-1181196553'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:47.884175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f17e2973-37d0-4d7a-9515-15a217091125 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:24:47.931326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f17e2973-37d0-4d7a-9515-15a217091125 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:24:47.931572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f17e2973-37d0-4d7a-9515-15a217091125 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:24:47.941694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.967962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.980156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:47.987774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54babaf4-0ebf-4d5e-8df0-b30fde57e146']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:48.007780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:48.008404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb7e01e-90bd-4b84-9dbd-40dd05fe0ce1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:24:48.029032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.057843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.063115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.068666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:24:48.069137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:24:48.072779 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:24:48.074949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.075922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Pushing event updated for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.078749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.084034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "PUT /v2.0/security-groups/e000592f-6091-42fd-a459-0c1373902f0e HTTP/1.1" status: 200 len: 1780 time: 0.2103345 Aug 12 02:24:48.091894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.167973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac7327-4e6b-49d0-bb67-fe5f6b5e9e14 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e000592f-6091-42fd-a459-0c1373902f0e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.170310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.170681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.177269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.177487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.177997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.185102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.185666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.186360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.187022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.187360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.187718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.188052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.188382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:48.189198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.191378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/54babaf4-0ebf-4d5e-8df0-b30fde57e146 HTTP/1.1" status: 204 len: 168 time: 1.8044689 Aug 12 02:24:48.195058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44930) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.203064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'name': 'tempest-PortsTestJSON-2013355677'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:48.272559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.286869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.289247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1de2a-6bf9-40ec-8e3a-993eeeb09603 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=54babaf4-0ebf-4d5e-8df0-b30fde57e146,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.290939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.293078 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ff4de4a-9df2-47d5-b4ef-037e2b023ebb HTTP/1.1" status: 204 len: 168 time: 0.7262216 Aug 12 02:24:48.308685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-16e91040-dd3d-44dd-8b1a-2cc8c9f8e04f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups/e000592f-6091-42fd-a459-0c1373902f0e HTTP/1.1" status: 200 len: 1780 time: 0.1639974 Aug 12 02:24:48.321190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44938) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.329101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Attempting to bind port 37938f04-e24f-4923-bb16-ab954317db9c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:48.329455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Attempting to bind port 37938f04-e24f-4923-bb16-ab954317db9c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8ca1e1e8-77ee-4a49-aff8-a88305ba28af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:48.329774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Attempting to bind port 37938f04-e24f-4923-bb16-ab954317db9c on network 0fdf638f-0a78-4d58-a883-3ebe67defa6d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:48.350780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf991d97-e6f6-4b9f-852b-53b99d814cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4de4a-9df2-47d5-b4ef-037e2b023ebb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.377192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Port 37938f04-e24f-4923-bb16-ab954317db9c on network 0fdf638f-0a78-4d58-a883-3ebe67defa6d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:24:48.377685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Attempting to bind port 37938f04-e24f-4923-bb16-ab954317db9c on network 0fdf638f-0a78-4d58-a883-3ebe67defa6d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:48.399234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:48.401734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Checking segment: {'id': '8ca1e1e8-77ee-4a49-aff8-a88305ba28af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:48.403306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Bound using segment: {'id': '8ca1e1e8-77ee-4a49-aff8-a88305ba28af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:48.404177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Bound port: 37938f04-e24f-4923-bb16-ab954317db9c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca1e1e8-77ee-4a49-aff8-a88305ba28af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:48.404787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.408472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:48.412356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.456579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:48.559163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.606099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.618504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:48.624775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37938f04-e24f-4923-bb16-ab954317db9c,segment=NetworkSegment(8ca1e1e8-77ee-4a49-aff8-a88305ba28af),segment_id=8ca1e1e8-77ee-4a49-aff8-a88305ba28af)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:48.635679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.718587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:48.721427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.724939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-c419496d-7404-4306-9b0b-474faa08792f service neutron] 10.222.0.21 "PUT /v2.0/ports/37938f04-e24f-4923-bb16-ab954317db9c HTTP/1.1" status: 200 len: 1091 time: 1.7856774 Aug 12 02:24:48.725103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:24:48.734302 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ecb235-f7da-416f-9c26-67d037243903" -d '{"events": [{"name": "network-changed", "server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "tag": "37938f04-e24f-4923-bb16-ab954317db9c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:24:48.740115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1ea3b-7497-4239-8701-cc174bf4ab0a req-09576bc7-36ab-44a7-9ed4-510c509f3bd2 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:48.741741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9bc1ea3b-7497-4239-8701-cc174bf4ab0a req-09576bc7-36ab-44a7-9ed4-510c509f3bd2 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 943 time: 0.1767373 Aug 12 02:24:48.802172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.811075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.814268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.815654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/e000592f-6091-42fd-a459-0c1373902f0e HTTP/1.1" status: 204 len: 168 time: 0.4935107 Aug 12 02:24:48.818148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.819571 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572b45e4-ce87-4760-8524-797b0df9c764 x-openstack-request-id: req-572b45e4-ce87-4760-8524-797b0df9c764 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:24:48.820036 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "tag": "37938f04-e24f-4923-bb16-ab954317db9c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:24:48.822484 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-572b45e4-ce87-4760-8524-797b0df9c764 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:24:48.823085 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c', 'status': 'completed', 'code': 200} Aug 12 02:24:48.832135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9bc1ea3b-7497-4239-8701-cc174bf4ab0a req-6dbabb28-ab36-4c53-b433-cde667b476a8 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Aug 12 02:24:48.871312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c419496d-7404-4306-9b0b-474faa08792f service neutron] Pushing event updated for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.890782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7db38e4-dad5-46aa-9cd1-8c8c7ead6a52 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000592f-6091-42fd-a459-0c1373902f0e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:48.903039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44952) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.916548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-3ed67655-80a5-487e-8a5d-986adeb429ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:48.918319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-3ed67655-80a5-487e-8a5d-986adeb429ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6932887e6dee452692ac8b8a4157135b&device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 1094 time: 0.0897715 Aug 12 02:24:48.920196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6fd4a901-f732-4f3a-bfe8-de11e7e9d477 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0998595 Aug 12 02:24:48.925402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44954) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.925960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1016026923-network', 'tenant_id': '15685b77f6694e4d9e3d6a1275456a42'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:48.933998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c280b406-8e97-4712-bed8-6464090787a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:48.956423 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-0e9835c3-d898-456c-be95-cc03e103fc0e tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] delete failed (client error): The resource could not be found. Aug 12 02:24:48.957693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0e9835c3-d898-456c-be95-cc03e103fc0e tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/e000592f-6091-42fd-a459-0c1373902f0e HTTP/1.1" status: 404 len: 347 time: 0.0310044 Aug 12 02:24:48.961844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:48.974161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--320427043'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:48.991245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-a5e064da-f38e-4a68-8f27-3b35c1b2c1ad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37938f04-e24f-4923-bb16-ab954317db9c HTTP/1.1" status: 200 len: 217 time: 0.0530379 Aug 12 02:24:48.998007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Made reservation on behalf of 15685b77f6694e4d9e3d6a1275456a42 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:49.000556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.015036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.020508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.060870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-634a909e-f164-4912-a191-bbd94651a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:49.062718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-634a909e-f164-4912-a191-bbd94651a70b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8b10e11-3a40-4bc0-964e-715efbe84de1 HTTP/1.1" status: 200 len: 857 time: 0.0634894 Aug 12 02:24:49.103102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-392d9a31-d268-4142-9ab7-b0b3d391b3bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fdf638f-0a78-4d58-a883-3ebe67defa6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325174 Aug 12 02:24:49.107969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.125879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:24:49.125879 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:24:49.125879 n-d-804303-2 neutron-server[94673]: [parameters: {'project_id_1': '15685b77f6694e4d9e3d6a1275456a42', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 24, 49, 85060)}] Aug 12 02:24:49.125879 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:24:49.126356 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:24:49.127959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:49.130927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:49.136048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:49.141057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:49.146671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:49.147282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.295613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-3aa8be42-2895-490c-96f8-5e997ea385b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831057 Aug 12 02:24:49.386443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c280b406-8e97-4712-bed8-6464090787a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.424236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c85eda-4e62-4d1c-b99f-8d3871ed4462 req-835ab4ee-2e4a-4a97-a3f3-4cecc8c8fce7 service neutron] 10.222.0.21 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190858 Aug 12 02:24:49.428743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c280b406-8e97-4712-bed8-6464090787a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.456501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c4b010f1-2a13-40d2-b02b-1fec59adbf73 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2566018 Aug 12 02:24:49.460340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:49.511009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c280b406-8e97-4712-bed8-6464090787a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e77b9743eed1422da294a643f5321893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6048198 Aug 12 02:24:49.513849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:49.530535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280b406-8e97-4712-bed8-6464090787a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8908af58-fe73-4f14-b444-e76a16624dc0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:49.621893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.635631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.670480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:49.671004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.673867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.676388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecb235-f7da-416f-9c26-67d037243903 req-c7d6ef47-7343-48ea-8b5e-80d15d7fc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:49.677931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-c7d6ef47-7343-48ea-8b5e-80d15d7fc15f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6932887e6dee452692ac8b8a4157135b&device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 1094 time: 0.0855646 Aug 12 02:24:49.686220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.690291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.776133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe6eea2-10ee-4cc4-8697-43ce02b7b21d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:49.809332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.837066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:49.841479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.844631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.852094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8908af58-fe73-4f14-b444-e76a16624dc0 HTTP/1.1" status: 204 len: 168 time: 0.3363051 Aug 12 02:24:49.870134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad7914-d558-4a7e-a2d1-60122552d41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8908af58-fe73-4f14-b444-e76a16624dc0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:49.893628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.904741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.925346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:49.928567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bb9a34bd-58ec-46e3-825f-dfc61e1002d4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9650388 Aug 12 02:24:49.938456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:49.948341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '1fe6eea2-10ee-4cc4-8697-43ce02b7b21d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:49.972854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecb235-f7da-416f-9c26-67d037243903 req-6cca46d1-01e3-4be0-9685-8451a62ef8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:49.974119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:49.974890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-6cca46d1-01e3-4be0-9685-8451a62ef8bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fdf638f-0a78-4d58-a883-3ebe67defa6d HTTP/1.1" status: 200 len: 918 time: 0.2842102 Aug 12 02:24:50.006378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.006700 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Added segment 2ff6aca2-3e6d-4775-94e9-5691b4d59140 of type vlan for network 69371361-afa3-4eb7-b46a-1a5295bf1f67 Aug 12 02:24:50.008274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a269653-b6e1-40b5-bbb0-2ee71438a48f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:50.078851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-ab4a5e88-079d-4727-9e2d-6e00a418304c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37938f04-e24f-4923-bb16-ab954317db9c HTTP/1.1" status: 200 len: 217 time: 0.0889704 Aug 12 02:24:50.100703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.108459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.173536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49256d5-16e7-47de-8a8d-2b773013930d req-48410a4d-d103-4d4c-8a81-4250940bede1 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:50.175587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f49256d5-16e7-47de-8a8d-2b773013930d req-48410a4d-d103-4d4c-8a81-4250940bede1 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 943 time: 0.2067597 Aug 12 02:24:50.179589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.224779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecb235-f7da-416f-9c26-67d037243903 req-34ef7f2b-9e3e-4cf7-a654-e87a008bd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:50.226614 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-34ef7f2b-9e3e-4cf7-a654-e87a008bd69b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f8b10e11-3a40-4bc0-964e-715efbe84de1 HTTP/1.1" status: 200 len: 857 time: 0.1369774 Aug 12 02:24:50.238560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:50.252635 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.254711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:50.255493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.327685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-45f0eabb-ede4-44d3-adf2-266454193492 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fdf638f-0a78-4d58-a883-3ebe67defa6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872805 Aug 12 02:24:50.332529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.338446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f065e2bf-9257-455e-b459-43ed43bd97b2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/f8cbadca-2d2c-4ccf-a1f4-7bbaaf0e40d1 HTTP/1.1" status: 204 len: 168 time: 0.8768137 Aug 12 02:24:50.340119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:50.360660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.396731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f49256d5-16e7-47de-8a8d-2b773013930d req-9f89aed8-6ea2-4390-ace3-f2eaf5afcaa6 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023492 Aug 12 02:24:50.397424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'mac_address': 'fa:16:3e:73:41:fc', 'name': 'tempest-PortsTestJSON-209290881'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:50.413377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1331413 Aug 12 02:24:50.441042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:50.443299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.467185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Request body: {'subnet': {'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1016026923-subnet', 'tenant_id': '15685b77f6694e4d9e3d6a1275456a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:50.566711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-e2a794a3-d2f0-4bd3-b723-59935bd8c5fd service neutron] 10.222.0.21 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251325 Aug 12 02:24:50.586802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.599754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44988) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:50.600486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6547310 Aug 12 02:24:50.633527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cbbf0-80c5-446b-b992-3d547db9426c admin admin] Pushing event updated for resources: {'Network': ['ID=69371361-afa3-4eb7-b46a-1a5295bf1f67,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:50.644831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:50.692866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44992) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:50.697543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592b07b-718d-49c1-abfa-b161a4951c39 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e469b76-b2ad-47b4-a81c-cbe663d6901f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:50.704011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.720471 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Made reservation on behalf of 15685b77f6694e4d9e3d6a1275456a42 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:50.721626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.723097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.753937 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5245-3cf6-437a-9d68-7b823911aa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.803958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:50.808226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.813933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.818165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:50.819079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9e469b76-b2ad-47b4-a81c-cbe663d6901f HTTP/1.1" status: 204 len: 168 time: 0.2265017 Aug 12 02:24:50.860730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5e414-ff4b-45d2-95d3-b83fe93158a6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e469b76-b2ad-47b4-a81c-cbe663d6901f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:50.885083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28ecb235-f7da-416f-9c26-67d037243903 req-8df3b8a0-7ac4-42b9-91d2-93652e05384b service neutron] 10.222.0.21 "GET /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101494 Aug 12 02:24:50.991077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5245-3cf6-437a-9d68-7b823911aa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:50.997618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d5d5245-3cf6-437a-9d68-7b823911aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.057893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d5245-3cf6-437a-9d68-7b823911aa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce73aed-d624-4913-b55e-746cc1fd3fc9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:51.067196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0d5d5245-3cf6-437a-9d68-7b823911aa5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f0682e4908043878a62b0304f383575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728991 Aug 12 02:24:51.069775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:51.144467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.179691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.242396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.245324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.249400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ce73aed-d624-4913-b55e-746cc1fd3fc9 HTTP/1.1" status: 204 len: 168 time: 0.1758378 Aug 12 02:24:51.256219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d21294-e285-4f86-b69a-e6af5a9d9008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce73aed-d624-4913-b55e-746cc1fd3fc9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:51.390249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.430868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ede2a083-1907-4867-9ff7-9b527e0ccc01 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6115429 Aug 12 02:24:51.433596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45012) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:51.480807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 0280516f-6c0c-4352-a7f3-2b7cc0daf37b yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:51.560818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.600167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.632727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.664786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-5b833fca-155e-4645-8b04-9b21be318e32 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:51.665651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cb920-31a0-4768-b651-ff1cc7923a75 req-9c333a20-fb99-479f-b41b-8303faa04809 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:51.675615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-5b833fca-155e-4645-8b04-9b21be318e32 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.6833477 Aug 12 02:24:51.675937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb6cb920-31a0-4768-b651-ff1cc7923a75 req-9c333a20-fb99-479f-b41b-8303faa04809 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 943 time: 0.1361854 Aug 12 02:24:51.737632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ded0309-1b91-4eec-b72c-6326c85b2896,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:51.757400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-85c4e7b1-4290-49fe-97ff-e1b0d103cc1a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/quotas/e2dbf476a19842e9a1329030e140f3f8 HTTP/1.1" status: 200 len: 375 time: 0.0843451 Aug 12 02:24:51.790903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb6cb920-31a0-4768-b651-ff1cc7923a75 req-2848ec26-02cf-4b55-b9be-57b3ccbe8ef9 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164238 Aug 12 02:24:51.806052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.811724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.817782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/1fe6eea2-10ee-4cc4-8697-43ce02b7b21d HTTP/1.1" status: 204 len: 168 time: 0.3824000 Aug 12 02:24:51.820032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:51.876240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Checking segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:51.876615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Network hostable DHCP agents. Network: 69371361-afa3-4eb7-b46a-1a5295bf1f67, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:51.881440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36840f3-a038-4cb9-8a70-f36de360a65f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe6eea2-10ee-4cc4-8697-43ce02b7b21d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:51.933714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:51.948273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d8c927e8-43ad-468c-8b72-c40bdce1343d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008525 Aug 12 02:24:51.953236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:51.958959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--592918035'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:51.964214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-9f493728-d52d-4035-81ff-542fdac09b9a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2059505 Aug 12 02:24:51.968659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:52.023943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.041624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 69371361-afa3-4eb7-b46a-1a5295bf1f67) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:52.050831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad357a-133b-4df4-a771-c474161f5704 None None] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:52.084379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:52.085591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.173627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.277093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-786d55a0-d74e-4ca8-8dbd-59bbe8f26f92 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987070 Aug 12 02:24:52.291799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.298685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2912840b-64df-461b-b1b2-e24912cf2436 None None] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:52.299726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.324588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:52.327144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:52.330061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:52.337467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:52.338200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.347149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.352571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3970678 Aug 12 02:24:52.353380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45048) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:52.356977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37938f04-e24f-4923-bb16-ab954317db9c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:24:52.364860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'f322b07e-716e-4236-b10f-6e29774d6fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:52.370603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=0280516f-6c0c-4352-a7f3-2b7cc0daf37b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:52.384248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0f8a8-1344-439f-bad3-faee2e4b7b4b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f322b07e-716e-4236-b10f-6e29774d6fe7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:52.387630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-668c4204-f162-485b-93e9-933604045cae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0354941 Aug 12 02:24:52.400695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:52.420737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee6ea182-23d3-4ab0-88d0-a0090005ba56 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9783659 Aug 12 02:24:52.469635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1580627-82a3-43c9-a3c5-26d677884657 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:52.469635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1580627-82a3-43c9-a3c5-26d677884657 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/0280516f-6c0c-4352-a7f3-2b7cc0daf37b HTTP/1.1" status: 200 len: 840 time: 0.0673516 Aug 12 02:24:52.472749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:52.524093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-23378ed1-6231-4cdf-974d-f51ed475d422 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369015 Aug 12 02:24:52.535672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:52.548452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.693473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 0280516f-6c0c-4352-a7f3-2b7cc0daf37b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:52.695096 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.762982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1838103139-network', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:52.797814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37938f04-e24f-4923-bb16-ab954317db9c,segment=NetworkSegment(8ca1e1e8-77ee-4a49-aff8-a88305ba28af),segment_id=8ca1e1e8-77ee-4a49-aff8-a88305ba28af)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:52.816768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '37938f04-e24f-4923-bb16-ab954317db9c', 'network_id': '0fdf638f-0a78-4d58-a883-3ebe67defa6d', 'port_id': '37938f04-e24f-4923-bb16-ab954317db9c', 'mac_address': 'fa:16:3e:c5:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b10e11-3a40-4bc0-964e-715efbe84de1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:24:52.838270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Made reservation on behalf of bf39b5826f8a4ea7ae190ad8fea9e866 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:52.844426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.866866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.880018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.915085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.921889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.925602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:52.971496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37938f04-e24f-4923-bb16-ab954317db9c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:24:52.978968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 0280516f-6c0c-4352-a7f3-2b7cc0daf37b owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:53.013111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42cf4a2-43bd-4ff8-818f-c5f091dfc881,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.051763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37938f04-e24f-4923-bb16-ab954317db9c,segment=NetworkSegment(8ca1e1e8-77ee-4a49-aff8-a88305ba28af),segment_id=8ca1e1e8-77ee-4a49-aff8-a88305ba28af)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:53.060537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.170571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.174439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02dc80-8995-42df-ad2f-5970baead268 req-11ef6e09-d5fc-4f5b-a81a-8efa0460d0a9 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:53.176164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce02dc80-8995-42df-ad2f-5970baead268 req-11ef6e09-d5fc-4f5b-a81a-8efa0460d0a9 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 944 time: 0.1241050 Aug 12 02:24:53.186099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.186619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.187059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.187173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.187866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.188542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.189328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.190430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.190971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.191411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.191836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.192263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.192767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:24:53.196074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.237160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:53.265965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.272974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93caeead-0c0d-4975-afce-290d70636774 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9099340 Aug 12 02:24:53.275398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45080) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:53.305582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'f322b07e-716e-4236-b10f-6e29774d6fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:53.318396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.318772 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Added segment c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c of type vlan for network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c Aug 12 02:24:53.343833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7216d-e38c-49d0-950f-04f73091d80d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.350613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.420876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce02dc80-8995-42df-ad2f-5970baead268 req-20c5f31a-5624-4965-9cf4-7053ae2de46d tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272172 Aug 12 02:24:53.421337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.426522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/0280516f-6c0c-4352-a7f3-2b7cc0daf37b HTTP/1.1" status: 204 len: 168 time: 0.9497168 Aug 12 02:24:53.432010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:53.485811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886d58d-7509-48be-9dbe-a6d5874d1396 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=0280516f-6c0c-4352-a7f3-2b7cc0daf37b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.489510 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-565e7343-ae1a-4041-8036-e1a196d48899 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:53.491140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-565e7343-ae1a-4041-8036-e1a196d48899 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/0280516f-6c0c-4352-a7f3-2b7cc0daf37b HTTP/1.1" status: 404 len: 333 time: 0.0582635 Aug 12 02:24:53.495762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.497442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['37938f04-e24f-4923-bb16-ab954317db9c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:24:53.499309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:53.507271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'name': 'tempest-PortsTestJSON-366990745'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:53.556489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afd27ca4-23b0-4751-9070-dba375d2f228 req-e9174dce-5954-4ab3-815b-58c66dfaf0a5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 210 time: 0.0462120 Aug 12 02:24:53.573488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.574531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:53.575890 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.621321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.667891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1308179 Aug 12 02:24:53.676487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:53.685250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Request body: {'subnet': {'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1838103139-subnet', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:53.709475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ee781-e912-454b-801c-5d13c7285378 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7a9828-afd1-42ae-a22f-56cbd3913c8c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.710898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.724298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Made reservation on behalf of bf39b5826f8a4ea7ae190ad8fea9e866 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:53.728421 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.734122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.734299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:53.795910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79eef59-0e2e-42e3-88bc-7b24e89b55ea,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:53.805404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a25ea916-0706-4217-88b8-51d93f0d8140 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:53.815975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a25ea916-0706-4217-88b8-51d93f0d8140 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 818 time: 0.4584203 Aug 12 02:24:53.838133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.839375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f71feed3-4d49-4a0c-b352-d2cfc08986e0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5388434 Aug 12 02:24:53.842472 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:53.847658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'f322b07e-716e-4236-b10f-6e29774d6fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:53.857897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d259397f-913c-478b-a0f7-26b900ea1235 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/quotas/15685b77f6694e4d9e3d6a1275456a42 HTTP/1.1" status: 200 len: 375 time: 0.0407908 Aug 12 02:24:53.875290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:53.879563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.914211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:53.916097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a7c5f5a9-de3b-462d-850a-c2f420e9e7a9 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570388 Aug 12 02:24:53.948348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 54b91941-fc55-4d3b-a44b-e56ae7d573ab yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:24:54.061809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.071631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.112621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0256ddc9-540e-4eb6-9949-cbfffd81b1e0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:54.120028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.127733 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.129406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71db7c6e-26c7-450d-a643-560f095fa3e8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2855389 Aug 12 02:24:54.152703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:54.161129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'f322b07e-716e-4236-b10f-6e29774d6fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:54.216095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f0f467-7093-4738-837c-c946a9039754,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:54.228727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Checking segment: {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:54.229193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Network hostable DHCP agents. Network: 0b7a9828-afd1-42ae-a22f-56cbd3913c8c, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:24:54.246113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.264069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:24:54.286105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 0b7a9828-afd1-42ae-a22f-56cbd3913c8c) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:54.297403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c35ed-dc15-4f35-9a09-b53a6d4b6205 None None] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:54.298204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:54.298800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.328034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7f186055-c0a9-417f-8dee-760caa5c91a7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6469588 Aug 12 02:24:54.328474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:54.332981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:54.351048 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.361100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.382154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00914039-e5c2-4f1e-9e52-665b4b0be275,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:54.391861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.393217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.407839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.409339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79fc7aed-0eab-4cc7-8ef4-0fd38f8192e5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2549105 Aug 12 02:24:54.412488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:54.419156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'f322b07e-716e-4236-b10f-6e29774d6fe7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:54.459734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-4a5cc5f7-bbf7-4c6c-82e0-37544c1772e1 service neutron] 10.222.0.11 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209317 Aug 12 02:24:54.547849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.622833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'fixed_ips': [{'subnet_id': '77f0f467-7093-4738-837c-c946a9039754'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:24:54.624647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.694983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.732588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-48d75aa4-b4f5-4a56-8663-10442a0934ef service neutron] 10.222.0.11 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641399 Aug 12 02:24:54.750173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.828055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:54.861970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Allocated IP 172.20.0.2 (0b7a9828-afd1-42ae-a22f-56cbd3913c8c/77f0f467-7093-4738-837c-c946a9039754/91958050-cfe3-491a-9dc1-6cdee5a1abda) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:54.895583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7c1d1-2afd-454e-9564-9a1905afc240 req-5ae94267-3420-4219-9038-47e541d45f3a tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:54.900321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccd7c1d1-2afd-454e-9564-9a1905afc240 req-5ae94267-3420-4219-9038-47e541d45f3a tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 944 time: 0.3306689 Aug 12 02:24:54.986601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:54.994881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:55.009795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:55.052990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:55.054969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.086912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.092297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.102408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Transition to ACTIVE for port object 91958050-cfe3-491a-9dc1-6cdee5a1abda will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:55.120608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Transition to ACTIVE for port object 91958050-cfe3-491a-9dc1-6cdee5a1abda will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:24:55.128243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=54b91941-fc55-4d3b-a44b-e56ae7d573ab,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:55.141490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da05961f-fb10-4a37-8615-fea60709ab67 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6395714 Aug 12 02:24:55.142657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45128) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:55.143971 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.149435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:55.188362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:55.197702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:55.205633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:55.214693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Pushing event updated for resources: {'Port': ['ID=91958050-cfe3-491a-9dc1-6cdee5a1abda,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:55.249036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.313007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Attempting to bind port 91958050-cfe3-491a-9dc1-6cdee5a1abda on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:24:55.314846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Attempting to bind port 91958050-cfe3-491a-9dc1-6cdee5a1abda by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:24:55.315391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Attempting to bind port 91958050-cfe3-491a-9dc1-6cdee5a1abda on network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:24:55.329794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.336403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:24:55.337780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Checking segment: {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:24:55.338187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.338609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Bound using segment: {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:24:55.339061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Bound port: 91958050-cfe3-491a-9dc1-6cdee5a1abda, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:24:55.339553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.342722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccd7c1d1-2afd-454e-9564-9a1905afc240 req-08ecb6a2-6307-4c40-a81a-01c2c4dd1cc1 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587029 Aug 12 02:24:55.348703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.410325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd84b3-bbbe-4e79-a13b-f05c49e7569c req-6ee6abc1-1438-48d2-95a0-9a3869188cf3 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 210 time: 0.1258354 Aug 12 02:24:55.425824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e37e18-bea7-44e7-8a42-20cdb8c35ffd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:55.444205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.445652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e32ecbf-31a7-4893-8376-cca30a9dbd95 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0320015 Aug 12 02:24:55.457899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-d7525ff0-5a96-4a69-b40e-368fe836bbb0 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:55.459907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-d7525ff0-5a96-4a69-b40e-368fe836bbb0 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.6198292 Aug 12 02:24:55.460603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:55.485525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Request body: {'port': {'device_id': '96290730-68eb-4c5b-9107-e52d3234c857', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'admin_state_up': True, 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:55.568027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] For port 91958050-cfe3-491a-9dc1-6cdee5a1abda, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:24:55.572423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.586243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.588037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] For port 91958050-cfe3-491a-9dc1-6cdee5a1abda, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91958050-cfe3-491a-9dc1-6cdee5a1abda,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:24:55.598938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.640596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.654825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.656838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/48e37e18-bea7-44e7-8a42-20cdb8c35ffd HTTP/1.1" status: 204 len: 168 time: 0.1909657 Aug 12 02:24:55.665019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45146) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:55.682149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee1bf5-5863-4b64-8284-b9e730f3d7f7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48e37e18-bea7-44e7-8a42-20cdb8c35ffd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:55.736635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53815b9-4efc-487f-8cca-e82939c47f9b None None] Pushing event updated for resources: {'Port': ['ID=91958050-cfe3-491a-9dc1-6cdee5a1abda,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:55.791169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14d8a980-eaf6-4a9f-bea6-ab1d88fce78c req-b1649386-e34e-4264-8dd8-8ddcdcea3371 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.1250927 Aug 12 02:24:55.891307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9fb77e70-4ad1-45eb-8b01-f0d3de8cedde tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2101064 Aug 12 02:24:55.895443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:55.935799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.946501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:55.952570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.955716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.959004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:55.980357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.009654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] In _notify_port_updated(), no bound segment for port 54b91941-fc55-4d3b-a44b-e56ae7d573ab on network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:24:56.014613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:56.015120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.017199 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/ports/54b91941-fc55-4d3b-a44b-e56ae7d573ab HTTP/1.1" status: 200 len: 818 time: 0.8734043 Aug 12 02:24:56.053161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.063535 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.113436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.173068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.177374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/00914039-e5c2-4f1e-9e52-665b4b0be275 HTTP/1.1" status: 204 len: 168 time: 0.2777526 Aug 12 02:24:56.177708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45162) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.201802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.219412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571553cb-d36a-4835-acd9-21fca2c8f987 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00914039-e5c2-4f1e-9e52-665b4b0be275,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:56.251807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3836be-4078-4945-9b20-2f73e4e4c288 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=54b91941-fc55-4d3b-a44b-e56ae7d573ab,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:56.300855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3e22d39-372b-411a-a37b-df5feb920fac tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1051037 Aug 12 02:24:56.303414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45164) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.342312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.352728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.371157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37938f04-e24f-4923-bb16-ab954317db9c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:56.402643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.424988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.428127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/0256ddc9-540e-4eb6-9949-cbfffd81b1e0 HTTP/1.1" status: 204 len: 168 time: 0.1235490 Aug 12 02:24:56.436286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.492124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c98f8-c2de-45f3-9bb7-4906d5a367b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0256ddc9-540e-4eb6-9949-cbfffd81b1e0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:56.548381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 37938f04-e24f-4923-bb16-ab954317db9c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:56.553490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 37938f04-e24f-4923-bb16-ab954317db9c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:56.553802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.617985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-96215865-1fa1-482d-81ec-844bef094a99 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1795020 Aug 12 02:24:56.618654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45172) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.629230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Allocated IP 172.25.3.6 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/577e8772-84d9-4ff8-9c49-eeb164b307f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:56.636720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Allocated IP 172.20.0.3 (f438d16b-4c9c-4763-90fa-aa7f0c729f21/c0588012-2896-4f7f-956c-09bd9a04f337/26c8d993-5b74-47e0-b0f1-fe5f20cdd820) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:56.651971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a6449d7-abcd-4c0a-b5d8-277240de082d req-9532c6c1-6f24-437d-82d1-ca74551b74f1 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 210 time: 0.1086476 Aug 12 02:24:56.673632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 54b91941-fc55-4d3b-a44b-e56ae7d573ab {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:24:56.673989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.677532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.696250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.756135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.765529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.770404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e79eef59-0e2e-42e3-88bc-7b24e89b55ea HTTP/1.1" status: 204 len: 168 time: 0.1326885 Aug 12 02:24:56.771044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.856307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9ca17-7be2-4d5f-bf07-aa1049dfa427 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e79eef59-0e2e-42e3-88bc-7b24e89b55ea,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:56.862009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.895509 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5735625a-d1f1-4a00-abf9-88b704f04062 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1205649 Aug 12 02:24:56.896159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45178) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:56.925137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:24:56.933613 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a7a70-b81d-4e3e-856c-84c585fa7b59" -d '{"events": [{"server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "name": "network-vif-plugged", "status": "completed", "tag": "37938f04-e24f-4923-bb16-ab954317db9c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:24:56.943448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.965334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37938f04-e24f-4923-bb16-ab954317db9c,segment=NetworkSegment(8ca1e1e8-77ee-4a49-aff8-a88305ba28af),segment_id=8ca1e1e8-77ee-4a49-aff8-a88305ba28af)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:56.978306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:56.987734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.065248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.109848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:57.117465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.121165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c42cf4a2-43bd-4ff8-818f-c5f091dfc881 HTTP/1.1" status: 204 len: 168 time: 0.2216048 Aug 12 02:24:57.136707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85490789-996a-439f-8b93-0a58833c939e req-69af0fe6-30c1-4d8a-b689-29d3c3ad0420 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.0906217 Aug 12 02:24:57.143244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:57.170180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055f250-3bb8-4f61-a16b-f9447a98f277 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42cf4a2-43bd-4ff8-818f-c5f091dfc881,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:57.234220 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817b870a-a9b8-47b5-8dc1-a09232ab904a x-openstack-request-id: req-817b870a-a9b8-47b5-8dc1-a09232ab904a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:24:57.235074 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "name": "network-vif-plugged", "status": "completed", "tag": "37938f04-e24f-4923-bb16-ab954317db9c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:24:57.235207 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-817b870a-a9b8-47b5-8dc1-a09232ab904a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:24:57.235576 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c', 'code': 200} Aug 12 02:24:57.250355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f44171c-cbed-44e6-a9d9-7e75024985f5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1058486 Aug 12 02:24:57.251285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:57.308564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45190) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:57.312128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8d20-a1c4-4301-b2fb-dba9136d9a40 req-c2deb575-23ec-46a0-9013-ddfdc4914952 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:57.314458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-086d8d20-a1c4-4301-b2fb-dba9136d9a40 req-c2deb575-23ec-46a0-9013-ddfdc4914952 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 944 time: 0.7719884 Aug 12 02:24:57.336139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1942311605'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:57.371318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ddf343-4a54-451b-a665-594b5fbae99b None None] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:24:57.388019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:57.392127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.417888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.447999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:57.453448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.491592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.502889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.503249 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Added segment ebb2a699-31ac-402d-ad46-ed7ef8a4621e of type vlan for network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 Aug 12 02:24:57.565805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a989e3b2-464d-43ca-b5a2-b9bb1380d03e None None] Provisioning for port 91958050-cfe3-491a-9dc1-6cdee5a1abda completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:57.613815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.616467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.617703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/f322b07e-716e-4236-b10f-6e29774d6fe7 HTTP/1.1" status: 204 len: 168 time: 0.3652718 Aug 12 02:24:57.620038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.630984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:57.637520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.664070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c14bc3-59af-4655-b2e3-c5c6caecb90d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f322b07e-716e-4236-b10f-6e29774d6fe7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:57.707736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d2e24-76b0-4b0d-8ca9-e79ff3e5cc16 req-1b835fbc-2b2c-4538-bf06-c702dcac2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:57.709993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-992d2e24-76b0-4b0d-8ca9-e79ff3e5cc16 req-1b835fbc-2b2c-4538-bf06-c702dcac2e6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 1096 time: 0.3380661 Aug 12 02:24:57.731226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.767078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.777181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:57.777940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:57.803650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbe3d8a8-34e0-4f33-9d1b-179e23f0edf7 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1673954 Aug 12 02:24:57.814402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45198) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:57.851485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--820454069'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.002674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91958050-cfe3-491a-9dc1-6cdee5a1abda up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:58.029738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2b18385a-8814-43ba-961c-83aa67d3e2a4 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:58.046812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2b18385a-8814-43ba-961c-83aa67d3e2a4 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.25 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 818 time: 0.4522657 Aug 12 02:24:58.062219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e83074b-6a4a-4edc-b361-8bd799497764 req-e08bf0dd-3f84-4566-ae60-55cbdc51bc3f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 210 time: 0.1896148 Aug 12 02:24:58.070211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-086d8d20-a1c4-4301-b2fb-dba9136d9a40 req-2db4fd8c-bf11-4366-bace-229afc44c62e tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7308066 Aug 12 02:24:58.089519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7652216 Aug 12 02:24:58.110471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45200) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:58.111146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d4d48-f753-46d1-a40a-ef8f834be2a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Network': ['ID=3ce82063-d37e-4ebb-81cb-b27cc0b1f227,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.118195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1393860080'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.125848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-992d2e24-76b0-4b0d-8ca9-e79ff3e5cc16 req-86a072ba-786e-4546-a204-bf168746593b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020777 Aug 12 02:24:58.134465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:58.138643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.192696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:58.197249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.215907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 91958050-cfe3-491a-9dc1-6cdee5a1abda completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:24:58.216195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Request body: {'port': {'device_id': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'admin_state_up': True, 'tenant_id': '15685b77f6694e4d9e3d6a1275456a42'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.224588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 54b91941-fc55-4d3b-a44b-e56ae7d573ab owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:24:58.229859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] Provisioning complete for port 91958050-cfe3-491a-9dc1-6cdee5a1abda triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:58.230243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.236437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 91958050-cfe3-491a-9dc1-6cdee5a1abda triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:24:58.236821 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.240688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:58.252312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.252976 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Added segment 7bf68729-0e83-4658-befa-fd37ae900cc8 of type vlan for network f1eb906d-bb42-4c5a-9942-549fe493c7eb Aug 12 02:24:58.264961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:58.315852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:58.332314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:58.336668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Pushing event updated for resources: {'Port': ['ID=577e8772-84d9-4ff8-9c49-eeb164b307f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.350338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f9e83e1-3ba0-4837-b6f1-77ad06944898 req-3b65e2a7-49be-4322-b9a9-7cb23955cce8 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.0817406 Aug 12 02:24:58.353630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.439832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.446310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:58.446672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.446953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.474158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.490734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.493585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.515055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-349535f6-74ff-4850-8e60-2fcf76ac0c76 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:58.516594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-349535f6-74ff-4850-8e60-2fcf76ac0c76 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 818 time: 0.4587016 Aug 12 02:24:58.533256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.551489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4377143 Aug 12 02:24:58.551778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Request body: {'port': {'device_id': '769a620c-244a-4218-b26f-224a614a3ba7', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'admin_state_up': True, 'tenant_id': '15685b77f6694e4d9e3d6a1275456a42'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.564479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:58.570432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'subnet': {'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.573843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] For port 91958050-cfe3-491a-9dc1-6cdee5a1abda, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91958050-cfe3-491a-9dc1-6cdee5a1abda,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:24:58.581248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.666367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.667409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8518651 Aug 12 02:24:58.673650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefebfe-5d24-4569-943e-65b0d77063bd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Network': ['ID=f1eb906d-bb42-4c5a-9942-549fe493c7eb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.675649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45208) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:58.681840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '63f1b6bc-33b4-4b8f-8eef-fae7c48dfcca', 'direction': 'ingress', 'protocol': 17}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:58.688062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:24:58.688416 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:24:58.688983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fba976-1774-423c-ba04-5b455bfc381d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1b6bc-33b4-4b8f-8eef-fae7c48dfcca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.692723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:24:58.712421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0864d-0343-483e-a360-e234d2359d85 None None] Pushing event updated for resources: {'Port': ['ID=91958050-cfe3-491a-9dc1-6cdee5a1abda,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.746678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.778934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.832024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Made reservation on behalf of 15685b77f6694e4d9e3d6a1275456a42 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:58.835663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.838131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.850676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:24:58.861703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=54b91941-fc55-4d3b-a44b-e56ae7d573ab,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:58.863031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:58.872486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.914500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.916488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b645af67-3003-4875-ac59-8037d83e43e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/54b91941-fc55-4d3b-a44b-e56ae7d573ab HTTP/1.1" status: 204 len: 168 time: 2.8618665 Aug 12 02:24:58.924290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:58.927673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:58.977748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.002078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:24:59.064549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:24:59.078034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:24:59.138036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event updated for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:59.148851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-6da4809c-ec8a-4960-b8a5-27878aae0af1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:59.150436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-6da4809c-ec8a-4960-b8a5-27878aae0af1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 818 time: 0.3120914 Aug 12 02:24:59.170496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc999b4-8f30-4a38-924d-872580a35997,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:59.191951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Request body: {'port': {'device_id': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'admin_state_up': True, 'tenant_id': '15685b77f6694e4d9e3d6a1275456a42'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:59.242903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Made reservation on behalf of 15685b77f6694e4d9e3d6a1275456a42 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:59.246634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.296646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.299551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a075a853-4dc7-4934-b516-a1e634ae3281 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6195993 Aug 12 02:24:59.307601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45224) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:59.323504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:59.324123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.341365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc857327-977b-4dea-baaf-2b78f77de1b0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:59.343134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bc857327-977b-4dea-baaf-2b78f77de1b0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3753817 Aug 12 02:24:59.348554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45226) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:59.380190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.416123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523184a-2740-4186-a725-9e4902fe3d34 req-b66ffa8a-bbf3-484c-a75a-bdbc906e070d tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:59.417662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3523184a-2740-4186-a725-9e4902fe3d34 req-b66ffa8a-bbf3-484c-a75a-bdbc906e070d tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.1631413 Aug 12 02:24:59.425348 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07f1bcc-25f2-4407-9359-7ebc0d755045 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:24:59.426875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a07f1bcc-25f2-4407-9359-7ebc0d755045 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/54b91941-fc55-4d3b-a44b-e56ae7d573ab HTTP/1.1" status: 404 len: 333 time: 0.0734522 Aug 12 02:24:59.437167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:59.442433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-09d79c67-b624-49ae-8ccb-fbd8f36c5ee5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9651263 Aug 12 02:24:59.477413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-588293021'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:59.532806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Allocated IP 172.20.0.10 (69371361-afa3-4eb7-b46a-1a5295bf1f67/8ded0309-1b91-4eec-b72c-6326c85b2896/a8087608-df84-4c5e-9840-2014a1d716d8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:24:59.540513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.541625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Request body: {'port': {'device_id': '96290730-68eb-4c5b-9107-e52d3234c857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:24:59.558285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624aed-bce9-47fe-9a07-69b2a128e5bf req-4b6b93eb-2978-49c0-8a04-d66b42a0ce82 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:24:59.561019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5624aed-bce9-47fe-9a07-69b2a128e5bf req-4b6b93eb-2978-49c0-8a04-d66b42a0ce82 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 931 time: 0.3557279 Aug 12 02:24:59.627511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:59.631427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.652859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3523184a-2740-4186-a725-9e4902fe3d34 req-638efa17-18df-4945-96a0-71dc0d08fa4b tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092960 Aug 12 02:24:59.655244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.773640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5624aed-bce9-47fe-9a07-69b2a128e5bf req-4b2ff9a4-2f76-46ce-8642-68cf9f92762a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798112 Aug 12 02:24:59.774222 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.775021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.801527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Made reservation on behalf of 15685b77f6694e4d9e3d6a1275456a42 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:24:59.805707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.863003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff8926e1-88b4-4191-ae89-0cbd3a3c53f0 req-ff670c0a-3a09-464f-ba37-8c1169af074a tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.0926454 Aug 12 02:24:59.880057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:24:59.905106 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.908064 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.909419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/63f1b6bc-33b4-4b8f-8eef-fae7c48dfcca HTTP/1.1" status: 204 len: 168 time: 0.5980904 Aug 12 02:24:59.918327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:24:59.933625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91958050-cfe3-491a-9dc1-6cdee5a1abda up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:24:59.947202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:24:59.947835 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf of type vlan for network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 Aug 12 02:24:59.974778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce871366-e006-47e8-9d3d-5d2c5f688b81 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1b6bc-33b4-4b8f-8eef-fae7c48dfcca,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:24:59.991055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Subnet': ['ID=855c2388-a203-476e-a1b0-bc91862b3a90,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:00.030468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 91958050-cfe3-491a-9dc1-6cdee5a1abda triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:00.031162 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.120886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.126159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.132700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:00.133076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network hostable DHCP agents. Network: 3ce82063-d37e-4ebb-81cb-b27cc0b1f227, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:00.135508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.143503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bbd1c3cb-ed80-4393-85f0-578b5c5322dc tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2181973 Aug 12 02:25:00.154789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:00.161326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--190867644'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:00.183666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:00.192335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.197874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:00.198470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.209683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3ce82063-d37e-4ebb-81cb-b27cc0b1f227) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:00.218649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75296977-e291-481c-858c-7aa2eb378e3d None None] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:00.223839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:00.224436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.305099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.316850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d2b7088b-a675-46fd-ac85-8b215cffd096 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7484074 Aug 12 02:25:00.317177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:00.326666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'subnet': {'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:00.374707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9363904 Aug 12 02:25:00.375658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b4724-addd-4675-ab9a-90e32d75963d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=4d0597ec-7801-4fa5-93a5-e23fe46a9000,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:00.384983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45248) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:00.390679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:00.393474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:00.511412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:00.512178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.536700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:00.542459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.549999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:00.554915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.726751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.757639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Allocated IP 10.1.1.2 (3ce82063-d37e-4ebb-81cb-b27cc0b1f227/855c2388-a203-476e-a1b0-bc91862b3a90/dcabc0e3-5cd5-4113-9893-d898a082a1c6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:00.861628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:00.914810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:00.963843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Allocated IP 172.20.0.4 (69371361-afa3-4eb7-b46a-1a5295bf1f67/8ded0309-1b91-4eec-b72c-6326c85b2896/1ebaebb6-c55e-45af-8c25-0768db6fa5b4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:01.019732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:01.025600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:01.043043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Subnet': ['ID=2af491de-2cbf-4b89-9dc5-a8ff6600fb04,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.083905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.096653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Transition to ACTIVE for port object dcabc0e3-5cd5-4113-9893-d898a082a1c6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:01.097690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event updated for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.115754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Transition to ACTIVE for port object dcabc0e3-5cd5-4113-9893-d898a082a1c6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:01.116977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc24c3-83f7-47a0-a9a3-653b9b78f9f7 req-f82b7f16-b728-4419-8b41-57e90c31054a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:01.118973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bbc24c3-83f7-47a0-a9a3-653b9b78f9f7 req-f82b7f16-b728-4419-8b41-57e90c31054a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 931 time: 0.1555834 Aug 12 02:25:01.120074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Checking segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:01.120466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network hostable DHCP agents. Network: f1eb906d-bb42-4c5a-9942-549fe493c7eb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:01.124355 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.162631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:01.178485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:01.190247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:01.195973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:01.197047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.199924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Pushing event updated for resources: {'Port': ['ID=dcabc0e3-5cd5-4113-9893-d898a082a1c6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.208075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bbc24c3-83f7-47a0-a9a3-653b9b78f9f7 req-c0db44df-55d9-49ec-aa97-78a2e541edcf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768847 Aug 12 02:25:01.213705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.225112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf46010-474b-46cf-b518-1a45d9db3dbc req-8060339f-cb22-4507-a8a8-f82aa041c673 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:01.226928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6cf46010-474b-46cf-b518-1a45d9db3dbc req-8060339f-cb22-4507-a8a8-f82aa041c673 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.4651375 Aug 12 02:25:01.242424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:01.243252 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.286378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Attempting to bind port dcabc0e3-5cd5-4113-9893-d898a082a1c6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:01.287030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Attempting to bind port dcabc0e3-5cd5-4113-9893-d898a082a1c6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:01.287382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Attempting to bind port dcabc0e3-5cd5-4113-9893-d898a082a1c6 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:01.296675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:01.297103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:01.297519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.298189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Bound using segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:01.298679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Bound port: dcabc0e3-5cd5-4113-9893-d898a082a1c6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:01.299067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.305232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=4f8fd25b-291b-4363-9a73-b062a0e275b0,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.311627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:01.330255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:25:01.348272 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.368756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f1eb906d-bb42-4c5a-9942-549fe493c7eb) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:01.383204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:01.385810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081fc1b-bc67-4a3a-b8d4-aaaacef93ba7 None None] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:01.388478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.395495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Transition to ACTIVE for port object 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:01.411160 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:25:01.429028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.440707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-32e520d1-2c22-49b8-98ef-bd9fbf07aacb req-f5b117e1-edc7-47a2-8d5b-7c0c1c67486e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.0904922 Aug 12 02:25:01.443187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a9dce921-83a3-45ad-97d9-53869236e361 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2574165 Aug 12 02:25:01.449371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.458201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] For port dcabc0e3-5cd5-4113-9893-d898a082a1c6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:01.487853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:01.488593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 4d0597ec-7801-4fa5-93a5-e23fe46a9000, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:01.490741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6cf46010-474b-46cf-b518-1a45d9db3dbc req-62e2c367-c10b-4a6e-97d6-b08e05fb929d tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420390 Aug 12 02:25:01.499174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Request body: {'port': {'device_id': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:01.499339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] For port dcabc0e3-5cd5-4113-9893-d898a082a1c6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dcabc0e3-5cd5-4113-9893-d898a082a1c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:01.518030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.526346 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f045ccc-fa43-4d30-8284-0445a8c41308 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2066560 Aug 12 02:25:01.528243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45266) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:01.543420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'name': 'tempest-TaggedBootDevicesTest_v242-790410914', 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:01.692951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa513e-79a6-4083-bd19-ed176dd9434f None None] Pushing event updated for resources: {'Port': ['ID=dcabc0e3-5cd5-4113-9893-d898a082a1c6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.766116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ips': [{'subnet_id': '2af491de-2cbf-4b89-9dc5-a8ff6600fb04'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:01.767733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.796891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8b9f41-c947-406a-9095-82c97039f320,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.799395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.803615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7751230b-dce1-4aa1-b641-428ddf1beee8 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6444964 Aug 12 02:25:01.804246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45272) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:01.805246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:01.831349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--731653214'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:01.845361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 4d0597ec-7801-4fa5-93a5-e23fe46a9000) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:01.866739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:01.879332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:01.884194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.910215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:01.914919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0b5b3b-888b-4326-a87a-247c83d0c7de None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:01.916156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Pushing event updated for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:01.959525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-181bf7a2-83f1-45e5-a5ee-1534c506d446 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5707591 Aug 12 02:25:01.990042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45276) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:01.997989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:02.055400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-07486ff8-0787-40e8-b6a6-eabeb65649d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.173058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.173283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.216858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.api [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:25:02.216858 n-d-804303-2 neutron-server[94674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 02:25:02.216858 n-d-804303-2 neutron-server[94674]: [parameters: {'project_id_1': '0a49bf7606bc42e09e81be3fc7e51a7e', 'expiration_1': datetime.datetime(2021, 8, 12, 2, 25, 2, 206145)}] Aug 12 02:25:02.216858 n-d-804303-2 neutron-server[94674]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:25:02.217653 n-d-804303-2 neutron-server[94674]: DEBUG oslo_db.api [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:25:02.259844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:02.264902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:02.272822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.281904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5087d-a505-4ace-b74a-d53199a6861f req-cb98c656-6d28-42f9-a3d7-c3fb8c0ce2d6 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:02.283648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51d5087d-a505-4ace-b74a-d53199a6861f req-cb98c656-6d28-42f9-a3d7-c3fb8c0ce2d6 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.2625623 Aug 12 02:25:02.293930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Attempting to bind port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:02.294271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Attempting to bind port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:02.294612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Attempting to bind port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:02.338619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:02.338877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Attempting to bind port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:02.348103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Allocated IP 10.2.2.2 (f1eb906d-bb42-4c5a-9942-549fe493c7eb/2af491de-2cbf-4b89-9dc5-a8ff6600fb04/f25e5231-f1ea-4676-8264-3262323f4cc3) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:02.405580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.406376 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4f8fd25b-291b-4363-9a73-b062a0e275b0 (CIDR: 172.20.0.0/28) Aug 12 02:25:02.406992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b8f951b-4bfe-4a9f-9ad8-1dca91bf2934 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0775511 Aug 12 02:25:02.412740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:02.413090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Checking segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:02.413489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Bound using segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:02.413951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Bound port: 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:02.414364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.425171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:02.427725 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:25:02.428424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:25:02.472786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.496531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21638b83-09b7-431c-a526-76fc9cb8fd58 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5033386 Aug 12 02:25:02.499386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45286) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:02.504608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:02.519345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deaa24-7018-4d0e-8453-cc6417abd6f4 req-31566683-aa04-4e01-b450-68f727f69609 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:02.526927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82deaa24-7018-4d0e-8453-cc6417abd6f4 req-31566683-aa04-4e01-b450-68f727f69609 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 943 time: 0.1187742 Aug 12 02:25:02.538816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51d5087d-a505-4ace-b74a-d53199a6861f req-d1e58acb-643a-406f-b9c7-69c1bbcbade2 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319820 Aug 12 02:25:02.542951 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.594450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] device_id is not set on port d944ae9a-ac20-4880-a7df-ea7dbea838c8 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:02.626890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.652682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Transition to ACTIVE for port object f25e5231-f1ea-4676-8264-3262323f4cc3 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:02.690884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:02.710899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Transition to ACTIVE for port object f25e5231-f1ea-4676-8264-3262323f4cc3 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:02.712648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:02.726185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:02.733744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event updated for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:02.735296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Sync routers for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:02.744738 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.756983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:02.776008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82deaa24-7018-4d0e-8453-cc6417abd6f4 req-f5c99e25-e9da-4fee-aee9-06a54d3f9fea tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478960 Aug 12 02:25:02.776599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.777038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:02.779917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:02.801165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:02.803927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:02.875584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Allocated IP 172.20.0.8 (69371361-afa3-4eb7-b46a-1a5295bf1f67/8ded0309-1b91-4eec-b72c-6326c85b2896/2ce12801-725a-471f-9853-885ea39bc9e6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:02.880117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:02.931379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:02.932798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:02.940640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2c49462-8a34-402b-a0b9-43c6352ad1b4 req-0966293d-e149-466b-8179-b0eb4bc19da1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 210 time: 0.1760759 Aug 12 02:25:03.030777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:03.031678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.036778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] 10.222.0.25 "PUT /v2.0/ports/26c8d993-5b74-47e0-b0f1-fe5f20cdd820 HTTP/1.1" status: 200 len: 1091 time: 3.5006933 Aug 12 02:25:03.057500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:03.067081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.069822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:03.072568 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0" -d '{"events": [{"name": "network-changed", "server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:03.094890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:03.249536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbc86d-90bd-49bc-a391-834f1c213f98 service neutron] Pushing event updated for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:03.281410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Attempting to bind port f25e5231-f1ea-4676-8264-3262323f4cc3 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:03.281789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Attempting to bind port f25e5231-f1ea-4676-8264-3262323f4cc3 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:03.282163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Attempting to bind port f25e5231-f1ea-4676-8264-3262323f4cc3 on network f1eb906d-bb42-4c5a-9942-549fe493c7eb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:03.290932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1262fd4-a584-4131-afae-5a2e8116c6d6 None None] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:03.312232 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19031e34-75db-4929-9d93-9892e061aa3d x-openstack-request-id: req-19031e34-75db-4929-9d93-9892e061aa3d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:03.314077 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:03.314077 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19031e34-75db-4929-9d93-9892e061aa3d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:03.314077 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'status': 'completed', 'code': 200} Aug 12 02:25:03.327011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-4c52557e-acb4-408b-8c8c-2baf15b9111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:03.329677 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-4c52557e-acb4-408b-8c8c-2baf15b9111b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 1094 time: 0.2090683 Aug 12 02:25:03.414441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-a01b9c0b-bfeb-402d-aaae-aa4234e1d68b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820 HTTP/1.1" status: 200 len: 217 time: 0.0742705 Aug 12 02:25:03.546855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-f2d8a5b1-4ab5-4006-be77-0ec00ec418e4 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:03.548466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-f2d8a5b1-4ab5-4006-be77-0ec00ec418e4 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.1721570 Aug 12 02:25:03.552704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-7f9474b0-0273-4cf2-9cde-7ee6c1b0d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:03.554139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-7f9474b0-0273-4cf2-9cde-7ee6c1b0d5b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.1178436 Aug 12 02:25:03.600641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.1.1.251 (3ce82063-d37e-4ebb-81cb-b27cc0b1f227/855c2388-a203-476e-a1b0-bc91862b3a90/d944ae9a-ac20-4880-a7df-ea7dbea838c8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:03.607528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.608064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:03.608575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Checking segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:03.609042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.609207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Bound using segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:03.610246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Bound port: f25e5231-f1ea-4676-8264-3262323f4cc3, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:03.610246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.627350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.661397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Pushing event updated for resources: {'Port': ['ID=f25e5231-f1ea-4676-8264-3262323f4cc3,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:03.662731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d80fd7-1d4a-4adc-b4eb-5c26f9d2cdc2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:03.686826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4630064e-e727-4753-9b98-226bf6423725 None None] Provisioning for port dcabc0e3-5cd5-4113-9893-d898a082a1c6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:03.717336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-7df63581-4ff6-44fc-ba80-1ecbe7ce27ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505234 Aug 12 02:25:03.728030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-02643c94-823c-4614-88e6-f15c2e4c981e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1822762 Aug 12 02:25:03.749017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Request body: {'port': {'device_id': '769a620c-244a-4218-b26f-224a614a3ba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:03.767412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.769661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:03.773195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.812857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': '4f8fd25b-291b-4363-9a73-b062a0e275b0'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:03.813722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:03.886747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] For port f25e5231-f1ea-4676-8264-3262323f4cc3, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:03.891821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] For port f25e5231-f1ea-4676-8264-3262323f4cc3, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f25e5231-f1ea-4676-8264-3262323f4cc3,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:03.990524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.012236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.014343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-36276de5-d943-4e76-b479-743049b75de2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1977134 Aug 12 02:25:04.050261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.051077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcabc0e3-5cd5-4113-9893-d898a082a1c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:04.069775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:04.077271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '9b8b9f41-c947-406a-9095-82c97039f320', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b4d80fd7-1d4a-4adc-b4eb-5c26f9d2cdc2', 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:04.135602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-d7c0688c-4cd2-4268-b104-57a2660370b7 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963563 Aug 12 02:25:04.190600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b8cb-88ff-47ba-9deb-7432f60ba5c4 req-aada365b-c62f-47df-8a47-c1294751aac5 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:04.192416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63f7b8cb-88ff-47ba-9deb-7432f60ba5c4 req-aada365b-c62f-47df-8a47-c1294751aac5 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.5284638 Aug 12 02:25:04.210338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:24:58Z', 'revision_number': 3, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:04.300875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Checking router: 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:25:04.301241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Updating router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf port 577e8772-84d9-4ff8-9c49-eeb164b307f9 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:25:04.307225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f5424-11f4-4141-bfbe-3d68b5da783a None None] Pushing event updated for resources: {'Port': ['ID=f25e5231-f1ea-4676-8264-3262323f4cc3,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:04.358550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Allocated IP 172.20.0.2 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/4f8fd25b-291b-4363-9a73-b062a0e275b0/2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:04.383274 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.401064 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.425852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object d944ae9a-ac20-4880-a7df-ea7dbea838c8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:04.446436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port dcabc0e3-5cd5-4113-9893-d898a082a1c6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:04.510715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port dcabc0e3-5cd5-4113-9893-d898a082a1c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:04.511085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.522625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.548846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670a26-d45f-4dc6-9802-fa9cf7a0773a req-ac91ea08-5967-4967-96b5-4ff39111f164 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:04.551590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66670a26-d45f-4dc6-9802-fa9cf7a0773a req-ac91ea08-5967-4967-96b5-4ff39111f164 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 943 time: 0.5360250 Aug 12 02:25:04.552981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.565872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.605156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.718092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd7241eb-df9f-40b1-a593-67e7091e70a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.724852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66670a26-d45f-4dc6-9802-fa9cf7a0773a req-375eea9f-790b-4de6-955d-ab314475f1ab tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483583 Aug 12 02:25:04.729250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:04.751687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:04.762157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:04.982547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:04.989496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.002282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Transition to ACTIVE for port object 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:05.037931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Transition to ACTIVE for port object 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:05.138393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.142624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Network 69371361-afa3-4eb7-b46a-1a5295bf1f67 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:05.144030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:05.158979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:05.159981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.186072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:05.188698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.191585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:05.206714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:05.232882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:05.238209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Pushing event updated for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:05.243046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:05.255792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63f7b8cb-88ff-47ba-9deb-7432f60ba5c4 req-4ed54335-f9ff-4b5c-9618-cd55408d4689 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880323 Aug 12 02:25:05.303099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-773b6ea7-341b-486d-b266-f80268994f7d None None] Provisioning for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:05.330582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:05.331845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.334531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port dcabc0e3-5cd5-4113-9893-d898a082a1c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dcabc0e3-5cd5-4113-9893-d898a082a1c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:05.341530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79465664-3bb3-4fd2-87cc-2df93373a5fb req-62ca71c4-0182-4cfd-9c8a-6a020d420c6e service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1952844 Aug 12 02:25:05.360769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71793929-4160-407b-a866-1c63b64047e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8260238 Aug 12 02:25:05.360769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.363804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45308) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:05.368097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.442232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Deleting port 37938f04-e24f-4923-bb16-ab954317db9c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:05.442838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.453847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'name': 'tempest-TaggedBootDevicesTest_v242-1322197795', 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:05.558339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=017c3c02-ec89-4980-b64d-c9644dc95b42,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:05.574289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-773b6ea7-341b-486d-b266-f80268994f7d None None] Provisioning complete for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:05.574788 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773b6ea7-341b-486d-b266-f80268994f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.603573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4170790 Aug 12 02:25:05.606788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] For port 37938f04-e24f-4923-bb16-ab954317db9c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37938f04-e24f-4923-bb16-ab954317db9c,segment=NetworkSegment(8ca1e1e8-77ee-4a49-aff8-a88305ba28af),segment_id=8ca1e1e8-77ee-4a49-aff8-a88305ba28af)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:05.607840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.612738 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.617169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:05.623799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.627398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Calling delete_port for 37938f04-e24f-4923-bb16-ab954317db9c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:05.632669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Request body: {'port': {'device_id': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:05.639765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.653731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb963f-e900-402e-8b95-f2d4190050f1 req-0d9eb19e-d911-4bf5-824f-9d4763fcc3f2 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:05.655556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bb963f-e900-402e-8b95-f2d4190050f1 req-0d9eb19e-d911-4bf5-824f-9d4763fcc3f2 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 931 time: 0.5555093 Aug 12 02:25:05.665955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:05.680258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:05.690281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:05.690880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.723963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.734690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Attempting to bind port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:05.735203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Attempting to bind port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:05.736089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Attempting to bind port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 on network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:05.790717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e354c080-d3b8-4dcc-b48f-8f2f2053d911,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:05.801654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.820490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Transition to ACTIVE for port object 577e8772-84d9-4ff8-9c49-eeb164b307f9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:05.821251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb547d-49fd-4898-962f-b30e1bc345c1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event updated for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:05.826969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e5d36-3cf0-4bb0-8495-c6587b5c6e99 None None] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:05.831873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-9b10d10c-47c0-432d-ac64-3f67ad3a9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:05.833974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-9b10d10c-47c0-432d-ac64-3f67ad3a9e62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 1094 time: 0.4276416 Aug 12 02:25:05.847383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:05.847998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3dd20f2-a11d-4e00-93a9-1c9a054943a4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3471580 Aug 12 02:25:05.853383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] device_id is not set on port ec9ff3d1-7783-4e32-a597-072bebb5d733 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:05.858867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.860072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-629e6ed9-ef55-4687-823a-082593a70f3d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.7898893 Aug 12 02:25:05.861611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'fixed_ips': [{'subnet_id': '4f8fd25b-291b-4363-9a73-b062a0e275b0'}, {'subnet_id': '017c3c02-ec89-4980-b64d-c9644dc95b42'}], 'name': 'tempest-PortsTestJSON-147555652'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:05.876526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.884879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45314) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:05.894151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.932173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-773b6ea7-341b-486d-b266-f80268994f7d None None] Port d944ae9a-ac20-4880-a7df-ea7dbea838c8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:05.940021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:05.940647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Checking segment: {'id': 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:05.941218 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.941860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Bound using segment: {'id': 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:05.942569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Bound port: 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:05.943197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:05.996276 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28bb963f-e900-402e-8b95-f2d4190050f1 req-c00b9efe-31cd-4f7b-84d9-e58deb31b995 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229058 Aug 12 02:25:06.002243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f25e5231-f1ea-4676-8264-3262323f4cc3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:06.004794 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.016412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=dcabc0e3-5cd5-4113-9893-d898a082a1c6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.049975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8087608-df84-4c5e-9840-2014a1d716d8 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:06.179251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.182357 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.205540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Attempting to bind port 577e8772-84d9-4ff8-9c49-eeb164b307f9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:06.205924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Attempting to bind port 577e8772-84d9-4ff8-9c49-eeb164b307f9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:06.206829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Attempting to bind port 577e8772-84d9-4ff8-9c49-eeb164b307f9 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:06.224769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.237397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-96175718-fa37-4ce5-8332-d7e0454a17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:06.238934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-96175718-fa37-4ce5-8332-d7e0454a17bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.3906322 Aug 12 02:25:06.248515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26e03e6c-6c4d-4a10-9c1d-cdd4477304f3 None None] Provisioning for port f25e5231-f1ea-4676-8264-3262323f4cc3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:06.255648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.1.1.224 (3ce82063-d37e-4ebb-81cb-b27cc0b1f227/855c2388-a203-476e-a1b0-bc91862b3a90/ec9ff3d1-7783-4e32-a597-072bebb5d733) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:06.265287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:06.265662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:06.266062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.266464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:06.266936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Bound port: 577e8772-84d9-4ff8-9c49-eeb164b307f9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:06.267312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.269019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9581c3b-970d-47dd-9f9c-7f5a7c0a7521 None None] Pushing event updated for resources: {'Port': ['ID=577e8772-84d9-4ff8-9c49-eeb164b307f9,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.273994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:06.282268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,segment=NetworkSegment(d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf),segment_id=d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:06.285398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Transition to ACTIVE for port object a8087608-df84-4c5e-9840-2014a1d716d8 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:06.306925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.348462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-7a9b650c-11f6-457e-9862-97c4cc3bd72a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820 HTTP/1.1" status: 200 len: 217 time: 0.0962238 Aug 12 02:25:06.349066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.410221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f25e5231-f1ea-4676-8264-3262323f4cc3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:06.430594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f25e5231-f1ea-4676-8264-3262323f4cc3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:06.430976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.459334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb877d0-11fe-41f2-a5a4-02f5dbc29d89 req-6d237ecc-3c93-40dc-8eec-de04b268ada3 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:06.461210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0eb877d0-11fe-41f2-a5a4-02f5dbc29d89 req-6d237ecc-3c93-40dc-8eec-de04b268ada3 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 943 time: 0.5861120 Aug 12 02:25:06.462025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.497357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] For port 577e8772-84d9-4ff8-9c49-eeb164b307f9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:06.501337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f91821-e097-4e1e-9e20-28ca751b00a7 None None] Pushing event updated for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.516928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.527253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] For port 577e8772-84d9-4ff8-9c49-eeb164b307f9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=577e8772-84d9-4ff8-9c49-eeb164b307f9,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:06.536679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object ec9ff3d1-7783-4e32-a597-072bebb5d733 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:06.541434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.542787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-93330041-0865-4a40-a36d-eb3f212fe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:06.545040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-93330041-0865-4a40-a36d-eb3f212fe927 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.1184082 Aug 12 02:25:06.553031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.554345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e354c080-d3b8-4dcc-b48f-8f2f2053d911 HTTP/1.1" status: 204 len: 168 time: 0.6675823 Aug 12 02:25:06.570263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45322) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:06.605715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.656946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:06.665045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:06.666018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db20c5d-3b96-4ad7-85f1-4d6121a2d739 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e354c080-d3b8-4dcc-b48f-8f2f2053d911,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.668020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:06.687609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:06.694018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:06.698122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-0a7ee823-cc40-40ae-a41c-674ed62de5ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267266 Aug 12 02:25:06.709165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63768ee4-a134-4576-84f3-b437180f9e00 req-d6830065-4f63-4b18-b650-6124894697f9 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:06.710742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63768ee4-a134-4576-84f3-b437180f9e00 req-d6830065-4f63-4b18-b650-6124894697f9 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 945 time: 0.2634332 Aug 12 02:25:06.711963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:06.716685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.765311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.781718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9581c3b-970d-47dd-9f9c-7f5a7c0a7521 None None] Pushing event updated for resources: {'Port': ['ID=577e8772-84d9-4ff8-9c49-eeb164b307f9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.828639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:06.829472 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:06.830899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Allocated IP 172.20.0.1 (0b7a9828-afd1-42ae-a22f-56cbd3913c8c/77f0f467-7093-4738-837c-c946a9039754/9508f701-5c69-45de-bfa4-4d2169e87246) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:06.861003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0eb877d0-11fe-41f2-a5a4-02f5dbc29d89 req-a75bfb34-03ed-469d-8a26-6a106ad39d7b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989597 Aug 12 02:25:06.876802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Pushing event updated for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:06.879007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63768ee4-a134-4576-84f3-b437180f9e00 req-a0234e4c-fbf2-4a29-af7d-7f46f3a26893 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/security-groups?id=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380877 Aug 12 02:25:06.881088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e77c20a1-64c5-4d2f-9438-fa77589bc161 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4320867 Aug 12 02:25:06.899921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7029d30d-5c79-447f-b259-f8630968d5d9 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3013902 Aug 12 02:25:06.902526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45328) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:06.937409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f25e5231-f1ea-4676-8264-3262323f4cc3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f25e5231-f1ea-4676-8264-3262323f4cc3,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:06.953556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.002330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:07.039577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.081473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.082471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.089669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.198021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.201711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.203851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/b4d80fd7-1d4a-4adc-b4eb-5c26f9d2cdc2 HTTP/1.1" status: 204 len: 168 time: 0.2992539 Aug 12 02:25:07.210625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:07.211793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45332) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:07.242551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Pushing event deleted for resources: {'Port': ['ID=37938f04-e24f-4923-bb16-ab954317db9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:07.252692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:07.260992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1417e-61ac-4d18-b2c6-5bebca6672b5 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d80fd7-1d4a-4adc-b4eb-5c26f9d2cdc2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:07.264668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248180378', 'description': 'tempest-description--139016776'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:07.284850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b413-f7e5-49f7-b33d-b4c07b1bc616 req-321872be-c89a-4202-a80c-8137ceb1d9b1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:07.292256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5f6b413-f7e5-49f7-b33d-b4c07b1bc616 req-321872be-c89a-4202-a80c-8137ceb1d9b1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 931 time: 0.1548293 Aug 12 02:25:07.309834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1f31f186-dd1e-4708-abbc-9004622e3f0f None None] Provisioning complete for port f25e5231-f1ea-4676-8264-3262323f4cc3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:07.309834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f31f186-dd1e-4708-abbc-9004622e3f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.309834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f25e5231-f1ea-4676-8264-3262323f4cc3,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:07.364472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5f6b413-f7e5-49f7-b33d-b4c07b1bc616 req-cce9399f-632d-414d-8b16-518afd9da090 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Aug 12 02:25:07.388056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f31aff12-1b33-485e-bbee-9ef2e9c0fd70 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1709313 Aug 12 02:25:07.390894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45340) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:07.443593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] No DVR routers for this DVR port 37938f04-e24f-4923-bb16-ab954317db9c on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:07.446293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.449085 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4002e83f-04c0-4b82-9ff3-b8d6bb372f40 req-37a797ba-5ed9-4325-b544-0fa343ff8f51 tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.21 "DELETE /v2.0/ports/37938f04-e24f-4923-bb16-ab954317db9c HTTP/1.1" status: 204 len: 173 time: 3.8923197 Aug 12 02:25:07.456662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.471164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'name': 'network-vif-deleted', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:07.474212 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4a2e6-6ace-4c65-bbd4-60aecdde0044" -d '{"events": [{"server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "name": "network-vif-deleted", "tag": "37938f04-e24f-4923-bb16-ab954317db9c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:07.493465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.538744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:07.551042 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.618480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.628689 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac13e61-bfe6-4dc5-a602-fe97f2d5af9c x-openstack-request-id: req-5ac13e61-bfe6-4dc5-a602-fe97f2d5af9c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:07.634940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.639186 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.640978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b8b9f41-c947-406a-9095-82c97039f320 HTTP/1.1" status: 204 len: 168 time: 0.2489738 Aug 12 02:25:07.644477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45344) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:07.646782 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b910f3f-7d66-4ba5-8b2f-65ee8fb94183", "name": "network-vif-deleted", "tag": "37938f04-e24f-4923-bb16-ab954317db9c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:07.647092 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ac13e61-bfe6-4dc5-a602-fe97f2d5af9c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:07.647565 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b910f3f-7d66-4ba5-8b2f-65ee8fb94183', 'name': 'network-vif-deleted', 'tag': '37938f04-e24f-4923-bb16-ab954317db9c', 'status': 'completed', 'code': 200} Aug 12 02:25:07.664077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Attempting to bind port a8087608-df84-4c5e-9840-2014a1d716d8 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:07.669322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Attempting to bind port a8087608-df84-4c5e-9840-2014a1d716d8 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:07.670264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Attempting to bind port a8087608-df84-4c5e-9840-2014a1d716d8 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:07.691740 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:24:58Z', 'revision_number': 3, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:07.702688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fd7b2-a3cc-4545-a0c4-19747db6cb03 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8b9f41-c947-406a-9095-82c97039f320,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:07.754652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-c96f56ca-5ddc-4c41-9e6e-ad34910974c4 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074880 Aug 12 02:25:07.763012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f223387d-ec21-426f-babc-db04949fa2f9 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127212 Aug 12 02:25:07.764374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45350) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:07.764574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a82db1-f494-4fc8-9419-8fbb63ff58b5 None None] The sync data for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 is: [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:24:58Z', 'revision_number': 3, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:25:07.771589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--755937296'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:07.793128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:07.811538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.840710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ddcec81c-d741-4f29-90e1-3636786510c4 None None] Provisioning for port ec9ff3d1-7783-4e32-a597-072bebb5d733 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:07.846942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ddcec81c-d741-4f29-90e1-3636786510c4 None None] Provisioning complete for port ec9ff3d1-7783-4e32-a597-072bebb5d733 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:07.847435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ddcec81c-d741-4f29-90e1-3636786510c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:07.885905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Port a8087608-df84-4c5e-9840-2014a1d716d8 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:07.889901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Attempting to bind port a8087608-df84-4c5e-9840-2014a1d716d8 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:07.913529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'port_id': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'mac_address': 'fa:16:3e:f5:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0588012-2896-4f7f-956c-09bd9a04f337', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:08.004974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.014022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec81c-d741-4f29-90e1-3636786510c4 None None] Port ec9ff3d1-7783-4e32-a597-072bebb5d733 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:08.015773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.059128 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.087388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:08.137253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:08.147243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.161368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.165429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3996358 Aug 12 02:25:08.166130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:08.171970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:08.183940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': 'dda9b2bc-2079-4cbd-af17-27bfaa49aa60', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:08.296719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e808462-d01e-4b30-b754-3b05bf3987b6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9b2bc-2079-4cbd-af17-27bfaa49aa60,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:08.333463 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.385148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f57856-03a7-406b-b32e-b117a4e343c1 req-e5c6c5b0-dee7-4c7c-b447-9e5d4373c4d7 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:08.387826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:08.394230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f57856-03a7-406b-b32e-b117a4e343c1 req-e5c6c5b0-dee7-4c7c-b447-9e5d4373c4d7 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 943 time: 0.3281798 Aug 12 02:25:08.409731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcabc0e3-5cd5-4113-9893-d898a082a1c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:08.493776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f57856-03a7-406b-b32e-b117a4e343c1 req-f641e687-34e0-4279-b2c3-9af185fcb4eb tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982208 Aug 12 02:25:08.517114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:08.517349 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.519188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37938f04-e24f-4923-bb16-ab954317db9c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:08.522611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['26c8d993-5b74-47e0-b0f1-fe5f20cdd820'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:08.527243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.572837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765b5c9a-d95c-41bb-b006-1f916dad891f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:08.578233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6918c8c-b295-4ce6-bfc6-8a46301cc6cf None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:08.610421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:08.611726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Checking segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:08.612438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Bound using segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:08.613063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Bound port: a8087608-df84-4c5e-9840-2014a1d716d8, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:08.615452 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.666231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.671391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f657f02-95dc-49db-8d0b-ae572885d8f2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5031142 Aug 12 02:25:08.673044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45362) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:08.720441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4107cde-f94d-4ea6-a9fd-17643aa68ac7 req-3f71708c-975e-41fc-bcfb-82e5730f8d00 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:08.722930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4107cde-f94d-4ea6-a9fd-17643aa68ac7 req-3f71708c-975e-41fc-bcfb-82e5730f8d00 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 931 time: 0.1409459 Aug 12 02:25:08.726566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.757915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.819043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4107cde-f94d-4ea6-a9fd-17643aa68ac7 req-053f4877-622c-4a85-88a6-d10aa41b9090 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897658 Aug 12 02:25:08.838205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.848280 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.850010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/765b5c9a-d95c-41bb-b006-1f916dad891f HTTP/1.1" status: 204 len: 168 time: 0.1756063 Aug 12 02:25:08.854183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:08.878607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:08.879030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0947-c326-41e9-a729-982f4b5c50b4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=765b5c9a-d95c-41bb-b006-1f916dad891f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:08.890981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:08.912990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Transition to ACTIVE for port object 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:08.952023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0960f14d-808e-401d-89bc-af041d435dac tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911152 Aug 12 02:25:08.954140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-722d3036-d6ed-4aa0-933c-89c590f7f97c req-144d4725-2153-4014-9dd1-bdbffac04d8d tempest-InstanceActionsV221TestJSON-1898614559 tempest-InstanceActionsV221TestJSON-1898614559-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b910f3f-7d66-4ba5-8b2f-65ee8fb94183 HTTP/1.1" status: 200 len: 210 time: 0.2877100 Aug 12 02:25:08.966938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45368) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:08.982996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.014878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.042665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 37938f04-e24f-4923-bb16-ab954317db9c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:09.043247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37938f04-e24f-4923-bb16-ab954317db9c not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:09.098766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Provisioning for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:09.100779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port dcabc0e3-5cd5-4113-9893-d898a082a1c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:09.101911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.116070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Provisioning complete for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:09.116070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.117345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.117577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.172470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.179981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Transition to ACTIVE for port object 9508f701-5c69-45de-bfa4-4d2169e87246 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:09.265006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce12801-725a-471f-9853-885ea39bc9e6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:09.279820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.286423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.306184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Transition to ACTIVE for port object 2ce12801-725a-471f-9853-885ea39bc9e6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:09.307984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.312548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.314131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/dda9b2bc-2079-4cbd-af17-27bfaa49aa60 HTTP/1.1" status: 204 len: 168 time: 0.3446400 Aug 12 02:25:09.326367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45370) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:09.327731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151a115-0462-4848-8e04-193ba709621d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9b2bc-2079-4cbd-af17-27bfaa49aa60,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.328858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.337566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.347159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0116e58-17db-4d79-99fe-7fd5fe9dbde0 req-5b17befc-df0d-4522-b17c-b2d83105cd4e service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5009513 Aug 12 02:25:09.349524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.374403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:09.411388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.464288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-542075d5-5088-400e-97c3-b8aae25c2913 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301906 Aug 12 02:25:09.466624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:09.470728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200955067'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:09.473150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a8087608-df84-4c5e-9840-2014a1d716d8,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:09.487762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.489368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2292392 Aug 12 02:25:09.490068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf5f74-6f89-4918-a291-72fe64549c80 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1989b37e-853b-494f-ae41-962fbf632cca,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.492921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:09.503112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.508180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f25e5231-f1ea-4676-8264-3262323f4cc3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:09.513046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'security_group_rule': {'security_group_id': '1989b37e-853b-494f-ae41-962fbf632cca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:09.513354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Update dhcp port {'port': {'network_id': '4d0597ec-7801-4fa5-93a5-e23fe46a9000', 'fixed_ips': [{'subnet_id': '4f8fd25b-291b-4363-9a73-b062a0e275b0', 'ip_address': '172.20.0.2'}, {'subnet_id': '017c3c02-ec89-4980-b64d-c9644dc95b42'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:25:09.517305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,segment=NetworkSegment(d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf),segment_id=d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:09.553677 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.560278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.573607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.579857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Attempting to bind port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:09.580438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Attempting to bind port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:09.580974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Attempting to bind port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:09.591055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:09.591666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Attempting to bind port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:09.598834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.4 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/4f8fd25b-291b-4363-9a73-b062a0e275b0/33a1796e-0a9e-47c9-ac01-dfe3fce22597) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:09.612026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.612784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:09.614454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:09.615081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.616742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] 10.222.0.25 "PUT /v2.0/ports/a8087608-df84-4c5e-9840-2014a1d716d8 HTTP/1.1" status: 200 len: 1092 time: 8.1363075 Aug 12 02:25:09.621992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.26 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/017c3c02-ec89-4980-b64d-c9644dc95b42/33a1796e-0a9e-47c9-ac01-dfe3fce22597) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:09.624853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:09.625388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Checking segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:09.625957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Bound using segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:09.626597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Bound port: 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:09.627148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.638329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:09.649824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:09.652460 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1620ccc2-8d42-47a2-aebd-cbc765e1e333" -d '{"events": [{"name": "network-changed", "server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:09.663144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:09.688779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957af32-14f2-47d5-9cfc-a3f00526d2d8 None None] Pushing event updated for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.701550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f25e5231-f1ea-4676-8264-3262323f4cc3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:09.701929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.750070 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eeb723-cd94-4102-ae1a-f42a2b36a9ec x-openstack-request-id: req-78eeb723-cd94-4102-ae1a-f42a2b36a9ec {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:09.750352 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:09.750720 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78eeb723-cd94-4102-ae1a-f42a2b36a9ec {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:09.750994 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8', 'status': 'completed', 'code': 200} Aug 12 02:25:09.783267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3adf-7f4b-4868-95a6-820c32f316e5 req-f7ce3bcd-6ab3-4416-baa5-a74595f43579 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:09.794709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16cf3adf-7f4b-4868-95a6-820c32f316e5 req-f7ce3bcd-6ab3-4416-baa5-a74595f43579 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 944 time: 0.1903229 Aug 12 02:25:09.809038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28499db-02ca-47d5-8d88-6f3698a89851 service neutron] Pushing event updated for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:09.823632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.826808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Attempting to bind port 2ce12801-725a-471f-9853-885ea39bc9e6 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:09.827266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Attempting to bind port 2ce12801-725a-471f-9853-885ea39bc9e6 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:09.827718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Attempting to bind port 2ce12801-725a-471f-9853-885ea39bc9e6 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:09.865293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Port 2ce12801-725a-471f-9853-885ea39bc9e6 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:09.865866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Attempting to bind port 2ce12801-725a-471f-9853-885ea39bc9e6 on network 69371361-afa3-4eb7-b46a-1a5295bf1f67 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:09.882473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:09.882972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Checking segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:09.883510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Bound using segment: {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:09.884088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Bound port: 2ce12801-725a-471f-9853-885ea39bc9e6, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ff6aca2-3e6d-4775-94e9-5691b4d59140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:09.884723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.894964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16cf3adf-7f4b-4868-95a6-820c32f316e5 req-b82f818a-c7f5-4b8c-b8f7-9b6e960468e8 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991600 Aug 12 02:25:09.901256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-923ab0ab-f824-4264-bbd7-ed85e90943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:09.902825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-923ab0ab-f824-4264-bbd7-ed85e90943e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 1095 time: 0.2170749 Aug 12 02:25:09.944056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:09.998137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-55f21bb3-3f61-430d-9029-b988be04addc None None] Provisioning for port 9508f701-5c69-45de-bfa4-4d2169e87246 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:10.002655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-55f21bb3-3f61-430d-9029-b988be04addc None None] Provisioning complete for port 9508f701-5c69-45de-bfa4-4d2169e87246 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:10.003028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-55f21bb3-3f61-430d-9029-b988be04addc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.047219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:10.053622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2ce12801-725a-471f-9853-885ea39bc9e6,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:10.065953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.080709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-55f21bb3-3f61-430d-9029-b988be04addc None None] Port 9508f701-5c69-45de-bfa4-4d2169e87246 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:10.160213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.173523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.174178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.177120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ce12801-725a-471f-9853-885ea39bc9e6 HTTP/1.1" status: 200 len: 1091 time: 4.5483646 Aug 12 02:25:10.185237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:10.190548 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ae82e7-931c-4834-b3af-5c64d209aac8" -d '{"events": [{"name": "network-changed", "server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:10.210294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-c8dbc847-8324-44ff-935a-9d774ea087cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8087608-df84-4c5e-9840-2014a1d716d8 HTTP/1.1" status: 200 len: 217 time: 0.2812769 Aug 12 02:25:10.211009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.211613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:10.220097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Pushing event updated for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.254788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:10.268625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.335024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:10.335819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.342614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.352568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-c382f905-6faa-4f65-811f-636844fed98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.354468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-c382f905-6faa-4f65-811f-636844fed98b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.1309760 Aug 12 02:25:10.363121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:10.378467 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0942ed5-09a2-4eca-9991-384f888a55ab x-openstack-request-id: req-a0942ed5-09a2-4eca-9991-384f888a55ab {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:10.379067 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:10.379488 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0942ed5-09a2-4eca-9991-384f888a55ab {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:10.380974 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6', 'status': 'completed', 'code': 200} Aug 12 02:25:10.382621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.384074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19088e36-86ee-4e12-a2c0-69ade0741304 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.407677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.409558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9432940 Aug 12 02:25:10.420027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:10.422980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b82bb-83e8-4d4a-86d2-701a60f0bbe2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e81292-4f48-42e5-bc2a-c3cf6361015a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.429632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '42e81292-4f48-42e5-bc2a-c3cf6361015a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:10.434231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc22c9a-5e2f-4cd8-9552-ba1533d9507f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.476012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-925a0579-328f-4b1c-b807-979455b07039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.477993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-925a0579-328f-4b1c-b807-979455b07039 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 1094 time: 0.2012258 Aug 12 02:25:10.479319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.493464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a753498-adb1-4a73-a976-396bff44c53b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9840848 Aug 12 02:25:10.512067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 577e8772-84d9-4ff8-9c49-eeb164b307f9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:10.512265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-95a239d1-fc2e-4701-b01d-2e9f28d1dad6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387985 Aug 12 02:25:10.514147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:10.514487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:10.549899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'security_group_rule': {'security_group_id': '1989b37e-853b-494f-ae41-962fbf632cca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:10.562224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-6fe343b3-99f3-4e69-9d5d-293c46f4c91a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce12801-725a-471f-9853-885ea39bc9e6 HTTP/1.1" status: 200 len: 217 time: 0.0605898 Aug 12 02:25:10.592194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.592845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.594486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] 10.222.0.21 "PUT /v2.0/ports/1ebaebb6-c55e-45af-8c25-0768db6fa5b4 HTTP/1.1" status: 200 len: 1091 time: 6.8509476 Aug 12 02:25:10.605277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb288663-949b-491d-a806-8823493aa283 req-0ddf3837-81c1-478d-be69-72f8bdb22e59 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.617257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb288663-949b-491d-a806-8823493aa283 req-0ddf3837-81c1-478d-be69-72f8bdb22e59 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 943 time: 0.5006387 Aug 12 02:25:10.649775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 577e8772-84d9-4ff8-9c49-eeb164b307f9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:10.650005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.657395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 577e8772-84d9-4ff8-9c49-eeb164b307f9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:10.657879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.681805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-ed6e70c6-3af6-4dea-8770-501ac6eb5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.683435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-ed6e70c6-3af6-4dea-8770-501ac6eb5c0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.1089399 Aug 12 02:25:10.732304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-a843e7f1-e66b-460f-846f-7e1e237aadc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363848 Aug 12 02:25:10.761877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.777012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.789463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 577e8772-84d9-4ff8-9c49-eeb164b307f9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=577e8772-84d9-4ff8-9c49-eeb164b307f9,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:10.795558 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.824692 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.833767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.862987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 33a1796e-0a9e-47c9-ac01-dfe3fce22597 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:10.868327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84507289-b4d2-41cb-a5c5-f4c0b3d83cb8,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.876431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=577e8772-84d9-4ff8-9c49-eeb164b307f9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.895217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Deleting subnet f8b10e11-3a40-4bc0-964e-715efbe84de1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:10.897176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168fda5-e337-486b-bbdf-5930a9f90c40 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:10.908112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.912688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39c32206-29e4-4a28-83ea-fd4d58ac06f6 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877765 Aug 12 02:25:10.914721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb288663-949b-491d-a806-8823493aa283 req-676ab0bf-bce9-4a5d-91b3-446ced1aaf64 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954304 Aug 12 02:25:10.915666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45408) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:10.923166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:10.928505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-b4e47924-32bd-481a-a88c-e01e3a0b96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:10.930355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-b4e47924-32bd-481a-a88c-e01e3a0b96c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 1094 time: 0.2404385 Aug 12 02:25:10.947143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-dc370946-60f8-4ae1-9173-c9e20a318189 service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057254 Aug 12 02:25:10.951776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-750f20b7-1404-47f9-bcca-962b7454ce85 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules/84507289-b4d2-41cb-a5c5-f4c0b3d83cb8 HTTP/1.1" status: 200 len: 763 time: 0.0348952 Aug 12 02:25:10.954326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:10.980873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.034987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.061720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.071022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.155304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-7d8552f9-b7c0-4362-87c1-7d18672a3d04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4 HTTP/1.1" status: 200 len: 217 time: 0.0853381 Aug 12 02:25:11.182814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-45f3c497-9a5e-4d87-9e37-3580b84e62d8 service neutron] 10.222.0.25 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254537 Aug 12 02:25:11.366370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.377490 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.387601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e217d73f-2926-4df3-a62f-2e2db608c29d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4308136 Aug 12 02:25:11.388721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-3aec85cd-712d-4c56-b7a5-f610fef8ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:11.389894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45414) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.390869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-3aec85cd-712d-4c56-b7a5-f610fef8ed76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.2131262 Aug 12 02:25:11.410431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Allocated IP 172.20.0.18 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/017c3c02-ec89-4980-b64d-c9644dc95b42/2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:11.438916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e374c8-1d1d-4e37-b3ab-cae0e7f90fa7 req-05473daa-df17-4151-be96-8d3fbcce88f1 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:11.440819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14e374c8-1d1d-4e37-b3ab-cae0e7f90fa7 req-05473daa-df17-4151-be96-8d3fbcce88f1 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 944 time: 0.4535990 Aug 12 02:25:11.469061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b10e11-3a40-4bc0-964e-715efbe84de1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:11.483663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.495703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:11.499791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.510265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-4568d0fc-27d3-4723-85cc-a451addb70ab service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491889 Aug 12 02:25:11.520847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.533887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.535780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2c7dacd8-70da-4cbe-80be-26e486c17a70 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f8b10e11-3a40-4bc0-964e-715efbe84de1 HTTP/1.1" status: 204 len: 168 time: 1.0097742 Aug 12 02:25:11.539703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14e374c8-1d1d-4e37-b3ab-cae0e7f90fa7 req-ce89e3ea-91a2-4e2e-a20f-bdd0881186f8 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873384 Aug 12 02:25:11.541069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45416) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.555847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,segment=NetworkSegment(d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf),segment_id=d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:11.569480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.572770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-dd22518d-1419-4700-a3e3-f378b7d846af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495776 Aug 12 02:25:11.591268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:11.593195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:11.606629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:11.607134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.608740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:11.609759 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.611052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.650123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Transition to ACTIVE for port object 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:11.661880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.678712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.683735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.688301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:11.688805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/84507289-b4d2-41cb-a5c5-f4c0b3d83cb8 HTTP/1.1" status: 204 len: 168 time: 0.2950900 Aug 12 02:25:11.688805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.694198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.695326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1705406 Aug 12 02:25:11.703714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45422) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.704925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45424) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.706939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d02629-b466-462d-b423-89693014e4e2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84507289-b4d2-41cb-a5c5-f4c0b3d83cb8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:11.724211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-916980140'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:11.729925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:11.795166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4619071-3167-4203-bef1-9b039a2342f3 None None] Pushing event updated for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:11.815730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.816447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-f4224d5f-9c8a-4abc-8101-c59ea201a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:11.819094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-f4224d5f-9c8a-4abc-8101-c59ea201a5f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 1094 time: 0.2066693 Aug 12 02:25:11.836048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-14744179-9611-4486-8413-0f2a8e50c31e tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260853 Aug 12 02:25:11.843374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45426) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:11.849085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '42e81292-4f48-42e5-bc2a-c3cf6361015a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:11.850237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:11.852943 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b47f8a-299e-4f4c-b46e-803b0653ee4c" -d '{"events": [{"server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "name": "network-vif-plugged", "status": "completed", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:11.875068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:11.876223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:11.880007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.886618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:11.990284 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ba554-a097-449c-ab38-c977bec943f2 x-openstack-request-id: req-470ba554-a097-449c-ab38-c977bec943f2 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:11.990593 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "name": "network-vif-plugged", "status": "completed", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:11.994385 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-470ba554-a097-449c-ab38-c977bec943f2 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:11.994999 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'code': 200} Aug 12 02:25:12.020562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:12.032458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.032887 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Added segment 2cf22221-41c6-4863-be38-5d083e5ad21a of type vlan for network e94b1c3c-6f86-4e6b-a02b-243a48161345 Aug 12 02:25:12.036935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.077480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.128159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.130562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.136563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.136712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.139277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.139851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:12.222293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b72e9c-6138-4bf6-9d03-2485d06e6ca5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae1a468-9bc6-4b72-b7d4-0509d440d622,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.224162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:12.227379 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28c250-ed5f-4c80-90ef-520f044d3c3a" -d '{"events": [{"name": "network-changed", "server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:12.254000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=33a1796e-0a9e-47c9-ac01-dfe3fce22597,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.257284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Network': ['ID=e94b1c3c-6f86-4e6b-a02b-243a48161345,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.265128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdf638f-0a78-4d58-a883-3ebe67defa6d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:12.287142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-37ae39ed-d986-42be-9408-5cbd38e64b45 service neutron] 10.222.0.25 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0595829 Aug 12 02:25:12.318347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:12.330575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca1e1e8-77ee-4a49-aff8-a88305ba28af') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:12.330877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca1e1e8-77ee-4a49-aff8-a88305ba28af') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:12.360939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.378928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 577e8772-84d9-4ff8-9c49-eeb164b307f9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:12.380668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.414205 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-17608e11-e15f-4448-821e-58454ad1828e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7192984 Aug 12 02:25:12.424511 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28a9beb-0049-4c83-9936-9f993e59d536 x-openstack-request-id: req-b28a9beb-0049-4c83-9936-9f993e59d536 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:12.424956 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:12.425847 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b28a9beb-0049-4c83-9936-9f993e59d536 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:12.429218 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4', 'status': 'completed', 'code': 200} Aug 12 02:25:12.435911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:12.455221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.456095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.479379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a17b7-954f-4690-a4e5-0c696da28f26 req-96b1ef40-6133-4617-afc0-f0804d649941 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.482035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-538a17b7-954f-4690-a4e5-0c696da28f26 req-96b1ef40-6133-4617-afc0-f0804d649941 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 943 time: 0.3729956 Aug 12 02:25:12.487213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-565909613'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:12.490817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.504361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-a10409a0-6f52-4765-be44-32ff9698a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.505828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-a10409a0-6f52-4765-be44-32ff9698a5bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 919 time: 0.6634679 Aug 12 02:25:12.526445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab20c4fc-1f51-422d-9613-996605950913 None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:12.536672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:12.537086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:12.539616 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:12.552636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd877956-1008-427c-ae17-598d009a4f6b req-0f3168b0-6bb5-45a5-ae2d-97b22b3ffb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.554562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd877956-1008-427c-ae17-598d009a4f6b req-0f3168b0-6bb5-45a5-ae2d-97b22b3ffb8a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 1096 time: 0.3218741 Aug 12 02:25:12.592670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-01efbc65-5a69-4568-8e96-18b37357f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.594947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-01efbc65-5a69-4568-8e96-18b37357f736 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 1095 time: 0.1312339 Aug 12 02:25:12.606654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 577e8772-84d9-4ff8-9c49-eeb164b307f9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:12.606654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.608013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.654648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-538a17b7-954f-4690-a4e5-0c696da28f26 req-41825892-e966-473b-8e19-0e3ae1f6fe78 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538150 Aug 12 02:25:12.667218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-4106bf71-f605-4220-af91-c0a002143a75 service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0419395 Aug 12 02:25:12.669674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-681ed695-1c2a-4bc0-a4d7-bb5dd4949d50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce12801-725a-471f-9853-885ea39bc9e6 HTTP/1.1" status: 200 len: 217 time: 0.1407177 Aug 12 02:25:12.672975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.715585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-29f24cb2-262d-406e-aca4-38096230ab29 None None] Provisioning for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:12.723335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-29f24cb2-262d-406e-aca4-38096230ab29 None None] Provisioning complete for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:12.723882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f24cb2-262d-406e-aca4-38096230ab29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.740285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:12.743768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.766525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.783192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.785051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0fdf638f-0a78-4d58-a883-3ebe67defa6d HTTP/1.1" status: 204 len: 168 time: 1.2429645 Aug 12 02:25:12.815712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cff969f6-4ab9-4c89-bff8-99b3fb0d123b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.9592047 Aug 12 02:25:12.820505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45440) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:12.822327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60822834-fa41-4692-82c3-667b42052e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdf638f-0a78-4d58-a883-3ebe67defa6d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.830695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f8fd25b-291b-4363-9a73-b062a0e275b0'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:12.841492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.848732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-e59e238e-4ac8-4a86-94ad-58e9892b12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.850279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-e59e238e-4ac8-4a86-94ad-58e9892b12c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.1615837 Aug 12 02:25:12.873139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd877956-1008-427c-ae17-598d009a4f6b req-8af8337a-c7fd-41b5-9169-8d0ae0a21476 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061142 Aug 12 02:25:12.877393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.881646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:12.895133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Pushing event updated for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:12.905828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.942118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-f997e656-552a-46f2-a474-79361405d37f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694935 Aug 12 02:25:12.947013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-25a2d4e5-533f-4adf-b34e-9e071af6e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.948739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-25a2d4e5-533f-4adf-b34e-9e071af6e3ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 919 time: 0.3374810 Aug 12 02:25:12.953100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.953100 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Added segment 36d31b79-18f1-43ba-b649-7de31ba9a161 of type vlan for network 94c0741d-6dec-4a02-851b-e3f7b07fd880 Aug 12 02:25:12.955067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:12.983039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8597071-f85c-48ae-92d6-4d1f22f694e0 req-894f7316-6149-4a0b-aa88-4b09bcba2dbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:12.990252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b8597071-f85c-48ae-92d6-4d1f22f694e0 req-894f7316-6149-4a0b-aa88-4b09bcba2dbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 945 time: 0.2536938 Aug 12 02:25:12.993931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3f281a-cea9-4df1-80e6-dfbf5646cf22,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:13.023371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.077765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-445a2aaf-ebca-4b63-aa4b-71cb4a52b1a5 req-9e0cb223-e4a9-45cc-b928-7158ef01a4b3 service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495975 Aug 12 02:25:13.082522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.083734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62601620-4e7e-4871-8800-ca69ec81821c tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2384470 Aug 12 02:25:13.092067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-425b4451-81cb-426d-8194-2d33fd9b0cb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8087608-df84-4c5e-9840-2014a1d716d8 HTTP/1.1" status: 200 len: 217 time: 0.1277766 Aug 12 02:25:13.096909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.148870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.156718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6584129c-2c14-4b0b-905c-6115222aa8cd tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules/ed3f281a-cea9-4df1-80e6-dfbf5646cf22 HTTP/1.1" status: 200 len: 763 time: 0.0586987 Aug 12 02:25:13.160740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.243924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2242761e-812d-4548-9ac0-dfba41e178f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6932887e6dee452692ac8b8a4157135b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143483 Aug 12 02:25:13.250074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45448) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.254834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b8597071-f85c-48ae-92d6-4d1f22f694e0 req-51314042-d62c-43b7-a063-a4327914662f tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636287 Aug 12 02:25:13.261586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-dfab7cac-9c03-43e0-87ab-515d26469946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:13.263781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-dfab7cac-9c03-43e0-87ab-515d26469946 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.1563876 Aug 12 02:25:13.284824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-4edfa19f-202a-4987-ae16-9004667049e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:13.286800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-4edfa19f-202a-4987-ae16-9004667049e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15685b77f6694e4d9e3d6a1275456a42&device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 1094 time: 0.1083438 Aug 12 02:25:13.299721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Provisioning for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:13.304089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Provisioning complete for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:13.304426 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.320820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-435de392-532e-4279-9ec2-5c8f21edd894 service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507495 Aug 12 02:25:13.323385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-69093b23-b6d8-4751-b485-94315fec23f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497022 Aug 12 02:25:13.347000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:13.349020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:13.361015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Provisioning complete for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:13.361408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16d7278a-1f9a-4010-8eaa-74271e337bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.382751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3da0aa37-241c-44db-a214-65eb6641c75d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2174141 Aug 12 02:25:13.385848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:13.394310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45450) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.400168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 172.25.3.85 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/55b37948-0c5c-4f2a-9461-4a1e2ff63dab) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:13.407005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.414056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:13.414705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.536019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.569968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-e0c998a9-a8ef-4f79-a01a-0d1b0a9535d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:13.571676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-e0c998a9-a8ef-4f79-a01a-0d1b0a9535d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 200 len: 919 time: 0.2585425 Aug 12 02:25:13.633840 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1505935 Aug 12 02:25:13.638053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2059958f-c0d4-4b03-883b-d27c37a3334f None None] Provisioning complete for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:13.638600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2059958f-c0d4-4b03-883b-d27c37a3334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.648772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45452) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:13.651915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-52691dfb-1c4b-4da4-ad9e-e0f69c775281 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4 HTTP/1.1" status: 200 len: 217 time: 0.0420313 Aug 12 02:25:13.656565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-4370e30c-18a6-41fd-9707-14a6fe1961a7 service neutron] 10.222.0.25 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190084 Aug 12 02:25:13.701748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'subnet': {'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:13.727829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2059958f-c0d4-4b03-883b-d27c37a3334f None None] Port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:13.812008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-c922f3d7-9c09-41a0-93fd-76fa3c05f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:13.813405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-c922f3d7-9c09-41a0-93fd-76fa3c05f20d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 200 len: 858 time: 0.1542234 Aug 12 02:25:13.815376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:25:13.835976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.850365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.851065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f0b86bd-590c-4c4a-88c3-5bf8d4f832dd None None] Provisioning complete for port 9508f701-5c69-45de-bfa4-4d2169e87246 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:13.851065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0b86bd-590c-4c4a-88c3-5bf8d4f832dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.851974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af183e1e-aadc-4bd5-9a1b-785d59cdb871 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Network': ['ID=94c0741d-6dec-4a02-851b-e3f7b07fd880,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:13.861696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-5efd7f7c-4a42-4442-b33e-ef0f750b2743 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69371361-afa3-4eb7-b46a-1a5295bf1f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391424 Aug 12 02:25:13.882495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:13.900565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:13.935108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1620ccc2-8d42-47a2-aebd-cbc765e1e333 req-8d873d5e-fb26-4936-8856-47520ddd28dd service neutron] 10.222.0.25 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074740 Aug 12 02:25:13.942590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b86bd-590c-4c4a-88c3-5bf8d4f832dd None None] Port 9508f701-5c69-45de-bfa4-4d2169e87246 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:13.995581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5ae82e7-931c-4834-b3af-5c64d209aac8 req-9c691954-f4b5-420f-977d-b3e4ebc0f585 service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568964 Aug 12 02:25:14.033769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.052622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:14.065157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:14.065335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1ba368b2-8e03-4844-bd96-aba2c96a0130 admin admin] 10.222.0.11 "PUT /v2.0/routers/5b47c4ed-5cfa-4736-a6ab-1af7acf28caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6300185 Aug 12 02:25:14.065335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-a64d8c7d-662b-4582-8ec6-2255a5b961ea service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905634 Aug 12 02:25:14.065526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.071190 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Sync routers for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:14.080839 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:14.081442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:14.140815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67463-5c2e-4633-af49-b9f70c8e7df2 req-00c1bed7-36a3-4dc4-9e4a-604314e248e7 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:14.141582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01e67463-5c2e-4633-af49-b9f70c8e7df2 req-00c1bed7-36a3-4dc4-9e4a-604314e248e7 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 943 time: 0.3434875 Aug 12 02:25:14.195727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b28c250-ed5f-4c80-90ef-520f044d3c3a req-4d04f354-e9f1-4693-83e6-9c8fcae90f3f service neutron] 10.222.0.21 "GET /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192770 Aug 12 02:25:14.207051 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:14.259794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.265601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.266751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ed3f281a-cea9-4df1-80e6-dfbf5646cf22 HTTP/1.1" status: 204 len: 168 time: 0.8612955 Aug 12 02:25:14.269776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45460) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:14.300635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.318882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01e67463-5c2e-4633-af49-b9f70c8e7df2 req-ced8fcba-71f9-4740-ba88-2684d9105d7b tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524184 Aug 12 02:25:14.327978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d210b-01a6-4797-a179-de4404e083a4 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3f281a-cea9-4df1-80e6-dfbf5646cf22,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:14.365366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b4dfc20-ff1c-4d8d-82c6-8da8b3b5b2a2 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0944059 Aug 12 02:25:14.366328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:14.371157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Request body: {'security_group_rule': {'security_group_id': '42e81292-4f48-42e5-bc2a-c3cf6361015a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:14.396599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.399182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.402936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f HTTP/1.1" status: 204 len: 168 time: 1.1408687 Aug 12 02:25:14.437081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2ce12801-725a-471f-9853-885ea39bc9e6 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:14.454830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.481600 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '9508f701-5c69-45de-bfa4-4d2169e87246', 'name': '', 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'mac_address': 'fa:16:3e:a9:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '77f0f467-7093-4738-837c-c946a9039754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:05Z', 'updated_at': '2021-08-12T02:25:11Z', 'revision_number': 2, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'subnets': [{'id': '77f0f467-7093-4738-837c-c946a9039754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:14.530371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0980393-17ad-4cc2-ae1a-8799deca18a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8312ccac-7e9a-43ae-a2dc-e77cf30f7c4f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:14.547146 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Checking router: 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:25:14.547662 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Updating router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf port 9508f701-5c69-45de-bfa4-4d2169e87246 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:25:14.561317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.617834 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.650029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd0e4-3504-4f89-862b-7e251e6035fc req-9bcef17b-6119-4a1f-bfdd-890a66c96b92 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:14.659898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2ce12801-725a-471f-9853-885ea39bc9e6,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:14.663682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57fdd0e4-3504-4f89-862b-7e251e6035fc req-9bcef17b-6119-4a1f-bfdd-890a66c96b92 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 945 time: 0.2476685 Aug 12 02:25:14.679097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '2ce12801-725a-471f-9853-885ea39bc9e6', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'port_id': '2ce12801-725a-471f-9853-885ea39bc9e6', 'mac_address': 'fa:16:3e:c3:68:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ded0309-1b91-4eec-b72c-6326c85b2896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:14.685688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.714640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.787205 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.804330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8721d0e-12f4-4162-9904-5e72e99e8d35,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:14.822102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce12801-725a-471f-9853-885ea39bc9e6 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:14.834843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.840155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cedbfa19-b8da-4ffe-ab79-a8cc46560c1b tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4725554 Aug 12 02:25:14.841978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:14.847538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57fdd0e4-3504-4f89-862b-7e251e6035fc req-8188cda4-251a-4fe3-8848-721fda34f0b8 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829240 Aug 12 02:25:14.869577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-81a4bb9b-ad2b-468f-9f1d-e9ee692671c0 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules/f8721d0e-12f4-4162-9904-5e72e99e8d35 HTTP/1.1" status: 200 len: 764 time: 0.0263233 Aug 12 02:25:14.870285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45478) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:14.905293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2ce12801-725a-471f-9853-885ea39bc9e6,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:14.915259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.927912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60250868-d4fc-4a3c-9525-e48f63f6676f tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0564539 Aug 12 02:25:14.928673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:14.958605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:14.979969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.013037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.076536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.083412 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.085915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f8721d0e-12f4-4162-9904-5e72e99e8d35 HTTP/1.1" status: 204 len: 168 time: 0.1560504 Aug 12 02:25:15.088719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.099687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:15.122230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:15.131547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e77dc8-e785-4471-b541-da1805991a66 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8721d0e-12f4-4162-9904-5e72e99e8d35,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.135324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:15.173488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Delete allocated IP 172.20.0.26 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/017c3c02-ec89-4980-b64d-c9644dc95b42) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:25:15.181134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=55b37948-0c5c-4f2a-9461-4a1e2ff63dab,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.206755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.213519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a2ec0e51-1b54-4558-9adf-8df33f68c77d tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1181438 Aug 12 02:25:15.215458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.280911 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.298586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2ce12801-725a-471f-9853-885ea39bc9e6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:15.306628 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Transition to ACTIVE for port object 9508f701-5c69-45de-bfa4-4d2169e87246 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:15.320067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.321799 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.356084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.393427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-982173663-network', 'tenant_id': '7869eac9097a427cabf4d8bb33157034'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:15.473293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Made reservation on behalf of 7869eac9097a427cabf4d8bb33157034 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:15.483404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.486480 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Pushing event updated for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.489860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Subnet': ['ID=fe2c5437-aaab-4561-98cb-76abeca872cb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.520580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.524083 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.557964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a8087608-df84-4c5e-9840-2014a1d716d8 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:15.649013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.674591 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Attempting to bind port 9508f701-5c69-45de-bfa4-4d2169e87246 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:15.674962 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Attempting to bind port 9508f701-5c69-45de-bfa4-4d2169e87246 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:15.675340 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Attempting to bind port 9508f701-5c69-45de-bfa4-4d2169e87246 on network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:15.691485 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:15.691660 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Checking segment: {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:15.692058 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.692449 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Bound using segment: {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:15.692914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Bound port: 9508f701-5c69-45de-bfa4-4d2169e87246, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:15.693292 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.802119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.805408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.810650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "DELETE /v2.0/security-groups/42e81292-4f48-42e5-bc2a-c3cf6361015a HTTP/1.1" status: 204 len: 168 time: 0.5935738 Aug 12 02:25:15.813766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.849630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] For port 9508f701-5c69-45de-bfa4-4d2169e87246, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:15.852942 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] For port 9508f701-5c69-45de-bfa4-4d2169e87246, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9508f701-5c69-45de-bfa4-4d2169e87246,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:15.863077 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.868074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.874791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e48734-586a-4af7-abc6-7b20a7404d48 tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e81292-4f48-42e5-bc2a-c3cf6361015a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:15.891766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 33a1796e-0a9e-47c9-ac01-dfe3fce22597 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:15.902129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.924127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d25538bf-3c2f-4adb-b114-ae48d035020a tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010239 Aug 12 02:25:15.924956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.925797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.930475 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:15.931304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:15.937722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.944062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:15.956734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:15.957210 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Added segment 9fdec3e9-783a-4c8b-9ccb-25b8648d06a0 of type vlan for network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed Aug 12 02:25:15.974860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45528) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:15.977622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a8087608-df84-4c5e-9840-2014a1d716d8,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:15.992340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'a8087608-df84-4c5e-9840-2014a1d716d8', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'port_id': 'a8087608-df84-4c5e-9840-2014a1d716d8', 'mac_address': 'fa:16:3e:15:14:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ded0309-1b91-4eec-b72c-6326c85b2896', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:16.000032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.010740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.084445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bfd858-3273-43e2-9db1-bee0cc3275d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.087368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.088514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:16.089260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.089391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.101656 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:16.129848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8087608-df84-4c5e-9840-2014a1d716d8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:16.180845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8223395 Aug 12 02:25:16.190490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:16.196208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a8087608-df84-4c5e-9840-2014a1d716d8,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:16.206270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.221077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Request body: {'subnet': {'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-982173663-subnet', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:16.271623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Pushing event updated for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.282442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.283003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.283619 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.284174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.284657 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.285079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.285538 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.285959 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.286395 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.287035 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.287614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.288049 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc77d83-d351-4948-a768-26bdef0488e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:16.288752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.296124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33d31229-a3a1-4b19-bff8-e6b129a93d1a tempest-SecGroupTest-798944220 tempest-SecGroupTest-798944220-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2523091 Aug 12 02:25:16.296954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Made reservation on behalf of 7869eac9097a427cabf4d8bb33157034 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:16.300843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.302400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044c20-d157-4d18-a960-0c31a6f03ce9 req-4a605c99-5f46-4d35-be84-624063108416 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:16.303911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf044c20-d157-4d18-a960-0c31a6f03ce9 req-4a605c99-5f46-4d35-be84-624063108416 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 944 time: 0.6404417 Aug 12 02:25:16.318861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.319709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:16.320093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network hostable DHCP agents. Network: e94b1c3c-6f86-4e6b-a02b-243a48161345, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:16.322466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.332390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207c2d7-acaa-4f1b-8df2-5b28951e15c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.334566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-210437995-network', 'tenant_id': '91aabd0366654b2cbd9f8fa804ecd91f'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:16.365399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:16.494931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Made reservation on behalf of 91aabd0366654b2cbd9f8fa804ecd91f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:16.499137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['a8087608-df84-4c5e-9840-2014a1d716d8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:16.501259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:16.503523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.531689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] In _notify_port_updated(), no bound segment for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 on network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:25:16.541853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:16.542565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.547055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:16.550682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/ports/33a1796e-0a9e-47c9-ac01-dfe3fce22597 HTTP/1.1" status: 200 len: 918 time: 3.7242539 Aug 12 02:25:16.556880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4f8fd25b-291b-4363-9a73-b062a0e275b0'}, {'subnet_id': '017c3c02-ec89-4980-b64d-c9644dc95b42'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:16.582400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:16.637109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4820c6-a66c-4f88-a311-615ebddd403b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=33a1796e-0a9e-47c9-ac01-dfe3fce22597,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.690461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.708255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=55b37948-0c5c-4f2a-9461-4a1e2ff63dab,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.711870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.713972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45540) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:16.821051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.846214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.847712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, e94b1c3c-6f86-4e6b-a02b-243a48161345) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:16.852694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:16.853580 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.873638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.875361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7cf98d0e-36fe-41b4-bcef-7cca1e99b66f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1573291 Aug 12 02:25:16.876358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.890141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=529bb205-a24c-4f6e-9303-e8eb29851401,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:16.907401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f31f4c8a-1adc-4636-a630-cdadc48b403b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2102821 Aug 12 02:25:16.924675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:16.948279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:16.948638 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Added segment ba1204fd-2518-488a-bf4e-71ed724d0d1c of type vlan for network 2732dd59-c696-455f-88f8-091dae644fc9 Aug 12 02:25:16.952057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:16.982560 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '9508f701-5c69-45de-bfa4-4d2169e87246', 'name': '', 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'mac_address': 'fa:16:3e:a9:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '77f0f467-7093-4738-837c-c946a9039754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:05Z', 'updated_at': '2021-08-12T02:25:15Z', 'revision_number': 4, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'subnets': [{'id': '77f0f467-7093-4738-837c-c946a9039754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:16.983488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23202f8-e24c-4293-9cdb-6c5937e5fda9 None None] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:17.011975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'subnet': {'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:17.044575 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5320e6-d33d-4634-9aad-e8305a41f1c8 None None] The sync data for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 is: [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '9508f701-5c69-45de-bfa4-4d2169e87246', 'name': '', 'network_id': '0b7a9828-afd1-42ae-a22f-56cbd3913c8c', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'mac_address': 'fa:16:3e:a9:a2:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '77f0f467-7093-4738-837c-c946a9039754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:05Z', 'updated_at': '2021-08-12T02:25:15Z', 'revision_number': 4, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'subnets': [{'id': '77f0f467-7093-4738-837c-c946a9039754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:25:17.062290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf044c20-d157-4d18-a960-0c31a6f03ce9 req-a39ebf49-193c-4c19-b8ad-d6ca0654afb1 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7461829 Aug 12 02:25:17.062974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9c205-ec18-4cdc-aae7-e35d29af1459,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:17.138882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.187653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e314316-77b5-4d08-a37f-5c6c0ec21b57 None None] Provisioning for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:17.202298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.231700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1d4ff53a-7f3c-4a05-9b84-36c0a89178c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a49bf7606bc42e09e81be3fc7e51a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103786 Aug 12 02:25:17.240270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45558) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:17.254791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.255840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:17.256431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.297564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9e314316-77b5-4d08-a37f-5c6c0ec21b57 None None] Provisioning complete for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:17.297940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e314316-77b5-4d08-a37f-5c6c0ec21b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.333504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Checking segment: {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:17.333738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Network hostable DHCP agents. Network: 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:17.422471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-993b04d9-cdcb-4dde-a792-e309504fa5f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--248180378&fields=id&tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26 HTTP/1.1" status: 200 len: 267 time: 0.1076648 Aug 12 02:25:17.439765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] Pushing event updated for resources: {'Network': ['ID=2732dd59-c696-455f-88f8-091dae644fc9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:17.457371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2732dd59-c696-455f-88f8-091dae644fc9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:17.473227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9e314316-77b5-4d08-a37f-5c6c0ec21b57 None None] Port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:17.484413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a7a08239-9c9d-4cf9-ad6d-c459e1664cc1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4952133 Aug 12 02:25:17.485687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.516597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.579700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45564) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:17.587202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:17.588355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Request body: {'subnet': {'network_id': '2732dd59-c696-455f-88f8-091dae644fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-210437995-subnet', 'tenant_id': '91aabd0366654b2cbd9f8fa804ecd91f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:17.600685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.605494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.611061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/315e1d8c-c647-40fb-8673-deef496f5699 HTTP/1.1" status: 204 len: 168 time: 0.3694234 Aug 12 02:25:17.625052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be83a5-2b98-4652-8631-cfdf71ade1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e1d8c-c647-40fb-8673-deef496f5699,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:17.670421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4', 'network_id': '69371361-afa3-4eb7-b46a-1a5295bf1f67', 'port_id': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4', 'mac_address': 'fa:16:3e:46:c1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ded0309-1b91-4eec-b72c-6326c85b2896', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:17.786473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-e94b1c3c-6f86-4e6b-a02b-243a48161345', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:17.787661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.796328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.834998 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:17.841912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:17.942404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:17.989357 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.075893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Allocated IP 10.1.1.2 (e94b1c3c-6f86-4e6b-a02b-243a48161345/fe2c5437-aaab-4561-98cb-76abeca872cb/508e678d-81d9-4457-9ce8-b346fe931fa6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:18.142783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-348f843e-7b07-42a4-91b3-8af694e47f0a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:18.144289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-348f843e-7b07-42a4-91b3-8af694e47f0a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 936 time: 0.1143560 Aug 12 02:25:18.156023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:18.180318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9508f701-5c69-45de-bfa4-4d2169e87246 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:18.280519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:18.281838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Made reservation on behalf of 91aabd0366654b2cbd9f8fa804ecd91f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:18.284129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.287748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.296302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:18.331048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683c033-06f0-4e53-9bd3-f462fcf31e43 None None] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:18.408686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbea7a-d8d9-47b5-8910-dda906109f7b req-18bb3157-616d-472b-8ada-773092ed1384 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:18.417788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88bbea7a-d8d9-47b5-8910-dda906109f7b req-18bb3157-616d-472b-8ada-773092ed1384 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 944 time: 0.2027092 Aug 12 02:25:18.426486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:18.462837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2ce12801-725a-471f-9853-885ea39bc9e6 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:18.478501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:18.479118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.501279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88bbea7a-d8d9-47b5-8910-dda906109f7b req-0c80c65c-026c-4c34-8544-ee32132fcf74 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812881 Aug 12 02:25:18.503078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1ebaebb6-c55e-45af-8c25-0768db6fa5b4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:18.533834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-07a698bc-bdd4-4cbf-bbbc-ba79bf7e7808 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:18.541157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-07a698bc-bdd4-4cbf-bbbc-ba79bf7e7808 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 937 time: 0.3620603 Aug 12 02:25:18.603698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ab574d75-c06d-4ba3-9876-cbcf39e5cfbd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4017892 Aug 12 02:25:18.605259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:18.639275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:18.681417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-8dd656e5-4ef7-4de2-baa6-a7711faa9479 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1390538 Aug 12 02:25:18.693761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45592) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:18.744099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.873972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-2fc62491-7ebe-40be-8f90-43670a959548 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1911232 Aug 12 02:25:18.879635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f97949a-789e-40b4-a406-92de1007b219,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:18.890663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.892693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.896354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Checking segment: {'id': 'ba1204fd-2518-488a-bf4e-71ed724d0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:18.896718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Network hostable DHCP agents. Network: 2732dd59-c696-455f-88f8-091dae644fc9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:18.906852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889207260-network', 'tenant_id': 'd6e164aa81164ae3944f1a2e05e570ac'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:18.941383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Made reservation on behalf of d6e164aa81164ae3944f1a2e05e570ac for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:18.944640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.958942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.962720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9508f701-5c69-45de-bfa4-4d2169e87246 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:18.968550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Network 2732dd59-c696-455f-88f8-091dae644fc9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:18.995559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9508f701-5c69-45de-bfa4-4d2169e87246 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:18.996953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:18.999313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2732dd59-c696-455f-88f8-091dae644fc9) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:19.017910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.018510 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.051775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979f9a6-6fd0-451f-89c5-dd0bb331b628 None None] Network 2732dd59-c696-455f-88f8-091dae644fc9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:19.080143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e751a4db-6633-4caf-bb71-9947659ff1be tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.087834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e751a4db-6633-4caf-bb71-9947659ff1be tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.101856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e751a4db-6633-4caf-bb71-9947659ff1be tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.111564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e751a4db-6633-4caf-bb71-9947659ff1be tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 1996 time: 0.2365324 Aug 12 02:25:19.141820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 2ce12801-725a-471f-9853-885ea39bc9e6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:19.156479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'fixed_ips': [{'subnet_id': '529bb205-a24c-4f6e-9303-e8eb29851401'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:19.157320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.177621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.186581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.196109 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.201041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:19.211292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.211677 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Added segment eec9bf5f-d164-4374-96da-fddbfabcb388 of type vlan for network 2449fc52-cf2c-41cb-9d79-8c037b4f1890 Aug 12 02:25:19.215775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 2ce12801-725a-471f-9853-885ea39bc9e6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:19.216582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.255422 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.277346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Transition to ACTIVE for port object 508e678d-81d9-4457-9ce8-b346fe931fa6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:19.298716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-28a068c1-c56e-49ef-9a8f-3b582f3b582d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7168140 Aug 12 02:25:19.302432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.303385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.304563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.386957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.393803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6938143 Aug 12 02:25:19.395230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1e9bf7-f112-4730-9ea7-ee7dbc1363aa,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:19.396036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.23 (4d0597ec-7801-4fa5-93a5-e23fe46a9000/017c3c02-ec89-4980-b64d-c9644dc95b42/33a1796e-0a9e-47c9-ac01-dfe3fce22597) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:19.401378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45600) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:19.410530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Request body: {'subnet': {'network_id': '2449fc52-cf2c-41cb-9d79-8c037b4f1890', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1889207260-subnet', 'tenant_id': 'd6e164aa81164ae3944f1a2e05e570ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:19.418813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.420112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204510e-f49c-4f18-8208-7e03d7bb0bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2449fc52-cf2c-41cb-9d79-8c037b4f1890,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:19.447051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Made reservation on behalf of d6e164aa81164ae3944f1a2e05e570ac for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:19.452241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.462351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2449fc52-cf2c-41cb-9d79-8c037b4f1890 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:19.552609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Transition to ACTIVE for port object 508e678d-81d9-4457-9ce8-b346fe931fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:19.574092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a8087608-df84-4c5e-9840-2014a1d716d8 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:19.609741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fa93a57d-286d-451e-a660-c2e95473f83b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/quotas/f0d1869ecd1c4dc3bcc252a9df198b26 HTTP/1.1" status: 200 len: 375 time: 0.4237025 Aug 12 02:25:19.666869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.728257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.744101 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.759276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.805329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8784-c2f4-40f7-a44f-d34b3d2f5820 req-005167f5-dc62-41bd-85d6-e9ab09dfade5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.807117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5ab8784-c2f4-40f7-a44f-d34b3d2f5820 req-005167f5-dc62-41bd-85d6-e9ab09dfade5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 944 time: 0.1807778 Aug 12 02:25:19.878856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:19.890793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Checking segment: {'id': 'eec9bf5f-d164-4374-96da-fddbfabcb388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2449fc52-cf2c-41cb-9d79-8c037b4f1890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:19.891361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Network hostable DHCP agents. Network: 2449fc52-cf2c-41cb-9d79-8c037b4f1890, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:19.900810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Subnet': ['ID=df3fa5fd-ca78-47c7-ab2a-277c2246092c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:19.904135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c123beb7-04f1-4756-a21d-9c6a1431bf22,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:19.917110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Checking segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:19.917638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network hostable DHCP agents. Network: 94c0741d-6dec-4a02-851b-e3f7b07fd880, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:19.919372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5ab8784-c2f4-40f7-a44f-d34b3d2f5820 req-b51622d5-af7f-4496-a6b3-01e8145f7329 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Aug 12 02:25:19.948064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Network 2449fc52-cf2c-41cb-9d79-8c037b4f1890 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:19.964190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-2a919e8d-dece-4d7e-8ff1-da19ee947122 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3529716 Aug 12 02:25:19.970183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2449fc52-cf2c-41cb-9d79-8c037b4f1890) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:19.974886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:19.975702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.000438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c55a514b-9ca9-4081-82aa-5eccd1655116 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5980194 Aug 12 02:25:20.115260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:20.126280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b36832-279b-4a50-bc41-92c4af3ae96f None None] Network 2449fc52-cf2c-41cb-9d79-8c037b4f1890 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:20.144573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:20.147286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:20.149616 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b782a74-5464-4137-ba00-2bb90f9638e0" -d '{"events": [{"server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "name": "network-vif-plugged", "status": "completed", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:20.154977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:20.202448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:20.210334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port a8087608-df84-4c5e-9840-2014a1d716d8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:20.212319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Pushing event updated for resources: {'Port': ['ID=508e678d-81d9-4457-9ce8-b346fe931fa6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:20.214710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e204c7d-a912-4463-9410-4e10a2bed16c None None] Network 2732dd59-c696-455f-88f8-091dae644fc9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:20.221361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 94c0741d-6dec-4a02-851b-e3f7b07fd880) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:20.255919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:20.256624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.272418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2ce12801-725a-471f-9853-885ea39bc9e6,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:20.280954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017c0de-924d-4821-8d38-a1dbdc4eb6cc None None] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:20.289418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 9508f701-5c69-45de-bfa4-4d2169e87246, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9508f701-5c69-45de-bfa4-4d2169e87246,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:20.353938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port a8087608-df84-4c5e-9840-2014a1d716d8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:20.354207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.356623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a68328ef-138c-4364-b5c9-e709c85a5afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3984113 Aug 12 02:25:20.361224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:20.381854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'name': 'tempest-TaggedBootDevicesTest-824649007', 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:20.422198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f5802eaf-fa26-4976-bc6a-2e8da187ffaa tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:20.422845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Allocated IP 172.20.0.2 (6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed/529bb205-a24c-4f6e-9303-e8eb29851401/81f6ac47-a6e3-4698-b28e-7602d6efc995) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:20.429417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.433774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f5802eaf-fa26-4976-bc6a-2e8da187ffaa tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/networks?id=2732dd59-c696-455f-88f8-091dae644fc9 HTTP/1.1" status: 200 len: 821 time: 0.1837115 Aug 12 02:25:20.440666 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.457382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-a5f61831-dedb-48d1-9134-ef4130efd6cc tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/quotas/91aabd0366654b2cbd9f8fa804ecd91f HTTP/1.1" status: 200 len: 375 time: 0.0217059 Aug 12 02:25:20.514893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-965f3567-0ed8-4ae3-a669-2b6b0e8cafd7 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=91aabd0366654b2cbd9f8fa804ecd91f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561640 Aug 12 02:25:20.570380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.601580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f938e3dd-920f-461c-92da-543fdab91297 service neutron] 10.222.0.11 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437779 Aug 12 02:25:20.614101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 33a1796e-0a9e-47c9-ac01-dfe3fce22597 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:20.629371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:20.646812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.660518 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-d85a1a99-ad8c-40e7-9df1-efcd972137cf service neutron] 10.222.0.11 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446493 Aug 12 02:25:20.710620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:20.747066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-9a1a03cf-4778-4129-9702-8783aacb256d service neutron] 10.222.0.11 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347475 Aug 12 02:25:20.837783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.851746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-7b245a2d-49e7-41b8-a610-f5106494cefd service neutron] 10.222.0.11 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902511 Aug 12 02:25:20.853732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45638) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:20.864756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:20.869842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1681723369-network', 'tenant_id': 'd4a2b823736b437a92af9baa5552e880'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:20.878791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Attempting to bind port 508e678d-81d9-4457-9ce8-b346fe931fa6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:20.879170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Attempting to bind port 508e678d-81d9-4457-9ce8-b346fe931fa6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:20.879559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Attempting to bind port 508e678d-81d9-4457-9ce8-b346fe931fa6 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:20.921214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:20.921595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:20.922031 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.922392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Bound using segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:20.922716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Made reservation on behalf of d4a2b823736b437a92af9baa5552e880 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:20.922892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Bound port: 508e678d-81d9-4457-9ce8-b346fe931fa6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:20.923351 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.925489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.941551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-81aa1f69-a854-4c7c-86e5-3aa68fb02720 service neutron] 10.222.0.11 "GET /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0565681 Aug 12 02:25:20.942650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:20.946097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] device_id is not set on port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:21.149067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.159820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1caa590-cff8-4e40-8b4c-a0ce7b503471 None None] Network 2449fc52-cf2c-41cb-9d79-8c037b4f1890 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:21.163228 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.212106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:21.243306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2ab75d-05fa-447d-9d09-a34142b9ed09,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:21.261290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.263128 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Added segment d4890856-0da9-44fb-90aa-0160fc9707a2 of type vlan for network 3731b7fa-efe4-407f-b1a6-6d947f3a16ca Aug 12 02:25:21.317385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.359126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.360209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:21.362026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.390669 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eab82bc-925b-49ab-b8d2-87a043e30184 x-openstack-request-id: req-7eab82bc-925b-49ab-b8d2-87a043e30184 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:21.391027 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "name": "network-vif-plugged", "status": "completed", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:21.391209 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7eab82bc-925b-49ab-b8d2-87a043e30184 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:21.391715 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6', 'code': 200} Aug 12 02:25:21.431702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-94c0741d-6dec-4a02-851b-e3f7b07fd880', 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ips': [{'subnet_id': 'df3fa5fd-ca78-47c7-ab2a-277c2246092c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:21.432580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.434702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=33a1796e-0a9e-47c9-ac01-dfe3fce22597,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:21.436007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.446805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] In _notify_port_updated(), no bound segment for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 on network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:25:21.454813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:21.455525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.460215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-efdbd63b-42ff-431a-be4a-7d42f954be32 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/ports/33a1796e-0a9e-47c9-ac01-dfe3fce22597 HTTP/1.1" status: 200 len: 998 time: 4.9118569 Aug 12 02:25:21.479922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45650) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:21.531460 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.537086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] For port 508e678d-81d9-4457-9ce8-b346fe931fa6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:21.539143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6022685e-374a-49ed-8fca-40785ec2b7ba None None] Provisioning for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:21.554246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.586562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7315135 Aug 12 02:25:21.606135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:21.616857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Request body: {'subnet': {'network_id': '3731b7fa-efe4-407f-b1a6-6d947f3a16ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1681723369-subnet', 'tenant_id': 'd4a2b823736b437a92af9baa5552e880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:21.649950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.661937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Made reservation on behalf of d4a2b823736b437a92af9baa5552e880 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:21.665013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.687758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c63fa-d10b-426b-81df-369959504b46 admin admin] Pushing event updated for resources: {'Network': ['ID=3731b7fa-efe4-407f-b1a6-6d947f3a16ca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:21.723331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Transition to ACTIVE for port object 81f6ac47-a6e3-4698-b28e-7602d6efc995 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:21.733932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6022685e-374a-49ed-8fca-40785ec2b7ba None None] Provisioning complete for port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:21.734306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6022685e-374a-49ed-8fca-40785ec2b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.740008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3731b7fa-efe4-407f-b1a6-6d947f3a16ca details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:21.751795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] For port 508e678d-81d9-4457-9ce8-b346fe931fa6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=508e678d-81d9-4457-9ce8-b346fe931fa6,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:21.767313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd33b10-03c7-4568-8d78-09eb6c0e40b2 req-9901cbda-43a3-454f-a77d-4489f8f610e3 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:21.772615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Allocated IP 172.25.3.138 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/059bf2c4-b862-424b-a54e-e3736228fa5a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:21.778244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdd33b10-03c7-4568-8d78-09eb6c0e40b2 req-9901cbda-43a3-454f-a77d-4489f8f610e3 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 945 time: 0.2203424 Aug 12 02:25:21.836052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a8087608-df84-4c5e-9840-2014a1d716d8,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:21.847300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdd33b10-03c7-4568-8d78-09eb6c0e40b2 req-81ac98ad-d7b7-4184-bad3-97c73934d779 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672276 Aug 12 02:25:21.875304 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.881450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:21.881450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.921080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.980268 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:21.983677 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.032534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-490216f1-86d2-42c1-9eba-2cac05f6b1db req-439d3c98-f820-49f9-897d-80bbaaf58230 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 210 time: 0.0685270 Aug 12 02:25:22.053018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32321ff5-d4e8-4770-a903-1b63a41643b2 req-c2b8812f-471e-42fc-9118-0a47e9e2c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:22.054674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32321ff5-d4e8-4770-a903-1b63a41643b2 req-c2b8812f-471e-42fc-9118-0a47e9e2c52a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 1096 time: 0.6168129 Aug 12 02:25:22.062468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Transition to ACTIVE for port object 81f6ac47-a6e3-4698-b28e-7602d6efc995 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:22.082824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6022685e-374a-49ed-8fca-40785ec2b7ba None None] Port 33a1796e-0a9e-47c9-ac01-dfe3fce22597 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:22.085525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:22.089147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-6af43cf5-e64d-417d-ba37-d5294c9f944f service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1344967 Aug 12 02:25:22.094570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.096192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:22.098191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Pushing event updated for resources: {'Port': ['ID=059bf2c4-b862-424b-a54e-e3736228fa5a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:22.114277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:22.180377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.229255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 33a1796e-0a9e-47c9-ac01-dfe3fce22597 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:22.241177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:22.257130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:22.262813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42796ea-863b-4099-b773-0f94fa3a27b4 None None] Pushing event updated for resources: {'Port': ['ID=508e678d-81d9-4457-9ce8-b346fe931fa6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:22.308821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:22.338912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Allocated IP 10.2.2.2 (94c0741d-6dec-4a02-851b-e3f7b07fd880/df3fa5fd-ca78-47c7-ab2a-277c2246092c/e73bb9fd-8745-4ade-8186-fd10f1f9e8dc) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:22.364296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.524222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Checking segment: {'id': 'd4890856-0da9-44fb-90aa-0160fc9707a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3731b7fa-efe4-407f-b1a6-6d947f3a16ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:22.524612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Network hostable DHCP agents. Network: 3731b7fa-efe4-407f-b1a6-6d947f3a16ca, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:22.529700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32321ff5-d4e8-4770-a903-1b63a41643b2 req-eb9082af-d0dd-40ff-9f21-2bc94034e707 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397864 Aug 12 02:25:22.536945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:22.539564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23412f18-5f85-498a-80e6-86ad0946ad52,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:22.556013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Attempting to bind port 81f6ac47-a6e3-4698-b28e-7602d6efc995 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:22.556379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Attempting to bind port 81f6ac47-a6e3-4698-b28e-7602d6efc995 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:22.556826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Attempting to bind port 81f6ac47-a6e3-4698-b28e-7602d6efc995 on network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:22.563032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:22.592872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Network 3731b7fa-efe4-407f-b1a6-6d947f3a16ca is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:22.664987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3731b7fa-efe4-407f-b1a6-6d947f3a16ca) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:22.687925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:22.688954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.696137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.1.1.36 (e94b1c3c-6f86-4e6b-a02b-243a48161345/fe2c5437-aaab-4561-98cb-76abeca872cb/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:22.728182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Pushing event updated for resources: {'Port': ['ID=81f6ac47-a6e3-4698-b28e-7602d6efc995,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:22.731576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:22.732191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Checking segment: {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:22.732819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.733482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Bound using segment: {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:22.734164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Bound port: 81f6ac47-a6e3-4698-b28e-7602d6efc995, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:22.734369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab45c05d-8812-4ead-aeaa-7180867cc37c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1172011 Aug 12 02:25:22.735003 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:22.792486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9508f701-5c69-45de-bfa4-4d2169e87246 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:22.839648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cddf21-e073-4476-b661-e3f6222fd12c None None] Network 3731b7fa-efe4-407f-b1a6-6d947f3a16ca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:22.895907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45678) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:22.932726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.018617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=33a1796e-0a9e-47c9-ac01-dfe3fce22597,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:23.063867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-b09d3e99-d6e7-43b6-a059-91fc8ee38755 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:23.071348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-b09d3e99-d6e7-43b6-a059-91fc8ee38755 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.2632279 Aug 12 02:25:23.092518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Deleting subnet c123beb7-04f1-4756-a21d-9c6a1431bf22 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:23.099703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.161846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-a0aca8d3-2c31-4170-930b-5a6cbca2d3b2 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/quotas/e2dbf476a19842e9a1329030e140f3f8 HTTP/1.1" status: 200 len: 375 time: 0.0894794 Aug 12 02:25:23.274683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9508f701-5c69-45de-bfa4-4d2169e87246 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:23.275299 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.295999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.320205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] For port 81f6ac47-a6e3-4698-b28e-7602d6efc995, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:23.321719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:23.381960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.389681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b1ba27f-6a6c-4a65-a255-48fed1b3896c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/33a1796e-0a9e-47c9-ac01-dfe3fce22597 HTTP/1.1" status: 204 len: 168 time: 1.9077649 Aug 12 02:25:23.390302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45682) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:23.394700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:23.395197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.421987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:23.424524 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de30bfa-496c-4f35-aa0d-73fb6ddef968" -d '{"events": [{"server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "name": "network-vif-plugged", "status": "completed", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:23.424686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-7b23a3fe-49d7-4977-b1b5-3c79d18879d9 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2617705 Aug 12 02:25:23.435902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] For port 81f6ac47-a6e3-4698-b28e-7602d6efc995, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=81f6ac47-a6e3-4698-b28e-7602d6efc995,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:23.466628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.490306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.517048 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ad78da-244d-4370-88ab-76fb8e0a2ef4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:25:23.522464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b5ad78da-244d-4370-88ab-76fb8e0a2ef4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/33a1796e-0a9e-47c9-ac01-dfe3fce22597 HTTP/1.1" status: 404 len: 333 time: 0.1251299 Aug 12 02:25:23.525379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:23.529945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ba60c0c2-a803-458e-9123-335f82e86cf5 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3935893 Aug 12 02:25:23.587084 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.612014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7ea85-5192-4d33-abce-7bafd7592efa None None] Network 3731b7fa-efe4-407f-b1a6-6d947f3a16ca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:23.676914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d74e3d1b-bf27-4ba4-b28e-b8e54af482b6 service neutron] 10.222.0.11 "GET /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1257725 Aug 12 02:25:23.687252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5485c0-32bd-4b0e-ab95-e053935f05fd None None] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:23.691718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96300ab1-5528-4d0b-b2ba-3e9d5d0b976a None None] Pushing event updated for resources: {'Port': ['ID=81f6ac47-a6e3-4698-b28e-7602d6efc995,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:23.698597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Transition to ACTIVE for port object e73bb9fd-8745-4ade-8186-fd10f1f9e8dc will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:23.713479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-caf94b85-fc28-492a-b9f2-99428d12872b tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:23.716381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-caf94b85-fc28-492a-b9f2-99428d12872b tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.21 "GET /v2.0/networks?id=2732dd59-c696-455f-88f8-091dae644fc9 HTTP/1.1" status: 200 len: 821 time: 0.3867276 Aug 12 02:25:23.778875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Request body: {'port': {'device_id': '1a870aa4-5b62-4604-bebb-65bea6324962', 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9', 'admin_state_up': True, 'tenant_id': '91aabd0366654b2cbd9f8fa804ecd91f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:23.786330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.789995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.872608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Transition to ACTIVE for port object e73bb9fd-8745-4ade-8186-fd10f1f9e8dc will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:23.904181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:23.930352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-913ec5bb-b90c-46ad-81d4-cfcdf490977b None None] Provisioning for port 508e678d-81d9-4457-9ce8-b346fe931fa6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:24.012144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:24.048582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:24.057897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:24.067949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:24.070265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 017c3c02-ec89-4980-b64d-c9644dc95b42 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:24.092524 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.126044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-c67b2a78-b08d-4d03-abf0-edc8719dfc54 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7004426 Aug 12 02:25:24.134635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.161287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Pushing event updated for resources: {'Port': ['ID=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.181685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.183536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.235086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c123beb7-04f1-4756-a21d-9c6a1431bf22,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.238538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.243205 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8022a38a-e00d-4773-bfc1-67d343d425df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c123beb7-04f1-4756-a21d-9c6a1431bf22 HTTP/1.1" status: 204 len: 168 time: 1.3436439 Aug 12 02:25:24.243700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:24.252057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Attempting to bind port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:24.252427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Attempting to bind port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:24.252798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Attempting to bind port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:24.253158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-35eb6c2c-d602-4f37-9121-c0d4c1a442b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656078 Aug 12 02:25:24.281618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:24.281618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Checking segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:24.281618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.283910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Bound using segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:24.283910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Bound port: e73bb9fd-8745-4ade-8186-fd10f1f9e8dc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:24.283910 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.292096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.314835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:24.332471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.367546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Made reservation on behalf of 91aabd0366654b2cbd9f8fa804ecd91f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:24.371101 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.379268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.396968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-7c6b4ea9-023a-4b4a-8058-a0c3eae95800 service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637577 Aug 12 02:25:24.401876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.419323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.451193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.454302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] For port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:24.476668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] For port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:24.493851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.591453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.630207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2449fc52-cf2c-41cb-9d79-8c037b4f1890']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:24.658600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec9bf5f-d164-4374-96da-fddbfabcb388') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:24.658899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec9bf5f-d164-4374-96da-fddbfabcb388') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:24.660232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:24.667706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.678824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c657-e72a-4270-880d-be5f4591783c None None] Pushing event updated for resources: {'Port': ['ID=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.716131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.758495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 508e678d-81d9-4457-9ce8-b346fe931fa6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:24.786243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=017c3c02-ec89-4980-b64d-c9644dc95b42,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.788440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.798426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:24.801845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:24.803941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a22126a8-2a96-469f-a930-7a5bbcbf51b8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/017c3c02-ec89-4980-b64d-c9644dc95b42 HTTP/1.1" status: 204 len: 168 time: 1.2759113 Aug 12 02:25:24.809994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.817728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:24.824950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:24.826566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb65700-62e1-476e-b9c2-508c887c392b None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:24.830034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:24.831529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:24.839242 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:24.987893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e646891-4704-4bd3-b727-31c9efcc2dab req-d387a962-2d12-423c-9777-f2f85983ff98 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:24.998802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e646891-4704-4bd3-b727-31c9efcc2dab req-d387a962-2d12-423c-9777-f2f85983ff98 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 945 time: 0.1373887 Aug 12 02:25:25.022989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.041046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.042935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] 10.222.0.11 "DELETE /v2.0/networks/2449fc52-cf2c-41cb-9d79-8c037b4f1890 HTTP/1.1" status: 204 len: 168 time: 0.7974041 Aug 12 02:25:25.044826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dae07-ec69-4e05-8c16-3f4f4ecad0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=2449fc52-cf2c-41cb-9d79-8c037b4f1890,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:25.049570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45696) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:25.124753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e646891-4704-4bd3-b727-31c9efcc2dab req-7e5aae8c-8ed4-4b04-af6c-bd69387a81b7 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251593 Aug 12 02:25:25.136043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb5231ca-10b8-4a34-b6f3-3f0a82998c31 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671072 Aug 12 02:25:25.154490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Deleting subnet 23412f18-5f85-498a-80e6-86ad0946ad52 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:25.158336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.195517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.333015 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.391217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 508e678d-81d9-4457-9ce8-b346fe931fa6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:25.396688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 508e678d-81d9-4457-9ce8-b346fe931fa6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:25.397065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.463401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1187ccdc-d014-4d17-bca8-ab89df0f2b45 req-55ea043b-346f-441b-a903-8d06821ecf3b tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 210 time: 0.0466206 Aug 12 02:25:25.500067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.565357 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9466cf-6a5c-4c4c-bd64-c425940c6cb4 x-openstack-request-id: req-ba9466cf-6a5c-4c4c-bd64-c425940c6cb4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:25.565649 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "name": "network-vif-plugged", "status": "completed", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:25.567224 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba9466cf-6a5c-4c4c-bd64-c425940c6cb4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:25.567363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23412f18-5f85-498a-80e6-86ad0946ad52,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:25.568017 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8', 'code': 200} Aug 12 02:25:25.588032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.600156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ead06250-37c3-4e3a-8919-57f2220cf309 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23412f18-5f85-498a-80e6-86ad0946ad52 HTTP/1.1" status: 204 len: 168 time: 0.5495949 Aug 12 02:25:25.603998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:25.615833 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.622911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e7e41d48-e9d3-4237-9454-ff2f8dc4dd66 None None] Provisioning for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:25.644033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e7e41d48-e9d3-4237-9454-ff2f8dc4dd66 None None] Provisioning complete for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:25.644990 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7e41d48-e9d3-4237-9454-ff2f8dc4dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.651834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61dc7f-83fd-4a00-9224-06b8733728e7 None None] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:25.668804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Allocated IP 172.20.0.14 (2732dd59-c696-455f-88f8-091dae644fc9/4f97949a-789e-40b4-a406-92de1007b219/37e842e9-668b-4abb-8569-4302b5ec4522) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:25.754210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 4f8fd25b-291b-4363-9a73-b062a0e275b0 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:25.760496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d14bc66b-ca07-4391-88bc-42cfb7b59130 req-bd54d264-84aa-4aaa-8422-6bcbfafd420c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 210 time: 0.0441902 Aug 12 02:25:25.788054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:25.790368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.795357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.843566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 508e678d-81d9-4457-9ce8-b346fe931fa6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=508e678d-81d9-4457-9ce8-b346fe931fa6,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:25.847270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7e41d48-e9d3-4237-9454-ff2f8dc4dd66 None None] Port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:25.858119 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:25.859019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 81f6ac47-a6e3-4698-b28e-7602d6efc995 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:25.883964 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.060394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.079167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3731b7fa-efe4-407f-b1a6-6d947f3a16ca']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:26.103779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4890856-0da9-44fb-90aa-0160fc9707a2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:26.104131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4890856-0da9-44fb-90aa-0160fc9707a2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:26.115998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:26.125260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-753ed950-f41d-491f-ad71-fce1bfe65e79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7524643 Aug 12 02:25:26.132574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-c6e760aa-bb7e-4a61-96a6-2f749e4a979f service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9654260 Aug 12 02:25:26.133213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:26.138362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.143922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Router c9a5b244-27e3-42cf-9dc9-445d557deb79 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:25:26.148241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.150369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:26.150925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.204287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Provisioning for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:26.210709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'name': 'tempest-TaggedBootDevicesTest-879301154', 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:26.220908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Provisioning complete for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:26.221534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.254391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.267912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:26.268331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:26.270099 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:26.315603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=508e678d-81d9-4457-9ce8-b346fe931fa6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:26.413342 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.425815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271ebc5-919f-459c-8cb5-c728f4396931 req-25d779ab-0e20-4934-a9a9-f2026b1dcc71 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:26.433420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.444074 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7271ebc5-919f-459c-8cb5-c728f4396931 req-25d779ab-0e20-4934-a9a9-f2026b1dcc71 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 946 time: 0.3124967 Aug 12 02:25:26.507321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.529265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.540980 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] 10.222.0.11 "DELETE /v2.0/networks/3731b7fa-efe4-407f-b1a6-6d947f3a16ca HTTP/1.1" status: 204 len: 168 time: 0.9334915 Aug 12 02:25:26.595298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7271ebc5-919f-459c-8cb5-c728f4396931 req-464f0c34-d2af-4374-b23b-12efd70ad80a tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502247 Aug 12 02:25:26.643999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c897f6-d7a1-4384-b3f8-6e71cd871baa admin admin] Pushing event deleted for resources: {'Network': ['ID=3731b7fa-efe4-407f-b1a6-6d947f3a16ca,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:26.672556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a36fc5-5c7c-41f2-99cf-456cb6fd44af req-57aa587f-8bd1-4153-a381-2e4d8f40404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:26.674616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4a36fc5-5c7c-41f2-99cf-456cb6fd44af req-57aa587f-8bd1-4153-a381-2e4d8f40404f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 1097 time: 0.9606199 Aug 12 02:25:26.770899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373fa4dd-1e27-4f6a-be76-4d0f0dacd158 None None] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:26.777263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41de80a6-f7df-411e-a4da-9bcf4bf97392 req-cfc29023-4e71-4572-990a-068c87b0d64d tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 210 time: 0.0525157 Aug 12 02:25:26.850968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] For port 81f6ac47-a6e3-4698-b28e-7602d6efc995, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=81f6ac47-a6e3-4698-b28e-7602d6efc995,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:26.873167 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:26.926364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eede4515-ad42-4a9a-87a7-9557cdb90acc req-6fe59b5b-ecd1-4b58-abb0-57c0d1846836 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 210 time: 0.0301137 Aug 12 02:25:26.926813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:26.971809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a43fe661-8b0a-4a1e-b53a-eea1a2df6c70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6e164aa81164ae3944f1a2e05e570ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436187 Aug 12 02:25:26.974629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:27.004952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:25:27.004952 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:25:27.020192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e734bb-62e7-49d3-826d-462e1be7c7f4 None None] Pushing event updated for resources: {'Port': ['ID=81f6ac47-a6e3-4698-b28e-7602d6efc995,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:27.046278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.057684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-98a87378-ddef-492d-8da3-1b170b7c187e None None] Provisioning for port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:27.072544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.096310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-98a87378-ddef-492d-8da3-1b170b7c187e None None] Provisioning complete for port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:27.096546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98a87378-ddef-492d-8da3-1b170b7c187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.132317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.135595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.137031 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f1e9bf7-f112-4730-9ea7-ee7dbc1363aa HTTP/1.1" status: 204 len: 168 time: 0.1609495 Aug 12 02:25:27.162249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb22412-a46f-4005-ab41-85556dcdc5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1e9bf7-f112-4730-9ea7-ee7dbc1363aa,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:27.214087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-98a87378-ddef-492d-8da3-1b170b7c187e None None] Provisioning complete for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:27.214464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98a87378-ddef-492d-8da3-1b170b7c187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.254824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:27.411330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4a36fc5-5c7c-41f2-99cf-456cb6fd44af req-110ac34c-5a86-4d28-8b4c-e9ec0c08c40b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895181 Aug 12 02:25:27.412683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.420638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.485645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-cbb77050-7da9-4108-9371-d87693053600 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3349161 Aug 12 02:25:27.503982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:27.525511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-0264e173-0021-4ab5-a746-c0f231bd33ef tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:27.526973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-0264e173-0021-4ab5-a746-c0f231bd33ef tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.9456849 Aug 12 02:25:27.531755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Sync routers for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:27.553900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:27.554537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:27.561667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Request body: {'port': {'device_id': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'admin_state_up': True, 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:27.586486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:27.593481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:27.596887 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6442be-f1dc-4d26-a8d1-ca1d253cfb6f" -d '{"events": [{"server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "name": "network-vif-plugged", "status": "completed", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:27.655761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc537ea0-7c4b-4221-90dd-68ab703c2d29 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4a2b823736b437a92af9baa5552e880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674987 Aug 12 02:25:27.657820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45730) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:27.682899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.692861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.697072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f27011b-4cbb-4f99-8d90-a438159e23eb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0648310 Aug 12 02:25:27.706805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45732) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:27.752503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:27.753774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] device_id is not set on port aea7b2fa-0a93-4d56-8abe-05a359015ee0 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:27.756908 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d01632c-8b8a-4a69-b605-4fca7e1072d4 x-openstack-request-id: req-0d01632c-8b8a-4a69-b605-4fca7e1072d4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:27.757214 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "name": "network-vif-plugged", "status": "completed", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:27.757459 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d01632c-8b8a-4a69-b605-4fca7e1072d4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:27.758053 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4', 'code': 200} Aug 12 02:25:27.789582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.852783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.867694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 81f6ac47-a6e3-4698-b28e-7602d6efc995 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:27.903409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8fd25b-291b-4363-9a73-b062a0e275b0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:27.916992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb8675-eeac-4c82-9d93-d67004f35cf3 None None] Network 4d0597ec-7801-4fa5-93a5-e23fe46a9000 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:27.941902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.947005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ac56e52c-4e0d-44fe-a388-f8c10550e75a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/4f8fd25b-291b-4363-9a73-b062a0e275b0 HTTP/1.1" status: 204 len: 168 time: 3.1231594 Aug 12 02:25:27.953417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:27.954868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:27.992156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Network 2732dd59-c696-455f-88f8-091dae644fc9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:28.022769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-3d926111-d62a-4967-98e9-cc1d7998eb40 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250473 Aug 12 02:25:28.037771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:28.042542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db4b2-2df3-4aa4-89d0-be4b499285fc req-64e63ebf-473a-408b-a6ff-ba19bb886aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:28.045387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e73db4b2-2df3-4aa4-89d0-be4b499285fc req-64e63ebf-473a-408b-a6ff-ba19bb886aba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 1096 time: 0.2563863 Aug 12 02:25:28.050954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:28.052057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 81f6ac47-a6e3-4698-b28e-7602d6efc995 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:28.052435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.060426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Pushing event updated for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:28.088598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.115418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fcb80-b1b4-415b-bc28-3959d384f2d5 req-7a301a1f-8d4e-4e9a-b964-ff8d0f8058ac tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:28.124804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-646fcb80-b1b4-415b-bc28-3959d384f2d5 req-7a301a1f-8d4e-4e9a-b964-ff8d0f8058ac tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 946 time: 0.3497837 Aug 12 02:25:28.157438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:22Z', 'revision_number': 3, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:28.166219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:28.170047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.235875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Checking router: c9a5b244-27e3-42cf-9dc9-445d557deb79 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:25:28.241831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Updating router c9a5b244-27e3-42cf-9dc9-445d557deb79 port 059bf2c4-b862-424b-a54e-e3736228fa5a binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:25:28.253689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:28.254534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.287164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] DHCP port deletion for 4d0597ec-7801-4fa5-93a5-e23fe46a9000 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:25:28.319852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-646fcb80-b1b4-415b-bc28-3959d384f2d5 req-fefaf277-e6a9-42f3-9fa0-568c2640ad77 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938422 Aug 12 02:25:28.334824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.338679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 508e678d-81d9-4457-9ce8-b346fe931fa6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:28.362378 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.365743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e73db4b2-2df3-4aa4-89d0-be4b499285fc req-d5f7840b-7629-4610-9000-33489831dfde service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714272 Aug 12 02:25:28.397137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-f0aefb6f-e224-4341-adba-56a353a8c6ff tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6251924 Aug 12 02:25:28.410521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-00632d5b-ac10-4f45-8afc-c280c4ce9478 service neutron] 10.222.0.11 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793268 Aug 12 02:25:28.414071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.1.1.103 (e94b1c3c-6f86-4e6b-a02b-243a48161345/fe2c5437-aaab-4561-98cb-76abeca872cb/aea7b2fa-0a93-4d56-8abe-05a359015ee0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:28.486549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.489304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.494834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a2ab75d-05fa-447d-9d09-a34142b9ed09 HTTP/1.1" status: 204 len: 168 time: 0.8316844 Aug 12 02:25:28.516970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d0c0d-8b92-4179-93ae-cf0baab2c4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2ab75d-05fa-447d-9d09-a34142b9ed09,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:28.595589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce35f6-3fb5-46c4-8e5d-723d3d20a00d req-86aed6fc-e3e0-4a2e-9ef1-760c3877b9c8 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:28.600770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51ce35f6-3fb5-46c4-8e5d-723d3d20a00d req-86aed6fc-e3e0-4a2e-9ef1-760c3877b9c8 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 932 time: 0.1359940 Aug 12 02:25:28.616073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Deleting port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:28.616650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.620265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 508e678d-81d9-4457-9ce8-b346fe931fa6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:28.620852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.650043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:28.650532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.730623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,segment=NetworkSegment(d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf),segment_id=d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:28.731729 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.745624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:28.772940 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] For port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,segment=NetworkSegment(d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf),segment_id=d1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:28.773624 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:28.789391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f80cde33-c271-4cb2-838a-f98e3255a6ca service neutron] 10.222.0.11 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566606 Aug 12 02:25:28.797474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Request body: {'port': {'device_id': '1a870aa4-5b62-4604-bebb-65bea6324962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:28.809725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Calling delete_port for 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:28.878669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Allocated IP 172.20.0.8 (f438d16b-4c9c-4763-90fa-aa7f0c729f21/c0588012-2896-4f7f-956c-09bd9a04f337/c2b829c2-69da-451f-b7cb-e3c791e9b2c4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:28.885423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51ce35f6-3fb5-46c4-8e5d-723d3d20a00d req-1e2a3f08-ef67-461a-9c46-672409e5290e tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834084 Aug 12 02:25:28.944740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.007575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e73bb9fd-8745-4ade-8186-fd10f1f9e8dc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:29.033609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.080284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.083755 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:29.086872 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:25:29.113482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Transition to ACTIVE for port object 059bf2c4-b862-424b-a54e-e3736228fa5a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:29.117381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28e6a1e8-6b12-4cc5-a940-af68206452e1 req-4e68a5a7-4668-41d8-b000-ce06b04afb7b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 210 time: 0.0988958 Aug 12 02:25:29.117867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.118139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:29.125510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:29.132900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.171460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] Pushing event deleted for resources: {'Port': ['ID=2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:29.180016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b4857c-56b1-47ac-8864-758901b588a4 None None] No DVR routers for this DVR port 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:29.184842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.195791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:29.220144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object aea7b2fa-0a93-4d56-8abe-05a359015ee0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:29.232398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:29.234092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.266856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.269254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.375441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-6693646f-d61d-40b7-91ce-024331a973c8 service neutron] 10.222.0.11 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624089 Aug 12 02:25:29.404085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.453553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49098056-b23a-4023-80f2-518007900da9 None None] Pushing event updated for resources: {'Port': ['ID=059bf2c4-b862-424b-a54e-e3736228fa5a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:29.462267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Attempting to bind port 059bf2c4-b862-424b-a54e-e3736228fa5a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:29.462645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Attempting to bind port 059bf2c4-b862-424b-a54e-e3736228fa5a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:29.463015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Attempting to bind port 059bf2c4-b862-424b-a54e-e3736228fa5a on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:29.475933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:29.476212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:29.476424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.476806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:29.477290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Bound port: 059bf2c4-b862-424b-a54e-e3736228fa5a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:29.477685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.490967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.514637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0597ec-7801-4fa5-93a5-e23fe46a9000']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:29.549553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:29.549833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e4d95d-3cff-4aa2-a0cc-b6d408cb3bbf') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:29.570735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.585583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Allocated IP 172.20.0.1 (6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed/529bb205-a24c-4f6e-9303-e8eb29851401/c279626e-a84d-4efa-914d-afb5c1101796) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:29.603601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bf0f9-adfc-4242-9fd3-d76572533024 req-2fe600f1-b71e-468c-80ed-271a738f4c69 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:29.608512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.608891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:29.612337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-964bf0f9-adfc-4242-9fd3-d76572533024 req-2fe600f1-b71e-468c-80ed-271a738f4c69 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 946 time: 0.1237822 Aug 12 02:25:29.613386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] For port 059bf2c4-b862-424b-a54e-e3736228fa5a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:29.623036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.633602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:29.646585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:29.654667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] For port 059bf2c4-b862-424b-a54e-e3736228fa5a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=059bf2c4-b862-424b-a54e-e3736228fa5a,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:29.662490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:29.663152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:29.666535 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:29.673507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.677211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:29.678811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.688026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:29.695016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df', '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:29.772210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:29.799785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:29.817162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-964bf0f9-adfc-4242-9fd3-d76572533024 req-8d5262c6-7e9c-4a11-be5a-716f0b24396e tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036364 Aug 12 02:25:29.832709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.838142 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.870560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:29.889777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/4d0597ec-7801-4fa5-93a5-e23fe46a9000 HTTP/1.1" status: 204 len: 168 time: 1.9327641 Aug 12 02:25:29.907717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:29.950590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:29.951127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:29.953771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49098056-b23a-4023-80f2-518007900da9 None None] Pushing event updated for resources: {'Port': ['ID=059bf2c4-b862-424b-a54e-e3736228fa5a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:30.055156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:30.068112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89b87b-c65d-4153-b251-e3954b8e5a3d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=4d0597ec-7801-4fa5-93a5-e23fe46a9000,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:30.090980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.100458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:30.100458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e4a1ef6-d686-49f3-9d71-789ae9d3f2d0 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:30.167146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01412b33-69f9-4265-b4ff-2a2b99bb7bb0 None None] Provisioning for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:30.186028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:30.194673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01412b33-69f9-4265-b4ff-2a2b99bb7bb0 None None] Provisioning complete for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:30.195314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01412b33-69f9-4265-b4ff-2a2b99bb7bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.262875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:30.307972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:30.331853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-01412b33-69f9-4265-b4ff-2a2b99bb7bb0 None None] Port aea7b2fa-0a93-4d56-8abe-05a359015ee0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:30.358619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-17c98719-3541-4182-8874-dc95781c0c08 service neutron] 10.222.0.11 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9568446 Aug 12 02:25:30.381419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:30.382090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.452155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event updated for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:30.460448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52352010-ed0b-41e8-9780-e2affddfc823 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3179188 Aug 12 02:25:30.504254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:30.504855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.520957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Transition to ACTIVE for port object c279626e-a84d-4efa-914d-afb5c1101796 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:30.558199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-ad212a78-0f27-4b8a-a76f-76d1f3b6de06 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0167730 Aug 12 02:25:30.562281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305c038-0ae8-49fa-b052-9a9fc747fe9c req-4c08f755-57ed-43c1-b539-7f8a61fc4d90 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:30.571754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e305c038-0ae8-49fa-b052-9a9fc747fe9c req-4c08f755-57ed-43c1-b539-7f8a61fc4d90 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 945 time: 0.5502009 Aug 12 02:25:30.580070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Request body: {'port': {'device_id': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:30.592061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507c00a-8de0-43fd-82c3-c3b6ae564606 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:30.594524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:22Z', 'revision_number': 3, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:30.597416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d507c00a-8de0-43fd-82c3-c3b6ae564606 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6794856 Aug 12 02:25:30.600270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:30.617448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-db8c69e8-38a8-451b-a0a8-38b6a2298c0f service neutron] 10.222.0.11 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578170 Aug 12 02:25:30.636946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5bb06a-1f65-48a0-938e-5a6a3190dd6c None None] The sync data for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 is: [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:22Z', 'revision_number': 3, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:25:30.694272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e842e9-668b-4abb-8569-4302b5ec4522 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:30.711816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e63bf1d8-9409-4e3d-af08-524b9db34a63 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1085043 Aug 12 02:25:30.712960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:30.721869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-589310016'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:30.725574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.739986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.744166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e305c038-0ae8-49fa-b052-9a9fc747fe9c req-80b65228-91fb-49bf-98db-66816cd190fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671247 Aug 12 02:25:30.749252 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.757369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Transition to ACTIVE for port object 37e842e9-668b-4abb-8569-4302b5ec4522 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:30.803439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.854097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:30.858044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:30.875802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:30.892388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:30.895118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:30.971328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Pushing event updated for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:31.002994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:31.022383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:31.049255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.049639 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 80d38288-7bba-406d-8688-e45f529e38f1 of type vlan for network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 Aug 12 02:25:31.099060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.222975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefa8ca-1a30-4c5b-9e4f-124f3027b29c req-e531df1e-7723-40e2-84d6-f2f1fda4b08e tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:31.224892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcefa8ca-1a30-4c5b-9e4f-124f3027b29c req-e531df1e-7723-40e2-84d6-f2f1fda4b08e tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 944 time: 0.3796685 Aug 12 02:25:31.280005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Attempting to bind port 37e842e9-668b-4abb-8569-4302b5ec4522 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:31.280282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Attempting to bind port 37e842e9-668b-4abb-8569-4302b5ec4522 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ba1204fd-2518-488a-bf4e-71ed724d0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:31.280533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Attempting to bind port 37e842e9-668b-4abb-8569-4302b5ec4522 on network 2732dd59-c696-455f-88f8-091dae644fc9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:31.291557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Port 37e842e9-668b-4abb-8569-4302b5ec4522 on network 2732dd59-c696-455f-88f8-091dae644fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:31.292509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Attempting to bind port 37e842e9-668b-4abb-8569-4302b5ec4522 on network 2732dd59-c696-455f-88f8-091dae644fc9 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:31.307142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:31.307513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Checking segment: {'id': 'ba1204fd-2518-488a-bf4e-71ed724d0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:31.307916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Bound using segment: {'id': 'ba1204fd-2518-488a-bf4e-71ed724d0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:31.310442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Bound port: 37e842e9-668b-4abb-8569-4302b5ec4522, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1204fd-2518-488a-bf4e-71ed724d0d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:31.310833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.366814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.373927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-139c4685-0265-4ba3-89e9-7d011312ad85 None None] Provisioning for port c279626e-a84d-4efa-914d-afb5c1101796 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:31.380750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-139c4685-0265-4ba3-89e9-7d011312ad85 None None] Provisioning complete for port c279626e-a84d-4efa-914d-afb5c1101796 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:31.381545 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-139c4685-0265-4ba3-89e9-7d011312ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.405607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcefa8ca-1a30-4c5b-9e4f-124f3027b29c req-23d1a41d-7f1f-4761-bca5-933742f694b4 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241419 Aug 12 02:25:31.459837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-139c4685-0265-4ba3-89e9-7d011312ad85 None None] Port c279626e-a84d-4efa-914d-afb5c1101796 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:31.504195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:31.525507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.528454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37e842e9-668b-4abb-8569-4302b5ec4522,segment=NetworkSegment(ba1204fd-2518-488a-bf4e-71ed724d0d1c),segment_id=ba1204fd-2518-488a-bf4e-71ed724d0d1c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:31.534609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b829c2-69da-451f-b7cb-e3c791e9b2c4 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:31.549036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:31.549887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.550033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.577113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.589440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8722324 Aug 12 02:25:31.603003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45818) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:31.632576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:31.633316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.635063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] 10.222.0.21 "PUT /v2.0/ports/37e842e9-668b-4abb-8569-4302b5ec4522 HTTP/1.1" status: 200 len: 1092 time: 2.8445311 Aug 12 02:25:31.639422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:31.658805 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562" -d '{"events": [{"name": "network-changed", "server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:31.659400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:31.676132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Transition to ACTIVE for port object c2b829c2-69da-451f-b7cb-e3c791e9b2c4 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:31.700237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.765973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d7503-d685-47d0-bc1c-9f7f92ec20e6 service neutron] Pushing event updated for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:31.876276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.946211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:31.959125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.967077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-13f8e80a-b66c-4ea1-909f-fd71a4bbe104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:31.971803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-dd25d3c7-e759-407b-8bc1-ebf03d0e9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:31.973903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-dd25d3c7-e759-407b-8bc1-ebf03d0e9d9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91aabd0366654b2cbd9f8fa804ecd91f&device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 1095 time: 0.2757640 Aug 12 02:25:31.988783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:32.062186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-89992202-dd33-49a3-be4b-97d3896dac78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e842e9-668b-4abb-8569-4302b5ec4522 HTTP/1.1" status: 200 len: 217 time: 0.0629942 Aug 12 02:25:32.087124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Attempting to bind port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:32.087498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Attempting to bind port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:32.091375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Attempting to bind port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:32.155500 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25cb70-95c3-472d-ad20-c41ea29145fd x-openstack-request-id: req-0c25cb70-95c3-472d-ad20-c41ea29145fd {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:32.155500 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:32.155500 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c25cb70-95c3-472d-ad20-c41ea29145fd {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:32.155500 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522', 'status': 'completed', 'code': 200} Aug 12 02:25:32.155500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:32.160833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152223952', 'description': 'tempest-description--1254698212'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:32.172710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:32.173076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Attempting to bind port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:32.212402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:32.212791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Checking segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:32.222920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Bound using segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:32.226042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Bound port: c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:32.229409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e73bb9fd-8745-4ade-8186-fd10f1f9e8dc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:32.232881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.239600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.249764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162aed77-e816-4e8e-86f0-e38b5c18a006 req-537dbeeb-e853-4f5b-bd2d-1b1770bb6aaa tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:32.257339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-162aed77-e816-4e8e-86f0-e38b5c18a006 req-537dbeeb-e853-4f5b-bd2d-1b1770bb6aaa tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 931 time: 0.6928003 Aug 12 02:25:32.297976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:32.298814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.320127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c480cc7d-85be-4c86-ab17-b8d84b79e7d3 req-91a0fd38-5870-4f12-8739-48ef11b17f11 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0634212 Aug 12 02:25:32.350453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-767750dc-c6ae-4243-8de9-1c1685124c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:32.353445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-767750dc-c6ae-4243-8de9-1c1685124c5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f97949a-789e-40b4-a406-92de1007b219 HTTP/1.1" status: 200 len: 861 time: 0.2751410 Aug 12 02:25:32.362717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.372830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91a351-6656-4e9a-9d89-7de7f6671eb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=3f943db3-2adf-4f2a-ba34-29bab2ace9f8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:32.407750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-162aed77-e816-4e8e-86f0-e38b5c18a006 req-8a541422-3455-4433-b5b4-80e38c996232 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Aug 12 02:25:32.426089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 059bf2c4-b862-424b-a54e-e3736228fa5a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:32.442643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-dd9e2afe-6425-42b7-9030-79f690fea483 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2732dd59-c696-455f-88f8-091dae644fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768654 Aug 12 02:25:32.492217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:32.573658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=76dc3b53-d3f0-426b-a85c-4b0a95fa100c,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:32.584854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '80d38288-7bba-406d-8688-e45f529e38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:32.585229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 3f943db3-2adf-4f2a-ba34-29bab2ace9f8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:32.591850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-791794d6-224a-4fc6-8b13-4ca77cdc9d60 service neutron] 10.222.0.21 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371503 Aug 12 02:25:32.632951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 059bf2c4-b862-424b-a54e-e3736228fa5a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:32.638887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 059bf2c4-b862-424b-a54e-e3736228fa5a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:32.640528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.660640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:32.670738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c259d3-1afb-40f2-b827-a709649ba1bd req-6b16d2ac-21c7-4225-8016-0b5692825f91 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:32.678585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68c259d3-1afb-40f2-b827-a709649ba1bd req-6b16d2ac-21c7-4225-8016-0b5692825f91 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 944 time: 0.1464851 Aug 12 02:25:32.710665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3f943db3-2adf-4f2a-ba34-29bab2ace9f8) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:32.721749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:32.722594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.736714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868e637-76dd-4615-ad10-2938ef5e0dcb None None] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:32.766881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68c259d3-1afb-40f2-b827-a709649ba1bd req-bf1b612d-0537-42c3-846e-5b090ff9653f tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871065 Aug 12 02:25:32.790747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.799747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.836244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:32.858063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-c4cf5545-6b41-421f-a4af-262dd621657d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2512095 Aug 12 02:25:32.867234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:32.874204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.880626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Pushing event updated for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:32.895698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.901348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.911980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e920d54-870b-45e8-827d-38da3235c739 req-7e41d47b-a8af-46cb-b1d1-f9216ea896aa tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:32.914045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8e920d54-870b-45e8-827d-38da3235c739 req-7e41d47b-a8af-46cb-b1d1-f9216ea896aa tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 945 time: 0.3167777 Aug 12 02:25:32.917752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.929814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 059bf2c4-b862-424b-a54e-e3736228fa5a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=059bf2c4-b862-424b-a54e-e3736228fa5a,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:32.941930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-42092941-fd2f-4ad1-9de1-e77318f7ec8d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2967389 Aug 12 02:25:32.942851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:32.954139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8', 'name': 'tempest-PortsTestJSON-867592135'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:32.957048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:32.981908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.013023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.013682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.015127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2b829c2-69da-451f-b7cb-e3c791e9b2c4 HTTP/1.1" status: 200 len: 1091 time: 2.4446907 Aug 12 02:25:33.037116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=059bf2c4-b862-424b-a54e-e3736228fa5a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:33.077842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7abd1-88e9-41f1-9c70-1be6104ea873 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:33.088044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:33.094041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:33.117235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-3f943db3-2adf-4f2a-ba34-29bab2ace9f8', 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': '76dc3b53-d3f0-426b-a85c-4b0a95fa100c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:33.118798 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.161828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8925a55f-93e3-4c00-bb59-107b2f47ca86 req-1c5b71c7-a6dc-44e7-952f-a4afbd309865 service neutron] 10.222.0.21 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191209 Aug 12 02:25:33.162575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43700b-4c81-48ce-863d-7426058dddf4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:33.187870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.189228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1595de94-c354-441e-8287-7ae428f8e6ee tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0321255 Aug 12 02:25:33.198489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:33.220931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'security_group_rule': {'security_group_id': '2b43700b-4c81-48ce-863d-7426058dddf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:33.262480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8e920d54-870b-45e8-827d-38da3235c739 req-08919206-b94f-478e-85a8-18824605236b tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326204 Aug 12 02:25:33.268391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:33.273551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.343079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Allocated IP 172.20.0.2 (3f943db3-2adf-4f2a-ba34-29bab2ace9f8/76dc3b53-d3f0-426b-a85c-4b0a95fa100c/eb769034-bac1-4a81-b9dc-fdcca038ffef) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:33.367945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port b007113d-7dbc-49d7-ab18-d20046f54a34 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:33.382478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-12f0e87c-eebb-416d-88be-6e4b0f33a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.393938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-12f0e87c-eebb-416d-88be-6e4b0f33a091 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 1094 time: 0.3008530 Aug 12 02:25:33.402148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f864-7d27-4526-987e-597c7b73df47 req-f21e54d5-88c5-43f6-a7d8-97b428f6b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.411381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-f21e54d5-88c5-43f6-a7d8-97b428f6b3c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 1096 time: 0.4224603 Aug 12 02:25:33.524683 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.537085 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-91d3f9ea-a4da-4382-88c5-170c73b4d708 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4 HTTP/1.1" status: 200 len: 217 time: 0.1238620 Aug 12 02:25:33.617394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Router c9a5b244-27e3-42cf-9dc9-445d557deb79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:25:33.629484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae279e1f-630b-405b-87b3-061142fce519 req-b25720de-b231-41af-a67b-0457bcf01e9f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1172450 Aug 12 02:25:33.659618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-87514d0a-6b93-47b6-9ca4-a05cfa10337c None None] Provisioning complete for port c279626e-a84d-4efa-914d-afb5c1101796 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:33.660117 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87514d0a-6b93-47b6-9ca4-a05cfa10337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.692551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-851e819a-35ad-4236-9f1a-0dccd6146477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.699098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-851e819a-35ad-4236-9f1a-0dccd6146477 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=91aabd0366654b2cbd9f8fa804ecd91f&device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 1095 time: 0.4054534 Aug 12 02:25:33.704202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.727728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Transition to ACTIVE for port object eb769034-bac1-4a81-b9dc-fdcca038ffef will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:33.737701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-87514d0a-6b93-47b6-9ca4-a05cfa10337c None None] Port c279626e-a84d-4efa-914d-afb5c1101796 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:33.763727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Transition to ACTIVE for port object eb769034-bac1-4a81-b9dc-fdcca038ffef will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:33.773254 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.823161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-2c9b3100-d93c-4aa6-a36a-c50a6908d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.825135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-2c9b3100-d93c-4aa6-a36a-c50a6908d776 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.2335510 Aug 12 02:25:33.826443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:33.830150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:33.841643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:33.853276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.8 (3f943db3-2adf-4f2a-ba34-29bab2ace9f8/76dc3b53-d3f0-426b-a85c-4b0a95fa100c/b007113d-7dbc-49d7-ab18-d20046f54a34) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:33.870516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Pushing event updated for resources: {'Port': ['ID=eb769034-bac1-4a81-b9dc-fdcca038ffef,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:33.898687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e46026e5-be1c-4c20-81b4-c29967f66387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:33.900093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-e46026e5-be1c-4c20-81b4-c29967f66387 service neutron] 10.222.0.21 "GET /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 1032 time: 0.3654394 Aug 12 02:25:33.980257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Attempting to bind port eb769034-bac1-4a81-b9dc-fdcca038ffef on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:33.984392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Attempting to bind port eb769034-bac1-4a81-b9dc-fdcca038ffef by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '80d38288-7bba-406d-8688-e45f529e38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:33.984996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Attempting to bind port eb769034-bac1-4a81-b9dc-fdcca038ffef on network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:33.994290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:33.994954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Checking segment: {'id': '80d38288-7bba-406d-8688-e45f529e38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:33.995597 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:33.996148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Bound using segment: {'id': '80d38288-7bba-406d-8688-e45f529e38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:33.997601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Bound port: eb769034-bac1-4a81-b9dc-fdcca038ffef, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d38288-7bba-406d-8688-e45f529e38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:33.998173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.006207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-384d897e-3222-4cc2-ac1f-303748214cbe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407197 Aug 12 02:25:34.007750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 059bf2c4-b862-424b-a54e-e3736228fa5a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:34.011562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f864-7d27-4526-987e-597c7b73df47 req-109f0b47-a00b-46ec-a62a-5880014e4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.016818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-109f0b47-a00b-46ec-a62a-5880014e4afd service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.5809624 Aug 12 02:25:34.089319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.148143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.158153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 059bf2c4-b862-424b-a54e-e3736228fa5a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:34.158647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.164077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:34.171126 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900da393-22ca-49d2-bdcc-018d02d8a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:34.176315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-ad2d74cf-4c32-4f47-aa58-fee98e269489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.177821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-ad2d74cf-4c32-4f47-aa58-fee98e269489 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2732dd59-c696-455f-88f8-091dae644fc9 HTTP/1.1" status: 200 len: 922 time: 0.4669294 Aug 12 02:25:34.211571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-5b0445b8-8b85-44bc-a524-81bc7bf69d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.212773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-5b0445b8-8b85-44bc-a524-81bc7bf69d5e service neutron] 10.222.0.21 "GET /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 1033 time: 0.2241080 Aug 12 02:25:34.214391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] For port eb769034-bac1-4a81-b9dc-fdcca038ffef, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:34.219726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] For port eb769034-bac1-4a81-b9dc-fdcca038ffef, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb769034-bac1-4a81-b9dc-fdcca038ffef,segment=NetworkSegment(80d38288-7bba-406d-8688-e45f529e38f1),segment_id=80d38288-7bba-406d-8688-e45f529e38f1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:34.223873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-bf8d96a2-e04b-45e2-bd0a-a1230d03c11a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 200 len: 217 time: 0.1296761 Aug 12 02:25:34.234830 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.235248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9383030-f03b-4375-86a4-ca8791b4b3c0 req-fc14bd52-48a3-45c1-865a-7ecbcf6db0a5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.240928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72112bd-cb77-4b7e-8867-baa7c4f08ff8 req-26ca5a2f-1b5d-473a-b59b-b303cdf8dfbe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.243424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9383030-f03b-4375-86a4-ca8791b4b3c0 req-fc14bd52-48a3-45c1-865a-7ecbcf6db0a5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 945 time: 0.4401293 Aug 12 02:25:34.251753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b72112bd-cb77-4b7e-8867-baa7c4f08ff8 req-26ca5a2f-1b5d-473a-b59b-b303cdf8dfbe tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 943 time: 0.3560138 Aug 12 02:25:34.283235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d95a7f-b9de-4841-8b7c-8f9970ac7e2f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:34.367436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408185b6-cadc-4128-93d5-8c373f16c81a None None] Pushing event updated for resources: {'Port': ['ID=eb769034-bac1-4a81-b9dc-fdcca038ffef,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:34.409483 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.434701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.436229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-badb11fd-9621-4e95-a54c-25c422f538ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2290571 Aug 12 02:25:34.447505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45874) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:34.455918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'security_group_rule': {'security_group_id': '2b43700b-4c81-48ce-863d-7426058dddf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:34.475298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:34.486224 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Sync routers for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:34.493154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f864-7d27-4526-987e-597c7b73df47 req-383e381d-5520-4e5f-9a52-b91cd31c294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.495020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-383e381d-5520-4e5f-9a52-b91cd31c294a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.2404811 Aug 12 02:25:34.497749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-99e7ac7b-3d4a-43f2-b4a5-a962ec6fb241 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798923 Aug 12 02:25:34.508707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9383030-f03b-4375-86a4-ca8791b4b3c0 req-47469c4f-a846-403b-81d2-09c4a2bbff74 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640116 Aug 12 02:25:34.511875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-f466bca1-a723-4f89-af2c-4ef5e2f66715 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37e842e9-668b-4abb-8569-4302b5ec4522 HTTP/1.1" status: 200 len: 217 time: 0.2908142 Aug 12 02:25:34.514213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:34.523784 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:34.548994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fba9f497-9381-4ee7-80fa-29dfd159ef16 admin admin] 10.222.0.11 "PUT /v2.0/routers/c9a5b244-27e3-42cf-9dc9-445d557deb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8405325 Aug 12 02:25:34.562839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef250c48-d8d6-4ef5-ae4a-1139eaba6956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.680322 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.698583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-2571ba6b-fe07-41c8-a715-96dc13d2b398 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732589 Aug 12 02:25:34.756129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b72112bd-cb77-4b7e-8867-baa7c4f08ff8 req-5c851528-46f0-4f6a-b6ac-ec41a44bce13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019648 Aug 12 02:25:34.788667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.825160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-c2567c92-7ef7-49ac-b4e5-a35cafc0cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:34.827052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-c2567c92-7ef7-49ac-b4e5-a35cafc0cf4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f97949a-789e-40b4-a406-92de1007b219 HTTP/1.1" status: 200 len: 861 time: 0.3015645 Aug 12 02:25:34.865750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object b007113d-7dbc-49d7-ab18-d20046f54a34 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:34.875569 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae0bec0-0fcc-42ac-8b17-9e436bd2c6d4 x-openstack-request-id: req-9ae0bec0-0fcc-42ac-8b17-9e436bd2c6d4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:34.876087 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:34.876521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ae0bec0-0fcc-42ac-8b17-9e436bd2c6d4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:34.877086 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'status': 'completed', 'code': 200} Aug 12 02:25:34.906764 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:34.962839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-1d1f9166-ea03-4e8b-85fb-46b71e00ed44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2732dd59-c696-455f-88f8-091dae644fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210179 Aug 12 02:25:34.963407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:34.990523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.063296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f78127df-5627-455f-b5c5-edf61667a5af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:35.073427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f78127df-5627-455f-b5c5-edf61667a5af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:35.080578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f78127df-5627-455f-b5c5-edf61667a5af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:35.082500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f78127df-5627-455f-b5c5-edf61667a5af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 1996 time: 0.8600059 Aug 12 02:25:35.084894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7101ed40-1d06-486b-8656-ed1cbc4e1995 req-4ba698ed-5569-43a5-a9c6-8a43ece391aa tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1160469 Aug 12 02:25:35.132321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-12a23ce5-6255-47f0-8475-9838104d3188 service neutron] 10.222.0.21 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570594 Aug 12 02:25:35.133701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=b007113d-7dbc-49d7-ab18-d20046f54a34,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:35.171305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b064bb7-1488-4b0e-817c-4179624e5185 req-adc5d3a9-c3b0-4aff-b08a-b9d6c2849d8b tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:35.178770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b064bb7-1488-4b0e-817c-4179624e5185 req-adc5d3a9-c3b0-4aff-b08a-b9d6c2849d8b tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 944 time: 0.4769552 Aug 12 02:25:35.285673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-816e1563-0e41-4bdd-9bc0-d8c624dfb9e1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26 HTTP/1.1" status: 200 len: 379 time: 0.1363509 Aug 12 02:25:35.295325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:31Z', 'revision_number': 4, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c279626e-a84d-4efa-914d-afb5c1101796', 'name': '', 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'mac_address': 'fa:16:3e:91:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:29Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 2, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'subnets': [{'id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:35.302120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'admin_state_up': True, 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'security_groups': ['1989b37e-853b-494f-ae41-962fbf632cca']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:35.312893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:35.359624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:35.373031 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Checking router: c9a5b244-27e3-42cf-9dc9-445d557deb79 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:25:35.373486 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Updating router c9a5b244-27e3-42cf-9dc9-445d557deb79 port c279626e-a84d-4efa-914d-afb5c1101796 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:25:35.415100 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.420585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:35.442133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.502625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.551605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593185f8-a85b-4589-8ebb-88f262fc381b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:35.596655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.597814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55080c69-cb26-4533-b6c9-d43e41ddebcc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1490479 Aug 12 02:25:35.620520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:35.621408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.623981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:35.634586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:35.697717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be3cf7f5-73e5-43da-822f-4ea51f834ef5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7497261 Aug 12 02:25:35.699396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:35.718095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '3f943db3-2adf-4f2a-ba34-29bab2ace9f8', 'name': 'tempest-PortsTestJSON-827708495'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:35.779771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.820191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.861839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-71c6cfca-2306-4189-b1f6-b87a7eb9e63b service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0296640 Aug 12 02:25:35.872417 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.889544 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Transition to ACTIVE for port object c279626e-a84d-4efa-914d-afb5c1101796 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:35.908287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:35.910191 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.912739 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:35.956760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd186894-74d5-4b57-b839-cad5a4c54fa9 None None] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:35.987717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b064bb7-1488-4b0e-817c-4179624e5185 req-30c10d51-0e93-4173-b0cd-47aae8aa09e4 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8079715 Aug 12 02:25:36.015579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48124d8-e10f-4494-b4cd-9ca01adf876a None None] Pushing event updated for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:36.045088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0605681-9156-4203-b7ad-5d7ced4c74a7 req-87d34869-c9b6-42f7-b41d-28c7cb7bed4f service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4145992 Aug 12 02:25:36.114211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb769034-bac1-4a81-b9dc-fdcca038ffef up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:36.137002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-10f4cdd0-9d4f-4f51-a1e2-2679dd461c0a None None] Provisioning for port eb769034-bac1-4a81-b9dc-fdcca038ffef completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:36.175388 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Attempting to bind port c279626e-a84d-4efa-914d-afb5c1101796 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:36.175657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-973bd2ab-7745-47f6-9c4f-1e66841fb42b tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:36.175900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Attempting to bind port c279626e-a84d-4efa-914d-afb5c1101796 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:36.176269 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Attempting to bind port c279626e-a84d-4efa-914d-afb5c1101796 on network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:36.178088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-973bd2ab-7745-47f6-9c4f-1e66841fb42b tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 945 time: 0.3707387 Aug 12 02:25:36.184262 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:36.185745 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Checking segment: {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:36.186175 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:36.186784 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Bound using segment: {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:36.187064 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Bound port: c279626e-a84d-4efa-914d-afb5c1101796, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:36.187580 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:36.330416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port eb769034-bac1-4a81-b9dc-fdcca038ffef completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:36.334290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] For port c279626e-a84d-4efa-914d-afb5c1101796, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:36.337216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port eb769034-bac1-4a81-b9dc-fdcca038ffef triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:36.337594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:36.357082 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] For port c279626e-a84d-4efa-914d-afb5c1101796, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c279626e-a84d-4efa-914d-afb5c1101796,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:36.368807 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:36.458380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-3e533f64-ef4a-4a6a-b9ac-184ad95f9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:36.459950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-3e533f64-ef4a-4a6a-b9ac-184ad95f9082 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 1094 time: 0.3419106 Aug 12 02:25:36.472784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:36.500420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fa0be05-3d8a-4ea2-a04c-9fbba8d68562 req-ecfa9f20-6174-4a70-a221-8fe5f3731183 service neutron] 10.222.0.21 "GET /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2931306 Aug 12 02:25:36.504399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37e842e9-668b-4abb-8569-4302b5ec4522 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:36.509959 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48124d8-e10f-4494-b4cd-9ca01adf876a None None] Pushing event updated for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:36.547941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042c78d-98af-4e17-92ab-dacddc0040e2 req-fd09a7ca-bbe1-4ea3-b01b-50c2db0fc702 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:36.550560 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:36.551222 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:36.564909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0042c78d-98af-4e17-92ab-dacddc0040e2 req-fd09a7ca-bbe1-4ea3-b01b-50c2db0fc702 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 945 time: 0.9050486 Aug 12 02:25:36.575171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7303d-df9f-4367-b16c-8b91a701fe5c req-ad9f4546-0eb2-4869-9971-2631007ad488 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:36.576792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-62f7303d-df9f-4367-b16c-8b91a701fe5c req-ad9f4546-0eb2-4869-9971-2631007ad488 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 943 time: 0.3969090 Aug 12 02:25:36.683749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1806f864-7d27-4526-987e-597c7b73df47 req-e57a2ed2-de3f-42b9-aa95-505cb68527c6 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799976 Aug 12 02:25:36.768606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37e842e9-668b-4abb-8569-4302b5ec4522,segment=NetworkSegment(ba1204fd-2518-488a-bf4e-71ed724d0d1c),segment_id=ba1204fd-2518-488a-bf4e-71ed724d0d1c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:36.801759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '37e842e9-668b-4abb-8569-4302b5ec4522', 'network_id': '2732dd59-c696-455f-88f8-091dae644fc9', 'port_id': '37e842e9-668b-4abb-8569-4302b5ec4522', 'mac_address': 'fa:16:3e:1d:02:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f97949a-789e-40b4-a406-92de1007b219', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:36.812098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0042c78d-98af-4e17-92ab-dacddc0040e2 req-9eb02af1-5888-4846-bc5b-ded7681b2f26 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055449 Aug 12 02:25:36.875008 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:37.053152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port eb769034-bac1-4a81-b9dc-fdcca038ffef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb769034-bac1-4a81-b9dc-fdcca038ffef,segment=NetworkSegment(80d38288-7bba-406d-8688-e45f529e38f1),segment_id=80d38288-7bba-406d-8688-e45f529e38f1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:37.061312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Deleting port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:37.061862 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.071059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.096160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-c5ba6901-79dc-4924-afc0-8d4c2209afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:37.098239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-c5ba6901-79dc-4924-afc0-8d4c2209afd3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.6230958 Aug 12 02:25:37.102282 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.107848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:37.111544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.125958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-62f7303d-df9f-4367-b16c-8b91a701fe5c req-294b2362-a49d-4482-8b62-bdd6b3ed00d0 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399588 Aug 12 02:25:37.150910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 172.20.0.12 (9f68364a-abce-4c2d-8c97-28cb7fd53efd/f205d68c-689d-434d-b3fa-4062e8285ea7/971739cc-4fa7-460d-87c7-37c4b25f186f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:37.154644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 019d21b5-8789-4fd5-b9d5-31c5f8590c9c yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:37.357491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e842e9-668b-4abb-8569-4302b5ec4522 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:37.373357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.410379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37e842e9-668b-4abb-8569-4302b5ec4522,segment=NetworkSegment(ba1204fd-2518-488a-bf4e-71ed724d0d1c),segment_id=ba1204fd-2518-488a-bf4e-71ed724d0d1c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:37.440246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.441869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Provisioning for port b007113d-7dbc-49d7-ab18-d20046f54a34 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:37.458178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-3e4a1fe6-ca8f-4f3f-a1e3-7aaaa0697c37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4 HTTP/1.1" status: 200 len: 217 time: 0.2841606 Aug 12 02:25:37.474969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.476788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=eb769034-bac1-4a81-b9dc-fdcca038ffef,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:37.494001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Provisioning complete for port b007113d-7dbc-49d7-ab18-d20046f54a34 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:37.494308 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.508287 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:31Z', 'revision_number': 4, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c279626e-a84d-4efa-914d-afb5c1101796', 'name': '', 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'mac_address': 'fa:16:3e:91:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:29Z', 'updated_at': '2021-08-12T02:25:36Z', 'revision_number': 4, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'subnets': [{'id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:37.547864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2f63ddc5-f574-4c7c-89e8-8df812a8352a req-734c9c80-e744-43b0-8f21-9590dd8350c0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.2058647 Aug 12 02:25:37.556848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa60393-4b64-411e-a4a6-0259ef1e1e66 None None] The sync data for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 is: [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:31Z', 'revision_number': 4, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c279626e-a84d-4efa-914d-afb5c1101796', 'name': '', 'network_id': '6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'mac_address': 'fa:16:3e:91:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:29Z', 'updated_at': '2021-08-12T02:25:36Z', 'revision_number': 4, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'subnets': [{'id': '529bb205-a24c-4f6e-9303-e8eb29851401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:25:37.719948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-3ba35a63-676a-4374-a903-f519a83857fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:37.726657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-3ba35a63-676a-4374-a903-f519a83857fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.2673972 Aug 12 02:25:37.754460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] For port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:37.754963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:37.790898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-fc49f244-1f7a-499b-999c-50c4fe1f3a60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521472 Aug 12 02:25:37.815004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Calling delete_port for 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:37.956564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.9 (3f943db3-2adf-4f2a-ba34-29bab2ace9f8/76dc3b53-d3f0-426b-a85c-4b0a95fa100c/019d21b5-8789-4fd5-b9d5-31c5f8590c9c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:38.072918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-42e83e31-f5d0-46dc-a1f8-4f93cbf83072 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719231 Aug 12 02:25:38.123498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a4708-2699-4604-ae4a-54064b991728 req-2f28dee1-b657-48a0-ad04-2d2e391af7ed tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:38.143322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d98a4708-2699-4604-ae4a-54064b991728 req-2f28dee1-b657-48a0-ad04-2d2e391af7ed tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 945 time: 0.4364705 Aug 12 02:25:38.185581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.201745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object 971739cc-4fa7-460d-87c7-37c4b25f186f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:38.235783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c279626e-a84d-4efa-914d-afb5c1101796 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:38.246011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Port b007113d-7dbc-49d7-ab18-d20046f54a34 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:38.278143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-900da393-22ca-49d2-bdcc-018d02d8a57b req-ee45bfae-b37c-4729-9352-ebd192ac1e2d service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914520 Aug 12 02:25:38.294962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['37e842e9-668b-4abb-8569-4302b5ec4522'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:38.338557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 172.25.3.142 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/30f86e41-faed-4e9e-9f81-f48fdc13c646) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:38.358896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.371060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:38.404070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:25:38.450586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.478391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['a8087608-df84-4c5e-9840-2014a1d716d8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:38.520671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Provisioning complete for port eb769034-bac1-4a81-b9dc-fdcca038ffef triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:38.521437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c770e67-5132-454d-8cc5-29f36072f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.523518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:38.581566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:38.594844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c279626e-a84d-4efa-914d-afb5c1101796 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:38.600090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-117e1e6e-91e4-44a2-8ef6-d9153b29a237 req-503b914b-023e-4348-8751-f5e59a729863 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 210 time: 0.0525141 Aug 12 02:25:38.614116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:38.614587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:38.622573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:38.622801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c279626e-a84d-4efa-914d-afb5c1101796 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:38.623301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.656397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event deleted for resources: {'Port': ['ID=1ebaebb6-c55e-45af-8c25-0768db6fa5b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:38.661884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:38.711463 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d98a4708-2699-4604-ae4a-54064b991728 req-48029250-0d01-4e60-835e-65cc617ae27f tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671160 Aug 12 02:25:38.739413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] No DVR routers for this DVR port 1ebaebb6-c55e-45af-8c25-0768db6fa5b4 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:38.752640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:38.754837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46485594-7cb6-4468-b39a-038f52ffe9b2 req-cdbaadfb-f99f-4853-8a25-f43fcb0e47fe tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "DELETE /v2.0/ports/1ebaebb6-c55e-45af-8c25-0768db6fa5b4 HTTP/1.1" status: 204 len: 173 time: 2.5463588 Aug 12 02:25:38.755344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'name': 'network-vif-deleted', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:38.774290 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57937644-2cac-4747-bffa-17a635d4afca" -d '{"events": [{"server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "name": "network-vif-deleted", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:38.804922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:38.816947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:39.077022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:39.077702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.106195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.121079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.122084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da1915-f78a-4460-885a-269ea08ef9f6 req-57cd641b-45e0-42b5-922a-5876dea60556 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:39.130613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8da1915-f78a-4460-885a-269ea08ef9f6 req-57cd641b-45e0-42b5-922a-5876dea60556 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 943 time: 0.3481622 Aug 12 02:25:39.172702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 019d21b5-8789-4fd5-b9d5-31c5f8590c9c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:39.181060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.182219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4f5c0d24-e898-4057-aecd-442fda54c996 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8842723 Aug 12 02:25:39.225191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'admin_state_up': True, 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'security_groups': ['1989b37e-853b-494f-ae41-962fbf632cca']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:39.253826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd49738-0067-46e0-b871-e972d69374f0 req-0e1d327e-71db-4373-b582-03a91a152591 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:39.255540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fd49738-0067-46e0-b871-e972d69374f0 req-0e1d327e-71db-4373-b582-03a91a152591 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 932 time: 0.2690327 Aug 12 02:25:39.280833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8da1915-f78a-4460-885a-269ea08ef9f6 req-3617d00e-1baf-43df-b699-14ee7447931d tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488090 Aug 12 02:25:39.324159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c279626e-a84d-4efa-914d-afb5c1101796, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c279626e-a84d-4efa-914d-afb5c1101796,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:39.365193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.366042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb769034-bac1-4a81-b9dc-fdcca038ffef up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:39.412975 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012d98b-eedd-4b23-a8ca-b0c36181c102 x-openstack-request-id: req-1012d98b-eedd-4b23-a8ca-b0c36181c102 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:39.413231 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769a620c-244a-4218-b26f-224a614a3ba7", "name": "network-vif-deleted", "tag": "1ebaebb6-c55e-45af-8c25-0768db6fa5b4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:39.413518 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1012d98b-eedd-4b23-a8ca-b0c36181c102 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:39.413832 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769a620c-244a-4218-b26f-224a614a3ba7', 'name': 'network-vif-deleted', 'tag': '1ebaebb6-c55e-45af-8c25-0768db6fa5b4', 'status': 'completed', 'code': 200} Aug 12 02:25:39.494838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:39.538637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Provisioning complete for port b007113d-7dbc-49d7-ab18-d20046f54a34 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:39.539029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.666269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:39.681298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.727206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c2b829c2-69da-451f-b7cb-e3c791e9b2c4 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:25:39.760072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fd49738-0067-46e0-b871-e972d69374f0 req-acf6aeee-4906-42a6-8eda-bb27a61a6630 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855375 Aug 12 02:25:39.818267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Port b007113d-7dbc-49d7-ab18-d20046f54a34 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:39.862179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2ce12801-725a-471f-9853-885ea39bc9e6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:39.879890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Provisioning for port 971739cc-4fa7-460d-87c7-37c4b25f186f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:39.882078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port eb769034-bac1-4a81-b9dc-fdcca038ffef triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:39.882630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.936975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb5299d5-6eaa-4eac-979a-bc262e2e889e req-24ae0493-9926-4fb4-a59d-95fb17941645 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=769a620c-244a-4218-b26f-224a614a3ba7 HTTP/1.1" status: 200 len: 210 time: 0.0565684 Aug 12 02:25:39.968112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.976841 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:39.983719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.028807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Provisioning complete for port 971739cc-4fa7-460d-87c7-37c4b25f186f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:40.029496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.092275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:40.102849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:40.112189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:40.120567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:40.124455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:40.126568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:40.155852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0214f647-4f8a-4e9d-8632-2e73e8be8e47 None None] Port 971739cc-4fa7-460d-87c7-37c4b25f186f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:40.158146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=30f86e41-faed-4e9e-9f81-f48fdc13c646,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:40.192164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bead1-705c-4624-ac7e-198b83a7f0a2 req-631533f0-4371-4638-b72d-b7cd7c3fd3e5 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:40.199460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-257bead1-705c-4624-ac7e-198b83a7f0a2 req-631533f0-4371-4638-b72d-b7cd7c3fd3e5 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 945 time: 0.2717416 Aug 12 02:25:40.205975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:40.220568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.1.1.85 (3ce82063-d37e-4ebb-81cb-b27cc0b1f227/855c2388-a203-476e-a1b0-bc91862b3a90/db4c35b5-34ee-4969-8f43-c7a76d9213c6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:40.228937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'port_id': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'mac_address': 'fa:16:3e:af:af:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0588012-2896-4f7f-956c-09bd9a04f337', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:25:40.430701 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.437790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:40.438458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.448738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=019d21b5-8789-4fd5-b9d5-31c5f8590c9c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:40.477326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b829c2-69da-451f-b7cb-e3c791e9b2c4 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:40.500721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37e842e9-668b-4abb-8569-4302b5ec4522 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:40.513679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-257bead1-705c-4624-ac7e-198b83a7f0a2 req-42584db8-7425-4a71-a2f8-a287a1d86dda tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132412 Aug 12 02:25:40.570802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-084befbd-53cc-4d6c-bbed-6b9e86d7fb08 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.8606408 Aug 12 02:25:40.589717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45976) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:40.632264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:40.646772 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.697561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1e814-b4e1-419b-a47e-3e626148aa2d req-e1e52d98-cd37-406b-ae7f-962729fa0e94 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:40.704566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:40.705678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acb1e814-b4e1-419b-a47e-3e626148aa2d req-e1e52d98-cd37-406b-ae7f-962729fa0e94 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 943 time: 0.3043020 Aug 12 02:25:40.706987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-49937444-4c5f-4faa-9356-4c4cd01adb24 None None] Provisioning for port 019d21b5-8789-4fd5-b9d5-31c5f8590c9c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:40.712536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c279626e-a84d-4efa-914d-afb5c1101796 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:40.722095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-49937444-4c5f-4faa-9356-4c4cd01adb24 None None] Provisioning complete for port 019d21b5-8789-4fd5-b9d5-31c5f8590c9c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:40.722433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49937444-4c5f-4faa-9356-4c4cd01adb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.729806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.761488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c7512-0c32-47e2-bc19-43008fd24583 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:40.766274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-572c7512-0c32-47e2-bc19-43008fd24583 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.1698961 Aug 12 02:25:40.768416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:40.785161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 37e842e9-668b-4abb-8569-4302b5ec4522 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:40.797361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 37e842e9-668b-4abb-8569-4302b5ec4522 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:40.798119 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.806763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acb1e814-b4e1-419b-a47e-3e626148aa2d req-5b93c173-6f5e-4382-a666-4cce6138b9bd tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862610 Aug 12 02:25:40.830325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Deleting port 9508f701-5c69-45de-bfa4-4d2169e87246 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:40.830668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.853842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-49937444-4c5f-4faa-9356-4c4cd01adb24 None None] Port 019d21b5-8789-4fd5-b9d5-31c5f8590c9c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:40.878121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.912548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c279626e-a84d-4efa-914d-afb5c1101796 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:40.914924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:40.975731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.000851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c2b829c2-69da-451f-b7cb-e3c791e9b2c4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:41.003282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 019d21b5-8789-4fd5-b9d5-31c5f8590c9c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:41.004059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.024879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object db4c35b5-34ee-4969-8f43-c7a76d9213c6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:41.097985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3944fd8-c62d-4bb4-8ec2-6de4de7c016b req-dd71b096-6d84-42e4-bfc9-316570ee1ae4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:41.105874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3944fd8-c62d-4bb4-8ec2-6de4de7c016b req-dd71b096-6d84-42e4-bfc9-316570ee1ae4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 932 time: 0.1806903 Aug 12 02:25:41.121028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] For port 9508f701-5c69-45de-bfa4-4d2169e87246, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9508f701-5c69-45de-bfa4-4d2169e87246,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:41.122252 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.142517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.164096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Calling delete_port for 9508f701-5c69-45de-bfa4-4d2169e87246 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:41.248423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3944fd8-c62d-4bb4-8ec2-6de4de7c016b req-eaeafb7b-4757-440a-8bcd-fa50a5165da7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415336 Aug 12 02:25:41.251100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:41.253417 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c1bc10-7214-4f9b-8811-b33d973fd2d4" -d '{"events": [{"server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "name": "network-vif-plugged", "status": "completed", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:41.290951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37e842e9-668b-4abb-8569-4302b5ec4522,segment=NetworkSegment(ba1204fd-2518-488a-bf4e-71ed724d0d1c),segment_id=ba1204fd-2518-488a-bf4e-71ed724d0d1c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:41.318111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.318969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.345080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 019d21b5-8789-4fd5-b9d5-31c5f8590c9c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:41.350595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.464595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:41.470141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:41.482526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:41.498292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:41.560301 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb74785-56a8-4f13-9339-dae942a05e58 x-openstack-request-id: req-edb74785-56a8-4f13-9339-dae942a05e58 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:41.560665 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "name": "network-vif-plugged", "status": "completed", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:41.561015 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edb74785-56a8-4f13-9339-dae942a05e58 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:41.561382 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522', 'code': 200} Aug 12 02:25:41.674983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:41.678862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.704978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.824872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:41.825665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.923806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a7e3bc4f-da42-43bd-9a8d-536be59ba3b3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7229042 Aug 12 02:25:41.937443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=30f86e41-faed-4e9e-9f81-f48fdc13c646,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:41.945583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'admin_state_up': True, 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'security_groups': ['1989b37e-853b-494f-ae41-962fbf632cca']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:41.968343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:41.990873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3054d480-3242-4517-869d-dd3b29b9c17d None None] Provisioning for port db4c35b5-34ee-4969-8f43-c7a76d9213c6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:41.995991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3054d480-3242-4517-869d-dd3b29b9c17d None None] Provisioning complete for port db4c35b5-34ee-4969-8f43-c7a76d9213c6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:41.997338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3054d480-3242-4517-869d-dd3b29b9c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.027160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9508f701-5c69-45de-bfa4-4d2169e87246,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:42.041440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.071697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3054d480-3242-4517-869d-dd3b29b9c17d None None] Port db4c35b5-34ee-4969-8f43-c7a76d9213c6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:42.084412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.143773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15fdd2-9aec-447a-b8c5-9cf9bcec491c req-24722d84-780c-494b-9dcb-6df7a314b611 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:42.151666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f15fdd2-9aec-447a-b8c5-9cf9bcec491c req-24722d84-780c-494b-9dcb-6df7a314b611 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 944 time: 0.2220123 Aug 12 02:25:42.157083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.158283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a8d4692d-894f-480a-8aac-7ec8f66c3398 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5300052 Aug 12 02:25:42.163693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=019d21b5-8789-4fd5-b9d5-31c5f8590c9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:42.189234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1a283-aa9a-4a8a-ac1f-b14db126b792 req-546df3e0-2e10-4d68-944a-a1f41cbb5c39 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:42.192293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fd1a283-aa9a-4a8a-ac1f-b14db126b792 req-546df3e0-2e10-4d68-944a-a1f41cbb5c39 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 946 time: 0.2718606 Aug 12 02:25:42.236766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f15fdd2-9aec-447a-b8c5-9cf9bcec491c req-27af2044-dbdf-4890-a3cd-d8a313b04716 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789418 Aug 12 02:25:42.282676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:42.293562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cc7d8-1bf0-40cb-8168-c1b03a0a5eb5 req-36e066a0-6d00-4fee-95dd-b835ace61c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:42.297599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.315370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d3cc7d8-1bf0-40cb-8168-c1b03a0a5eb5 req-36e066a0-6d00-4fee-95dd-b835ace61c9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 1097 time: 0.3854077 Aug 12 02:25:42.718873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d3cc7d8-1bf0-40cb-8168-c1b03a0a5eb5 req-c3b039be-5340-4c79-8289-c7e046914ca5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886065 Aug 12 02:25:42.721858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e75a0-81d7-413c-8214-9959aa4858d1 req-3d5decb3-7276-46e3-84e9-3ffaed016d4e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:42.729351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e75a0-81d7-413c-8214-9959aa4858d1 req-3d5decb3-7276-46e3-84e9-3ffaed016d4e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:42.730269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.731692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f17e75a0-81d7-413c-8214-9959aa4858d1 req-3d5decb3-7276-46e3-84e9-3ffaed016d4e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 1653 time: 0.1427169 Aug 12 02:25:42.733361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.1.1.35 (3ce82063-d37e-4ebb-81cb-b27cc0b1f227/855c2388-a203-476e-a1b0-bc91862b3a90/dd3f4e3c-4513-4419-97b1-0c0a427662b1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:42.739691 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71a4730e-50b6-4939-a932-568138e23736 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/019d21b5-8789-4fd5-b9d5-31c5f8590c9c HTTP/1.1" status: 204 len: 168 time: 1.9701791 Aug 12 02:25:42.741171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:42.759092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fd1a283-aa9a-4a8a-ac1f-b14db126b792 req-b5a84289-83dc-4a4f-9ea6-7f3fc419c3a7 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798973 Aug 12 02:25:42.759092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:42.811876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f17e75a0-81d7-413c-8214-9959aa4858d1 req-eff8c1e5-6444-44e1-9da1-5b106ff61c57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732605 Aug 12 02:25:43.036823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.057941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object dd3f4e3c-4513-4419-97b1-0c0a427662b1 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:43.106321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.177376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:43.183265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:43.197283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:43.205766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:43.298352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:43.299069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.319979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97fca858-fc4d-4ea4-ba55-ec99819c1f69 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3787503 Aug 12 02:25:43.343775 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0bc763-06e7-4732-ba0e-ad4c2c6db601 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:25:43.347849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'admin_state_up': True, 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'security_groups': ['1989b37e-853b-494f-ae41-962fbf632cca']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:43.348460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb0bc763-06e7-4732-ba0e-ad4c2c6db601 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/019d21b5-8789-4fd5-b9d5-31c5f8590c9c HTTP/1.1" status: 404 len: 333 time: 0.5862877 Aug 12 02:25:43.351442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:43.507347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-5c3f3185-cca1-4b4e-985a-3c9b666f09eb tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1152223952&fields=id&tenant_id=9e5c36dc33f04408937a2983dd056db8 HTTP/1.1" status: 200 len: 267 time: 0.1669307 Aug 12 02:25:43.509813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d172ea0-1f95-4dd4-9294-a4225edb8c11 req-3788bb35-7145-4e0e-ad27-f2807366c895 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:43.511366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d172ea0-1f95-4dd4-9294-a4225edb8c11 req-3788bb35-7145-4e0e-ad27-f2807366c895 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 944 time: 0.1814907 Aug 12 02:25:43.584763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d172ea0-1f95-4dd4-9294-a4225edb8c11 req-61b7cd6a-3ea8-4707-8d3b-f545ed17d083 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Aug 12 02:25:43.588855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:43.618435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3391b23e-b5c2-4904-9d25-d49d8981dd8f None None] Provisioning for port dd3f4e3c-4513-4419-97b1-0c0a427662b1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:43.631311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3391b23e-b5c2-4904-9d25-d49d8981dd8f None None] Provisioning complete for port dd3f4e3c-4513-4419-97b1-0c0a427662b1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:43.631997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3391b23e-b5c2-4904-9d25-d49d8981dd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.682073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c2b829c2-69da-451f-b7cb-e3c791e9b2c4 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:43.745761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.748867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-29a0b26a-d479-4ea8-a1ee-bc90866ddb48 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:43.754605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-29a0b26a-d479-4ea8-a1ee-bc90866ddb48 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 930 time: 0.2446115 Aug 12 02:25:43.800208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3391b23e-b5c2-4904-9d25-d49d8981dd8f None None] Port dd3f4e3c-4513-4419-97b1-0c0a427662b1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:43.842073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:43.846327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:43.846709 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:43.959320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9552304b-fbbc-4804-9894-0e9bce822f3a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:43.967984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9552304b-fbbc-4804-9894-0e9bce822f3a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 931 time: 0.2061672 Aug 12 02:25:43.977101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:25:44.027789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:44.037241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e9d77c32-2472-450f-92b7-5472689ee4d6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0679727 Aug 12 02:25:44.062697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port b007113d-7dbc-49d7-ab18-d20046f54a34 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:44.063069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:44.084190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b2c2-6ab7-4d7a-aca4-9671286933ae req-72aef007-0c88-4153-b0a4-366b16ef755c tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.092652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:44.093051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1b2c2-6ab7-4d7a-aca4-9671286933ae req-72aef007-0c88-4153-b0a4-366b16ef755c tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.095307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c1b2c2-6ab7-4d7a-aca4-9671286933ae req-72aef007-0c88-4153-b0a4-366b16ef755c tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc&device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 1682 time: 0.1530304 Aug 12 02:25:44.101168 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e5985-a143-4518-a4b2-cdff8dba8f61" -d '{"events": [{"server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "name": "network-vif-plugged", "status": "completed", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:44.140514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:44.154423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:44.248244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:44.250712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.2.2.100 (f1eb906d-bb42-4c5a-9942-549fe493c7eb/2af491de-2cbf-4b89-9dc5-a8ff6600fb04/b2e63097-27fa-4e7b-8d43-2492f2142a89) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:44.271247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-687ebcc2-54a8-411a-b5c7-6a52e644a33e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2331207 Aug 12 02:25:44.285434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24c1b2c2-6ab7-4d7a-aca4-9671286933ae req-a85b765c-285e-41f5-b382-d18aef0770de tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/security-groups?id=7a269653-b6e1-40b5-bbb0-2ee71438a48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494408 Aug 12 02:25:44.309218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:44.427348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for b007113d-7dbc-49d7-ab18-d20046f54a34 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:44.476114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:44.488855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af366771-730c-4d78-910a-1abc0fa0bf9f admin admin] 10.222.0.11 "PUT /v2.0/routers/5b47c4ed-5cfa-4736-a6ab-1af7acf28caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6703405 Aug 12 02:25:44.490263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Sync routers for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:44.519802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:44.532309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:44.533245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:44.625219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a8b61ef0-c2c3-4632-bf99-0369a5918c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.631439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a8b61ef0-c2c3-4632-bf99-0369a5918c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.638016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a8b61ef0-c2c3-4632-bf99-0369a5918c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.639819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a8b61ef0-c2c3-4632-bf99-0369a5918c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 1988 time: 0.3548298 Aug 12 02:25:44.711728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-85f14b51-cb02-4cdc-a001-91746a1101a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/quotas/9e5c36dc33f04408937a2983dd056db8 HTTP/1.1" status: 200 len: 375 time: 0.0309846 Aug 12 02:25:44.751990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:44.813961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:44.853113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a1f37-2708-495c-bb7f-d4a1674943b9 req-cf9a01c2-e8fd-41c5-ba91-936abf9a05e5 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:44.862918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-db3a1f37-2708-495c-bb7f-d4a1674943b9 req-cf9a01c2-e8fd-41c5-ba91-936abf9a05e5 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 946 time: 0.5110819 Aug 12 02:25:44.945118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-db3a1f37-2708-495c-bb7f-d4a1674943b9 req-ed4207cc-ee5d-4088-9aa8-53f7f6089717 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808229 Aug 12 02:25:45.050121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b46657fc-61b3-43f2-a03e-c7f7e2cb3b92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3201964 Aug 12 02:25:45.056569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.077262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.092958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.177666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object b2e63097-27fa-4e7b-8d43-2492f2142a89 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:45.208456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=b007113d-7dbc-49d7-ab18-d20046f54a34,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:45.232707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.289200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:41Z', 'revision_number': 5, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port': {'id': '577e8772-84d9-4ff8-9c49-eeb164b307f9', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:86:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:56Z', 'updated_at': '2021-08-12T02:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:45.294970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.295631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.296139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.298694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.299214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.300766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.301279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.302424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.302915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.304121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.304809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.305352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:45.365343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Checking router: 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:25:45.367077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:45.372815 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.375280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a02baa12-fabc-4099-bbad-6e0a6b24baf5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/b007113d-7dbc-49d7-ab18-d20046f54a34 HTTP/1.1" status: 204 len: 168 time: 2.0228746 Aug 12 02:25:45.380486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46070) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:45.388203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-afd9b529-3c1e-480b-8073-a1ccc1f99765 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:45.399273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-afd9b529-3c1e-480b-8073-a1ccc1f99765 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:45.404669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Routers {'5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:45.405143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-ca58ed14-9692-423f-b9e4-6b3cc773b013 service neutron] 10.222.0.11 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187883 Aug 12 02:25:45.405313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:45.419687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-afd9b529-3c1e-480b-8073-a1ccc1f99765 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:45.425902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-afd9b529-3c1e-480b-8073-a1ccc1f99765 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:45.435130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-afd9b529-3c1e-480b-8073-a1ccc1f99765 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3094 time: 0.2169604 Aug 12 02:25:45.441274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:45.452468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:45.457893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:45.476194 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2098a7a0-72bc-44c7-b4ef-5d83f04229e0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:25:45.490620 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2098a7a0-72bc-44c7-b4ef-5d83f04229e0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/b007113d-7dbc-49d7-ab18-d20046f54a34 HTTP/1.1" status: 404 len: 333 time: 0.1065676 Aug 12 02:25:45.494709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:45.549893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Deleting port 577e8772-84d9-4ff8-9c49-eeb164b307f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:45.550238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.562042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] Set router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:25:45.613566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-543ba76c-9f2c-4621-b403-36e2cf3ffc31 req-81a4273e-8f98-4af0-bf76-21c1bee748f7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774101 Aug 12 02:25:45.639593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:45.640239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.653892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:45Z', 'revision_number': 6, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:45.700362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-48f838f0-b177-42f8-93e0-3018b22a3827 service neutron] 10.222.0.11 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928700 Aug 12 02:25:45.707411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 76dc3b53-d3f0-426b-a85c-4b0a95fa100c {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:45.721969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8e7c7-6910-4f24-8426-408ed09b1852 None None] The sync data for ids ['5b47c4ed-5cfa-4736-a6ab-1af7acf28caf'] in n-d-804303-2 is: [{'id': '5b47c4ed-5cfa-4736-a6ab-1af7acf28caf', 'name': 'tempest-TestAggregatesBasicOps-1838103139-router', 'tenant_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:54Z', 'updated_at': '2021-08-12T02:25:45Z', 'revision_number': 6, 'project_id': 'bf39b5826f8a4ea7ae190ad8fea9e866', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:25:45.724119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d6b07f1c-ef82-4cb1-9a96-0ba9b877b358 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3819890 Aug 12 02:25:45.736087 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debcc18d-33c7-4f19-8c57-f14de5f12828 x-openstack-request-id: req-debcc18d-33c7-4f19-8c57-f14de5f12828 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:45.736615 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "name": "network-vif-plugged", "status": "completed", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:45.737495 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-debcc18d-33c7-4f19-8c57-f14de5f12828 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:45.738323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.741827 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'code': 200} Aug 12 02:25:45.820513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'admin_state_up': True, 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'security_groups': ['1989b37e-853b-494f-ae41-962fbf632cca']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:45.851418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0edc1367-1358-48eb-9995-ce1c730b3827 None None] Provisioning for port b2e63097-27fa-4e7b-8d43-2492f2142a89 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:45.865539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0edc1367-1358-48eb-9995-ce1c730b3827 None None] Provisioning complete for port b2e63097-27fa-4e7b-8d43-2492f2142a89 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:45.866434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0edc1367-1358-48eb-9995-ce1c730b3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.883998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a2a5dc2d-116b-4bcc-9fe2-466f7265a330 service neutron] 10.222.0.11 "GET /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1825707 Aug 12 02:25:45.895783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] For port 577e8772-84d9-4ff8-9c49-eeb164b307f9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=577e8772-84d9-4ff8-9c49-eeb164b307f9,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:45.896514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.952863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:45.956519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Calling delete_port for 577e8772-84d9-4ff8-9c49-eeb164b307f9 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:46.016230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0edc1367-1358-48eb-9995-ce1c730b3827 None None] Port b2e63097-27fa-4e7b-8d43-2492f2142a89 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:46.030816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c4904-d2f1-4e9e-a879-465be773dc02 req-6a01c6eb-f186-4989-b1bc-7eaa22660f09 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:46.033563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea909-5572-4f41-9865-21b5806a2cdf req-2b8f89ce-c6f1-472b-ba2f-02db0d2ae54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:46.035132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efaea909-5572-4f41-9865-21b5806a2cdf req-2b8f89ce-c6f1-472b-ba2f-02db0d2ae54e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 1096 time: 0.2270339 Aug 12 02:25:46.038392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-365c4904-d2f1-4e9e-a879-465be773dc02 req-6a01c6eb-f186-4989-b1bc-7eaa22660f09 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.1376691 Aug 12 02:25:46.110610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-65256bfc-45d3-4062-a59c-576b3bd52cda service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252343 Aug 12 02:25:46.139607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.155408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efaea909-5572-4f41-9865-21b5806a2cdf req-0cbce310-cd73-44c4-91ce-3040ab8a21c8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121774 Aug 12 02:25:46.289745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.345033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=76dc3b53-d3f0-426b-a85c-4b0a95fa100c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:46.350242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Made reservation on behalf of f0d1869ecd1c4dc3bcc252a9df198b26 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:46.354723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.361696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-365c4904-d2f1-4e9e-a879-465be773dc02 req-237091b1-77dd-4c7c-8e14-8e89a3d7a05a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226295 Aug 12 02:25:46.369395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.371292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-abc6fc3d-cbbc-40a0-9d14-f2448971a5d0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/76dc3b53-d3f0-426b-a85c-4b0a95fa100c HTTP/1.1" status: 204 len: 168 time: 0.8722398 Aug 12 02:25:46.372974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ee23df-0832-4cba-a172-f412e095a7f3 None None] Network 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:46.373864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46080) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:46.397821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-46dbfcbe-d138-4331-b4f4-937d8f8966af service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864029 Aug 12 02:25:46.481198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.495516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-f6ed0934-1a1f-484f-9cdc-1bf8ddfbfb52 service neutron] 10.222.0.11 "GET /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0834703 Aug 12 02:25:46.758800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:46.832057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9508f701-5c69-45de-bfa4-4d2169e87246 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:46.871926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9508f701-5c69-45de-bfa4-4d2169e87246 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:46.872638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9508f701-5c69-45de-bfa4-4d2169e87246 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:46.872738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 577e8772-84d9-4ff8-9c49-eeb164b307f9 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:46.916769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 577e8772-84d9-4ff8-9c49-eeb164b307f9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:46.917119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 577e8772-84d9-4ff8-9c49-eeb164b307f9 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:46.929639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] DHCP port deletion for 3f943db3-2adf-4f2a-ba34-29bab2ace9f8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:25:47.050978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Deleting port eb769034-bac1-4a81-b9dc-fdcca038ffef {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:47.051395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.190509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Pushing event deleted for resources: {'Port': ['ID=577e8772-84d9-4ff8-9c49-eeb164b307f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:47.199338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] For port eb769034-bac1-4a81-b9dc-fdcca038ffef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb769034-bac1-4a81-b9dc-fdcca038ffef,segment=NetworkSegment(80d38288-7bba-406d-8688-e45f529e38f1),segment_id=80d38288-7bba-406d-8688-e45f529e38f1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:47.199338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.233420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Calling delete_port for eb769034-bac1-4a81-b9dc-fdcca038ffef owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:47.237223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-f5e1b29b-073b-4988-8c56-9f99ab9438c3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:47.243198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-f5e1b29b-073b-4988-8c56-9f99ab9438c3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:47.249384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-f5e1b29b-073b-4988-8c56-9f99ab9438c3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:47.267860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-f5e1b29b-073b-4988-8c56-9f99ab9438c3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:47.269698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-f5e1b29b-073b-4988-8c56-9f99ab9438c3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3094 time: 0.4792826 Aug 12 02:25:47.298817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Allocated IP 10.2.2.200 (f1eb906d-bb42-4c5a-9942-549fe493c7eb/2af491de-2cbf-4b89-9dc5-a8ff6600fb04/4eec399b-81b9-4660-9168-ace329f4e93c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:47.312441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.325463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4cda1d21-8466-4380-9cd6-e050598f1f2a service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258941 Aug 12 02:25:47.440814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.504662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] Pushing event deleted for resources: {'Port': ['ID=eb769034-bac1-4a81-b9dc-fdcca038ffef,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:47.511066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bddbd-bd11-4b63-b7d6-ef532e624162 None None] No DVR routers for this DVR port eb769034-bac1-4a81-b9dc-fdcca038ffef on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:47.518668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f52206fb-d707-4251-806b-e2e6a7d977e5 req-8a8f17d1-b9b3-4c66-b686-1b5ad4e1b461 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049172 Aug 12 02:25:47.593600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port eb769034-bac1-4a81-b9dc-fdcca038ffef {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:47.594035 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.602133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.606498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.713700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port eb769034-bac1-4a81-b9dc-fdcca038ffef, host n-d-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:47.714061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.736874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for eb769034-bac1-4a81-b9dc-fdcca038ffef owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:47.741648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Port eb769034-bac1-4a81-b9dc-fdcca038ffef was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:25:47.745231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.773292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.773996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b47c4ed-5cfa-4736-a6ab-1af7acf28caf {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:25:47.780416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.780619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=eb769034-bac1-4a81-b9dc-fdcca038ffef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:47.786145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.789250 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.790923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-960f9206-3097-45f7-b739-b322284c668a admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b47c4ed-5cfa-4736-a6ab-1af7acf28caf HTTP/1.1" status: 204 len: 168 time: 3.2639935 Aug 12 02:25:47.794681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:47.798199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port eb769034-bac1-4a81-b9dc-fdcca038ffef on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:47.799711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7958dbfe-9db2-415c-922c-d5f09dc0f957 service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731164 Aug 12 02:25:47.831120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Transition to ACTIVE for port object 4eec399b-81b9-4660-9168-ace329f4e93c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:47.928312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:47.953755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f943db3-2adf-4f2a-ba34-29bab2ace9f8']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:47.981434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d38288-7bba-406d-8688-e45f529e38f1') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:47.981784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d38288-7bba-406d-8688-e45f529e38f1') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:47.995169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.029299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.033783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Deleting subnet 77f0f467-7093-4738-837c-c946a9039754 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:48.037496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.061520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.077955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-202e3a44-5cc3-4d48-aa6f-72a482ab80d2 service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705584 Aug 12 02:25:48.084262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:48.084796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.087009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:48.090407 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:48.099679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:48.147999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:48.160482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:48.188541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:48.204051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75054ee7-2409-4b96-a58b-4e66abe45805 req-2ad5901e-5006-4088-b223-1a4476afa2e5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:48.211633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75054ee7-2409-4b96-a58b-4e66abe45805 req-2ad5901e-5006-4088-b223-1a4476afa2e5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.2135484 Aug 12 02:25:48.264611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.265293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-560ed751-2435-442a-8c36-7b29d011d591 service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804948 Aug 12 02:25:48.278216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.285906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/3f943db3-2adf-4f2a-ba34-29bab2ace9f8 HTTP/1.1" status: 204 len: 168 time: 1.9109852 Aug 12 02:25:48.290149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:48.298202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1828505633'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:48.304148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.316430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75054ee7-2409-4b96-a58b-4e66abe45805 req-5fc28647-cc4c-427e-983e-b477fa357187 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882576 Aug 12 02:25:48.336923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:48.337614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.354086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=3f943db3-2adf-4f2a-ba34-29bab2ace9f8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:48.385592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.385947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.386435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.391500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.392052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.399285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.399772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.400095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.400450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.400799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.401124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.401459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3eff5f-feed-43fb-b985-e8c71e2677eb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:48.437339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:48.441086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.442662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-02a1975f-bcaa-4df2-b23f-896dfe7f0c3f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7008426 Aug 12 02:25:48.476399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:48.563179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.594740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:25:48.622708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-ddb3a41a-0584-42cc-936a-74aa7f1502c9 service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566248 Aug 12 02:25:48.633518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb769034-bac1-4a81-b9dc-fdcca038ffef no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:48.643018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.671116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f0f467-7093-4738-837c-c946a9039754,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:48.681230 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.681870 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 4e0d5f96-5b79-430b-9067-727a48698bff of type vlan for network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 Aug 12 02:25:48.700020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e6d64-ef2a-4af6-a24f-dfd532ec9285 None None] Network 0b7a9828-afd1-42ae-a22f-56cbd3913c8c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:48.707202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.709576 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-58521cd6-8d11-4a1c-92cb-ac5f17820b95 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77f0f467-7093-4738-837c-c946a9039754 HTTP/1.1" status: 204 len: 168 time: 0.9135373 Aug 12 02:25:48.739949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:48.818074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: eb769034-bac1-4a81-b9dc-fdcca038ffef {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:48.818310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb769034-bac1-4a81-b9dc-fdcca038ffef not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:48.915814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:48.965644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-493bea4b-2139-4962-b914-0dfcf460da79 None None] Provisioning for port 4eec399b-81b9-4660-9168-ace329f4e93c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:48.970807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-493bea4b-2139-4962-b914-0dfcf460da79 None None] Provisioning complete for port 4eec399b-81b9-4660-9168-ace329f4e93c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:48.971177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-493bea4b-2139-4962-b914-0dfcf460da79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.024561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36af13-2250-431e-a391-e0d917f1ec03 req-f2fd8b1b-878d-477f-bb65-b55d71026868 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.036408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b36af13-2250-431e-a391-e0d917f1ec03 req-f2fd8b1b-878d-477f-bb65-b55d71026868 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 946 time: 0.2866418 Aug 12 02:25:49.068825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.078895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-493bea4b-2139-4962-b914-0dfcf460da79 None None] Port 4eec399b-81b9-4660-9168-ace329f4e93c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:49.157365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] DHCP port deletion for 0b7a9828-afd1-42ae-a22f-56cbd3913c8c request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:25:49.183224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a0ab12bc-cea5-4b97-87ab-2fe303ca249e service neutron] 10.222.0.11 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587177 Aug 12 02:25:49.200386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b36af13-2250-431e-a391-e0d917f1ec03 req-20bc1811-734e-4e10-950e-c64e7bd11782 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628315 Aug 12 02:25:49.331693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.332771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Deleting port 91958050-cfe3-491a-9dc1-6cdee5a1abda {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:49.333155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.337554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.338927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.420275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1262820 Aug 12 02:25:49.420575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] For port 91958050-cfe3-491a-9dc1-6cdee5a1abda, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91958050-cfe3-491a-9dc1-6cdee5a1abda,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:49.421159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.422966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46128) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:49.428542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Deleting port 91958050-cfe3-491a-9dc1-6cdee5a1abda {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:49.429028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.437509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:49.439365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Calling delete_port for 91958050-cfe3-491a-9dc1-6cdee5a1abda owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:49.517023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971739cc-4fa7-460d-87c7-37c4b25f186f {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:49.521128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a3582-ec63-4ca9-b30d-d238b3314f4a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=6cce5a6c-a769-4e79-89b9-86d2fa2f6258,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:49.540117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.546291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-fd004cec-1afa-41ac-bba3-38ae980c5dc5 service neutron] 10.222.0.11 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620203 Aug 12 02:25:49.568802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] For port 91958050-cfe3-491a-9dc1-6cdee5a1abda, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91958050-cfe3-491a-9dc1-6cdee5a1abda,segment=NetworkSegment(c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c),segment_id=c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:49.570385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.570583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Transition to ACTIVE for port object 971739cc-4fa7-460d-87c7-37c4b25f186f will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:49.595077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Calling delete_port for 91958050-cfe3-491a-9dc1-6cdee5a1abda owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:49.605114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:25:49.656601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45d743-eec0-4430-bb30-634503dabf80 req-ad14d2cc-1912-426a-9d25-6fd93fb15e76 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.658250 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec45d743-eec0-4430-bb30-634503dabf80 req-ad14d2cc-1912-426a-9d25-6fd93fb15e76 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 946 time: 0.1985993 Aug 12 02:25:49.752547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.767519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.814128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9828485b-9b55-4f95-92e0-cfa2419ccad3 service neutron] 10.222.0.11 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328348 Aug 12 02:25:49.835946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.843535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.849854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.856376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] No DVR routers for this DVR port 91958050-cfe3-491a-9dc1-6cdee5a1abda on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:49.863410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.864183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296fc10-dc91-42d1-9be8-837551b4a24c None None] Pushing event deleted for resources: {'Port': ['ID=91958050-cfe3-491a-9dc1-6cdee5a1abda,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:49.876995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:49.890981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-d4a489af-a2df-4e22-bd3a-e636ad447317 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3815 time: 0.5941515 Aug 12 02:25:49.892903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:49.943008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Pushing event deleted for resources: {'Port': ['ID=91958050-cfe3-491a-9dc1-6cdee5a1abda,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:49.944943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] No DVR routers for this DVR port 91958050-cfe3-491a-9dc1-6cdee5a1abda on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:49.981460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Pushing event updated for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:49.984817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:49.994067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.147651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-372f998a-d07b-4f72-adab-013b0348e9e8 service neutron] 10.222.0.11 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264859 Aug 12 02:25:50.206785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Deleting port 37e842e9-668b-4abb-8569-4302b5ec4522 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:50.211252 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.252789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dccc3d95-6e0a-45e0-ab60-cfa429c5eff8 req-2d3baa4f-065d-4645-8703-5808204d7591 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598540 Aug 12 02:25:50.425227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.615933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:50.630125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Attempting to bind port 971739cc-4fa7-460d-87c7-37c4b25f186f on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:50.630594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Attempting to bind port 971739cc-4fa7-460d-87c7-37c4b25f186f by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:50.631590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Attempting to bind port 971739cc-4fa7-460d-87c7-37c4b25f186f on network 9f68364a-abce-4c2d-8c97-28cb7fd53efd {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:50.638238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91958050-cfe3-491a-9dc1-6cdee5a1abda no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:50.639599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b0fa92e7-ad8e-46d2-9845-f565da4fc1fc service neutron] 10.222.0.11 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909408 Aug 12 02:25:50.644109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.669191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7a9828-afd1-42ae-a22f-56cbd3913c8c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:50.677224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Port 971739cc-4fa7-460d-87c7-37c4b25f186f on network 9f68364a-abce-4c2d-8c97-28cb7fd53efd not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:50.677554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Attempting to bind port 971739cc-4fa7-460d-87c7-37c4b25f186f on network 9f68364a-abce-4c2d-8c97-28cb7fd53efd {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:50.682102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 91958050-cfe3-491a-9dc1-6cdee5a1abda {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:50.689732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91958050-cfe3-491a-9dc1-6cdee5a1abda not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:50.690746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:50.691216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d16e5e-fcdf-4bd0-9af9-41fc558a6f4c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:50.714980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.734075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4204365-259b-4c73-b498-475155ec59d8 req-ecb510b8-7a6f-4363-b745-4805d6b609d2 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:50.735933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4204365-259b-4c73-b498-475155ec59d8 req-ecb510b8-7a6f-4363-b745-4805d6b609d2 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 946 time: 0.5711827 Aug 12 02:25:50.752323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.760997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:50.761345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Checking segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:50.762964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Bound using segment: {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:50.763279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Bound port: 971739cc-4fa7-460d-87c7-37c4b25f186f, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4180407e-488c-4e29-80f2-f640fbc35a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:50.767408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.793661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:50.794448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:50.796510 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:50.806233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] For port 37e842e9-668b-4abb-8569-4302b5ec4522, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=37e842e9-668b-4abb-8569-4302b5ec4522,segment=NetworkSegment(ba1204fd-2518-488a-bf4e-71ed724d0d1c),segment_id=ba1204fd-2518-488a-bf4e-71ed724d0d1c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:50.806233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:50.886432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Calling delete_port for 37e842e9-668b-4abb-8569-4302b5ec4522 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:50.920900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '4e0d5f96-5b79-430b-9067-727a48698bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:50.921346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: 6cce5a6c-a769-4e79-89b9-86d2fa2f6258, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:25:50.976759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.030210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.032370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0b7a9828-afd1-42ae-a22f-56cbd3913c8c HTTP/1.1" status: 204 len: 168 time: 2.2896867 Aug 12 02:25:51.037824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:51.081194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c497db-cfac-4ccb-a0c8-a73646a6d018 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7a9828-afd1-42ae-a22f-56cbd3913c8c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:51.085518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8d416-cf5a-49d2-82ae-d52f61367877 req-00ea09c3-8bc4-4c74-a1d3-21b81462e803 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:51.097150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ff8d416-cf5a-49d2-82ae-d52f61367877 req-00ea09c3-8bc4-4c74-a1d3-21b81462e803 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a870aa4-5b62-4604-bebb-65bea6324962 HTTP/1.1" status: 200 len: 946 time: 0.3622603 Aug 12 02:25:51.103438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Deleting port a8087608-df84-4c5e-9840-2014a1d716d8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:51.103791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.192881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.198346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:51.203918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:25:51.231007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=971739cc-4fa7-460d-87c7-37c4b25f186f,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:51.231534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['37e842e9-668b-4abb-8569-4302b5ec4522'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:51.248951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6cce5a6c-a769-4e79-89b9-86d2fa2f6258) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:51.257862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Pushing event deleted for resources: {'Port': ['ID=37e842e9-668b-4abb-8569-4302b5ec4522,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:51.261356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.295631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:51.296401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.309263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ff8d416-cf5a-49d2-82ae-d52f61367877 req-90820738-be42-45d3-b541-eb449857ee60 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.11 "GET /v2.0/security-groups?id=b8d9c205-ec18-4cdc-aae7-e35d29af1459&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112291 Aug 12 02:25:51.333040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dfe375-cf5e-4958-bf3f-e26f67c2fbc8 None None] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:51.357275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:51.358039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.359849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] 10.222.0.21 "PUT /v2.0/ports/971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 1092 time: 2.9005923 Aug 12 02:25:51.362432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:51.365890 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:51.381655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] No DVR routers for this DVR port 37e842e9-668b-4abb-8569-4302b5ec4522 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:51.401382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2dcfa519-4245-45f1-bbf8-7561e104c888 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9737391 Aug 12 02:25:51.403392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46158) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:51.405269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.408075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec45d743-eec0-4430-bb30-634503dabf80 req-b8738504-d9fd-467d-bb91-0fb3b25b69b9 tempest-InstanceActionsNegativeTestJSON-1147204760 tempest-InstanceActionsNegativeTestJSON-1147204760-project] 10.222.0.21 "DELETE /v2.0/ports/37e842e9-668b-4abb-8569-4302b5ec4522 HTTP/1.1" status: 204 len: 173 time: 1.7130773 Aug 12 02:25:51.412372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'name': 'network-vif-deleted', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:51.416304 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0f240-438b-40ce-bfc5-2afebf5dc425" -d '{"events": [{"server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "name": "network-vif-deleted", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:51.419625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:51.427599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] For port a8087608-df84-4c5e-9840-2014a1d716d8, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a8087608-df84-4c5e-9840-2014a1d716d8,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:51.429783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.461006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258', 'name': 'tempest-PortsTestJSON-117502362', 'fixed_ips': [{'subnet_id': 'f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268', 'ip_address': '172.20.0.10'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:51.478683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Calling delete_port for a8087608-df84-4c5e-9840-2014a1d716d8 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:51.802974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f47a7-d579-49c2-b5ff-b261940dbe35 service neutron] Pushing event updated for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:51.866228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6cce5a6c-a769-4e79-89b9-86d2fa2f6258', 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': 'f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:25:51.867099 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.908235 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.926493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:51.957221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event deleted for resources: {'Port': ['ID=a8087608-df84-4c5e-9840-2014a1d716d8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:52.074809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2ce12801-725a-471f-9853-885ea39bc9e6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:25:52.103442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] No DVR routers for this DVR port a8087608-df84-4c5e-9840-2014a1d716d8 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:52.106530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.107452 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:52.111424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4204365-259b-4c73-b498-475155ec59d8 req-4ac7280d-18c1-4cc0-8868-9eb64fbebcc0 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.25 "DELETE /v2.0/ports/a8087608-df84-4c5e-9840-2014a1d716d8 HTTP/1.1" status: 204 len: 173 time: 1.3605609 Aug 12 02:25:52.133440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.155262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.168917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.181445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.191703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-490a634c-bf4d-4470-bb78-f171e41b651d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3827 time: 0.6151891 Aug 12 02:25:52.415125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-e98c997a-2925-498f-82c4-9c700d5f4ae5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.421050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-e98c997a-2925-498f-82c4-9c700d5f4ae5 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "GET /v2.0/ports?device_id=2923ba2d-e9fd-48c9-919e-e8121c14f9dc HTTP/1.1" status: 200 len: 945 time: 0.1699150 Aug 12 02:25:52.502446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec12735c-3126-491d-8c04-d56342a8fde1 req-3d63352d-83e8-4b06-bccb-d50121033095 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3095150 Aug 12 02:25:52.537234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Allocated IP 172.20.0.2 (6cce5a6c-a769-4e79-89b9-86d2fa2f6258/f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268/cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:52.746523 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd6c4ef-a75e-4e9e-9122-17dc17922c44 x-openstack-request-id: req-1cd6c4ef-a75e-4e9e-9122-17dc17922c44 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:52.751445 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a870aa4-5b62-4604-bebb-65bea6324962", "name": "network-vif-deleted", "tag": "37e842e9-668b-4abb-8569-4302b5ec4522", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:52.751445 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cd6c4ef-a75e-4e9e-9122-17dc17922c44 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:52.753885 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a870aa4-5b62-4604-bebb-65bea6324962', 'name': 'network-vif-deleted', 'tag': '37e842e9-668b-4abb-8569-4302b5ec4522', 'status': 'completed', 'code': 200} Aug 12 02:25:52.867356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:52.888724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Transition to ACTIVE for port object cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:52.926058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Transition to ACTIVE for port object cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:52.928556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.929624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.930354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.931033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.931749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:52.934395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-4f3546d0-86dd-4796-8d7b-48a805192f85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 4362 time: 0.2325716 Aug 12 02:25:52.938001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Deleting port 2ce12801-725a-471f-9853-885ea39bc9e6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:52.938635 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:52.944129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:52.996510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:53.008423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:53.020639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:53.103662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] For port 2ce12801-725a-471f-9853-885ea39bc9e6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2ce12801-725a-471f-9853-885ea39bc9e6,segment=NetworkSegment(2ff6aca2-3e6d-4775-94e9-5691b4d59140),segment_id=2ff6aca2-3e6d-4775-94e9-5691b4d59140)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:53.104113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.135023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Calling delete_port for 2ce12801-725a-471f-9853-885ea39bc9e6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:53.184906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Pushing event updated for resources: {'Port': ['ID=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:53.241954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Attempting to bind port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:53.243103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Attempting to bind port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4e0d5f96-5b79-430b-9067-727a48698bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:53.243569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Attempting to bind port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 on network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:53.253778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:53.254514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Checking segment: {'id': '4e0d5f96-5b79-430b-9067-727a48698bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:53.255287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.255892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Bound using segment: {'id': '4e0d5f96-5b79-430b-9067-727a48698bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:53.271282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Bound port: cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0d5f96-5b79-430b-9067-727a48698bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:53.272001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.281382 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec54dc4-f304-4f2b-b627-b2defaca8952 x-openstack-request-id: req-8ec54dc4-f304-4f2b-b627-b2defaca8952 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:53.282061 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:53.282815 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ec54dc4-f304-4f2b-b627-b2defaca8952 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:53.283537 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'status': 'completed', 'code': 200} Aug 12 02:25:53.337901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:53.456628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] For port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:53.460138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] For port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,segment=NetworkSegment(4e0d5f96-5b79-430b-9067-727a48698bff),segment_id=4e0d5f96-5b79-430b-9067-727a48698bff)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:53.478780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.494103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:53.594745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Pushing event updated for resources: {'Port': ['ID=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:53.604908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.605908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.606624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.607372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.611747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.612144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.612590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.612945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.613288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.613719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.614213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.614656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab9a1-5da3-436a-8950-f078cedb7c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:25:53.728200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a8087608-df84-4c5e-9840-2014a1d716d8 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:53.826232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: a8087608-df84-4c5e-9840-2014a1d716d8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:53.826580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a8087608-df84-4c5e-9840-2014a1d716d8 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:53.909838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d944ae9a-ac20-4880-a7df-ea7dbea838c8 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:53.921674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.936896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Transition to ACTIVE for port object d944ae9a-ac20-4880-a7df-ea7dbea838c8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:53.970306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:53.992383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:54.146706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:54.147290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:54.150037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d65d99-2771-45b4-be8c-1a2c687e2df7 req-f4f5ead2-1ec3-4324-ab21-381ff36e7670 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.6549935 Aug 12 02:25:54.188646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Deleting subnet 4f97949a-789e-40b4-a406-92de1007b219 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:54.233966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5ea69fa-dd3e-4b94-8999-7830480effbd req-a6393739-b875-47d0-837d-c6e78da9bc92 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e65f445-8f98-480a-a3a1-69a6b01c64d5 HTTP/1.1" status: 200 len: 210 time: 1.0233946 Aug 12 02:25:54.243910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:54.301798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Pushing event deleted for resources: {'Port': ['ID=2ce12801-725a-471f-9853-885ea39bc9e6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:54.381675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.10 (6cce5a6c-a769-4e79-89b9-86d2fa2f6258/f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268/8b0ea7c6-c20f-4ca8-ac37-983e761c603a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:54.507228 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:54.583503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-37e7f9eb-67e2-44e0-832c-9987af6e290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.585058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-37e7f9eb-67e2-44e0-832c-9987af6e290a service neutron] 10.222.0.25 "GET /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 1026 time: 0.2470701 Aug 12 02:25:54.592236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:54.597073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37e842e9-668b-4abb-8569-4302b5ec4522 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:54.660358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 37e842e9-668b-4abb-8569-4302b5ec4522 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:54.660708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 37e842e9-668b-4abb-8569-4302b5ec4522 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:54.663970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] No DVR routers for this DVR port 2ce12801-725a-471f-9853-885ea39bc9e6 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:25:54.668585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:54.671067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79526bff-e36a-4091-b1f0-94822ab87c22 req-fb9214bb-4daf-41cd-8f64-3bd77e304826 tempest-ListServersNegativeTestJSON-1287342770 tempest-ListServersNegativeTestJSON-1287342770-project] 10.222.0.21 "DELETE /v2.0/ports/2ce12801-725a-471f-9853-885ea39bc9e6 HTTP/1.1" status: 204 len: 173 time: 2.2464447 Aug 12 02:25:54.672850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-21b8ce51-b5d8-4f37-8a8a-15fba1fe72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.673538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-21b8ce51-b5d8-4f37-8a8a-15fba1fe72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.673790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:54.683298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-21b8ce51-b5d8-4f37-8a8a-15fba1fe72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.685571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-21b8ce51-b5d8-4f37-8a8a-15fba1fe72ba service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.4763806 Aug 12 02:25:54.751123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-2a58e6c8-4af0-4e5f-a375-f0564093d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.753060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-2a58e6c8-4af0-4e5f-a375-f0564093d5d7 service neutron] 10.222.0.25 "GET /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 1027 time: 0.0654793 Aug 12 02:25:54.761708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'name': 'network-vif-deleted', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8'}, {'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'name': 'network-vif-deleted', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:54.765073 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3650cd4-7d9b-4358-ab89-959a46f558d7" -d '{"events": [{"server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "name": "network-vif-deleted", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8"}, {"server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "name": "network-vif-deleted", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:54.809103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:54.861337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.864871 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094709f4-d170-4fb6-8fbe-66e35534d457 x-openstack-request-id: req-094709f4-d170-4fb6-8fbe-66e35534d457 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:54.865184 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e65f445-8f98-480a-a3a1-69a6b01c64d5", "name": "network-vif-deleted", "tag": "a8087608-df84-4c5e-9840-2014a1d716d8", "status": "completed", "code": 200}, {"server_uuid": "2923ba2d-e9fd-48c9-919e-e8121c14f9dc", "name": "network-vif-deleted", "tag": "2ce12801-725a-471f-9853-885ea39bc9e6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:54.865442 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-094709f4-d170-4fb6-8fbe-66e35534d457 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:54.865851 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e65f445-8f98-480a-a3a1-69a6b01c64d5', 'name': 'network-vif-deleted', 'tag': 'a8087608-df84-4c5e-9840-2014a1d716d8', 'status': 'completed', 'code': 200} Aug 12 02:25:54.866108 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2923ba2d-e9fd-48c9-919e-e8121c14f9dc', 'name': 'network-vif-deleted', 'tag': '2ce12801-725a-471f-9853-885ea39bc9e6', 'status': 'completed', 'code': 200} Aug 12 02:25:54.867530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.874640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.880633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.886844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.899366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:54.908930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-6d1ee3d1-1ddb-4676-9fd7-668e02a39e4a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 4604 time: 0.5967066 Aug 12 02:25:54.922672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.017170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c86d080-c86c-4c0e-bbb4-a8df1b335027 None None] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:25:55.135584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Provisioning for port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:55.144989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-ae554fc6-d5f5-400b-8c5b-a00069ca3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:55.146509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6f12f4f-d7fd-485a-9d07-d0bb405008d7 req-ae554fc6-d5f5-400b-8c5b-a00069ca3d2a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4018638 Aug 12 02:25:55.146701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.164630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 8b0ea7c6-c20f-4ca8-ac37-983e761c603a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:55.166680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-20c490f4-fbcf-41c7-a6b3-bd51ee6e3284 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:55.170471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Provisioning complete for port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:55.170774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.176099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-20c490f4-fbcf-41c7-a6b3-bd51ee6e3284 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:55.183966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-20c490f4-fbcf-41c7-a6b3-bd51ee6e3284 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:55.185636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-20c490f4-fbcf-41c7-a6b3-bd51ee6e3284 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 1988 time: 0.4106600 Aug 12 02:25:55.218155 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.220081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Attempting to bind port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:55.220563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Attempting to bind port d944ae9a-ac20-4880-a7df-ea7dbea838c8 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:55.220907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Attempting to bind port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:55.242924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:55.243249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Attempting to bind port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:55.320477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:55.320958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:55.321569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Bound using segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:55.322368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Bound port: d944ae9a-ac20-4880-a7df-ea7dbea838c8, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:55.322938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.339049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=8b0ea7c6-c20f-4ca8-ac37-983e761c603a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:55.373966 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.423258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] For port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,segment=NetworkSegment(4e0d5f96-5b79-430b-9067-727a48698bff),segment_id=4e0d5f96-5b79-430b-9067-727a48698bff)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:55.426796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c5bfb06-442b-4cc3-a98d-906542168fe4 req-e91dac3f-6ed0-458e-87a3-c6893f898ac6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.1466680 Aug 12 02:25:55.436735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:55.440527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:55.442048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-fe067c8b-7c84-480d-af12-44a61b78a860 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e5c36dc33f04408937a2983dd056db8 HTTP/1.1" status: 200 len: 380 time: 0.2302501 Aug 12 02:25:55.442236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.453222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:55.468755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa5ca7ab-bd8c-4066-84ce-3e452d708ee0 req-d0dc2d21-bb99-4078-b621-d0bf7a57bd73 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5481591 Aug 12 02:25:55.469448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'admin_state_up': True, 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'security_groups': ['2b43700b-4c81-48ce-863d-7426058dddf4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:55.469663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.502675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:55.509806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:55.571506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:55.572676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.574995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85df3a5-2c72-47f8-85b8-0f5f20754cdf None None] Pushing event updated for resources: {'Port': ['ID=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:55.575363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] 10.222.0.21 "PUT /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 1135 time: 4.1687045 Aug 12 02:25:55.616362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:55.621924 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "d944ae9a-ac20-4880-a7df-ea7dbea838c8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:55.664695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.667352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e77953-474d-4014-98d1-8a0bf0d287ee service neutron] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:55.671610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.681205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46224) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:55.690494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:55.804776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:55.810257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.822869 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e927f04b-8fbc-47b5-af29-2de607a515d9 x-openstack-request-id: req-e927f04b-8fbc-47b5-af29-2de607a515d9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:55.823159 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "d944ae9a-ac20-4880-a7df-ea7dbea838c8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:55.823600 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e927f04b-8fbc-47b5-af29-2de607a515d9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:55.824440 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8', 'status': 'completed', 'code': 200} Aug 12 02:25:55.827240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.829335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f97949a-789e-40b4-a406-92de1007b219 HTTP/1.1" status: 204 len: 168 time: 2.3147566 Aug 12 02:25:55.832626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Deleting subnet 8ded0309-1b91-4eec-b72c-6326c85b2896 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:25:55.836688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.839860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:55.872647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Provisioning complete for port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:55.873787 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.878259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.924195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:55.925283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.027608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.037143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3806-0b09-4946-9934-24ec21410630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f97949a-789e-40b4-a406-92de1007b219,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:56.052631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.053256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.054997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.055759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.056550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.057312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.058130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.058516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.060490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Provisioning for port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:56.061417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-48f74e7b-fa6e-49ef-b8a8-d92e7fe025f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5290 time: 0.2983339 Aug 12 02:25:56.065389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Provisioning complete for port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:56.065973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.098411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ded0309-1b91-4eec-b72c-6326c85b2896,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:56.104516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-460ee5f2-b09b-4a57-8c30-2b3299fc21aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6735928 Aug 12 02:25:56.107803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.113311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46228) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:56.124208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': '6cce5a6c-a769-4e79-89b9-86d2fa2f6258', 'name': 'tempest-PortsTestJSON-151405269', 'fixed_ips': [{'subnet_id': 'f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268', 'ip_address': '172.20.0.9'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:56.127006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.131504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-997abf85-3b3e-4a04-911d-888f473541c7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8ded0309-1b91-4eec-b72c-6326c85b2896 HTTP/1.1" status: 204 len: 168 time: 0.4050348 Aug 12 02:25:56.162530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:56.245670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 172.20.0.14 (4290ef1f-2b0f-4ad2-9840-a866f11018a4/5382767c-1f0a-4b32-b927-d097b87ea762/c09dd0d4-16d9-4682-9627-4faebf90e6dd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:56.298833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b59e9a0c-52fe-4432-91f0-f7ca5731d4dc None None] Port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:56.420338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-146625d2-7cad-4e7d-b406-64aa49504652 None None] Provisioning complete for port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:56.421006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-146625d2-7cad-4e7d-b406-64aa49504652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.486493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-146625d2-7cad-4e7d-b406-64aa49504652 None None] Port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:56.550854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.553190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-b98ac7e6-60f2-4ec0-b558-6f2b5f338ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.554046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-b98ac7e6-60f2-4ec0-b558-6f2b5f338ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.554750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-b98ac7e6-60f2-4ec0-b558-6f2b5f338ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:56.556462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-b98ac7e6-60f2-4ec0-b558-6f2b5f338ce1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4769390 Aug 12 02:25:56.566934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.579573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2732dd59-c696-455f-88f8-091dae644fc9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:56.593687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2ce12801-725a-471f-9853-885ea39bc9e6 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:25:56.599603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1204fd-2518-488a-bf4e-71ed724d0d1c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:56.599951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1204fd-2518-488a-bf4e-71ed724d0d1c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:56.612959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.622665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:25:56.625329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 2ce12801-725a-471f-9853-885ea39bc9e6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:25:56.626036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2ce12801-725a-471f-9853-885ea39bc9e6 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:25:56.629424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.637354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:56.638019 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.648966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98351e1-efc2-4a1e-ad36-4375aa59310e req-ab7edbdb-c5b9-457f-8260-106a167fe130 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0693109 Aug 12 02:25:56.700822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Deleting port c279626e-a84d-4efa-914d-afb5c1101796 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:25:56.701169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.707171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:56.708051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:56.712430 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:56.716249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9ff3d1-7783-4e32-a597-072bebb5d733 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:56.770603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.791903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Transition to ACTIVE for port object ec9ff3d1-7783-4e32-a597-072bebb5d733 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:56.806212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.881787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.896160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:56.924201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.928452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2732dd59-c696-455f-88f8-091dae644fc9 HTTP/1.1" status: 204 len: 168 time: 1.0815227 Aug 12 02:25:56.938930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ff5e1-1237-48a7-9f8d-604d05243349 admin admin] Pushing event deleted for resources: {'Network': ['ID=2732dd59-c696-455f-88f8-091dae644fc9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:56.958822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] For port c279626e-a84d-4efa-914d-afb5c1101796, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c279626e-a84d-4efa-914d-afb5c1101796,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:25:56.959386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:56.979570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Calling delete_port for c279626e-a84d-4efa-914d-afb5c1101796 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:25:56.981757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Attempting to bind port ec9ff3d1-7783-4e32-a597-072bebb5d733 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:56.982099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Attempting to bind port ec9ff3d1-7783-4e32-a597-072bebb5d733 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:56.982430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Attempting to bind port ec9ff3d1-7783-4e32-a597-072bebb5d733 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:56.992929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Port ec9ff3d1-7783-4e32-a597-072bebb5d733 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:56.993274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Attempting to bind port ec9ff3d1-7783-4e32-a597-072bebb5d733 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:57.000428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:57.002104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:57.002509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Bound using segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:57.008548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Bound port: ec9ff3d1-7783-4e32-a597-072bebb5d733, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:57.009098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.099396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.105647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.111840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.117918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.131626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.149842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.156289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.164468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-592d6541-734d-44dd-b9ae-572c1e00a282 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5382 time: 0.4501548 Aug 12 02:25:57.181168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:25:57.199073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-cd1759c7-f15f-4c99-ac0a-9fa344be0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.200809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75f3a800-9a5f-4f46-bcec-ed53e5525bb0 req-cd1759c7-f15f-4c99-ac0a-9fa344be0221 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4702687 Aug 12 02:25:57.201539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:57.212741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:25:57.249752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.271011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.298045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69371361-afa3-4eb7-b46a-1a5295bf1f67']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:57.307349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.308034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.310279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] 10.222.0.21 "PUT /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 1136 time: 1.6834626 Aug 12 02:25:57.329933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46238) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:57.357722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36421e8-4539-4d55-92c0-29857d7be28d service neutron] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:57.381801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:57.394061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.410728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object c09dd0d4-16d9-4682-9627-4faebf90e6dd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:57.438326 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c227c3d-6c01-44c2-8075-55c8ab995214 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91aabd0366654b2cbd9f8fa804ecd91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1072354 Aug 12 02:25:57.444181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46240) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:57.456531 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.482094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff6aca2-3e6d-4775-94e9-5691b4d59140') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:57.482401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff6aca2-3e6d-4775-94e9-5691b4d59140') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:57.486735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.499452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7335f721-2a2f-44a8-8902-d775b231cf19 req-4371156c-954f-4d25-a790-b6586f5b3d32 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3340080 Aug 12 02:25:57.506294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.519173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.520672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.575061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port aeb39b64-f737-446f-aea4-6c90e061251b yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:25:57.581411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c279626e-a84d-4efa-914d-afb5c1101796,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:57.608402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:57.610397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:57.617577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.625337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:57.628189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:57.680266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.698136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:25:57.698559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:25:57.701433 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:25:57.776118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.796967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.817666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.822072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] 10.222.0.11 "DELETE /v2.0/networks/69371361-afa3-4eb7-b46a-1a5295bf1f67 HTTP/1.1" status: 204 len: 168 time: 1.6211536 Aug 12 02:25:57.853232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'ec9ff3d1-7783-4e32-a597-072bebb5d733'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:25:57.856028 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b1d183-bcfe-4e67-8716-6bca9faeffb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "ec9ff3d1-7783-4e32-a597-072bebb5d733"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:25:57.888925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a24e82-2212-4d7a-a26c-60692fb4416f admin admin] Pushing event deleted for resources: {'Network': ['ID=69371361-afa3-4eb7-b46a-1a5295bf1f67,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:57.911005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:57.911715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:57.953699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d49e5999-e065-483b-8001-ad167fc36f82 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5065966 Aug 12 02:25:58.006870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'admin_state_up': True, 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'security_groups': ['2b43700b-4c81-48ce-863d-7426058dddf4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:58.012425 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339d55b1-2e32-4d5b-9fd8-6b2becdb4291 x-openstack-request-id: req-339d55b1-2e32-4d5b-9fd8-6b2becdb4291 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:25:58.013075 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "ec9ff3d1-7783-4e32-a597-072bebb5d733", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:25:58.013075 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-339d55b1-2e32-4d5b-9fd8-6b2becdb4291 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:25:58.013405 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'ec9ff3d1-7783-4e32-a597-072bebb5d733', 'status': 'completed', 'code': 200} Aug 12 02:25:58.093422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c41fdddc-353c-44f1-bd7f-05b34d61d8d9 None None] Provisioning for port c09dd0d4-16d9-4682-9627-4faebf90e6dd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:58.101440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8564907-0453-4f51-b32a-8cff8f86dbe1 req-aee2b5dc-2577-4f6d-801d-f5b182fb430a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.102524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c41fdddc-353c-44f1-bd7f-05b34d61d8d9 None None] Provisioning complete for port c09dd0d4-16d9-4682-9627-4faebf90e6dd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:58.102900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c41fdddc-353c-44f1-bd7f-05b34d61d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.103766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8564907-0453-4f51-b32a-8cff8f86dbe1 req-aee2b5dc-2577-4f6d-801d-f5b182fb430a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 932 time: 0.3046811 Aug 12 02:25:58.137469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46248) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:58.161907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c41fdddc-353c-44f1-bd7f-05b34d61d8d9 None None] Port c09dd0d4-16d9-4682-9627-4faebf90e6dd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:25:58.213779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.217383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.218621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8d9c205-ec18-4cdc-aae7-e35d29af1459 HTTP/1.1" status: 204 len: 168 time: 0.7734997 Aug 12 02:25:58.447340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.9 (6cce5a6c-a769-4e79-89b9-86d2fa2f6258/f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268/aeb39b64-f737-446f-aea4-6c90e061251b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:58.569376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.569886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.570375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.570864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.571349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.573362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.573856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.576071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-208c03b6-ca2f-4f94-aa71-3829b5d4ef35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6219 time: 0.5601990 Aug 12 02:25:58.704593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b21caf59-cb47-4510-a940-2adaaeb1c682 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15685b77f6694e4d9e3d6a1275456a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5622969 Aug 12 02:25:58.705994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451c76a-8efb-4f1d-951e-3686c3b5ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9c205-ec18-4cdc-aae7-e35d29af1459,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:58.710953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:58.717108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.779275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8564907-0453-4f51-b32a-8cff8f86dbe1 req-27c2d6dc-5989-456d-b910-41fcc52ebaf2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6405325 Aug 12 02:25:58.805663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.807497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-30af636a-4a7e-4bc5-9726-f7225f9d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.808295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-30af636a-4a7e-4bc5-9726-f7225f9d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.809545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-30af636a-4a7e-4bc5-9726-f7225f9d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.813591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-30af636a-4a7e-4bc5-9726-f7225f9d4925 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2136042 Aug 12 02:25:58.854391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:58.859844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.945931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:58.987979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:58.994626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.005848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.012513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.019040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.025360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.031931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.033566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4c35b5-34ee-4969-8f43-c7a76d9213c6 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:25:59.034225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-e57d2cab-15df-4fdc-bf7a-b8eaa5bc0300 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5382 time: 0.3860185 Aug 12 02:25:59.055862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.081319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Transition to ACTIVE for port object db4c35b5-34ee-4969-8f43-c7a76d9213c6 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:59.094413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.185977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f27f78ce-40ab-4f46-aba0-902318d4164c req-cd3b289a-9a6e-48ce-9a73-d2c48f844e61 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395774 Aug 12 02:25:59.202334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-f700de34-660e-4133-99c3-361b5a691cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.203981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79b1d183-bcfe-4e67-8716-6bca9faeffb7 req-f700de34-660e-4133-99c3-361b5a691cc6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585756 Aug 12 02:25:59.211175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.216916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:59.263592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object aeb39b64-f737-446f-aea4-6c90e061251b will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:59.288305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.1.1.31 (e94b1c3c-6f86-4e6b-a02b-243a48161345/fe2c5437-aaab-4561-98cb-76abeca872cb/b31875c8-5a3f-4044-aeee-f2c5bed46457) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:25:59.357528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:59.366111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.373938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.378341 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.379832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a269653-b6e1-40b5-bbb0-2ee71438a48f HTTP/1.1" status: 204 len: 168 time: 0.6555381 Aug 12 02:25:59.407659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Router c9a5b244-27e3-42cf-9dc9-445d557deb79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:25:59.415615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3b2e2-60a8-4bf1-b338-9046a297264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a269653-b6e1-40b5-bbb0-2ee71438a48f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:59.491495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1685913048-network', 'tenant_id': '1a88f0329bca43af9e182851c77e99c1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:25:59.495613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:59.504877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=aeb39b64-f737-446f-aea4-6c90e061251b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:59.507588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:59.509823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:25:59.640718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:25:59.643025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.670111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Attempting to bind port db4c35b5-34ee-4969-8f43-c7a76d9213c6 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:25:59.670789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Attempting to bind port db4c35b5-34ee-4969-8f43-c7a76d9213c6 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:25:59.671359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Attempting to bind port db4c35b5-34ee-4969-8f43-c7a76d9213c6 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:59.671854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:25:59.672531 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.678424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:25:59.682969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Port db4c35b5-34ee-4969-8f43-c7a76d9213c6 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:25:59.683459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Attempting to bind port db4c35b5-34ee-4969-8f43-c7a76d9213c6 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:25:59.691516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.692807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d013263b-ed33-4642-b57e-f1de9f26e1ea admin admin] 10.222.0.11 "PUT /v2.0/routers/c9a5b244-27e3-42cf-9dc9-445d557deb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6451280 Aug 12 02:25:59.698036 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Sync routers for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:25:59.700654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46282) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:59.722453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:25:59.726194 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:25:59.741247 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.758304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object b31875c8-5a3f-4044-aeee-f2c5bed46457 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:25:59.769106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:25:59.769457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:25:59.769859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Bound using segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:25:59.770315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Bound port: db4c35b5-34ee-4969-8f43-c7a76d9213c6, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:25:59.770676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.814244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96bb1e6a-5fbe-4c2d-b474-88e30a05f649 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6931660 Aug 12 02:25:59.820902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:25:59.821144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.917891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:25:59.929834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-766cc66b-1148-4af9-b018-2bb78eab8958 None None] Provisioning for port aeb39b64-f737-446f-aea4-6c90e061251b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:25:59.936406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-766cc66b-1148-4af9-b018-2bb78eab8958 None None] Provisioning complete for port aeb39b64-f737-446f-aea4-6c90e061251b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:25:59.937038 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-766cc66b-1148-4af9-b018-2bb78eab8958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:25:59.940847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:25:59.947514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:25:59.950800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:00.003624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:00.019680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd1e900-d834-4be3-b72a-5d765b306b44 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.026065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbd1e900-d834-4be3-b72a-5d765b306b44 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1988652 Aug 12 02:26:00.037633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:00.052150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-766cc66b-1148-4af9-b018-2bb78eab8958 None None] Port aeb39b64-f737-446f-aea4-6c90e061251b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:00.106488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.202460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:00.219872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.220885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.267068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:00.297303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16535e-b171-4325-b36d-af6c99842e92 req-caf9f761-25a3-4e23-80a5-9d40dde54a3a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.314168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16535e-b171-4325-b36d-af6c99842e92 req-caf9f761-25a3-4e23-80a5-9d40dde54a3a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.322112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e16535e-b171-4325-b36d-af6c99842e92 req-caf9f761-25a3-4e23-80a5-9d40dde54a3a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 1653 time: 0.3625035 Aug 12 02:26:00.344203 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.350821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310bfc6-3731-479a-904d-1256d66a6439 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.359262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310bfc6-3731-479a-904d-1256d66a6439 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.371705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310bfc6-3731-479a-904d-1256d66a6439 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.378399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f310bfc6-3731-479a-904d-1256d66a6439 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3379872 Aug 12 02:26:00.379973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:00.381808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-957a4b62-4981-4f8f-9509-65e9ded486d5 None None] Provisioning for port b31875c8-5a3f-4044-aeee-f2c5bed46457 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:00.389256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-957a4b62-4981-4f8f-9509-65e9ded486d5 None None] Provisioning complete for port b31875c8-5a3f-4044-aeee-f2c5bed46457 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:00.391180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-957a4b62-4981-4f8f-9509-65e9ded486d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.410462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.411151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.425658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] 10.222.0.21 "PUT /v2.0/ports/db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 1090 time: 3.0691211 Aug 12 02:26:00.479583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-957a4b62-4981-4f8f-9509-65e9ded486d5 None None] Port b31875c8-5a3f-4044-aeee-f2c5bed46457 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:00.486077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:00.496451 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a347e91-9a86-47ca-a87b-14671f18207e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:00.507142 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:57Z', 'revision_number': 5, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:00.529403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:00.551257 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Checking router: c9a5b244-27e3-42cf-9dc9-445d557deb79 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:26:00.582026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Routers {'c9a5b244-27e3-42cf-9dc9-445d557deb79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:00.583043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c9a5b244-27e3-42cf-9dc9-445d557deb79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:00.595301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.654290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.661270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.670123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.678879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.686186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.695782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e16535e-b171-4325-b36d-af6c99842e92 req-7001ddb1-c951-45c8-9692-3e2db7c54c03 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680904 Aug 12 02:26:00.696753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830356a3-0c27-4855-a22d-36915b97f453 service neutron] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:00.706773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:00.724876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.733898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:00.734289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.736356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88480d92-0797-4cc0-b535-7cf94009810b req-98db15d0-2ccc-4912-a736-fe46054572f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5394 time: 0.3554311 Aug 12 02:26:00.738096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.762052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e8ab9e9-6d2e-4a7d-8b76-289c42c60c0f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7674551 Aug 12 02:26:00.764122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:00.774196 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87410862-5e1a-4e74-85cb-95bc62b233c1 x-openstack-request-id: req-87410862-5e1a-4e74-85cb-95bc62b233c1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:00.774563 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:00.774825 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87410862-5e1a-4e74-85cb-95bc62b233c1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:00.776892 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'status': 'completed', 'code': 200} Aug 12 02:26:00.837860 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] Set router c9a5b244-27e3-42cf-9dc9-445d557deb79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:00.885302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'admin_state_up': True, 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'security_groups': ['2b43700b-4c81-48ce-863d-7426058dddf4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:00.905518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-network', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:00.937676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:26:00.954246 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88480d92-0797-4cc0-b535-7cf94009810b req-dc83c25c-a876-4fa4-8096-48ca1498db79 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2049882 Aug 12 02:26:01.005809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:01.025479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.026177 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Added segment f00d72c3-ca9e-4690-b55c-4949ba565d26 of type vlan for network 29443513-aab3-4e53-a49e-7c69d12d610f Aug 12 02:26:01.046352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Made reservation on behalf of bb01f2d45e7049249a9c659d9cc91984 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:01.048931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.054552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port aeb39b64-f737-446f-aea4-6c90e061251b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:01.055254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.088022 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:57Z', 'revision_number': 5, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:01.100753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.101807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.102219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.102408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.102914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.103513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.104009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.104559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.108890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347e91-9a86-47ca-a87b-14671f18207e req-df585079-d898-48a6-9f5e-4b21557b9303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6286 time: 0.2938263 Aug 12 02:26:01.123592 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824cd32-e428-414d-bdef-c85a7632cb2a None None] The sync data for ids ['c9a5b244-27e3-42cf-9dc9-445d557deb79'] in n-d-804303-2 is: [{'id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'name': 'tempest-TestAggregatesBasicOps-982173663-router', 'tenant_id': '7869eac9097a427cabf4d8bb33157034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:25:18Z', 'updated_at': '2021-08-12T02:25:57Z', 'revision_number': 5, 'project_id': '7869eac9097a427cabf4d8bb33157034', 'gw_port': {'id': '059bf2c4-b862-424b-a54e-e3736228fa5a', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a5b244-27e3-42cf-9dc9-445d557deb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:25:21Z', 'updated_at': '2021-08-12T02:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:01.154456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Deleting port 059bf2c4-b862-424b-a54e-e3736228fa5a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:01.154987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.202926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.315713 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.325935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] For port 059bf2c4-b862-424b-a54e-e3736228fa5a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=059bf2c4-b862-424b-a54e-e3736228fa5a,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:01.326286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.333226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.355575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.377647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.378590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Calling delete_port for 059bf2c4-b862-424b-a54e-e3736228fa5a owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:01.378721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.379281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.397945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:26:01.401497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for aeb39b64-f737-446f-aea4-6c90e061251b owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:01.416426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62a484-7fb6-4d44-9998-9c0409c2602f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:01.427954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:01.431628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.467392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.467797 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Added segment 7363b356-a83b-45fe-836d-cd9bb21b9243 of type vlan for network 492dd143-367e-4ef9-a621-725e32d47a74 Aug 12 02:26:01.472292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-569f501f-e4d8-40f8-93fb-f78407ad248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.472774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-569f501f-e4d8-40f8-93fb-f78407ad248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.473256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-569f501f-e4d8-40f8-93fb-f78407ad248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.474892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347e91-9a86-47ca-a87b-14671f18207e req-569f501f-e4d8-40f8-93fb-f78407ad248c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2895401 Aug 12 02:26:01.476276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2552433 Aug 12 02:26:01.486734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:01.490047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd3f4e3c-4513-4419-97b1-0c0a427662b1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:01.497471 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Request body: {'subnet': {'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1685913048-subnet', 'tenant_id': '1a88f0329bca43af9e182851c77e99c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:01.504543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.564999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Transition to ACTIVE for port object dd3f4e3c-4513-4419-97b1-0c0a427662b1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:01.569213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.578919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.623395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8794f8-680f-4959-b6e6-66fb67384dfa admin admin] Pushing event updated for resources: {'Network': ['ID=29443513-aab3-4e53-a49e-7c69d12d610f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:01.634183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 29443513-aab3-4e53-a49e-7c69d12d610f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:26:01.740945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:01.770188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:01.772567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.899214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347e91-9a86-47ca-a87b-14671f18207e req-29472309-a9a8-4670-8991-06076d2bcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.901024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a347e91-9a86-47ca-a87b-14671f18207e req-29472309-a9a8-4670-8991-06076d2bcb38 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4103329 Aug 12 02:26:01.966815 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd6100ec-6922-4954-881f-8669e0e5fa15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.983493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:01.994105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:01.994780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.149736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.1.1.93 (e94b1c3c-6f86-4e6b-a02b-243a48161345/fe2c5437-aaab-4561-98cb-76abeca872cb/5ba15b3a-fd56-4bcf-a857-d83484287221) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:02.244376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] Pushing event updated for resources: {'Network': ['ID=492dd143-367e-4ef9-a621-725e32d47a74,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:02.256590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.257955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 492dd143-367e-4ef9-a621-725e32d47a74 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:26:02.270414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.334742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=059bf2c4-b862-424b-a54e-e3736228fa5a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:02.343062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-694485ac-0ba9-4190-9c54-4b852dd24972 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6254961 Aug 12 02:26:02.397410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46332) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:02.408050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Request body: {'subnet': {'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-subnet', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:02.428088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.458689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.466785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.478245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.489649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.499555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.505684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.518961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.528704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-23c787f4-5fe1-421e-83d9-b04ab8b2813e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5406 time: 0.4393902 Aug 12 02:26:02.543361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.546191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.598461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Attempting to bind port dd3f4e3c-4513-4419-97b1-0c0a427662b1 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:02.598799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Attempting to bind port dd3f4e3c-4513-4419-97b1-0c0a427662b1 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:02.599132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Attempting to bind port dd3f4e3c-4513-4419-97b1-0c0a427662b1 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:02.602200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c279626e-a84d-4efa-914d-afb5c1101796 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:02.617914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dbb29-e3e3-4c75-bff7-0645b69edcbb req-666e5737-1586-411c-bf74-bad57bc9190b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.631887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dbb29-e3e3-4c75-bff7-0645b69edcbb req-666e5737-1586-411c-bf74-bad57bc9190b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:02.633635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-749dbb29-e3e3-4c75-bff7-0645b69edcbb req-666e5737-1586-411c-bf74-bad57bc9190b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 1653 time: 0.7333779 Aug 12 02:26:02.635890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Made reservation on behalf of bb01f2d45e7049249a9c659d9cc91984 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:02.644305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c279626e-a84d-4efa-914d-afb5c1101796 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:02.645031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c279626e-a84d-4efa-914d-afb5c1101796 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:02.649435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.654689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=aeb39b64-f737-446f-aea4-6c90e061251b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:02.668466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.670406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a01b68a4-e723-4046-acf7-36cad9f8c0fe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/aeb39b64-f737-446f-aea4-6c90e061251b HTTP/1.1" status: 204 len: 168 time: 2.2881734 Aug 12 02:26:02.677700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:02.729044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.767063 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2875739-ee3c-43f8-ae98-e5e2934a816e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:26:02.768968 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d2875739-ee3c-43f8-ae98-e5e2934a816e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/aeb39b64-f737-446f-aea4-6c90e061251b HTTP/1.1" status: 404 len: 333 time: 0.0868106 Aug 12 02:26:02.776426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:02.780946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object 5ba15b3a-fd56-4bcf-a857-d83484287221 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:02.812505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94f9f622-bf6c-4b2d-abca-87755cb9c84b req-52e6424f-2dbd-44dd-b451-8526d9efe313 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2817183 Aug 12 02:26:02.954542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.955086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9a5b244-27e3-42cf-9dc9-445d557deb79 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:26:02.970707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.976912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.980903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-653809c0-aee4-4ccb-b88b-b003fe8faee1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c9a5b244-27e3-42cf-9dc9-445d557deb79 HTTP/1.1" status: 204 len: 168 time: 3.2774410 Aug 12 02:26:02.992180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-749dbb29-e3e3-4c75-bff7-0645b69edcbb req-6b4fc184-5e21-4e2d-8c76-6c6d5e5a049f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586879 Aug 12 02:26:02.993504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:02.996275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46342) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:03.013491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Port dd3f4e3c-4513-4419-97b1-0c0a427662b1 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:03.014072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Attempting to bind port dd3f4e3c-4513-4419-97b1-0c0a427662b1 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:03.025687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.111521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:03.115211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 8b0ea7c6-c20f-4ca8-ac37-983e761c603a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:03.115905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.148011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:03.148327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Checking segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:03.163336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Bound using segment: {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:03.164049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Bound port: dd3f4e3c-4513-4419-97b1-0c0a427662b1, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:03.168569 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.193810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:03.223421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Deleting subnet 529bb205-a24c-4f6e-9303-e8eb29851401 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:26:03.257708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.259643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Checking segment: {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:03.260011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Network hostable DHCP agents. Network: 492dd143-367e-4ef9-a621-725e32d47a74, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:26:03.324987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.345874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Network 492dd143-367e-4ef9-a621-725e32d47a74 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:26:03.369394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 492dd143-367e-4ef9-a621-725e32d47a74) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:03.375140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:03.380278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a8a38-3aea-4995-a207-e85e770e6c2f None None] Network 492dd143-367e-4ef9-a621-725e32d47a74 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:03.397081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:03.535851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2aebc-40e4-46d7-9741-4b6033630857 None None] Network 492dd143-367e-4ef9-a621-725e32d47a74 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:03.581483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.601343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 8b0ea7c6-c20f-4ca8-ac37-983e761c603a owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:03.704042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:03.712172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8e9d2b-25d0-483d-9b07-9706bed59d8e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:03.713520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:03.790145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:03.810227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Checking segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:03.810620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Network hostable DHCP agents. Network: 29443513-aab3-4e53-a49e-7c69d12d610f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:26:03.819732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:03.820331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.821546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:03.822244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.826761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.935739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:03.951099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:03.952219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:03.955768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-fb8fa87f-35ad-4e6e-bf35-a8c579a7c039 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 1090 time: 3.4346836 Aug 12 02:26:03.974947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.015563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:04.030079 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49566cee-ee7c-42bb-bbc9-631122394273" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:04.048108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:04.066260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86dca97b-74c8-404d-bef9-c108b6ea5e62 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6620688 Aug 12 02:26:04.067903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.071379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46354) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:04.084274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a09973b4-3a8d-442e-a1ad-a04ec2489c7c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2061019 Aug 12 02:26:04.090646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:04.121148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Network 29443513-aab3-4e53-a49e-7c69d12d610f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:26:04.190939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'admin_state_up': True, 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'security_groups': ['2b43700b-4c81-48ce-863d-7426058dddf4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:04.204875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f153bb66-c00d-44f1-9506-b234a88a9b96 None None] Provisioning for port 5ba15b3a-fd56-4bcf-a857-d83484287221 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:04.215729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f153bb66-c00d-44f1-9506-b234a88a9b96 None None] Provisioning complete for port 5ba15b3a-fd56-4bcf-a857-d83484287221 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:04.216245 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f153bb66-c00d-44f1-9506-b234a88a9b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.247682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=8b0ea7c6-c20f-4ca8-ac37-983e761c603a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:04.281241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 29443513-aab3-4e53-a49e-7c69d12d610f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:04.289888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3dcfd-0941-4a51-9447-6098555bd445 None None] Network 29443513-aab3-4e53-a49e-7c69d12d610f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:04.298846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.299337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.299980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.332274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.347546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.348623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.380209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.387018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.396242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.397464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.402353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/529bb205-a24c-4f6e-9303-e8eb29851401 HTTP/1.1" status: 204 len: 168 time: 1.3966033 Aug 12 02:26:04.403602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46356) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:04.407417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.410886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036a1db4-4de2-4c20-b976-3d8f75794706 None None] Network 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:04.412708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a04c9a-c849-4796-841b-e738c6a74d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529bb205-a24c-4f6e-9303-e8eb29851401,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:04.418035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.427738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.438587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.444287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-80a8996c-2a7e-4671-bdd6-606d50ee3486 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5406 time: 0.4531746 Aug 12 02:26:04.515197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-77fa6f3b-2cb8-41db-83b4-7c38e29f29c7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0222621 Aug 12 02:26:04.552487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f153bb66-c00d-44f1-9506-b234a88a9b96 None None] Port 5ba15b3a-fd56-4bcf-a857-d83484287221 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:04.587405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eab87-f639-494b-bbc8-b687d3e4ba1b req-0079f89c-e498-4ba6-bd23-9b93b78bd67c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.596914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eab87-f639-494b-bbc8-b687d3e4ba1b req-0079f89c-e498-4ba6-bd23-9b93b78bd67c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.610090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eab87-f639-494b-bbc8-b687d3e4ba1b req-0079f89c-e498-4ba6-bd23-9b93b78bd67c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:04.615736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc8eab87-f639-494b-bbc8-b687d3e4ba1b req-0079f89c-e498-4ba6-bd23-9b93b78bd67c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 2373 time: 0.4712746 Aug 12 02:26:04.623999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.626040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.630716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-80222930-d076-43fe-bcb7-5d4cba267801 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/8b0ea7c6-c20f-4ca8-ac37-983e761c603a HTTP/1.1" status: 204 len: 168 time: 1.8491569 Aug 12 02:26:04.638957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:04.684441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 059bf2c4-b862-424b-a54e-e3736228fa5a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:04.731611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f44f8bdc-008f-4aca-bbf2-3e2ae3d29c6d req-70644239-164f-4c4f-beda-4b494c5a3c10 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2126193 Aug 12 02:26:04.734972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:04.737149 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8376c24a-845b-4ba0-9ea9-34da636db98a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:26:04.743854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8376c24a-845b-4ba0-9ea9-34da636db98a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/8b0ea7c6-c20f-4ca8-ac37-983e761c603a HTTP/1.1" status: 404 len: 333 time: 0.0927093 Aug 12 02:26:04.747384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 059bf2c4-b862-424b-a54e-e3736228fa5a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:04.747864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 059bf2c4-b862-424b-a54e-e3736228fa5a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:04.755111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f42f092-a14f-44e5-a5c9-f142ade82f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.757392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.761101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46362) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:04.848951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.864391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:04.924196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc8eab87-f639-494b-bbc8-b687d3e4ba1b req-db363e28-2109-40aa-865c-a39bad016413 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742405 Aug 12 02:26:04.965736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] DHCP port deletion for 6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:26:04.976768 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0427975-8482-4b08-8981-9df68d9ce1c5 x-openstack-request-id: req-d0427975-8482-4b08-8981-9df68d9ce1c5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:04.979624 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:04.980084 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0427975-8482-4b08-8981-9df68d9ce1c5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:04.981182 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'status': 'completed', 'code': 200} Aug 12 02:26:05.009313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:26:05.010941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ae444-cd73-4810-9b4e-e622ba237b94 None None] Network 29443513-aab3-4e53-a49e-7c69d12d610f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:05.016843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.089087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.138243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.156018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.168776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.169517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.184295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.184820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.185960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.185960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.186258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:05.188386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49566cee-ee7c-42bb-bbc9-631122394273 req-b42182cf-4a00-4fa5-bdde-d9a2d3c2f4bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6353 time: 0.2054446 Aug 12 02:26:05.233231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Deleting port 81f6ac47-a6e3-4698-b28e-7602d6efc995 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:05.233848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.308022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.310398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] For port 81f6ac47-a6e3-4698-b28e-7602d6efc995, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=81f6ac47-a6e3-4698-b28e-7602d6efc995,segment=NetworkSegment(9fdec3e9-783a-4c8b-9ccb-25b8648d06a0),segment_id=9fdec3e9-783a-4c8b-9ccb-25b8648d06a0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:05.310811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.325651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Calling delete_port for 81f6ac47-a6e3-4698-b28e-7602d6efc995 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:05.382525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.439110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.443978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268 HTTP/1.1" status: 204 len: 168 time: 0.6784174 Aug 12 02:26:05.444874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892c3a-d951-4798-8b4f-5bd863a35217 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:05.446479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:05.465498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79fd07-25ea-47e9-8626-725a63e4489d None None] Network 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:05.468861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.510352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.2.2.100 (94c0741d-6dec-4a02-851b-e3f7b07fd880/df3fa5fd-ca78-47c7-ab2a-277c2246092c/ae22f71e-37e5-4a23-8a21-bbf40f8d97cf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:05.557717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Deleting port 81f6ac47-a6e3-4698-b28e-7602d6efc995 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:05.558086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.572967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] Pushing event deleted for resources: {'Port': ['ID=81f6ac47-a6e3-4698-b28e-7602d6efc995,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:05.631566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef9261-5d2d-44a1-9fd4-6d274acb68af None None] No DVR routers for this DVR port 81f6ac47-a6e3-4698-b28e-7602d6efc995 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:05.678621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.706409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] For port 81f6ac47-a6e3-4698-b28e-7602d6efc995, host n-d-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:05.706774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.728151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e63097-27fa-4e7b-8d43-2492f2142a89 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:05.760080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Calling delete_port for 81f6ac47-a6e3-4698-b28e-7602d6efc995 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:05.760080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.763910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.ipam_backend_mixin [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Port 81f6ac47-a6e3-4698-b28e-7602d6efc995 was not found and therefore no delete operation was performed {{(pid=94674) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:26:05.770388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.788890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.815486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Transition to ACTIVE for port object b2e63097-27fa-4e7b-8d43-2492f2142a89 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:05.816830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f6ac47-a6e3-4698-b28e-7602d6efc995,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:05.821366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] No DVR routers for this DVR port 81f6ac47-a6e3-4698-b28e-7602d6efc995 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:05.830242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.851154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] DHCP port deletion for 6cce5a6c-a769-4e79-89b9-86d2fa2f6258 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:26:05.898350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:05.944562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Deleting port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:05.944940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:05.991516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:05.992851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.038529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.050722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:06.063556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:06.063934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdec3e9-783a-4c8b-9ccb-25b8648d06a0') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:06.066387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] For port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,segment=NetworkSegment(4e0d5f96-5b79-430b-9067-727a48698bff),segment_id=4e0d5f96-5b79-430b-9067-727a48698bff)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:06.066825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.073258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.088667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.096143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:26:06.096549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.100547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Calling delete_port for cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:06.139383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-8b442977-56e7-406e-9c5a-607fec31f454 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.143817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-8b442977-56e7-406e-9c5a-607fec31f454 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 0.5718112 Aug 12 02:26:06.155191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-f167ef45-788c-4541-a5c3-8fb969caaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.156000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-f167ef45-788c-4541-a5c3-8fb969caaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.158156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-f167ef45-788c-4541-a5c3-8fb969caaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:26:06.168396 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:26:06.172956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49566cee-ee7c-42bb-bbc9-631122394273 req-f167ef45-788c-4541-a5c3-8fb969caaeb7 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6099620 Aug 12 02:26:06.321988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-0cf752a2-3309-47e8-bd03-62ff37c6ccd4 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/quotas/1a88f0329bca43af9e182851c77e99c1 HTTP/1.1" status: 200 len: 375 time: 0.1331306 Aug 12 02:26:06.327359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.328326 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.377902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.387046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] Pushing event deleted for resources: {'Port': ['ID=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:06.404441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-562f221b-3063-4cba-80bb-60167155918c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600622 Aug 12 02:26:06.412957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41058c-5cdc-49c5-ab41-f944e09779bd None None] No DVR routers for this DVR port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:06.444493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object ae22f71e-37e5-4a23-8a21-bbf40f8d97cf will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:06.457093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,segment=NetworkSegment(4e0d5f96-5b79-430b-9067-727a48698bff),segment_id=4e0d5f96-5b79-430b-9067-727a48698bff)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:06.457499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.476300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:06.593873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49566cee-ee7c-42bb-bbc9-631122394273 req-9f7d1dfb-98c6-4817-8e26-77d96b2f4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.595825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49566cee-ee7c-42bb-bbc9-631122394273 req-9f7d1dfb-98c6-4817-8e26-77d96b2f4696 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4216797 Aug 12 02:26:06.615706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:06.650824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:06.651127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.651654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:06.652268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 81f6ac47-a6e3-4698-b28e-7602d6efc995 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:06.653220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed HTTP/1.1" status: 204 len: 168 time: 2.2423992 Aug 12 02:26:06.654040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.686338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 81f6ac47-a6e3-4698-b28e-7602d6efc995 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:06.686945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 81f6ac47-a6e3-4698-b28e-7602d6efc995 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:06.687311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bf9e4-be8e-42b4-a27d-b9fff0a0e8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1a44f3-5cd1-4167-bab9-e1f944c0e0ed,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:06.693306 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.707423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Attempting to bind port b2e63097-27fa-4e7b-8d43-2492f2142a89 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:06.707707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Attempting to bind port b2e63097-27fa-4e7b-8d43-2492f2142a89 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:06.707887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Attempting to bind port b2e63097-27fa-4e7b-8d43-2492f2142a89 on network f1eb906d-bb42-4c5a-9942-549fe493c7eb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:06.753644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Port b2e63097-27fa-4e7b-8d43-2492f2142a89 on network f1eb906d-bb42-4c5a-9942-549fe493c7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:06.753972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Attempting to bind port b2e63097-27fa-4e7b-8d43-2492f2142a89 on network f1eb906d-bb42-4c5a-9942-549fe493c7eb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:06.767349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:06.767615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Checking segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:06.768036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Bound using segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:06.768541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Bound port: b2e63097-27fa-4e7b-8d43-2492f2142a89, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:06.768903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.800279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:06.814896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:06.831324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-9a881039-ccc7-407e-b396-c69707abfee6 service neutron] 10.222.0.11 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132607 Aug 12 02:26:06.841387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:06.846557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:06.849716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.928423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.937579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.945588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:06.947106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.954753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.963519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.971450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.978457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:06.983230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-600b0689-d1d4-4c73-9de7-996dbe7019da tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5418 time: 1.0436053 Aug 12 02:26:06.984342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:06.985993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:06.995882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port cfdfec46-dceb-4d5f-8ea4-13e86c0c9e91 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:07.139914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.140597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.161689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.174551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44400bd5-f325-4301-8630-e6ff7db51bb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf39b5826f8a4ea7ae190ad8fea9e866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234542 Aug 12 02:26:07.175335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9d7d52a-2b37-48e2-8bbd-0d4cc6dcddb5 req-6703331f-6876-4b6f-a11f-d95d77734189 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723602 Aug 12 02:26:07.176217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:07.178290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:07.181762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cce5a6c-a769-4e79-89b9-86d2fa2f6258']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:07.186985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:07.198175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0d5f96-5b79-430b-9067-727a48698bff') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:07.198490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0d5f96-5b79-430b-9067-727a48698bff') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:07.201123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01a767be-99b0-464f-ad2e-6d99b9ebc6a2 None None] Provisioning for port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:07.202027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.207312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01a767be-99b0-464f-ad2e-6d99b9ebc6a2 None None] Provisioning complete for port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:07.208326 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01a767be-99b0-464f-ad2e-6d99b9ebc6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.269900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7971fb52-3ffc-4df8-a4e1-77b797435082 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1401420 Aug 12 02:26:07.278731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.302872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.303584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.304998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] 10.222.0.21 "PUT /v2.0/ports/b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 1091 time: 3.2685039 Aug 12 02:26:07.307990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:07.310438 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a185f4e4-728d-45ec-8ea2-bce09b02d89a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:07.317845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.320367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fc1f0-2398-4e9d-be61-53ae9eaeb397 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:07.341758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:26:07.342914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.351177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'admin_state_up': True, 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'security_groups': ['2b43700b-4c81-48ce-863d-7426058dddf4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:07.351614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-01a767be-99b0-464f-ad2e-6d99b9ebc6a2 None None] Port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:07.355119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Request body: {'port': {'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:07.357104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:26:07.384770 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:26:07.446660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-ac19f7f3-949f-4da4-ad42-36c5512b84c6 service neutron] 10.222.0.11 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6143529 Aug 12 02:26:07.555505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.561746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Allocated IP 172.25.3.183 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/140d7344-cdd8-4ec2-b6d4-aa9299a3e457) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:07.613054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.634761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-d107442c-929f-4618-8154-9c7c890bab53 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.653590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-d107442c-929f-4618-8154-9c7c890bab53 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.665836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-d107442c-929f-4618-8154-9c7c890bab53 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.693870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-d107442c-929f-4618-8154-9c7c890bab53 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:07.701037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.704232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-d107442c-929f-4618-8154-9c7c890bab53 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3094 time: 0.3022070 Aug 12 02:26:07.714240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.736111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.741657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/6cce5a6c-a769-4e79-89b9-86d2fa2f6258 HTTP/1.1" status: 204 len: 168 time: 2.2854366 Aug 12 02:26:07.756603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:07.762998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2141077431'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:07.921917 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7451cb9-6f1c-4455-993b-c4481e2517bd x-openstack-request-id: req-d7451cb9-6f1c-4455-993b-c4481e2517bd {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:07.922676 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:07.923108 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7451cb9-6f1c-4455-993b-c4481e2517bd {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:07.925172 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89', 'status': 'completed', 'code': 200} Aug 12 02:26:07.925985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:07.936579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:07.956619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad6910-aabd-4362-8f31-19ce88a93e64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=6cce5a6c-a769-4e79-89b9-86d2fa2f6258,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:08.066148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3cb7497-d86f-489c-8d0c-7b6526d7f65b req-4da3f12f-ee82-42f0-85c8-23510edbe2a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609264 Aug 12 02:26:08.094663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:26:08.197564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.198554 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Added segment 0dff328f-912a-471c-9565-ea19ba15baf2 of type vlan for network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 Aug 12 02:26:08.412745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.547994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.621287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.621558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-388d3d27-669c-48c3-92b0-7ea8528fff5f req-ef75e863-e7fa-4bd0-9955-37f89b6b3d9f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 210 time: 0.0974834 Aug 12 02:26:08.627945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.633922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.653400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.667498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.677208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.687369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.702808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-68c9b89e-8ff1-47f7-b262-cc88c303def9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5418 time: 0.3898404 Aug 12 02:26:08.748734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.751771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.757298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.758540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.759441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.768628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ead7216d-e38c-49d0-950f-04f73091d80d HTTP/1.1" status: 204 len: 168 time: 1.5750694 Aug 12 02:26:08.804338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.805081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.805570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.806077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.806600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.807112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.812081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:08.816478 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-734f853b-f367-440f-b0ab-84cf2dc4713d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6420 time: 0.3174121 Aug 12 02:26:08.830150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Made reservation on behalf of 9e5c36dc33f04408937a2983dd056db8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:08.836453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:08.874175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f81c0-3bb7-4287-82bf-a6638cfb1926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7216d-e38c-49d0-950f-04f73091d80d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:09.083925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b86460e3-4bc5-43f7-a037-14cdb9ae96c2 req-56f4e57f-fd0b-42e3-be17-17645ecb5564 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3726804 Aug 12 02:26:09.084705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Network': ['ID=d9591f77-8e60-4b5e-a1e0-86afb84a9eb9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:09.097083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f9ca83d-b37c-4edf-add5-0cbee4153299 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3369155 Aug 12 02:26:09.098003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:09.101312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:26:09.157649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:09.202017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Allocated IP 10.2.2.200 (94c0741d-6dec-4a02-851b-e3f7b07fd880/df3fa5fd-ca78-47c7-ab2a-277c2246092c/8be74688-d6e8-46f0-ac43-9ba735582abe) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:09.336747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46452) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:09.377810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eec399b-81b9-4660-9168-ace329f4e93c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:09.392989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:09.423437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-3afbd37b-ce72-4c41-802b-f038110f5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:09.424129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-3afbd37b-ce72-4c41-802b-f038110f5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:09.424666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-3afbd37b-ce72-4c41-802b-f038110f5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:09.427705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-3afbd37b-ce72-4c41-802b-f038110f5ee1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5650215 Aug 12 02:26:09.435940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-911a6d34-ad3d-4132-b5d7-b89bd7df7d81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7869eac9097a427cabf4d8bb33157034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0973153 Aug 12 02:26:09.444671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46454) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:09.550558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Transition to ACTIVE for port object 4eec399b-81b9-4660-9168-ace329f4e93c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:09.587495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:09.604887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:09.626051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Transition to ACTIVE for port object 8be74688-d6e8-46f0-ac43-9ba735582abe will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:09.627165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:09.630359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:09.635744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:09.877260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.009427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.083678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:10.100732 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.115309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:10.127853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:10.163225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189254b2-072f-407e-844a-31618f20b234 service neutron] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:10.167460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Pushing event updated for resources: {'Port': ['ID=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:10.187405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.200000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:10.224203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eaf80be9-0db9-4b8e-9b99-044f59c97b47 req-2a1f5a12-51ec-4f72-b240-f721a62dbd4d tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 210 time: 0.1814895 Aug 12 02:26:10.224780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.227746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.232899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52bfd858-3273-43e2-9db1-bee0cc3275d2 HTTP/1.1" status: 204 len: 168 time: 0.7765040 Aug 12 02:26:10.238671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:10.258764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-3131982e-1bc9-402a-a20a-a0b6b13fac45 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.281081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-3131982e-1bc9-402a-a20a-a0b6b13fac45 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.297275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-3131982e-1bc9-402a-a20a-a0b6b13fac45 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.317288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-3131982e-1bc9-402a-a20a-a0b6b13fac45 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.319268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-3131982e-1bc9-402a-a20a-a0b6b13fac45 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3094 time: 0.8891616 Aug 12 02:26:10.332745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5f4db-cd00-48d3-82b1-48dbd684fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bfd858-3273-43e2-9db1-bee0cc3275d2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:10.373648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:10.455944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Checking segment: {'id': '0dff328f-912a-471c-9565-ea19ba15baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:10.456426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network hostable DHCP agents. Network: d9591f77-8e60-4b5e-a1e0-86afb84a9eb9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:26:10.471505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=4c4dc184-443d-48bf-93fd-d0691c18ede8,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:10.540569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Attempting to bind port 4eec399b-81b9-4660-9168-ace329f4e93c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:10.540840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Attempting to bind port 4eec399b-81b9-4660-9168-ace329f4e93c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:10.541173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Attempting to bind port 4eec399b-81b9-4660-9168-ace329f4e93c on network f1eb906d-bb42-4c5a-9942-549fe493c7eb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:10.561511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Port 4eec399b-81b9-4660-9168-ace329f4e93c on network f1eb906d-bb42-4c5a-9942-549fe493c7eb not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:10.561841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Attempting to bind port 4eec399b-81b9-4660-9168-ace329f4e93c on network f1eb906d-bb42-4c5a-9942-549fe493c7eb {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:10.570249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-17f6c637-8841-41ba-b2cc-84e1b0b879c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.576364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-17f6c637-8841-41ba-b2cc-84e1b0b879c1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8702803 Aug 12 02:26:10.580372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:10.580372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Checking segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:10.580731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Bound using segment: {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:10.581092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Bound port: 4eec399b-81b9-4660-9168-ace329f4e93c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf68729-0e83-4658-befa-fd37ae900cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:10.581477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.684837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-b14fb94c-7d52-4a63-a104-733d3565b4d3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.686404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-b14fb94c-7d52-4a63-a104-733d3565b4d3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 0.5150630 Aug 12 02:26:10.704852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27b2fbc1-7f1d-44be-b4fa-278a2a3232fd None None] Provisioning for port 8be74688-d6e8-46f0-ac43-9ba735582abe completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:10.714192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:26:10.715510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27b2fbc1-7f1d-44be-b4fa-278a2a3232fd None None] Provisioning complete for port 8be74688-d6e8-46f0-ac43-9ba735582abe triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:10.716057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27b2fbc1-7f1d-44be-b4fa-278a2a3232fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:10.730568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Request body: {'port': {'device_id': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'admin_state_up': True, 'tenant_id': '1a88f0329bca43af9e182851c77e99c1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:10.790473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-a40a25d6-f01c-4e62-907a-754a31a094bb tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.796835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-a40a25d6-f01c-4e62-907a-754a31a094bb tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 1.1114850 Aug 12 02:26:10.806830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:10.825035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-27b2fbc1-7f1d-44be-b4fa-278a2a3232fd None None] Port 8be74688-d6e8-46f0-ac43-9ba735582abe cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:10.838982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a4040b-67cb-45da-8ac7-3023a4d1eaa9 req-1be5a0bd-1938-4d6c-a5ed-a9e9a7ebbda4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326881 Aug 12 02:26:10.855725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Request body: {'port': {'device_id': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'admin_state_up': True, 'tenant_id': '1a88f0329bca43af9e182851c77e99c1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:10.865255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d9591f77-8e60-4b5e-a1e0-86afb84a9eb9) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:10.874358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a266f2-305b-4cf0-9a1f-17c17b7263b2 None None] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:10.915596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:10.916583 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.018827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:11.030612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:11.046479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.053860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.064715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.071111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.074312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.077645 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.080065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.088026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.095372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.105694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-7f6f288b-8f97-485e-96e4-edeeeaab76b7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.2737408 Aug 12 02:26:11.131639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.185100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-d9591f77-8e60-4b5e-a1e0-86afb84a9eb9', 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': '4c4dc184-443d-48bf-93fd-d0691c18ede8'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:26:11.186240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.188515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-516ea24e-fda3-4928-96ed-4b22862e8624 req-45610564-bdb9-4c12-bd15-cad9b379c2fc tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815427 Aug 12 02:26:11.191398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:11.212251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.224735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04a985e9-496c-4af7-9dba-1a7caffd9d74 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0901587 Aug 12 02:26:11.254790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46494) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:11.275415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-590600357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:11.300782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:11.301428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.314495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-189254b2-072f-407e-844a-31618f20b234 service neutron] 10.222.0.21 "PUT /v2.0/ports/4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 1091 time: 3.9664428 Aug 12 02:26:11.323785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:11.329470 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:11.329704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.428382 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc16d7bd-056a-4456-963e-9a6cbc1f9c1a x-openstack-request-id: req-fc16d7bd-056a-4456-963e-9a6cbc1f9c1a {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:11.429969 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:11.430332 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc16d7bd-056a-4456-963e-9a6cbc1f9c1a {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:11.430941 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c', 'status': 'completed', 'code': 200} Aug 12 02:26:11.439137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:11.445592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.454721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-958cdfc8-0f1d-421f-8eab-8a5461b7e444 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1179869 Aug 12 02:26:11.481032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:11.598004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Allocated IP 172.20.0.2 (d9591f77-8e60-4b5e-a1e0-86afb84a9eb9/4c4dc184-443d-48bf-93fd-d0691c18ede8/7f662869-7fa2-4e8c-86a6-25b8b3817bb9) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:11.773401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.869593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:11.923205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Transition to ACTIVE for port object 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:11.974941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Transition to ACTIVE for port object 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:11.998297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.028692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189254b2-072f-407e-844a-31618f20b234 service neutron] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:12.081254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-294ed636-ebfb-46ab-940a-fb47b3dd234e req-730b4401-57a2-4366-92dd-b6cefe0c721b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 210 time: 0.5978241 Aug 12 02:26:12.110642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.119985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.125148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:12.127536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:12.142303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:12.195279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.205030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.206161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.206834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.208122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.208763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.209419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.209959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.212420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4a0d4522-e08a-4710-b4b9-dc938bf762a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6487 time: 0.8154159 Aug 12 02:26:12.214144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.242312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Pushing event updated for resources: {'Port': ['ID=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:12.275565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f903891b-de34-4cf4-ae94-d4b41dcd76d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 217 time: 0.0469246 Aug 12 02:26:12.284190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.289566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec258d21-a35d-4129-8127-cf2cc5a5287f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0204930 Aug 12 02:26:12.291133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46532) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:12.296020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Attempting to bind port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:12.296801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Attempting to bind port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0dff328f-912a-471c-9565-ea19ba15baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:12.297946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Attempting to bind port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 on network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:12.303937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:12.304602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Checking segment: {'id': '0dff328f-912a-471c-9565-ea19ba15baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:12.305206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.305761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Bound using segment: {'id': '0dff328f-912a-471c-9565-ea19ba15baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:12.306563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Bound port: 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dff328f-912a-471c-9565-ea19ba15baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:12.307425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.332090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Allocated IP 172.20.0.6 (29443513-aab3-4e53-a49e-7c69d12d610f/0c8e9d2b-25d0-483d-9b07-9706bed59d8e/02477e59-6d44-4541-b120-396be48b9363) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:12.332652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'network_id': 'd9591f77-8e60-4b5e-a1e0-86afb84a9eb9', 'name': 'tempest-PortsTestJSON-1715083214'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:12.367146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.374447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.381649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.390069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.396908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.406138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1ead9f30-9073-46d5-ba02-31a7a53894b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3815 time: 0.3275175 Aug 12 02:26:12.409973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09dd0d4-16d9-4682-9627-4faebf90e6dd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:12.452634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] For port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:12.459562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] For port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,segment=NetworkSegment(0dff328f-912a-471c-9565-ea19ba15baf2),segment_id=0dff328f-912a-471c-9565-ea19ba15baf2)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:12.483889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.487043 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.593044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b0804ab-31a2-4826-9467-a0f6745e63ae req-1410bf91-19dd-4ca2-9edf-e79b2d6d4ee4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857243 Aug 12 02:26:12.595862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Transition to ACTIVE for port object c09dd0d4-16d9-4682-9627-4faebf90e6dd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:12.618548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.670271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:12.708272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93e5ec-2c56-45b8-a12d-f6b91727d97a None None] Pushing event updated for resources: {'Port': ['ID=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:12.735554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-113bf567-80b3-42d1-874b-f183cfda5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:12.739906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-113bf567-80b3-42d1-874b-f183cfda5cbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.4403870 Aug 12 02:26:13.005389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.035992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.062427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.102759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.118278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.142521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.164371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.180163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-91cb5e6d-67c3-4895-a0df-852e18e5046a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.7626076 Aug 12 02:26:13.219691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:13.265820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-b756ef75-41b4-4925-8729-09063379a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:13.268060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-b756ef75-41b4-4925-8729-09063379a79e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5165334 Aug 12 02:26:13.358842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8400324-a0f5-4465-916e-6733ad9d22bc req-fdda8a4b-8921-42d9-a3cb-898a04bd1fbf tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 210 time: 0.1123238 Aug 12 02:26:13.422900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:13.429346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:13.467297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:13.478478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac9b3397-92ad-4877-8eb7-04f0522ba1d2 req-081d7fcf-88d2-43bc-ace0-ddb18fbe6dd3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2970483 Aug 12 02:26:13.485793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Attempting to bind port c09dd0d4-16d9-4682-9627-4faebf90e6dd on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:13.486224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Attempting to bind port c09dd0d4-16d9-4682-9627-4faebf90e6dd by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:13.486627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Attempting to bind port c09dd0d4-16d9-4682-9627-4faebf90e6dd on network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:13.494961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 8efe5ddc-fcd8-4293-81fc-3091f4252545 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:26:13.521642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Port c09dd0d4-16d9-4682-9627-4faebf90e6dd on network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:13.522052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Attempting to bind port c09dd0d4-16d9-4682-9627-4faebf90e6dd on network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:13.548782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:13.549146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Checking segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:13.549547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Bound using segment: {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:13.550035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Bound port: c09dd0d4-16d9-4682-9627-4faebf90e6dd, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea934d0-de83-47e8-9541-87a41f486924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:13.550408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:13.596875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ea6d95c4-ae09-461d-ade3-67c6f9ba36e3 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782018 Aug 12 02:26:13.617611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Router b113f62d-8c94-4614-be6f-94fe48c6d651 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:26:13.868850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4bf28749-7b99-405c-a35a-907cbed0f56e service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631476 Aug 12 02:26:14.097063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d05038d1-9b2f-4b66-9a28-b175e5c937c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 217 time: 0.1959612 Aug 12 02:26:14.127855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.6 (d9591f77-8e60-4b5e-a1e0-86afb84a9eb9/4c4dc184-443d-48bf-93fd-d0691c18ede8/8efe5ddc-fcd8-4293-81fc-3091f4252545) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:14.200160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:14.202477 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.215828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Sync routers for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:14.219598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Allocated IP 172.20.0.14 (29443513-aab3-4e53-a49e-7c69d12d610f/0c8e9d2b-25d0-483d-9b07-9706bed59d8e/c771c8ab-c790-4fcd-9364-86c3dd6b72b7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:14.240883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336507aa-504e-4f6a-bcaf-b93c074b671a None None] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:14.249152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:14.253066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:14.264426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:14.275770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Network 29443513-aab3-4e53-a49e-7c69d12d610f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:14.283032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:14.297603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:14.307633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.311652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:14.323794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.336887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.337113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.342225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7c38c224-e2dd-4663-bcce-db3b106ef9ae admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.2565997 Aug 12 02:26:14.342847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:14.353444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.361281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.366810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.371052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event updated for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:14.396197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-bed282ad-6c9f-4ba4-8da4-73b50f4f39f0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3827 time: 0.6362965 Aug 12 02:26:14.399847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46558) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:14.454859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658366969', 'description': 'tempest-secgroup-smoke-1658366969 description', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:14.735854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.737366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.751751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.752646 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.753734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83301375-fd8e-4c3b-8347-7ff4a8d24a4a req-005d5d62-e3fa-4836-a1e3-00b6cfc3f020 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564816 Aug 12 02:26:14.755495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] 10.222.0.25 "PUT /v2.0/ports/c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1092 time: 3.2801402 Aug 12 02:26:14.755713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-b1c3efa3-dac0-42e3-9cc0-d0197fcf620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:14.757605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-b1c3efa3-dac0-42e3-9cc0-d0197fcf620f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.6393814 Aug 12 02:26:14.778782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fe56f-3a36-424e-b76b-0fb04c721b51 service neutron] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:14.781492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.782378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:14.785277 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dad595b-c375-46fe-b813-6d308f878b80" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:14.832894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5e347cf2-e22e-492f-ad05-03360f864205 None None] Provisioning for port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:14.861408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:14.878945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:14.891838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:14.934583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e24f7c1f-1458-410d-9b39-5cd3063daf8a req-be576f09-3b19-42f2-9c09-c61859069747 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 210 time: 0.2422919 Aug 12 02:26:15.189578 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bb03de-8d3f-4192-92a0-645f02f7d0c8 x-openstack-request-id: req-66bb03de-8d3f-4192-92a0-645f02f7d0c8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:15.189964 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:15.190498 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66bb03de-8d3f-4192-92a0-645f02f7d0c8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:15.190790 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'status': 'completed', 'code': 200} Aug 12 02:26:15.209102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-71054e19-7e48-433e-bf0b-911e3d2a70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.212806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-71054e19-7e48-433e-bf0b-911e3d2a70b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4148362 Aug 12 02:26:15.227884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:15.243715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:15.286521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.293050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.300467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:15.300871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.300989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.306868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.313034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.319116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.325750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.327706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-b3771ea8-2862-4f63-9bd5-2b2d3285295e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3191762 Aug 12 02:26:15.343745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-aac4c17c-902e-4443-964d-508b22e0f139 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4990499 Aug 12 02:26:15.405143 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:26:15.406019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Request body: {'port': {'device_id': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:15.541764 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.543160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.572735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.574004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.574557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.575107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.575690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:15.578005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5dad595b-c375-46fe-b813-6d308f878b80 req-bc84041d-3ed3-4bcb-bceb-88dbfea682af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 4362 time: 0.3864367 Aug 12 02:26:15.611366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.642008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b7e4390-da9a-42d0-921b-ff246d5f6fd7 req-de51da9d-fbaf-4625-9555-889cbe3847a8 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2762828 Aug 12 02:26:15.655321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.670339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.692394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.700201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d9f51a6e-d960-41f1-b01f-6f5616aefe3b service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766064 Aug 12 02:26:15.722776 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.765839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 8efe5ddc-fcd8-4293-81fc-3091f4252545 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:15.768579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e4e56f-5bbe-4229-a3a8-f9c2ebd9c794,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:15.786986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,segment=NetworkSegment(0dff328f-912a-471c-9565-ea19ba15baf2),segment_id=0dff328f-912a-471c-9565-ea19ba15baf2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:15.790528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:11Z', 'revision_number': 3, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:15.804505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.841441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:15.878450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Checking router: b113f62d-8c94-4614-be6f-94fe48c6d651 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:26:15.878987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Updating router b113f62d-8c94-4614-be6f-94fe48c6d651 port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:26:15.966576 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.037657 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.083397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.101701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Allocated IP 172.20.0.1 (492dd143-367e-4ef9-a621-725e32d47a74/5f5f3dac-2dda-4d3e-86a5-026fd59d27bd/de0a9c15-c1a6-4834-8154-e0a043bcaa09) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:16.135107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:16.137830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-b19dfecb-5cbb-4e6a-be78-0c631426e0c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735316 Aug 12 02:26:16.255063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-60291cf8-ad94-434b-ba8a-fa6b477bda88 None None] Provisioning complete for port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:16.255622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60291cf8-ad94-434b-ba8a-fa6b477bda88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.385009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-86505431-d386-470b-a615-799bbf41d05e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 217 time: 0.1978657 Aug 12 02:26:16.400350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Network 29443513-aab3-4e53-a49e-7c69d12d610f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:16.402897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:16.404915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=8efe5ddc-fcd8-4293-81fc-3091f4252545,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:16.408633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.416871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.423201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.429410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.436568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.444955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-4fd26a47-e4d6-4511-90e3-fd1137711ec0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3827 time: 0.3206525 Aug 12 02:26:16.447721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-b1b3d7ce-5fd0-4fba-bb14-797d08771130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.448374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-b1b3d7ce-5fd0-4fba-bb14-797d08771130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.449091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-b1b3d7ce-5fd0-4fba-bb14-797d08771130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.450836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5dad595b-c375-46fe-b813-6d308f878b80 req-b1b3d7ce-5fd0-4fba-bb14-797d08771130 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8591268 Aug 12 02:26:16.473016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f5ad593b-c628-47cc-b207-cff077e617e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.474574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f5ad593b-c628-47cc-b207-cff077e617e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0706539 Aug 12 02:26:16.519653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.522119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event updated for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:16.525328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:16.532788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:16.536305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:16.552427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:16.618185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad595b-c375-46fe-b813-6d308f878b80 req-f75c9a0e-1a69-4c73-8d22-43923c37938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.625772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5dad595b-c375-46fe-b813-6d308f878b80 req-f75c9a0e-1a69-4c73-8d22-43923c37938f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283228 Aug 12 02:26:16.666702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.673831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7361d6c7-f413-41f8-acff-f3ba359d7d75 req-5c353881-aaa7-4b0c-8f35-e0bb274636eb tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276928 Aug 12 02:26:16.703351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:16.739384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa200e25-371a-4e84-b4a5-498d784bd6e4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:16.792133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9a52-2f94-4ce0-9878-6a701ad16cd8 req-5f29ebbe-6115-44b0-bfdf-ebc38ea28c40 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.794974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e1a9a52-2f94-4ce0-9878-6a701ad16cd8 req-5f29ebbe-6115-44b0-bfdf-ebc38ea28c40 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 932 time: 0.7176661 Aug 12 02:26:16.806155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.806777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.812150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ace12954-44e0-423a-bde7-f3080b437bcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4024754 Aug 12 02:26:16.817872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-36b106b7-9072-4508-af3f-aecf96503a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.819987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-36b106b7-9072-4508-af3f-aecf96503a08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2603304 Aug 12 02:26:16.820599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:16.838691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:16.885305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Transition to ACTIVE for port object 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:16.907732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.934472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.978947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.979701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:16.987692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:16.988306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.022272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-7c2576b6-9f97-4fdf-96d5-529e3b4032c3 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3010089 Aug 12 02:26:17.030892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.052090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.057524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Request body: {'port': {'device_id': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:17.058073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.059702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b126cd-1f72-4bd1-9534-716ba53fe4d3 None None] Pushing event updated for resources: {'Port': ['ID=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:17.064341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.068263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Attempting to bind port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:17.068815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Attempting to bind port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:17.069339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Attempting to bind port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:17.070587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.077479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.077715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:17.078296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.083307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.091604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c437ec0d-462e-481f-9c84-6565573eecb3 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7727757 Aug 12 02:26:17.091791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.098184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-86969609-6a96-47e8-9132-7db357b981fc req-7e2ddadd-2d0c-43dc-8812-e4481dd53c0d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.1911170 Aug 12 02:26:17.099852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:17.107562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:17.107562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:17.107562 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.108008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:17.108387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Bound port: 140d7344-cdd8-4ec2-b6d4-aa9299a3e457, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:17.108519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.112291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-f21dca9a-cd71-4296-80f8-dc0e7ea72f4e service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288156 Aug 12 02:26:17.146279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e1a9a52-2f94-4ce0-9878-6a701ad16cd8 req-19bfeb06-aa47-412f-b183-3982ab01874a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361719 Aug 12 02:26:17.173427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] For port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:17.181978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] For port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:17.207348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d1c15dde-09af-4d8a-a610-e0c7c7a94e8a None None] Provisioning for port 8efe5ddc-fcd8-4293-81fc-3091f4252545 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:17.216630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.219301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d1c15dde-09af-4d8a-a610-e0c7c7a94e8a None None] Provisioning complete for port 8efe5ddc-fcd8-4293-81fc-3091f4252545 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:17.219995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1c15dde-09af-4d8a-a610-e0c7c7a94e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.247551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.257022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.280694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d1c15dde-09af-4d8a-a610-e0c7c7a94e8a None None] Port 8efe5ddc-fcd8-4293-81fc-3091f4252545 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:17.281276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.353282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-618922f1-8cfe-4bea-84a2-f0d619a2fa6e service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196913 Aug 12 02:26:17.356492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.366310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:17.367319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:17.430213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b126cd-1f72-4bd1-9534-716ba53fe4d3 None None] Pushing event updated for resources: {'Port': ['ID=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:17.481406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-edebfefa-5844-4326-83b2-398100f0b5b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 217 time: 0.0746920 Aug 12 02:26:17.487105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.488733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6591153 Aug 12 02:26:17.499433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52462-2b50-4705-be41-c7bda21ade90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83c91a1-b38e-414e-a898-0b0a3694bd79,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:17.508059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:17.516425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:17.518750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:17.528491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-86969609-6a96-47e8-9132-7db357b981fc req-7e67580c-719f-453a-98b7-d4f8c0ac2adc tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4292707 Aug 12 02:26:17.534362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Network 492dd143-367e-4ef9-a621-725e32d47a74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:17.563275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:17.579880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:17.584684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:17.659772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-05d45081-4cf5-4c64-ba00-742396b26399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:17.661856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-05d45081-4cf5-4c64-ba00-742396b26399 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.1719682 Aug 12 02:26:17.772822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.800934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.814577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:11Z', 'revision_number': 3, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:17.844424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fc0c0a-35d0-4190-9f4e-b627329cde64 None None] The sync data for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 is: [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:11Z', 'revision_number': 3, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:17.979533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:17.986546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02477e59-6d44-4541-b120-396be48b9363 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:18.004694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.048843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Pushing event updated for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:18.070541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Transition to ACTIVE for port object cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:18.083368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.085923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Transition to ACTIVE for port object 02477e59-6d44-4541-b120-396be48b9363 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:18.133578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:18.140892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.143041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.384921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.397370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Pushing event updated for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:18.399360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-59104837-73a0-42a8-b65c-9118616e1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.401453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-59104837-73a0-42a8-b65c-9118616e1aeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7248795 Aug 12 02:26:18.533649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.561403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.573269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.597640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.603234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.616477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.618443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-fd8c7a7e-6e77-4593-b4ff-fb174b34e1a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3827 time: 0.8508153 Aug 12 02:26:18.668561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:18.675038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.764278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e661723f-33f4-42ce-ba8c-cd80bbd2ee87,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:18.775156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.776573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ab97eb4-5b2c-488a-a080-82b6fa98bfbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2655799 Aug 12 02:26:18.786541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46602) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:18.802374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:18.811289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:18.811808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.820929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:18.880001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8901ed-1f16-45fd-86fb-4caf903a93f5 req-dec5c8e7-a6ed-478d-b3fb-f38f08bcc8be tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:18.881736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe8901ed-1f16-45fd-86fb-4caf903a93f5 req-dec5c8e7-a6ed-478d-b3fb-f38f08bcc8be tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 932 time: 0.5928228 Aug 12 02:26:18.941745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-a30956cc-21e4-4c81-bfe8-9f9d03519c6b service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186045 Aug 12 02:26:18.952061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a44a7f1-b2b8-4878-951c-5659a7b68242 req-e3d52092-26d6-4fec-ac53-dbeedd5877d2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804623 Aug 12 02:26:18.959864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:18.982981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:18.993316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.031698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c771c8ab-c790-4fcd-9364-86c3dd6b72b7 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:19.055637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.059847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.087507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:19.142551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Transition to ACTIVE for port object c771c8ab-c790-4fcd-9364-86c3dd6b72b7 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:19.161970 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.172866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Attempting to bind port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:19.173214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Attempting to bind port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:19.173553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Attempting to bind port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.185848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe8901ed-1f16-45fd-86fb-4caf903a93f5 req-60cfd3e0-ea34-4745-8812-d86dd349a6dc tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764394 Aug 12 02:26:19.186546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Attempting to bind port 02477e59-6d44-4541-b120-396be48b9363 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:19.186896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Attempting to bind port 02477e59-6d44-4541-b120-396be48b9363 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:19.187233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Attempting to bind port 02477e59-6d44-4541-b120-396be48b9363 on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.193744 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.227315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:19.227957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Attempting to bind port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.239287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.258878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Port 02477e59-6d44-4541-b120-396be48b9363 on network 29443513-aab3-4e53-a49e-7c69d12d610f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:19.259216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Attempting to bind port 02477e59-6d44-4541-b120-396be48b9363 on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.272356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:19.272983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:19.273557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Bound using segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:19.274206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Bound port: cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:19.274783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.282489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:19.283089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Checking segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:19.283690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Bound using segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:19.284338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Bound port: 02477e59-6d44-4541-b120-396be48b9363, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:19.284893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.290992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-d7193623-459d-4270-832a-a3e8ad04e659 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358290 Aug 12 02:26:19.291760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.390715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45bb53f-e738-4f13-8efb-24ef9e427985,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:19.404214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Pushing event updated for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:19.409028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ddabced0-853e-4dbf-be0a-836c44c58e72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 217 time: 0.0981297 Aug 12 02:26:19.427937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.435644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.441574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.455505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.459792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.468550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.482747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.492772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.510147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.510147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-d0f40247-7834-46cf-b7cf-320fd612a22b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3772080 Aug 12 02:26:19.527940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.532141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aebabae2-a23f-4122-aa9b-5e6eb0f93545 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7347035 Aug 12 02:26:19.532825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46612) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:19.604280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:19.686081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.689462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4023ab6b-da16-411b-bbf7-cdd3fc3bf716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.691252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-4023ab6b-da16-411b-bbf7-cdd3fc3bf716 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.1670215 Aug 12 02:26:19.768977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Attempting to bind port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:19.769352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Attempting to bind port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:19.769667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Attempting to bind port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.819923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-cd9906f8-df1f-426b-b2c6-54a0979470f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.822340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-cd9906f8-df1f-426b-b2c6-54a0979470f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1178322 Aug 12 02:26:19.830012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42831477-6d38-4b13-bbcb-e19fecc6cec0 req-cb03b36b-c724-442e-9c4f-ebea5901331a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3094544 Aug 12 02:26:19.830840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 on network 29443513-aab3-4e53-a49e-7c69d12d610f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:19.831270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Attempting to bind port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:19.855946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=8efe5ddc-fcd8-4293-81fc-3091f4252545,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:19.893469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:19.900277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ab022843-342e-4adc-a4b7-00b702a37751 None None] Provisioning complete for port 8efe5ddc-fcd8-4293-81fc-3091f4252545 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:19.900800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab022843-342e-4adc-a4b7-00b702a37751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.900921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=02477e59-6d44-4541-b120-396be48b9363,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:19.943389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:19.946865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:19.947207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Checking segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:19.947638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Bound using segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:19.948080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Bound port: c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:19.948440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:19.955237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ab022843-342e-4adc-a4b7-00b702a37751 None None] Port 8efe5ddc-fcd8-4293-81fc-3091f4252545 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:19.963568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:19.972591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-ae77dee2-5860-443a-822a-3a5e0c5fbe09 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:19.977624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-ae77dee2-5860-443a-822a-3a5e0c5fbe09 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.3701704 Aug 12 02:26:19.990334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.001814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.030367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.047109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.140232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6809215f-1587-4dcb-8903-f88497fbb5b4,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:20.142280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.143169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.148330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] 10.222.0.21 "PUT /v2.0/ports/02477e59-6d44-4541-b120-396be48b9363 HTTP/1.1" status: 200 len: 1091 time: 4.7578678 Aug 12 02:26:20.150087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-4c838f26-dd72-45cf-a517-304f2f22533a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/quotas/e2dbf476a19842e9a1329030e140f3f8 HTTP/1.1" status: 200 len: 375 time: 0.1572819 Aug 12 02:26:20.150765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'tag': '02477e59-6d44-4541-b120-396be48b9363'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:20.154261 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcdfe5c-c666-4160-82e7-43600549698c" -d '{"events": [{"name": "network-changed", "server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "tag": "02477e59-6d44-4541-b120-396be48b9363"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:20.158537 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.160123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d54603bc-b8f9-4882-ad39-52c69ef3e002 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5740428 Aug 12 02:26:20.166850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46628) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:20.176150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.176893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.178832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] 10.222.0.25 "PUT /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 1129 time: 5.2976248 Aug 12 02:26:20.198022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:20.249340 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.302548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ee0d262c-22b3-47cb-a1ba-f1ec48bd3e15 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564981 Aug 12 02:26:20.328358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.335443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.342650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.349990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.358044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.365123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.374915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a962742-7881-4979-b6c0-770872f11a2c req-bdc1d181-dfa5-435c-8ec3-7a156d891f79 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 4598 time: 0.2184935 Aug 12 02:26:20.405812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:20.415363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.520566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:20.527764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-c3efea25-7240-49bd-b32d-6c0e584f83b4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478794 Aug 12 02:26:20.549217 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:26:20.567413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.575325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:20.615288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-673177e4-4b2c-4fec-b38a-2f6df48b77c8 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4408271 Aug 12 02:26:20.616379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac61f4-6574-458b-bf7c-5652d8364249 service neutron] Pushing event updated for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:20.629639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.644136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:20.680423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a962742-7881-4979-b6c0-770872f11a2c req-e706c599-ce11-4511-91d0-c6f3d41ef5f6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3033450 Aug 12 02:26:20.690261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-6c54cdca-410d-4a52-9445-e9d8f3abd88c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 217 time: 0.1429808 Aug 12 02:26:20.706477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:20.707109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.708732 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] 10.222.0.21 "PUT /v2.0/ports/c771c8ab-c790-4fcd-9364-86c3dd6b72b7 HTTP/1.1" status: 200 len: 1092 time: 3.6649752 Aug 12 02:26:20.709254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:20.711625 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937031d-7908-4570-bfb6-467678665561" -d '{"events": [{"name": "network-changed", "server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:20.740962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.780663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:20.781045 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.878397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:20.910170 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cc396d-4a9a-4cd3-9be2-c76f8026779b x-openstack-request-id: req-35cc396d-4a9a-4cd3-9be2-c76f8026779b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:20.911132 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "tag": "02477e59-6d44-4541-b120-396be48b9363", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:20.911580 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35cc396d-4a9a-4cd3-9be2-c76f8026779b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:20.912129 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'tag': '02477e59-6d44-4541-b120-396be48b9363', 'status': 'completed', 'code': 200} Aug 12 02:26:21.000964 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.025070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-770924a2-6218-4eeb-8de4-584e45732905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.026559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-770924a2-6218-4eeb-8de4-584e45732905 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.3218625 Aug 12 02:26:21.033179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-0ef107af-1d9e-4678-9184-1ee7953e6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.035097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-0ef107af-1d9e-4678-9184-1ee7953e6c51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=03e3acba-045c-4456-a097-a38c71a6cbf0 HTTP/1.1" status: 200 len: 1094 time: 0.6867356 Aug 12 02:26:21.036179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.056550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-256964d9-f1d2-4547-9b07-7d62c8f40e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.058438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-256964d9-f1d2-4547-9b07-7d62c8f40e9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 1095 time: 0.2177525 Aug 12 02:26:21.068659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.070785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83154-fe6e-401d-b820-75ea58a3794e service neutron] Pushing event updated for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:21.090522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cbdbc-feae-44d8-b0b1-ec2d7f82237c service neutron] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:21.149939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-19e941a1-8708-4cd8-ba92-9c502ae059ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02477e59-6d44-4541-b120-396be48b9363 HTTP/1.1" status: 200 len: 217 time: 0.0730867 Aug 12 02:26:21.150717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-4278262a-9d70-4845-948c-f2cf45bad0d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7 HTTP/1.1" status: 200 len: 217 time: 0.0724547 Aug 12 02:26:21.168883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f255c4d-99e8-4419-8cae-ffa9d57d45bf req-f8a788a1-586f-4f1b-8c52-55c56f42f3d1 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.170324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f255c4d-99e8-4419-8cae-ffa9d57d45bf req-f8a788a1-586f-4f1b-8c52-55c56f42f3d1 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 944 time: 0.2660010 Aug 12 02:26:21.174681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.175798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9948592 Aug 12 02:26:21.188952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:21.189624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6959f-55ec-4b89-8424-50f74c74819c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa2c7e0-dcc1-49f5-b3f4-351016a78849,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:21.197840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa200e25-371a-4e84-b4a5-498d784bd6e4', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:21.278257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-6194ede0-19c6-4bfc-bfe1-ee664714383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.280081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-6194ede0-19c6-4bfc-bfe1-ee664714383e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286813 Aug 12 02:26:21.288428 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:26:21.303935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-a7c10640-99e3-4698-b38f-678916c48afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.305457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-a7c10640-99e3-4698-b38f-678916c48afb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.1328192 Aug 12 02:26:21.325354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.402534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-b5b7f4f2-d89b-4549-b32b-07c7c0ccff0b service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768853 Aug 12 02:26:21.406047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f255c4d-99e8-4419-8cae-ffa9d57d45bf req-2d83da0e-9561-4f05-974f-aa0133e39ce8 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187304 Aug 12 02:26:21.413668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-044431fe-4546-48ff-9955-c2b59e2430cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898671 Aug 12 02:26:21.422793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Network 492dd143-367e-4ef9-a621-725e32d47a74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:21.435549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:21.564280 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70b0da6-8082-4860-9e46-71c8e6b821d0 x-openstack-request-id: req-c70b0da6-8082-4860-9e46-71c8e6b821d0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:21.564646 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:21.564901 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c70b0da6-8082-4860-9e46-71c8e6b821d0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:21.565300 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7', 'status': 'completed', 'code': 200} Aug 12 02:26:21.570976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Pushing event updated for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:21.579979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-b120d2eb-e6f5-4aa8-a9b2-a03f5a4d523f service neutron] 10.222.0.11 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361151 Aug 12 02:26:21.659385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-97b2e7e6-90fb-4a7e-94b5-c7cdc02f51fc service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676331 Aug 12 02:26:21.702234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.710654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.721895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.728964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.736564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.742541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.748607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:21.750580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-c2db7335-e6a5-4fe3-a211-5f45600f1265 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.1839213 Aug 12 02:26:21.772180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.830057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:21.883667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a8c864a-0b16-4b9e-83db-a69a373a0942 req-ef967fa2-4ff6-462b-aff1-2c084ddb451d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1141462 Aug 12 02:26:21.955456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-f57f794a-2d01-47ef-b1d9-34e9451493ac service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342467 Aug 12 02:26:21.958527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efa2528-f821-4801-931c-f01a07214f5b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:22.002642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.013439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e59d9ba-f0f7-408a-af1f-56d8bb47a9cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8210676 Aug 12 02:26:22.048823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46664) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:22.067854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'network': {'name': 'tempest-network-smoke--1921184925', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:22.183871 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c7584e5f-3364-4327-a541-cdf543f7640d req-55f4d9ce-5d81-433d-b386-be6d70178073 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 210 time: 0.1846697 Aug 12 02:26:22.205089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:22.209723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.228589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-ec80475f-7927-402a-8aad-9f70d0468c49 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567534 Aug 12 02:26:22.257592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-2cf9430a-aedd-4a9b-9c6e-584bd31c3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.260748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-2cf9430a-aedd-4a9b-9c6e-584bd31c3ae9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 1.0596349 Aug 12 02:26:22.303592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-74c98b47-0cef-4d22-b16b-b88ae926c4c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.0658548 Aug 12 02:26:22.353522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:26:22.357159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-9d62246c-239d-4d38-8ebc-8f60f679fd24 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854780 Aug 12 02:26:22.373371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.373737 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Added segment 500e1d24-bf72-4e95-a164-4dc7a821981d of type vlan for network 005da73d-bc80-4d2c-8e29-8ebb9146371d Aug 12 02:26:22.419461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-0cac8c42-03da-40db-a131-c8e0070531ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.420988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-0cac8c42-03da-40db-a131-c8e0070531ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.1030128 Aug 12 02:26:22.462047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.587192 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-ebeee00f-08d9-4666-9590-b000a7f9a0a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2043762 Aug 12 02:26:22.619154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.629240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.635335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.636029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:22.665428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.671852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.678010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.686189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.692723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.699304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.707789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-ada2a534-ada8-40fd-bddd-6734de4fe81b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 4598 time: 0.4592364 Aug 12 02:26:22.744415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6944966 Aug 12 02:26:22.752657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46684) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:22.759704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'admin_state_up': True, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:22.769624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7377950-b697-42ab-a579-b856514e2eb2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Network': ['ID=005da73d-bc80-4d2c-8e29-8ebb9146371d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:22.776553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-21bc35d3-a0bf-476d-b548-f9aa50fa8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.779147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-21bc35d3-a0bf-476d-b548-f9aa50fa8304 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2333257 Aug 12 02:26:22.783323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:26:22.787056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937031d-7908-4570-bfb6-467678665561 req-e94bcf82-3170-4828-9f52-579938896b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:22.788626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-e94bcf82-3170-4828-9f52-579938896b90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 1095 time: 0.2647667 Aug 12 02:26:22.844076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Router b113f62d-8c94-4614-be6f-94fe48c6d651 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:26:22.876032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6952f3a-8d78-4d10-bebc-c7385d83be51 req-27940d11-190d-450f-b2f1-eb8f3e3f69f8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670530 Aug 12 02:26:22.917331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:22.920377 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f564767-896b-4ccf-a897-d581a48a9e76" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "cb0011fb-a2ad-437a-ba9a-e5dffaf5da03"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:23.049352 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2fd98-4959-475e-b8c0-65f9c59a2de1 x-openstack-request-id: req-94f2fd98-4959-475e-b8c0-65f9c59a2de1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:23.049789 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "cb0011fb-a2ad-437a-ba9a-e5dffaf5da03", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:23.050144 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94f2fd98-4959-475e-b8c0-65f9c59a2de1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:23.050642 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03', 'status': 'completed', 'code': 200} Aug 12 02:26:23.322153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db597e8-b374-4a5a-86eb-67b5c6ec4f77 req-c8a7b591-36fd-4a64-b9e6-b97221d2c42b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.324089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.330132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5db597e8-b374-4a5a-86eb-67b5c6ec4f77 req-c8a7b591-36fd-4a64-b9e6-b97221d2c42b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 944 time: 0.7512040 Aug 12 02:26:23.410680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.411788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.503022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5db597e8-b374-4a5a-86eb-67b5c6ec4f77 req-bad9838d-1c6c-4e1b-a171-bdae195e98fd tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718876 Aug 12 02:26:23.521254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea7b2fa-0a93-4d56-8abe-05a359015ee0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:23.547757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.582960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.584334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937031d-7908-4570-bfb6-467678665561 req-237f7930-8d51-4260-a2d9-1988054a379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.585824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-237f7930-8d51-4260-a2d9-1988054a379c service neutron] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 914 time: 0.7393014 Aug 12 02:26:23.587701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-c422b014-07fc-4f9f-be66-cd5b32e77486 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7959089 Aug 12 02:26:23.601650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.713192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9fd37249-4b97-4b33-bf22-20b954953b21 req-394c87af-a153-4dfb-a708-33dadea0d939 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 210 time: 0.1176815 Aug 12 02:26:23.764218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=8efe5ddc-fcd8-4293-81fc-3091f4252545,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:23.776278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-f7eeb4a5-1335-4954-a0e5-3174159f76c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7 HTTP/1.1" status: 200 len: 217 time: 0.1635640 Aug 12 02:26:23.844843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Transition to ACTIVE for port object aea7b2fa-0a93-4d56-8abe-05a359015ee0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:23.867321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-8136cbb3-88fc-4eef-ab88-41f6b2b2cef2 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2499568 Aug 12 02:26:23.879571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.880065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.880551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.881025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.881499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.881970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.883878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-67089caf-5c13-4ecd-9df9-b32ed12728a7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5284 time: 0.8365831 Aug 12 02:26:23.884595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.905619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.936108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937031d-7908-4570-bfb6-467678665561 req-84194a5c-8e20-41e3-9965-634384978739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:23.937991 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-84194a5c-8e20-41e3-9965-634384978739 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.1535695 Aug 12 02:26:23.952681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd6f99e5-37d4-495c-9e0f-27bb48ba772c req-c21823f3-5f20-4f14-b581-328cfbabc92e service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388705 Aug 12 02:26:23.956333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:23.958524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:23.973559 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Sync routers for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:23.992065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:23.993085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:24.021319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aae0d3d3-a8cf-4ea5-bec7-6e3c614c0218 admin admin] 10.222.0.11 "PUT /v2.0/routers/b113f62d-8c94-4614-be6f-94fe48c6d651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6725068 Aug 12 02:26:24.029233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-09243546-7b5c-4f0b-b7ff-8691fa62d62e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805678 Aug 12 02:26:24.100840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.107946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.115452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.123164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.129668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.135820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.143923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.145987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-f639c384-2a9b-4093-b8cb-e5c9690b1245 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5370 time: 0.1525836 Aug 12 02:26:24.197714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.211205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.217470 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:24.218165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.234297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.246819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.254625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.262173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.264523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-607fb07b-3863-4d79-88f5-d4905c1c4e57 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.7245166 Aug 12 02:26:24.381543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-d8964052-b48b-407e-a4bf-a40f47b051e9 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.383097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-d8964052-b48b-407e-a4bf-a40f47b051e9 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 815 time: 0.8327520 Aug 12 02:26:24.385229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7a9379c-fe5f-4279-aa01-5e3c3c35541a req-b68d60b4-bd59-4033-b84c-24a95a6d668a service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950597 Aug 12 02:26:24.399880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a628d8f1-33f9-41ce-a670-8e88353d7d76 req-5a162f1b-ebc1-42ac-b5d4-6757f06c1990 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2409151 Aug 12 02:26:24.420480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.421083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.421580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.422064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.422543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.423078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.424238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.425578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-f9de1088-1acb-4558-aaa0-2a07dc0e8217 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6487 time: 0.2504613 Aug 12 02:26:24.443916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Request body: {'port': {'device_id': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'admin_state_up': True, 'tenant_id': 'e2dbf476a19842e9a1329030e140f3f8'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:24.609593 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:19Z', 'revision_number': 2, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:24.633219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:24.652791 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Checking router: b113f62d-8c94-4614-be6f-94fe48c6d651 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:26:24.653476 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Updating router b113f62d-8c94-4614-be6f-94fe48c6d651 port de0a9c15-c1a6-4834-8154-e0a043bcaa09 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:26:24.656823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-2965bfba-cb71-49a3-88fb-b12f0a6c8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.658464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-2965bfba-cb71-49a3-88fb-b12f0a6c8496 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 903 time: 0.2021856 Aug 12 02:26:24.678751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Made reservation on behalf of e2dbf476a19842e9a1329030e140f3f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:24.682172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:24.696051 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:24.702535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-c4a9fda9-c016-4569-81f0-a2bce628f8c1 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262346 Aug 12 02:26:24.732927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34e7def2-5e28-4ed3-b2e4-2e7a0758c8b7 req-396f4a3a-f2e4-4288-a3b4-16213c31814e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4151564 Aug 12 02:26:24.734221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-bf983a96-f4e8-4c0a-9f2b-70be74c57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.734708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-bf983a96-f4e8-4c0a-9f2b-70be74c57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.735310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-bf983a96-f4e8-4c0a-9f2b-70be74c57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.736713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-bf983a96-f4e8-4c0a-9f2b-70be74c57477 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8382230 Aug 12 02:26:24.781367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c771c8ab-c790-4fcd-9364-86c3dd6b72b7 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:24.786964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdfe5c-c666-4160-82e7-43600549698c req-91f6164d-f409-4f72-aa23-e5205bef0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:24.789161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-91f6164d-f409-4f72-aa23-e5205bef0464 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=03e3acba-045c-4456-a097-a38c71a6cbf0 HTTP/1.1" status: 200 len: 1094 time: 0.1636963 Aug 12 02:26:24.844679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-006009a0-e9fb-499f-8aa1-6ec22ceee226 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.1743643 Aug 12 02:26:25.039370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdfe5c-c666-4160-82e7-43600549698c req-1614c5b7-83bc-4fa8-ab4c-1ce9af2fe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.040896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-1614c5b7-83bc-4fa8-ab4c-1ce9af2fe0c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 914 time: 0.2269118 Aug 12 02:26:25.046526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:25.077561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'port_id': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7', 'mac_address': 'fa:16:3e:41:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8e9d2b-25d0-483d-9b07-9706bed59d8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:25.107616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-eb82b03f-73a7-47b2-98fa-ac1d945aadcc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02477e59-6d44-4541-b120-396be48b9363 HTTP/1.1" status: 200 len: 217 time: 0.0444684 Aug 12 02:26:25.169732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.223317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9937031d-7908-4570-bfb6-467678665561 req-dc8d987e-416e-4875-92f7-f468166af4ba service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165576 Aug 12 02:26:25.231303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.268879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.308197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Attempting to bind port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:25.309090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Attempting to bind port aea7b2fa-0a93-4d56-8abe-05a359015ee0 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:25.309090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Attempting to bind port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:25.321787 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.326562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:25.326908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Attempting to bind port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:25.334598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcdfe5c-c666-4160-82e7-43600549698c req-081ab01a-31d9-4bf3-abe4-a6c9b6755e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.336321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-081ab01a-31d9-4bf3-abe4-a6c9b6755e1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.2012014 Aug 12 02:26:25.342083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:25.342437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:25.342850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Bound using segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:25.343441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Bound port: aea7b2fa-0a93-4d56-8abe-05a359015ee0, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:25.343869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.352014 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Transition to ACTIVE for port object de0a9c15-c1a6-4834-8154-e0a043bcaa09 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:25.366284 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.390973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.200 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c64d5582-f860-455d-814f-bdcc5d77a0bc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:25.407578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:25.418682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858113c1-e088-47dc-8927-1ff50206abaf req-dd9a00ed-f529-4f41-9354-aaf9449ad81e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.420365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-858113c1-e088-47dc-8927-1ff50206abaf req-dd9a00ed-f529-4f41-9354-aaf9449ad81e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 944 time: 0.3741841 Aug 12 02:26:25.457126 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Pushing event updated for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:25.459294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:25.474067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-6c2baf64-8df8-49e8-b931-f2160eb73134 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137059 Aug 12 02:26:25.486901 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.494305 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.494979 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.495738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.496851 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.497390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.497931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.498486 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.499013 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.499630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.500209 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.500760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:25.522109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c771c8ab-c790-4fcd-9364-86c3dd6b72b7 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:25.537240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.577034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:25.591340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.593104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.632925 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Attempting to bind port de0a9c15-c1a6-4834-8154-e0a043bcaa09 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:25.633113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Attempting to bind port de0a9c15-c1a6-4834-8154-e0a043bcaa09 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:25.634238 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Attempting to bind port de0a9c15-c1a6-4834-8154-e0a043bcaa09 on network 492dd143-367e-4ef9-a621-725e32d47a74 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:25.649135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:25.649848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Checking segment: {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:25.650428 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.651000 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Bound using segment: {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:25.651797 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Bound port: de0a9c15-c1a6-4834-8154-e0a043bcaa09, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:25.653048 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.661834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=c64d5582-f860-455d-814f-bdcc5d77a0bc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:25.679034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-858113c1-e088-47dc-8927-1ff50206abaf req-3fe5bde8-546b-4733-9c8d-98ba88d071b8 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221839 Aug 12 02:26:25.681693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-9ed196af-7494-45f6-b8a2-6642887d7b70 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779218 Aug 12 02:26:25.689580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-d08b74ae-1bf9-404a-a2b0-78677d4b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.691922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f564767-896b-4ccf-a897-d581a48a9e76 req-d08b74ae-1bf9-404a-a2b0-78677d4b0595 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9268706 Aug 12 02:26:25.698328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-e8c66a91-9e8c-4718-ae8b-896fb4e66f1e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.715505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-e8c66a91-9e8c-4718-ae8b-896fb4e66f1e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 820 time: 1.0559728 Aug 12 02:26:25.727277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:25.728066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-63113ff5-2d1a-4a38-85b1-931b6702c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:25.732946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-63113ff5-2d1a-4a38-85b1-931b6702c88c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.8200152 Aug 12 02:26:25.775110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-0371d88a-7f37-48fb-9fda-761ad662ba1b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/quotas/bb01f2d45e7049249a9c659d9cc91984 HTTP/1.1" status: 200 len: 375 time: 0.0582063 Aug 12 02:26:25.811117 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] For port de0a9c15-c1a6-4834-8154-e0a043bcaa09, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:25.814651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] For port de0a9c15-c1a6-4834-8154-e0a043bcaa09, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=de0a9c15-c1a6-4834-8154-e0a043bcaa09,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:25.829824 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:25.912837 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:25.913868 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:25.919499 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e31ee9-c8a5-40b3-8969-b14d07b505df None None] Pushing event updated for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:25.919964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:25.936895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:25.952711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:26.027322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d1c25ea8-5288-4a59-bca5-5ce4a20f9190 None None] Provisioning complete for port 8efe5ddc-fcd8-4293-81fc-3091f4252545 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:26.030028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ea8-5288-4a59-bca5-5ce4a20f9190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:26.046462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-22934924-3f8d-4d5f-a020-9101f0ea0028 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2702723 Aug 12 02:26:26.081230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-bdc21dd0-a4e4-4fe2-8430-6790bdab169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:26.082934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-bdc21dd0-a4e4-4fe2-8430-6790bdab169f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3042345 Aug 12 02:26:26.132539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d1c25ea8-5288-4a59-bca5-5ce4a20f9190 None None] Port 8efe5ddc-fcd8-4293-81fc-3091f4252545 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:26.135812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c771c8ab-c790-4fcd-9364-86c3dd6b72b7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:26.286086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-e1fc5caa-e48d-47f0-a906-43fab0ddd428 service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169044 Aug 12 02:26:26.291393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:26.501927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Allocated IP 172.20.0.13 (f438d16b-4c9c-4763-90fa-aa7f0c729f21/c0588012-2896-4f7f-956c-09bd9a04f337/a2d1565e-7b9a-490f-8645-7b1524d81951) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:26.553160 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:25Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:26.586139 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacf0a0c-b4f7-4250-b999-306326bae682 None None] The sync data for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 is: [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:25Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:26.616384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9dcdfe5c-c666-4160-82e7-43600549698c req-b5eda7f6-78f0-44a9-a7ee-1dc6eb65ddc2 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197578 Aug 12 02:26:26.678455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-afab309e-b33a-4752-81bd-5c03f5251941 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914115 Aug 12 02:26:26.777906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c2a046a-623d-416b-90ce-2045045d6be5 req-08219889-60ce-4653-a835-3ac641550700 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 210 time: 0.4016140 Aug 12 02:26:26.802694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 02477e59-6d44-4541-b120-396be48b9363 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:26.812695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-65897765-8842-4c75-8ed9-61b7baa1f757 service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037708 Aug 12 02:26:26.867011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:26.937514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:26.947791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a5b9cbe-33d0-4321-86b5-f02aad3d9a34 req-c5ee4095-a15c-43b6-80ae-c574ec403fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564106 Aug 12 02:26:26.978139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:26.998269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=02477e59-6d44-4541-b120-396be48b9363,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:27.014468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.018584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '02477e59-6d44-4541-b120-396be48b9363', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'port_id': '02477e59-6d44-4541-b120-396be48b9363', 'mac_address': 'fa:16:3e:a2:5c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8e9d2b-25d0-483d-9b07-9706bed59d8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:27.110960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.143206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02477e59-6d44-4541-b120-396be48b9363 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:27.176260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.176915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.178721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] 10.222.0.25 "PUT /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 1130 time: 6.8431125 Aug 12 02:26:27.198263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=02477e59-6d44-4541-b120-396be48b9363,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:27.205404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.243611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.297121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:27.299952 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00d965-729d-4900-aaa9-8a1d3c56f77b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "aea7b2fa-0a93-4d56-8abe-05a359015ee0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:27.304360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db00dc-c3ee-42e9-be02-11335e1dba2b service neutron] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:27.310561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:27.342097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:27.371759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Router a623f808-b545-44c1-bbf3-4abaa979749e is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:26:27.413096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.432540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df', '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:27.787609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['02477e59-6d44-4541-b120-396be48b9363'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:27.789019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event updated for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:27.816454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.829234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.836040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.846355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.873815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.883581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.903774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.906419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-e13db057-3d4b-4547-9fd9-69433dce977d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5370 time: 0.9674394 Aug 12 02:26:27.932217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Network f438d16b-4c9c-4763-90fa-aa7f0c729f21 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:27.945756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:27.949851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.956474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.964126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.975823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.982992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:27.991038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:27.996987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.006973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.008602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:28.033634 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-a9c2434d-65bf-4375-9434-99483f6bc0d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.8749375 Aug 12 02:26:28.063606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91ecdefa-7d80-4ecd-a4e4-fb9bf57e4e8b req-8f68925c-4fef-4af4-a782-bab7b952a1ec tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1365540 Aug 12 02:26:28.098115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8467342-7e1b-44ac-9ec4-10500f76dba7 req-c248f128-22f6-4171-a9e2-32bb25b5fda3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609524 Aug 12 02:26:28.134473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:28.165658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] Sync routers for ids ['a623f808-b545-44c1-bbf3-4abaa979749e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:28.175105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb82f69a-9176-4f16-96af-dcc4c991a283 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/routers/a623f808-b545-44c1-bbf3-4abaa979749e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0614645 Aug 12 02:26:28.180623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46762) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:28.230559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] Routers {'a623f808-b545-44c1-bbf3-4abaa979749e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:28.231966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a623f808-b545-44c1-bbf3-4abaa979749e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:28.270817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.271064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.305740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ed444aa-8912-46cd-a386-fbc8ad1c027e req-aebeeb3f-3625-4f20-b138-b7e3d28a3fc7 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 210 time: 0.0690563 Aug 12 02:26:28.332562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:28.333575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.372261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c6aa80-1eda-4f35-aba1-0e4ce0aaf9b4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.378250 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-68c6aa80-1eda-4f35-aba1-0e4ce0aaf9b4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?device_id=a623f808-b545-44c1-bbf3-4abaa979749e HTTP/1.1" status: 200 len: 982 time: 0.1965992 Aug 12 02:26:28.380217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46764) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:28.448628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] Routers {'a623f808-b545-44c1-bbf3-4abaa979749e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:28.450170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a623f808-b545-44c1-bbf3-4abaa979749e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:28.500833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:28.501452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351e350-8640-461d-8b66-5151dbdc236a None None] The sync data for ids ['a623f808-b545-44c1-bbf3-4abaa979749e'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:28.685428 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc15d6-aed9-4a6a-b571-788fb1271c8e x-openstack-request-id: req-72fc15d6-aed9-4a6a-b571-788fb1271c8e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:28.685977 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "aea7b2fa-0a93-4d56-8abe-05a359015ee0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:28.686445 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72fc15d6-aed9-4a6a-b571-788fb1271c8e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:28.687133 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0', 'status': 'completed', 'code': 200} Aug 12 02:26:28.702433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-f8ff5755-cee7-40d1-9be4-87bc54472e13 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2627618 Aug 12 02:26:28.723417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device de0a9c15-c1a6-4834-8154-e0a043bcaa09 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:28.743342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Request body: {'port': {'device_id': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:28.774449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31875c8-5a3f-4044-aeee-f2c5bed46457 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:28.788892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.806898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64cc23-68fa-4b61-8d41-cb213e4ac0aa req-1e6d4db4-cbcd-44a4-9ef4-5c98952ec0a8 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.818553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 02477e59-6d44-4541-b120-396be48b9363 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:28.833663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c64cc23-68fa-4b61-8d41-cb213e4ac0aa req-1e6d4db4-cbcd-44a4-9ef4-5c98952ec0a8 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 945 time: 0.6470790 Aug 12 02:26:28.849472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21aa2f-f6fd-4f18-85fe-f4db98a2e23e req-f98240a9-c8dc-4b41-a122-ecbae7b1a247 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.857936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c21aa2f-f6fd-4f18-85fe-f4db98a2e23e req-f98240a9-c8dc-4b41-a122-ecbae7b1a247 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 932 time: 0.2353303 Aug 12 02:26:28.885166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Transition to ACTIVE for port object b31875c8-5a3f-4044-aeee-f2c5bed46457 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:28.925959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.931208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.954330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.955195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.955990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.956664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.957403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.958094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.958804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:28.961449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-423a78b2-f061-4747-aab4-6a17e33a06ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6207 time: 0.2712054 Aug 12 02:26:28.963847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port de0a9c15-c1a6-4834-8154-e0a043bcaa09 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:28.970215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 02477e59-6d44-4541-b120-396be48b9363 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:28.976026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port de0a9c15-c1a6-4834-8154-e0a043bcaa09 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:28.976621 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:28.978356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 02477e59-6d44-4541-b120-396be48b9363 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:28.979159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.161957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.182027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7c21aa2f-f6fd-4f18-85fe-f4db98a2e23e req-e3a1ad84-d778-4b59-bdf2-3a63be0a1933 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230393 Aug 12 02:26:29.246057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c64cc23-68fa-4b61-8d41-cb213e4ac0aa req-7204b30f-afcf-4bcb-bc3c-29bf36fcf48e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047456 Aug 12 02:26:29.267277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02477e59-6d44-4541-b120-396be48b9363'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:29.275688 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e567c734-9e24-4373-958c-3e939be37b8e" -d '{"events": [{"server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "name": "network-vif-plugged", "status": "completed", "tag": "02477e59-6d44-4541-b120-396be48b9363"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:29.324289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=02477e59-6d44-4541-b120-396be48b9363,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:29.358275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Pushing event updated for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:29.407334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.422388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router f19505e8-734c-41b4-be79-3f75164f7f35 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:26:29.446090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-4063c498-19d9-42fd-b088-121ecdd10401 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.447790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-4063c498-19d9-42fd-b088-121ecdd10401 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 820 time: 0.5657845 Aug 12 02:26:29.516659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port de0a9c15-c1a6-4834-8154-e0a043bcaa09, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=de0a9c15-c1a6-4834-8154-e0a043bcaa09,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:29.518374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.519292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c771c8ab-c790-4fcd-9364-86c3dd6b72b7 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:29.521542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'port': {'device_id': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'admin_state_up': True, 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:29.541789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.549965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.556849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.563528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.570763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.577931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.584830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.594703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-cd36f947-c98f-4ed2-ac4e-3af3cc3395b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5382 time: 0.2607024 Aug 12 02:26:29.596046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.675234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:29.681702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:29.682344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.715490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.721862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.728278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.732369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:29.735361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.741575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.749896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.756266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.766088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-8f99cbc8-170b-467f-a1f0-7961eb3431af tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3849115 Aug 12 02:26:29.775057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Attempting to bind port b31875c8-5a3f-4044-aeee-f2c5bed46457 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:29.775652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Attempting to bind port b31875c8-5a3f-4044-aeee-f2c5bed46457 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:29.776125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Attempting to bind port b31875c8-5a3f-4044-aeee-f2c5bed46457 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:29.828039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-29d5dd29-4076-49cb-80a6-4484a1f61724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.828704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-29d5dd29-4076-49cb-80a6-4484a1f61724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.829229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-29d5dd29-4076-49cb-80a6-4484a1f61724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.831120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-29d5dd29-4076-49cb-80a6-4484a1f61724 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8093286 Aug 12 02:26:29.842282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Port b31875c8-5a3f-4044-aeee-f2c5bed46457 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:29.842767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Attempting to bind port b31875c8-5a3f-4044-aeee-f2c5bed46457 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:29.858330 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.890605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff5c961d-ddf8-4d30-bb6f-bb1a4decaefe req-a99d29e7-5299-4f57-98f7-f58137496afc tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2947168 Aug 12 02:26:29.939361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:29.940969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:29.954776 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:29.972680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-04f67daa-cc39-4831-a967-ecd2fc89d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:29.974739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc00d965-729d-4900-aaa9-8a1d3c56f77b req-04f67daa-cc39-4831-a967-ecd2fc89d6fb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212652 Aug 12 02:26:29.993546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:29.994075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:29.994781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Bound using segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:29.995957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Bound port: b31875c8-5a3f-4044-aeee-f2c5bed46457, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:29.996450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.032426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.051390 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29554c43-85e4-4953-bbf7-91b171f6e904 x-openstack-request-id: req-29554c43-85e4-4953-bbf7-91b171f6e904 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:30.051670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c62362dc-e7fb-4a55-a1d0-80917be6612f req-228efe78-558b-4bbc-a0f1-0ca0205f8b22 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2842839 Aug 12 02:26:30.051795 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "name": "network-vif-plugged", "status": "completed", "tag": "02477e59-6d44-4541-b120-396be48b9363", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:30.051941 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29554c43-85e4-4953-bbf7-91b171f6e904 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:30.052334 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02477e59-6d44-4541-b120-396be48b9363', 'code': 200} Aug 12 02:26:30.052880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:30.095106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:30.111565 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Sync routers for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:30.128804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:30.129756 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:30.168055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Made reservation on behalf of bb01f2d45e7049249a9c659d9cc91984 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:30.172215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.194616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.195889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cd5a2fa-59f6-4ab7-b30d-58791f04271a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.4400899 Aug 12 02:26:30.227184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46790) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:30.246333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da36e28f-77c5-4796-9dd1-c15dd46976c1 req-0196bb3c-9693-4a73-95d8-339fc9911b14 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 210 time: 0.0817635 Aug 12 02:26:30.257738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d7a0-706d-4829-a19f-a72d1eec63b5 req-89891418-e926-4f2e-be4b-b3ee79a50929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:30.262582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88d9d7a0-706d-4829-a19f-a72d1eec63b5 req-89891418-e926-4f2e-be4b-b3ee79a50929 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03e3acba-045c-4456-a097-a38c71a6cbf0 HTTP/1.1" status: 200 len: 1096 time: 0.1869960 Aug 12 02:26:30.312184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:30.372123 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:30.402919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:30.437810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88d9d7a0-706d-4829-a19f-a72d1eec63b5 req-dc55b43b-1370-4e9a-b79c-4567fbbeb600 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576004 Aug 12 02:26:30.444134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.539856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d1565e-7b9a-490f-8645-7b1524d81951 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:30.549847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Pushing event updated for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:30.570896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.584937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0dc34-9573-4bff-8b71-a69b461c2194 req-496c0c26-cf59-45e2-9c53-3554893e5d7b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:30.587419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9e0dc34-9573-4bff-8b71-a69b461c2194 req-496c0c26-cf59-45e2-9c53-3554893e5d7b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 932 time: 0.2560253 Aug 12 02:26:30.623173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:30.631704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.643287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1b6df93a-a67d-40c9-8be0-d03e0a3e1233 service neutron] 10.222.0.25 "PUT /v2.0/ports/b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 1090 time: 3.3133793 Aug 12 02:26:30.653561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-035b20db-20c4-43ae-8ebe-a4138b48b939 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bfcb3c92279b40dc8877c3863dc3fc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4155953 Aug 12 02:26:30.659709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:30.667870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Transition to ACTIVE for port object a2d1565e-7b9a-490f-8645-7b1524d81951 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:30.691978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device de0a9c15-c1a6-4834-8154-e0a043bcaa09 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:30.704128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:30.756378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:30.758762 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ac4d9-57e3-42ac-883e-c182506f85d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:30.780722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.838573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port de0a9c15-c1a6-4834-8154-e0a043bcaa09 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:30.839577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:30.875931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:30.944235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:26Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:30.958886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9e0dc34-9573-4bff-8b71-a69b461c2194 req-f85daa93-9299-4d7d-be02-c1619a19aeb6 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560064 Aug 12 02:26:30.966297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.051407 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Checking router: f19505e8-734c-41b4-be79-3f75164f7f35 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:26:31.051855 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Updating router f19505e8-734c-41b4-be79-3f75164f7f35 port c64d5582-f860-455d-814f-bdcc5d77a0bc binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:26:31.115778 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.131699 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f30c21d-0a22-4fbe-9221-86274e64513d x-openstack-request-id: req-7f30c21d-0a22-4fbe-9221-86274e64513d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:31.132013 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:31.132332 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f30c21d-0a22-4fbe-9221-86274e64513d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:31.132899 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457', 'status': 'completed', 'code': 200} Aug 12 02:26:31.149644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a365ded-2c80-4887-8087-c3fbe3aacccf tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.152541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0a365ded-2c80-4887-8087-c3fbe3aacccf tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4726577 Aug 12 02:26:31.165823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:31.167899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b0056-f86e-42c7-aca9-c289c2b6f10b req-6bcf7574-1d54-4b26-abe8-35f139915b2e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.175417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf3b0056-f86e-42c7-aca9-c289c2b6f10b req-6bcf7574-1d54-4b26-abe8-35f139915b2e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 946 time: 0.7396095 Aug 12 02:26:31.228005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Allocated IP 172.20.0.2 (492dd143-367e-4ef9-a621-725e32d47a74/5f5f3dac-2dda-4d3e-86a5-026fd59d27bd/108b7372-87cb-4577-b4db-9fadc6099543) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:31.301403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf3b0056-f86e-42c7-aca9-c289c2b6f10b req-5e704a73-ec72-46df-b4c2-2d35e5ea892b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249843 Aug 12 02:26:31.354096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1a36b3c3-1c9a-4874-a4c1-392906b00939 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1871431 Aug 12 02:26:31.355886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Attempting to bind port a2d1565e-7b9a-490f-8645-7b1524d81951 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:31.356382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Attempting to bind port a2d1565e-7b9a-490f-8645-7b1524d81951 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:31.356778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Attempting to bind port a2d1565e-7b9a-490f-8645-7b1524d81951 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:31.369003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46810) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:31.402291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Port a2d1565e-7b9a-490f-8645-7b1524d81951 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:31.402521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Attempting to bind port a2d1565e-7b9a-490f-8645-7b1524d81951 on network f438d16b-4c9c-4763-90fa-aa7f0c729f21 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:31.479420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542796902', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:31.613815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:31.614220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Checking segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:31.614556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Bound using segment: {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:31.615019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Bound port: a2d1565e-7b9a-490f-8645-7b1524d81951, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6cb447-08e6-490d-b586-1da9add01edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:31.615393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.626478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.626978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.627508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.628059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.628544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.629681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.630221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.632341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-36b65f98-d752-4324-9c45-a597297b05ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6274 time: 0.4944513 Aug 12 02:26:31.684976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.687373 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.691548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.697977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.700492 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Transition to ACTIVE for port object c64d5582-f860-455d-814f-bdcc5d77a0bc will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:31.705387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.708797 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.718894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.734625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.739961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 8efe5ddc-fcd8-4293-81fc-3091f4252545 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:31.740629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:31.741370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.742644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-0d30b67f-f9f2-4b79-a068-200f442b31a1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5382 time: 0.5299931 Aug 12 02:26:31.759153 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Attempting to bind port c64d5582-f860-455d-814f-bdcc5d77a0bc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:31.759934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Attempting to bind port c64d5582-f860-455d-814f-bdcc5d77a0bc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:31.759934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Attempting to bind port c64d5582-f860-455d-814f-bdcc5d77a0bc on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:31.774125 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:31.774535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:31.774899 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.775296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:31.775799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Bound port: c64d5582-f860-455d-814f-bdcc5d77a0bc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:31.776179 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.857835 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] For port c64d5582-f860-455d-814f-bdcc5d77a0bc, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:31.874665 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] For port c64d5582-f860-455d-814f-bdcc5d77a0bc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c64d5582-f860-455d-814f-bdcc5d77a0bc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:31.884669 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e91aa-0fea-46f0-a8e8-096d8ee8008d None None] Pushing event updated for resources: {'Port': ['ID=c64d5582-f860-455d-814f-bdcc5d77a0bc,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:31.895953 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.970061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2794f8fb-6112-453f-bb01-f106664db771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:31.986612 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:31.987242 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:32.053464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:32.055717 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d7471-2272-4885-afdb-06ee67ebd5ee" -d '{"events": [{"server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "name": "network-vif-plugged", "status": "completed", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:32.112579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e91aa-0fea-46f0-a8e8-096d8ee8008d None None] Pushing event updated for resources: {'Port': ['ID=c64d5582-f860-455d-814f-bdcc5d77a0bc,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:32.119449 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:32.129543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4c6c4de-2e9b-4b59-a99c-b36c72d7a527 req-eb46db6f-25a9-459f-b331-a9afa75090a5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3265436 Aug 12 02:26:32.281874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:32.372154 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:26Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:32.406213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5de793-75e1-46bc-8f46-84e34587052c None None] The sync data for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 is: [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:26Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:32.521144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.533382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.539378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.546125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.555690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.562382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.570200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.572107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-8026acff-5d3d-4af2-8415-f5c9e4145d2b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 1.0043232 Aug 12 02:26:32.681894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:32.686029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:32.707637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-ac418cea-5df1-4a0e-9798-13bb96aad180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.708118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-ac418cea-5df1-4a0e-9798-13bb96aad180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.708587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-ac418cea-5df1-4a0e-9798-13bb96aad180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.710177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-ac418cea-5df1-4a0e-9798-13bb96aad180 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0674498 Aug 12 02:26:32.754789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a2d1565e-7b9a-490f-8645-7b1524d81951,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:32.767964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec0b654f-23da-4f44-af15-8d881eba8f3b req-1e2e762e-5f2d-4499-ba04-42632609de88 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 210 time: 0.4907799 Aug 12 02:26:32.816767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:32.826299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:32.832279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9159a96e-3bd1-4a3e-8ab9-e5fbdb66fb1d req-af2e26bf-b85f-45e9-8f73-c35af21cac6e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2451448 Aug 12 02:26:32.837004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:32.872330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 8efe5ddc-fcd8-4293-81fc-3091f4252545 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:32.916191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:32.918469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:32.921655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] 10.222.0.25 "PUT /v2.0/ports/a2d1565e-7b9a-490f-8645-7b1524d81951 HTTP/1.1" status: 200 len: 1092 time: 4.1991661 Aug 12 02:26:32.993465 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d96101-93be-404b-8d52-d03ba33a6903 x-openstack-request-id: req-f9d96101-93be-404b-8d52-d03ba33a6903 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:32.994555 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "name": "network-vif-plugged", "status": "completed", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:32.999903 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9d96101-93be-404b-8d52-d03ba33a6903 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:33.007331 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7', 'code': 200} Aug 12 02:26:33.067375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba15b3a-fd56-4bcf-a857-d83484287221 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:33.084413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b653e-681d-4ac1-8d5d-a6062b2f0b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:33.113355 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.116955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.149445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-09072c88-63bc-485a-b738-efe480bf13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.150966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd2ac4d9-57e3-42ac-883e-c182506f85d6 req-09072c88-63bc-485a-b738-efe480bf13e8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4247780 Aug 12 02:26:33.152060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:33.154511 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cb21a0-be20-4136-8267-8326a8f8e73d" -d '{"events": [{"name": "network-changed", "server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:33.182448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Transition to ACTIVE for port object 5ba15b3a-fd56-4bcf-a857-d83484287221 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:33.186398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:33.201015 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.201780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-45ad27d5-8479-4724-bce6-6018f1460cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.203635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-45ad27d5-8479-4724-bce6-6018f1460cb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 1095 time: 0.2131624 Aug 12 02:26:33.207069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.249417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Network 492dd143-367e-4ef9-a621-725e32d47a74 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:33.295249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee577b8f-d471-4469-9aa9-5d7ac4f89552 req-a11b7f26-9989-4920-aad4-58c6ca76b89d tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.296823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee577b8f-d471-4469-9aa9-5d7ac4f89552 req-a11b7f26-9989-4920-aad4-58c6ca76b89d tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 944 time: 0.2601602 Aug 12 02:26:33.301396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045f89a-5dac-4bcf-9635-b7ff483d20ac req-ace5bedf-817f-4c70-806e-461828696bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.302916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2045f89a-5dac-4bcf-9635-b7ff483d20ac req-ace5bedf-817f-4c70-806e-461828696bcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 1097 time: 0.2022893 Aug 12 02:26:33.304280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-63c8aada-3498-4be8-a812-3b49e945371c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2d1565e-7b9a-490f-8645-7b1524d81951 HTTP/1.1" status: 200 len: 217 time: 0.0842648 Aug 12 02:26:33.331514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:33.337987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:33.420709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-9c2bf3c4-2922-48bf-a83d-994fc71dd63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.422280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-9c2bf3c4-2922-48bf-a83d-994fc71dd63c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.1049314 Aug 12 02:26:33.443565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:33.522075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-b64c2ba1-bd3b-4505-9e50-7126eb048d45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901699 Aug 12 02:26:33.597871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.598552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.601392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee577b8f-d471-4469-9aa9-5d7ac4f89552 req-929b394d-d9a8-4fc1-9112-3e5d61ed01c4 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820046 Aug 12 02:26:33.629111 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2045f89a-5dac-4bcf-9635-b7ff483d20ac req-f893d9eb-1441-4e2c-b010-0301b06fb286 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561707 Aug 12 02:26:33.673506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Subnet': ['ID=f584b600-acf6-4807-9ac6-e04025fabb14,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:33.694705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711cfb0-0d8f-4c85-bf70-e58c8cbea708 req-1bc14c66-1170-4862-a552-b0f6e3312a14 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:33.702757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c711cfb0-0d8f-4c85-bf70-e58c8cbea708 req-1bc14c66-1170-4862-a552-b0f6e3312a14 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 946 time: 0.5931001 Aug 12 02:26:33.723047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-eaa41202-c446-456f-97e8-82055511dbbd tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2436464 Aug 12 02:26:33.736144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:33.739413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Checking segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:33.740011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network hostable DHCP agents. Network: 005da73d-bc80-4d2c-8e29-8ebb9146371d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:26:33.768539 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983bb169-5f9b-424a-a5d2-3642f66213da x-openstack-request-id: req-983bb169-5f9b-424a-a5d2-3642f66213da {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:33.768869 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:33.769074 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-983bb169-5f9b-424a-a5d2-3642f66213da {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:33.769482 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951', 'status': 'completed', 'code': 200} Aug 12 02:26:33.827266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c711cfb0-0d8f-4c85-bf70-e58c8cbea708 req-13f992e1-cd5d-4d4e-ba36-01aea02cda7c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236086 Aug 12 02:26:33.829290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=8efe5ddc-fcd8-4293-81fc-3091f4252545,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:33.897410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-11b9210f-2d53-456e-a8e6-ea0e4a2f0fb0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2675054 Aug 12 02:26:33.919674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Attempting to bind port 5ba15b3a-fd56-4bcf-a857-d83484287221 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:33.920092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Attempting to bind port 5ba15b3a-fd56-4bcf-a857-d83484287221 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:33.920348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Attempting to bind port 5ba15b3a-fd56-4bcf-a857-d83484287221 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:33.968837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Port 5ba15b3a-fd56-4bcf-a857-d83484287221 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:33.969123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Attempting to bind port 5ba15b3a-fd56-4bcf-a857-d83484287221 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:33.972786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-719e3668-f1ce-4212-9951-d31ae8d272c8 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072745 Aug 12 02:26:34.018221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:26:34.021207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.028288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.034419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Request body: {'port': {'device_id': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:34.034596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.040437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.047234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.054419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.060934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.062911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-f039255d-d463-4540-9542-92c7b8d5c25d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5394 time: 0.2276082 Aug 12 02:26:34.089736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:34.090107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Checking segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:34.090460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Bound using segment: {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:34.090929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Bound port: 5ba15b3a-fd56-4bcf-a857-d83484287221, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf22221-41c6-4863-be38-5d083e5ad21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:34.091277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.094115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8578184-8a40-4b04-9d93-beb80d54bc31 req-fc5a654b-dee7-4729-ab95-4e2bbcc95616 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.095908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8578184-8a40-4b04-9d93-beb80d54bc31 req-fc5a654b-dee7-4729-ab95-4e2bbcc95616 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 931 time: 0.1245556 Aug 12 02:26:34.096615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 005da73d-bc80-4d2c-8e29-8ebb9146371d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:34.105456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813f3aa3-0881-4695-b704-425422644101 None None] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:34.148893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.149598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.188820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ba1d01-79c5-4a81-ab3c-f9d09251ac0b req-d8f9639c-297e-4d90-b667-781e0eb8b918 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060344 Aug 12 02:26:34.225385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.239376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-6741d894-8244-4f15-a1b5-4be476f2ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.241100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-6741d894-8244-4f15-a1b5-4be476f2ea15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 1096 time: 0.3126874 Aug 12 02:26:34.248139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-699eb574-01a2-4a63-9b48-097052dbe69b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8358743 Aug 12 02:26:34.248807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46832) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:34.253044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.260533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-005da73d-bc80-4d2c-8e29-8ebb9146371d', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:26:34.263987 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.268123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-af729991-30d0-400a-8635-0d1fbb45fc77 req-2a4c2b2f-baa9-48b9-91df-8ff394691bfa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1726933 Aug 12 02:26:34.277910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8578184-8a40-4b04-9d93-beb80d54bc31 req-782f9b80-7def-4425-9605-a9753949dc0f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405306 Aug 12 02:26:34.474503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Allocated IP 172.20.0.2 (005da73d-bc80-4d2c-8e29-8ebb9146371d/f584b600-acf6-4807-9ac6-e04025fabb14/07b969f3-4e7f-4101-9181-68f4ef31d3f3) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:34.476969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.481880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:34.508650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-abb54a01-e8fc-4fcf-b432-5a90ce4a9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.510384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-abb54a01-e8fc-4fcf-b432-5a90ce4a9f3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e2dbf476a19842e9a1329030e140f3f8&device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 1095 time: 0.2300878 Aug 12 02:26:34.519182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ba15b3a-fd56-4bcf-a857-d83484287221,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:34.547233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.577012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1af1baf5-0ddf-4db9-9892-1da3b9533fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.635804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.645409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.655371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.665436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c64d5582-f860-455d-814f-bdcc5d77a0bc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:34.684707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.702992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.714977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.726600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.736208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.737913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.744064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9029fc8e-ee81-462c-a890-2be40176e33d req-521625c4-f494-408d-8a98-2ec3f64b448a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3494153 Aug 12 02:26:34.750571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Transition to ACTIVE for port object 07b969f3-4e7f-4101-9181-68f4ef31d3f3 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:34.775583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Router a623f808-b545-44c1-bbf3-4abaa979749e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:26:34.790551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Transition to ACTIVE for port object 07b969f3-4e7f-4101-9181-68f4ef31d3f3 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:34.799593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.838710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:34.842252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c64d5582-f860-455d-814f-bdcc5d77a0bc completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:34.843316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-b9cb1f87-bf49-4629-9367-14e3962d174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.845498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-b9cb1f87-bf49-4629-9367-14e3962d174e service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.5514343 Aug 12 02:26:34.852986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c64d5582-f860-455d-814f-bdcc5d77a0bc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:34.852986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.878412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:34.885259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:34.887751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:34.893504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-190a73f7-0714-4a12-b097-78e067ff7696 service neutron] 10.222.0.25 "PUT /v2.0/ports/5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 1090 time: 4.2019010 Aug 12 02:26:34.917788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:34.926738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:34.938220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Pushing event updated for resources: {'Port': ['ID=07b969f3-4e7f-4101-9181-68f4ef31d3f3,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:34.945161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:35.055608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-7d41a3f1-a997-489e-93ee-a8841e04c732 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820 HTTP/1.1" status: 200 len: 217 time: 0.1718485 Aug 12 02:26:35.070283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Attempting to bind port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:35.071150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Attempting to bind port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:35.071451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Attempting to bind port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:35.085741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9029fc8e-ee81-462c-a890-2be40176e33d req-30f0119f-a0a1-41ed-9659-e77030d8ad55 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3158228 Aug 12 02:26:35.147902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a023ba-2581-4f39-9713-8ad22d8c8239 req-ddf7827a-46ce-4330-8974-0e21547eff9b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:35.157818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9a023ba-2581-4f39-9713-8ad22d8c8239 req-ddf7827a-46ce-4330-8974-0e21547eff9b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 944 time: 0.4552810 Aug 12 02:26:35.161517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:35.162106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Checking segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:35.167902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.174604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Bound using segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:35.175232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Bound port: 07b969f3-4e7f-4101-9181-68f4ef31d3f3, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:35.176551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.178076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:35.195585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bf35b23b-12b0-45b1-a109-5c1c14af7428 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/routers/a623f808-b545-44c1-bbf3-4abaa979749e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7375410 Aug 12 02:26:35.203453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46850) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:35.230708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] Sync routers for ids ['a623f808-b545-44c1-bbf3-4abaa979749e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:35.256455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-16aa30d0-08bb-490e-aebf-cfb020a3efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:35.258209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-16aa30d0-08bb-490e-aebf-cfb020a3efd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.1614780 Aug 12 02:26:35.270880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.323661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-b48790bd-f57c-4cfe-878d-be6b189b05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:35.325180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-b48790bd-f57c-4cfe-878d-be6b189b05fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 200 len: 916 time: 0.8028300 Aug 12 02:26:35.350341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.363760 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b437285e-c24d-42d2-b107-3ae4f3288312 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:26:35.364039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] Routers {'a623f808-b545-44c1-bbf3-4abaa979749e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:35.364897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a623f808-b545-44c1-bbf3-4abaa979749e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:35.369323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c64d5582-f860-455d-814f-bdcc5d77a0bc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c64d5582-f860-455d-814f-bdcc5d77a0bc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:35.374185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b437285e-c24d-42d2-b107-3ae4f3288312 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/8efe5ddc-fcd8-4293-81fc-3091f4252545 HTTP/1.1" status: 404 len: 333 time: 0.1669693 Aug 12 02:26:35.377829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:35.403380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-bc0029fa-d7a5-46a0-87f6-d435c023e12a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613079 Aug 12 02:26:35.434756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.444919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:35.446765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108b7372-87cb-4577-b4db-9fadc6099543 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:35.455024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-1ecf2f77-931a-429a-a22e-f5526ddaa923 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2d1565e-7b9a-490f-8645-7b1524d81951 HTTP/1.1" status: 200 len: 217 time: 0.0962155 Aug 12 02:26:35.475104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.492877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Transition to ACTIVE for port object 108b7372-87cb-4577-b4db-9fadc6099543 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:35.495409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] For port 07b969f3-4e7f-4101-9181-68f4ef31d3f3, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:35.499545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] For port 07b969f3-4e7f-4101-9181-68f4ef31d3f3, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=07b969f3-4e7f-4101-9181-68f4ef31d3f3,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:35.509876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] Routers {'a623f808-b545-44c1-bbf3-4abaa979749e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:35.510636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a623f808-b545-44c1-bbf3-4abaa979749e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:35.521061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.557256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:35.558300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29005aa-dc0c-4d38-8224-8b35fe1822e7 None None] The sync data for ids ['a623f808-b545-44c1-bbf3-4abaa979749e'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:35.561800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c64d5582-f860-455d-814f-bdcc5d77a0bc,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:35.596560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9a023ba-2581-4f39-9713-8ad22d8c8239 req-2829aac2-c33d-4c04-bd9d-48b023ef927c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379172 Aug 12 02:26:35.600059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.610191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-a1d4629f-80dd-4427-b480-89ccba7a9e8b service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693816 Aug 12 02:26:35.624887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8c7d-8ee0-4a58-a5fc-0958ce3f9381 req-40cf5542-9b22-444d-9a95-5fe328508fca tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:35.624887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73ac8c7d-8ee0-4a58-a5fc-0958ce3f9381 req-40cf5542-9b22-444d-9a95-5fe328508fca tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 946 time: 0.3619525 Aug 12 02:26:35.650882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3be996-7c22-4fde-b085-b3a224354709 None None] Pushing event updated for resources: {'Port': ['ID=07b969f3-4e7f-4101-9181-68f4ef31d3f3,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:35.701802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.782719 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.783847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:35.786295 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63629eef-2e5d-44b8-baa8-85ff931b1784" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:35.847388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73ac8c7d-8ee0-4a58-a5fc-0958ce3f9381 req-4f7b6775-d55f-4c47-ab22-1c56d6162f58 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950853 Aug 12 02:26:35.883263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a2d1565e-7b9a-490f-8645-7b1524d81951 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:35.900008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-c7aba5a4-3569-45ec-bc58-84dd7b40e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:35.901683 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-c7aba5a4-3569-45ec-bc58-84dd7b40e2ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 200 len: 855 time: 0.2796755 Aug 12 02:26:35.947885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:35.950809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.017927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-9ed01141-91aa-4838-8195-092c7274974c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f438d16b-4c9c-4763-90fa-aa7f0c729f21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465798 Aug 12 02:26:36.059449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b432ad12-80c9-4104-9d2a-2a53a8dcc129 req-e351ad16-ba62-4cde-8a18-51b2b4daf8aa service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360814 Aug 12 02:26:36.060234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a2d1565e-7b9a-490f-8645-7b1524d81951,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:36.080547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'a2d1565e-7b9a-490f-8645-7b1524d81951', 'network_id': 'f438d16b-4c9c-4763-90fa-aa7f0c729f21', 'port_id': 'a2d1565e-7b9a-490f-8645-7b1524d81951', 'mac_address': 'fa:16:3e:51:90:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0588012-2896-4f7f-956c-09bd9a04f337', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:36.138725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.157251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d1565e-7b9a-490f-8645-7b1524d81951 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:36.185354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a2d1565e-7b9a-490f-8645-7b1524d81951,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:36.192107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.227075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf65a7-e130-4189-bc4b-104f158e0632 req-da618327-baa2-4f30-8c7e-882eba176e9f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.230317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ddf65a7-e130-4189-bc4b-104f158e0632 req-da618327-baa2-4f30-8c7e-882eba176e9f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 943 time: 0.2529309 Aug 12 02:26:36.272956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:36.322883 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ddf65a7-e130-4189-bc4b-104f158e0632 req-8d22e585-56ee-421e-928b-a3b36487313c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854583 Aug 12 02:26:36.393417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-69cd0f0f-c275-4717-83e3-0635dccd4e5d service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554926 Aug 12 02:26:36.419418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['a2d1565e-7b9a-490f-8645-7b1524d81951'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:36.445860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.446518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Fanout notify agent at l3_agent the message router_deleted on router a623f808-b545-44c1-bbf3-4abaa979749e {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:26:36.466392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.470448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3c9675ec-2648-43d4-88bc-38d32d4ff5e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/routers/a623f808-b545-44c1-bbf3-4abaa979749e HTTP/1.1" status: 204 len: 168 time: 1.0707140 Aug 12 02:26:36.476940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46874) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:36.502211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:36.587173 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a98f95-b43b-4de1-a7ce-cbaeeab56f5c x-openstack-request-id: req-69a98f95-b43b-4de1-a7ce-cbaeeab56f5c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:36.587517 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:36.587745 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69a98f95-b43b-4de1-a7ce-cbaeeab56f5c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:36.588151 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221', 'status': 'completed', 'code': 200} Aug 12 02:26:36.672549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.685117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.692541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.698185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.713692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.724663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.735773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:36.748474 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-b00b1642-5354-4ad3-92b1-67360c8802e7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5394 time: 1.0608082 Aug 12 02:26:36.765427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c64d5582-f860-455d-814f-bdcc5d77a0bc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:36.816416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 4c4dc184-443d-48bf-93fd-d0691c18ede8 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:26:36.871693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c64d5582-f860-455d-814f-bdcc5d77a0bc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:36.872393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:36.895618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.003527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 07b969f3-4e7f-4101-9181-68f4ef31d3f3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:37.015085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57c82899-6a2a-472f-8c00-ca6fbbb31859 req-6c972259-7bd5-4098-855a-089a463fe974 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2592537 Aug 12 02:26:37.076555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:37.121704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.158344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9d4d7-a768-484f-a599-17b8a39463e5 None None] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:37.184862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Attempting to bind port 108b7372-87cb-4577-b4db-9fadc6099543 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:37.185434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Attempting to bind port 108b7372-87cb-4577-b4db-9fadc6099543 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:37.185964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Attempting to bind port 108b7372-87cb-4577-b4db-9fadc6099543 on network 492dd143-367e-4ef9-a621-725e32d47a74 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:37.241079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Provisioning for port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:37.248448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Port 108b7372-87cb-4577-b4db-9fadc6099543 on network 492dd143-367e-4ef9-a621-725e32d47a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:37.248775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Attempting to bind port 108b7372-87cb-4577-b4db-9fadc6099543 on network 492dd143-367e-4ef9-a621-725e32d47a74 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:37.250152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Provisioning complete for port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:37.251523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.285862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:37.286130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Checking segment: {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:37.286524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Bound using segment: {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:37.286981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Bound port: 108b7372-87cb-4577-b4db-9fadc6099543, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7363b356-a83b-45fe-836d-cd9bb21b9243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:37.287340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.327615 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.412627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb056-e37d-4619-9286-87a458dcda41 req-ce0dbe04-989a-4a27-afef-9571fcb23b4c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.413310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.419107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.419992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-060bb056-e37d-4619-9286-87a458dcda41 req-ce0dbe04-989a-4a27-afef-9571fcb23b4c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=03e3acba-045c-4456-a097-a38c71a6cbf0 HTTP/1.1" status: 200 len: 945 time: 0.7872345 Aug 12 02:26:37.425719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.426150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae22f71e-37e5-4a23-8a21-bbf40f8d97cf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:37.429465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.431858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.439361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.445605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.451861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.452228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.454314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-6d84dfda-62bf-4dbe-8fa8-cb8be2614982 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.2504053 Aug 12 02:26:37.470323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.470822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.471305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.471808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.472283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.473015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.473368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.475624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-ffc791a8-4d73-468e-9c79-ffddda277b11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6341 time: 0.8969493 Aug 12 02:26:37.503116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.525231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] For port 07b969f3-4e7f-4101-9181-68f4ef31d3f3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=07b969f3-4e7f-4101-9181-68f4ef31d3f3,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:37.530972 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.593412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-3ad28409-dc9b-490d-8ecf-67722edee36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.593904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-3ad28409-dc9b-490d-8ecf-67722edee36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.594575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-3ad28409-dc9b-490d-8ecf-67722edee36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:37.597519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-3ad28409-dc9b-490d-8ecf-67722edee36e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1074307 Aug 12 02:26:37.599539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dd0e9-e18b-4050-8501-6521400867ec None None] Pushing event updated for resources: {'Port': ['ID=07b969f3-4e7f-4101-9181-68f4ef31d3f3,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:37.608181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Transition to ACTIVE for port object ae22f71e-37e5-4a23-8a21-bbf40f8d97cf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:37.632975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.646937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.661611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:37.668158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af521ede-ba62-48e2-9e9f-03dcc50dc90e req-ff93ed4a-5b83-4d94-9e62-ac2759ba7d62 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1817830 Aug 12 02:26:37.689437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35cb21a0-be20-4136-8267-8326a8f8e73d req-b4154fb7-9c54-487a-835e-9bd2d27bd664 service neutron] 10.222.0.25 "GET /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2713306 Aug 12 02:26:37.723419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:37.735623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.747761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-060bb056-e37d-4619-9286-87a458dcda41 req-ab0fce92-6c23-41ea-9208-606218f087af tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254550 Aug 12 02:26:37.782784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.791766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13b5d9-6704-40a8-947f-5f9c5fb6dff1 None None] Network d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:37.806780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/4c4dc184-443d-48bf-93fd-d0691c18ede8 HTTP/1.1" status: 204 len: 168 time: 1.3224897 Aug 12 02:26:37.807990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:37.814566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a20c-8f07-4b9f-9c16-c332f3956af1 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4dc184-443d-48bf-93fd-d0691c18ede8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:37.840791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Pushing event updated for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:37.850605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:37.896174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a2d1565e-7b9a-490f-8645-7b1524d81951 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:37.992520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-af9c1050-01dc-42ed-b52a-4dc75195e1d7 None None] Provisioning complete for port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:37.993300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-af9c1050-01dc-42ed-b52a-4dc75195e1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.009237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Attempting to bind port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:38.009237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Attempting to bind port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:38.009237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Attempting to bind port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:38.039369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:38.039627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Attempting to bind port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:38.064591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-7cc86886-341a-49e2-8a6b-8a200f644ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.067941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63629eef-2e5d-44b8-baa8-85ff931b1784 req-7cc86886-341a-49e2-8a6b-8a200f644ddb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4578903 Aug 12 02:26:38.068971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:38.069573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Checking segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:38.070473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Bound using segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:38.071157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Bound port: ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:38.083024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.083615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.085034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] 10.222.0.21 "PUT /v2.0/ports/108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 1091 time: 4.0594122 Aug 12 02:26:38.093583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:38.095873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.096023 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab820ffe-a994-46b8-8be5-44caf2f81337" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:38.139974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port a2d1565e-7b9a-490f-8645-7b1524d81951 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:38.163810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port a2d1565e-7b9a-490f-8645-7b1524d81951 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:38.166163 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.176604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192dc00-0d06-4d83-baef-6f57f9aaac74 req-6c7f36be-c4bb-4c9d-a76d-a82ffd0f19a3 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.195882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5192dc00-0d06-4d83-baef-6f57f9aaac74 req-6c7f36be-c4bb-4c9d-a76d-a82ffd0f19a3 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 943 time: 0.3145101 Aug 12 02:26:38.222073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.270310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c23f2f-3148-4ced-a158-88f07da5b534 req-f5da47da-cd55-43fb-8efd-358623c471a2 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.273683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20c23f2f-3148-4ced-a158-88f07da5b534 req-f5da47da-cd55-43fb-8efd-358623c471a2 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 945 time: 0.3362315 Aug 12 02:26:38.283795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c5e9e-686b-4af3-b598-503a92941ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:38.299446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5192dc00-0d06-4d83-baef-6f57f9aaac74 req-3f1fceca-4138-4f26-a2c9-7d1fa8bbce19 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023824 Aug 12 02:26:38.327248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:38.330949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:38.336864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.378804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.379598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.382633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] 10.222.0.25 "PUT /v2.0/ports/ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 1091 time: 3.4468758 Aug 12 02:26:38.435836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Request body: {'port': {'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:38.470624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc798e13-71e2-44f2-9c43-39f45cbc8094 service neutron] Pushing event updated for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:38.516017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.548631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] DHCP port deletion for d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:26:38.608254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:38.613162 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cdb0e6-f820-476d-ab72-1d8ad2144007" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:38.656857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.1 (005da73d-bc80-4d2c-8e29-8ebb9146371d/f584b600-acf6-4807-9ac6-e04025fabb14/78a5c60e-374e-4c5e-b7df-20d83075ca38) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:38.663596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 07b969f3-4e7f-4101-9181-68f4ef31d3f3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:38.792778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.802798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Deleting port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:38.803226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.840060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20c23f2f-3148-4ced-a158-88f07da5b534 req-ef6c6181-a423-40d4-9827-7c8090929c3a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710298 Aug 12 02:26:38.842203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-f26b494d-d111-4224-ac09-480a741e4d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.843907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-f26b494d-d111-4224-ac09-480a741e4d61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1094 time: 0.6574099 Aug 12 02:26:38.855790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.862537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.877034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.877034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.881758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.888247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.894095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a2d1565e-7b9a-490f-8645-7b1524d81951,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:38.894644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:38.896663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-d141d4df-f6f6-4302-8d31-33d51dc0fb06 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5406 time: 0.1876717 Aug 12 02:26:38.900179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:38.903709 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef939e10-0e26-4d3a-ab8a-d3415470c0b1" -d '{"events": [{"server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "name": "network-vif-plugged", "status": "completed", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:38.906411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:38.906793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.912722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:38.918605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-0b8d127e-4147-4a5f-a350-9cf0a613b3f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0555799 Aug 12 02:26:38.960600 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9da2a-235d-4fd5-ba67-a7258203a135 x-openstack-request-id: req-1ec9da2a-235d-4fd5-ba67-a7258203a135 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:38.961195 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:38.961636 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ec9da2a-235d-4fd5-ba67-a7258203a135 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:38.962196 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:26:38.998062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a519a2b1-a31f-4391-b997-224e9a23bff1 req-b32d95c2-fbfa-47e4-a705-1bcc49b85a91 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886164 Aug 12 02:26:39.008651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] For port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,segment=NetworkSegment(0dff328f-912a-471c-9565-ea19ba15baf2),segment_id=0dff328f-912a-471c-9565-ea19ba15baf2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:39.009069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.014420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:39.014907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.066678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Calling delete_port for 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:39.073179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be74688-d6e8-46f0-ac43-9ba735582abe {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:39.082955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.100517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Transition to ACTIVE for port object 8be74688-d6e8-46f0-ac43-9ba735582abe will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:39.107109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.113517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] For port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,segment=NetworkSegment(0dff328f-912a-471c-9565-ea19ba15baf2),segment_id=0dff328f-912a-471c-9565-ea19ba15baf2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:39.114699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.160422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:39.166053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:39.174435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.182713 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58de2f-a871-44d0-81a1-04ed8a6f2fc6 x-openstack-request-id: req-ef58de2f-a871-44d0-81a1-04ed8a6f2fc6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:39.183644 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:39.184115 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef58de2f-a871-44d0-81a1-04ed8a6f2fc6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:39.184472 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf', 'status': 'completed', 'code': 200} Aug 12 02:26:39.185461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:39.277215 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d1c3e-1d1b-477b-8b3a-cf27345ae933 x-openstack-request-id: req-239d1c3e-1d1b-477b-8b3a-cf27345ae933 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:39.277215 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "name": "network-vif-plugged", "status": "completed", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:39.277610 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-239d1c3e-1d1b-477b-8b3a-cf27345ae933 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:39.278066 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951', 'code': 200} Aug 12 02:26:39.278828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] Pushing event deleted for resources: {'Port': ['ID=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:39.287250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882c137-149d-44ea-8d60-e2dfcb257508 None None] No DVR routers for this DVR port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:39.364995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de713a-5098-4825-8d39-3f8f54774108 req-13aa5c5a-98ba-40bf-80cf-a84308dc490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.365256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.365837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.366343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.366504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-13aa5c5a-98ba-40bf-80cf-a84308dc490d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.4218905 Aug 12 02:26:39.366835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.367307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.371275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.371957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.378183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-85f1d695-7bc0-42d4-b768-acf0775d15fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6433 time: 0.2094278 Aug 12 02:26:39.398090 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.420487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.435455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:39.462846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:39.463502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:39.492053 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-112c31c7-59a2-409d-a1dd-b985b5fc1696 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049511 Aug 12 02:26:39.496124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No DVR routers for this DVR port 7f662869-7fa2-4e8c-86a6-25b8b3817bb9 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:39.497757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=7f662869-7fa2-4e8c-86a6-25b8b3817bb9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:39.507160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 78a5c60e-374e-4c5e-b7df-20d83075ca38 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:39.522144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.528487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.534248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.540176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.546783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.552785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.559458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.561427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-0203ca72-dbba-4fd8-9dc0-a92235590150 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3053658 Aug 12 02:26:39.576841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbfe82-5cdb-4b21-8d21-177e7dbed0b5 req-6e44ecca-458d-40de-88ed-10d15b5b8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.578340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2fbfe82-5cdb-4b21-8d21-177e7dbed0b5 req-6e44ecca-458d-40de-88ed-10d15b5b8418 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 1097 time: 0.2008955 Aug 12 02:26:39.653295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Attempting to bind port 8be74688-d6e8-46f0-ac43-9ba735582abe on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:39.653657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Attempting to bind port 8be74688-d6e8-46f0-ac43-9ba735582abe by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:39.654008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Attempting to bind port 8be74688-d6e8-46f0-ac43-9ba735582abe on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:39.659903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d385938-9c6a-4e31-a6f8-897b4c900290 req-10e3f511-1157-4f67-92eb-f0b42c526bc5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.670474 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d385938-9c6a-4e31-a6f8-897b4c900290 req-10e3f511-1157-4f67-92eb-f0b42c526bc5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 943 time: 0.2539833 Aug 12 02:26:39.676028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.681839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Port 8be74688-d6e8-46f0-ac43-9ba735582abe on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:39.682192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Attempting to bind port 8be74688-d6e8-46f0-ac43-9ba735582abe on network 94c0741d-6dec-4a02-851b-e3f7b07fd880 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:39.691643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2fbfe82-5cdb-4b21-8d21-177e7dbed0b5 req-2dde96bd-b3d1-41ed-8bec-b293d469f31a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971141 Aug 12 02:26:39.695808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03d6d2d0-1aee-4024-9065-9f7799157f4f req-86dd554b-aa7c-407b-b5bc-076f50d834c5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142201 Aug 12 02:26:39.700907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:39.701440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Checking segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:39.701682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Bound using segment: {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:39.702094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Bound port: 8be74688-d6e8-46f0-ac43-9ba735582abe, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d31b79-18f1-43ba-b649-7de31ba9a161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:39.702460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.704928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9591f77-8e60-4b5e-a1e0-86afb84a9eb9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:39.730623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-0a39fa60-2a7a-420f-8f4f-b0389bed8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.731114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-0a39fa60-2a7a-420f-8f4f-b0389bed8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.731621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-0a39fa60-2a7a-420f-8f4f-b0389bed8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.733384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-0a39fa60-2a7a-420f-8f4f-b0389bed8732 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9e5c36dc33f04408937a2983dd056db8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3288357 Aug 12 02:26:39.746699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dff328f-912a-471c-9565-ea19ba15baf2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:39.747091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dff328f-912a-471c-9565-ea19ba15baf2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:39.780417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.808460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-6d8317fc-f831-46c7-8080-fbc39428f475 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788815 Aug 12 02:26:39.809566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.818058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d385938-9c6a-4e31-a6f8-897b4c900290 req-1733b6ed-b9f2-4c18-913f-7d74d919d65d tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500826 Aug 12 02:26:39.823512 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.869088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:39.885788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:26:39.886262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:39.890350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:39.893288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:26:39.896655 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:26:39.918284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:39.955939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:39.961141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-69049f87-4685-42f9-adb2-50e818ec4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:39.962703 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52cdb0e6-f820-476d-ab72-1d8ad2144007 req-69049f87-4685-42f9-adb2-50e818ec4571 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2077520 Aug 12 02:26:39.967237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.030130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.031116 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.032599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 1091 time: 1.6055453 Aug 12 02:26:40.039424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15a6930c-6614-48b2-8b90-bfd4129df804 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.041007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15a6930c-6614-48b2-8b90-bfd4129df804 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 0.2347701 Aug 12 02:26:40.102593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:40.107011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5cf3e-edac-4bf7-8379-ad38136730c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:40.186684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.187563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-8f1df7a6-2f2a-4b31-a3ce-4f0256681b07 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/quotas/1a88f0329bca43af9e182851c77e99c1 HTTP/1.1" status: 200 len: 375 time: 0.1237183 Aug 12 02:26:40.196869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.253188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.258677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.258677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.258677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.258677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.259086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.259384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.259854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/d9591f77-8e60-4b5e-a1e0-86afb84a9eb9 HTTP/1.1" status: 204 len: 168 time: 2.4348221 Aug 12 02:26:40.259989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.261899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4f409d10-ff19-496d-98b0-fc9288934fd8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6475 time: 0.1508379 Aug 12 02:26:40.262962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:40.267240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ba58-8b38-4458-ad85-a5c16b708d9e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=d9591f77-8e60-4b5e-a1e0-86afb84a9eb9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:40.277547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347827f-b2b2-4414-b5df-08af5ba7662d req-5389ecc3-6fcc-4142-b1f3-56b9429b2d24 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.285351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1347827f-b2b2-4414-b5df-08af5ba7662d req-5389ecc3-6fcc-4142-b1f3-56b9429b2d24 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 0.2129207 Aug 12 02:26:40.330073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5de713a-5098-4825-8d39-3f8f54774108 req-85bac7ec-138f-47f0-aebe-f72291d35910 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710910 Aug 12 02:26:40.364831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7a8d8437-e591-4e9d-9ff6-94c72e794bc9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 217 time: 0.0780902 Aug 12 02:26:40.372615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1347827f-b2b2-4414-b5df-08af5ba7662d req-b9d6a413-5d4f-48b9-9790-86bb48c8d767 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854812 Aug 12 02:26:40.384915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b00ec700-aac0-4941-b501-7736b0cb85d9 None None] Provisioning for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:40.389453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b00ec700-aac0-4941-b501-7736b0cb85d9 None None] Provisioning complete for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:40.389831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b00ec700-aac0-4941-b501-7736b0cb85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.505798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680cdcd-c430-426b-b9bd-4e7d3d216ebc tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.509538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b00ec700-aac0-4941-b501-7736b0cb85d9 None None] Port 78a5c60e-374e-4c5e-b7df-20d83075ca38 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:40.518130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1680cdcd-c430-426b-b9bd-4e7d3d216ebc tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/36d939f2-dfcf-4e37-86e5-39eff1dbb77d HTTP/1.1" status: 200 len: 841 time: 0.2510433 Aug 12 02:26:40.521444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:40.528157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:40.545075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c2b45e5c-3d4d-4acf-afe0-d3a84de8e90f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3572178 Aug 12 02:26:40.608851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-04261ae9-7e38-45d2-8287-a76044d34be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.610293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-04261ae9-7e38-45d2-8287-a76044d34be5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1400504 Aug 12 02:26:40.630317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.637275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.643545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.649799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.656474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.662410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.669314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.671304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-0aca3b03-f9b1-4fa4-9fc1-cc0212a73b67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1831188 Aug 12 02:26:40.687842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-2cef104e-0996-4330-8bc9-2d8f399f79c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.689372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-2cef104e-0996-4330-8bc9-2d8f399f79c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.3108599 Aug 12 02:26:40.699023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-110d9168-af4e-4bb7-b4ff-917c1d193d7c tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/36d939f2-dfcf-4e37-86e5-39eff1dbb77d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1701727 Aug 12 02:26:40.705806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:40.731780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:40.796694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-19920081-e588-418b-bec6-93b0d8464807 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.798134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-19920081-e588-418b-bec6-93b0d8464807 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/ports?device_id=03e3acba-045c-4456-a097-a38c71a6cbf0 HTTP/1.1" status: 200 len: 945 time: 0.2479620 Aug 12 02:26:40.821314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9db4e744-d6f1-463e-81b7-eddff6fa56ae req-4997d053-d5d1-4512-961f-63c7e0560942 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422811 Aug 12 02:26:40.889949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-655b92a7-9742-4b6f-b20c-a1e09a415de6 service neutron] 10.222.0.11 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810414 Aug 12 02:26:40.894616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-fc51c2f2-537b-4ff4-826c-97c4c8727f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.896108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-fc51c2f2-537b-4ff4-826c-97c4c8727f3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1990201 Aug 12 02:26:40.911027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-5545cdef-ca8c-4107-89e3-269825deeb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:40.912552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-5545cdef-ca8c-4107-89e3-269825deeb20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.2403109 Aug 12 02:26:40.999710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-c6f0a7e1-94f0-4603-9f4c-9b31a6537a41 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0789723 Aug 12 02:26:41.071932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:41.075822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.126022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.131837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.138724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.144782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.150773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.157724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.165025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.166457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-36ded6df-57a1-44f8-a926-0a92a073253d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.1981573 Aug 12 02:26:41.172840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-3a6fe203-48ed-4b8c-9b16-7e698e86552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.174511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-3a6fe203-48ed-4b8c-9b16-7e698e86552e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.1618977 Aug 12 02:26:41.187213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:41.193180 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990adf75-824f-4c1d-862b-6468257c27f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:41.213495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-64b8cf26-96d5-40ad-b468-dbcd6fc499dd service neutron] 10.222.0.11 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949901 Aug 12 02:26:41.217214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-4972e06c-0abe-4080-8a50-9246eb53a0e1 service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973192 Aug 12 02:26:41.219270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Deleting port 02477e59-6d44-4541-b120-396be48b9363 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:41.219732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.257011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-9ac46609-fcdd-44e5-b772-a0d470199d19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392151 Aug 12 02:26:41.353014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ca02e25-5ded-4660-be72-540c2d3fbdaa req-a77c26f0-6bc7-4444-a29f-fb9e9ce16f8a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1573329 Aug 12 02:26:41.357607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.370880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.501387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.526205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.558371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=3abbf436-70d9-4e14-b018-1ca044e35c13,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:41.560037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:41.578309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:41.587304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:41.597894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02546cda-16aa-4155-a0c0-e3790a05539c None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:41.600612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:41.601165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.603418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-94ed158a-9c93-4dfd-8afc-6d93c0f8b27f service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269274 Aug 12 02:26:41.614752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] For port 02477e59-6d44-4541-b120-396be48b9363, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=02477e59-6d44-4541-b120-396be48b9363,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:41.615177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.632993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f5fc074-8139-4c15-b673-0d2eaefb9014 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9202065 Aug 12 02:26:41.633638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:41.651109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393109801'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:41.670400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a92a203d-523a-4346-9c63-696dd4708aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379958 Aug 12 02:26:41.673065 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18fc63b-0a8b-4126-b253-24ca284c7102 x-openstack-request-id: req-f18fc63b-0a8b-4126-b253-24ca284c7102 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:41.673353 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:41.674044 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f18fc63b-0a8b-4126-b253-24ca284c7102 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:41.674184 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'status': 'completed', 'code': 200} Aug 12 02:26:41.675099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Calling delete_port for 02477e59-6d44-4541-b120-396be48b9363 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:41.741812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-c46126fd-20f5-4538-a48f-20f8961f8fde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 217 time: 0.0601692 Aug 12 02:26:41.789359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:41.898183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'tenant_id': '9563638bdf2d4a0f9916dd6f8b331c41', 'fixed_ips': [{'subnet_id': '3abbf436-70d9-4e14-b018-1ca044e35c13'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:26:41.900030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.125643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Allocated IP 172.20.0.2 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/3abbf436-70d9-4e14-b018-1ca044e35c13/7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:42.221399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-9c053550-8f55-4b8a-9c08-0f3c10c4e88b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:42.224306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-9c053550-8f55-4b8a-9c08-0f3c10c4e88b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/ports?device_id=57572c45-ff5f-4b4c-bd82-a1e8d245fbcd HTTP/1.1" status: 200 len: 946 time: 0.7536311 Aug 12 02:26:42.281995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.288570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Transition to ACTIVE for port object 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:42.305513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Transition to ACTIVE for port object 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:42.320869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.342759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d1f3c-e1ce-4c8b-b152-73824b30f9e9 req-cd0422db-6405-4de5-9284-bbc77fb98f25 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:42.344401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab9d1f3c-e1ce-4c8b-b152-73824b30f9e9 req-cd0422db-6405-4de5-9284-bbc77fb98f25 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 943 time: 0.8106585 Aug 12 02:26:42.371838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:42.374987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:42.378506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:42.411761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:42.448487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a66b08a3-341c-4d11-83eb-0a7db28c16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:42.448827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Attempting to bind port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:42.454662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Attempting to bind port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '600d4b5e-8571-4c8b-9812-25c83811e38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:42.454662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Attempting to bind port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 on network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:42.454933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-a66b08a3-341c-4d11-83eb-0a7db28c16d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.6689775 Aug 12 02:26:42.455278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:42.455695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Checking segment: {'id': '600d4b5e-8571-4c8b-9812-25c83811e38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:42.456255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.456673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Bound using segment: {'id': '600d4b5e-8571-4c8b-9812-25c83811e38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:42.456814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.457144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Bound port: 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600d4b5e-8571-4c8b-9812-25c83811e38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:42.457530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.498862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c771c8ab-c790-4fcd-9364-86c3dd6b72b7', '02477e59-6d44-4541-b120-396be48b9363'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:42.539343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event deleted for resources: {'Port': ['ID=02477e59-6d44-4541-b120-396be48b9363,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:42.551528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab820ffe-a994-46b8-8be5-44caf2f81337 req-f38da562-1093-4219-9e03-bf9205cf8148 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9263206 Aug 12 02:26:42.556106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:42.561507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab9d1f3c-e1ce-4c8b-b152-73824b30f9e9 req-5f14f4a4-7f30-4158-b372-8baa41104da5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883717 Aug 12 02:26:42.569760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:42.626227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:42.656083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:42.668271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.691516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Deleting port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:42.691972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.762340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] No DVR routers for this DVR port 02477e59-6d44-4541-b120-396be48b9363 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:42.769133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:42.775419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ac88de2-8da6-494f-9172-49e624a6e011 req-736a3edd-3538-4258-a5f7-3e21cf06436a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "DELETE /v2.0/ports/02477e59-6d44-4541-b120-396be48b9363 HTTP/1.1" status: 204 len: 173 time: 1.9658892 Aug 12 02:26:42.796794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf9955-f92c-46ef-a655-d204615f0a9c req-f0eccc3c-9e07-41e0-bd90-981f861ac862 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:42.809060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feaf9955-f92c-46ef-a655-d204615f0a9c req-f0eccc3c-9e07-41e0-bd90-981f861ac862 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 1.0276546 Aug 12 02:26:42.822415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b162791-103d-48bf-a774-3412c0b19122 None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:42.872296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1c269e9b-91c1-4cb0-b851-f8d2d3d13948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:42.874019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1c269e9b-91c1-4cb0-b851-f8d2d3d13948 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4103441 Aug 12 02:26:43.072587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-feaf9955-f92c-46ef-a655-d204615f0a9c req-e62a9261-e179-4768-b12e-a2a96cc1fbba tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604206 Aug 12 02:26:43.079601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] For port c771c8ab-c790-4fcd-9364-86c3dd6b72b7, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:43.079979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:43.098907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ed291057-2c6d-4cd3-9a19-8717b63ebfb6 None None] Provisioning complete for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:43.099565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed291057-2c6d-4cd3-9a19-8717b63ebfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:43.112634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Calling delete_port for c771c8ab-c790-4fcd-9364-86c3dd6b72b7 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:43.119669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router f19505e8-734c-41b4-be79-3f75164f7f35 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:26:43.163273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.168759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ed291057-2c6d-4cd3-9a19-8717b63ebfb6 None None] Port 78a5c60e-374e-4c5e-b7df-20d83075ca38 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:43.189828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.215447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.222651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.234098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.255371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.265356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.267387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-2f2ebaa9-28a0-40fc-8552-27405da84956 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.3373022 Aug 12 02:26:43.278092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:43.332634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:43.426807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-6981e1eb-afd8-41ce-8d2b-5dbd4beb18c2 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360973 Aug 12 02:26:43.441596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0efb9-2b08-498f-a7b8-c67393465c33,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:43.519446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:43.528946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-02e2e6e2-7878-42ae-9cd1-f75ebfe8564a tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8915231 Aug 12 02:26:43.531078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:43.615460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4efe6866-65f6-4d5f-830c-2c0b55c754d3 req-a9283f0b-500e-4167-8a28-b5ee32c31f43 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3091722 Aug 12 02:26:43.623677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:26:43.641799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Sync routers for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:26:43.655526 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:43.657911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:43.675202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb872131-b960-4ec3-90d4-c71d6cec7453 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/f19505e8-734c-41b4-be79-3f75164f7f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4144220 Aug 12 02:26:43.757910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1207051647'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:43.797377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.817041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.830966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.854136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.864736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.882319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.891228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:43.900230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-81dfa3ef-92ca-4104-9e8b-bcd00cae5dab tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.6333776 Aug 12 02:26:43.902180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'name': 'network-vif-deleted', 'tag': '02477e59-6d44-4541-b120-396be48b9363'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:43.908023 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df614ba-4267-41f6-93f8-97fa2eddfef9" -d '{"events": [{"server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "name": "network-vif-deleted", "tag": "02477e59-6d44-4541-b120-396be48b9363"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:43.916532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46f381f2-f578-4888-8ae6-a3f246cdf9b1 req-9f946287-e349-4a28-ad1a-caa25e74d61d tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 210 time: 0.1144137 Aug 12 02:26:43.947286 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:43.957327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.053064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event deleted for resources: {'Port': ['ID=c771c8ab-c790-4fcd-9364-86c3dd6b72b7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:44.115569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c97e23ed-ce8c-4aa2-b35f-16d58b4acf6f req-82e415ad-dbdc-45f9-bfce-b538d8020135 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101619 Aug 12 02:26:44.134779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.173162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] No DVR routers for this DVR port c771c8ab-c790-4fcd-9364-86c3dd6b72b7 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:26:44.220231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.222248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2307a93-f46a-4737-b5f1-fe92ea4a6a24 req-f03c2c79-a301-48f6-83ac-25622b7d568f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "DELETE /v2.0/ports/c771c8ab-c790-4fcd-9364-86c3dd6b72b7 HTTP/1.1" status: 204 len: 173 time: 1.9901481 Aug 12 02:26:44.222708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'name': 'network-vif-deleted', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:44.225018 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae57189-9578-40b2-92d3-bc2968d7a4da" -d '{"events": [{"server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "name": "network-vif-deleted", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:44.239350 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 2, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:44.291143 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Checking router: f19505e8-734c-41b4-be79-3f75164f7f35 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:26:44.291857 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Updating router f19505e8-734c-41b4-be79-3f75164f7f35 port 78a5c60e-374e-4c5e-b7df-20d83075ca38 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:26:44.319609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-92258a5f-9c11-45e9-90e6-80f78b8e3242 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8538139 Aug 12 02:26:44.326682 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.411392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-50c75a14-5709-4de4-88b1-c50f6048eafb tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:44.426335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-50c75a14-5709-4de4-88b1-c50f6048eafb tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.25 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 0.9091911 Aug 12 02:26:44.473891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0c313-7308-499b-abfe-5de6c1930dbb req-15375436-a80f-4af4-8ea3-a1789a40dae7 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:44.485884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15f0c313-7308-499b-abfe-5de6c1930dbb req-15375436-a80f-4af4-8ea3-a1789a40dae7 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 943 time: 0.3904917 Aug 12 02:26:44.515621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Request body: {'port': {'device_id': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'admin_state_up': True, 'tenant_id': '1a88f0329bca43af9e182851c77e99c1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:44.674699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-16ae89a5-84ce-4116-bdc5-4333bd254b08 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:44.676444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-16ae89a5-84ce-4116-bdc5-4333bd254b08 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 813 time: 0.3985083 Aug 12 02:26:44.714034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Request body: {'port': {'device_id': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'admin_state_up': True, 'tenant_id': '1a88f0329bca43af9e182851c77e99c1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:44.743864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:44.787233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1ddac483-ece0-4611-8496-167ff08e76f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 217 time: 0.4410937 Aug 12 02:26:44.876764 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-6536a46f-0a0e-473d-82c7-1ca6b97292c8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658366969&fields=id&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 267 time: 0.5677266 Aug 12 02:26:44.914372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:44.914898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.915751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15f0c313-7308-499b-abfe-5de6c1930dbb req-4ea590b3-f276-4a4a-ab4f-a8cd42f4a7aa tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283209 Aug 12 02:26:44.956764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 108b7372-87cb-4577-b4db-9fadc6099543 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:44.959873 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:44.967139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 02477e59-6d44-4541-b120-396be48b9363 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:45.000740 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Transition to ACTIVE for port object 78a5c60e-374e-4c5e-b7df-20d83075ca38 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:45.021523 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2d9e6-ebea-478d-9bd6-329d96cef18d x-openstack-request-id: req-5bb2d9e6-ebea-478d-9bd6-329d96cef18d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:45.021813 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e3acba-045c-4456-a097-a38c71a6cbf0", "name": "network-vif-deleted", "tag": "02477e59-6d44-4541-b120-396be48b9363", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:45.022068 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bb2d9e6-ebea-478d-9bd6-329d96cef18d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:45.024396 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.033184 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e3acba-045c-4456-a097-a38c71a6cbf0', 'name': 'network-vif-deleted', 'tag': '02477e59-6d44-4541-b120-396be48b9363', 'status': 'completed', 'code': 200} Aug 12 02:26:45.076361 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd0782d-cecd-4867-986a-c84afdf0e05f x-openstack-request-id: req-9cd0782d-cecd-4867-986a-c84afdf0e05f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:45.076716 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57572c45-ff5f-4b4c-bd82-a1e8d245fbcd", "name": "network-vif-deleted", "tag": "c771c8ab-c790-4fcd-9364-86c3dd6b72b7", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:45.077599 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9cd0782d-cecd-4867-986a-c84afdf0e05f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:45.077761 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57572c45-ff5f-4b4c-bd82-a1e8d245fbcd', 'name': 'network-vif-deleted', 'tag': 'c771c8ab-c790-4fcd-9364-86c3dd6b72b7', 'status': 'completed', 'code': 200} Aug 12 02:26:45.085247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:45.107904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 02477e59-6d44-4541-b120-396be48b9363 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:45.108337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 02477e59-6d44-4541-b120-396be48b9363 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:45.108939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c771c8ab-c790-4fcd-9364-86c3dd6b72b7 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:26:45.140952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c771c8ab-c790-4fcd-9364-86c3dd6b72b7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:26:45.141306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c771c8ab-c790-4fcd-9364-86c3dd6b72b7 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:26:45.142801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:45.159986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-df9c7366-c708-4db2-bafb-09b995467261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.168988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-df9c7366-c708-4db2-bafb-09b995467261 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.3674479 Aug 12 02:26:45.177224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Provisioning for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:45.207153 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2b05a-363b-4a90-ad60-c943e8bd6cd7 None None] Pushing event updated for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:45.211263 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Attempting to bind port 78a5c60e-374e-4c5e-b7df-20d83075ca38 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:45.212003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Attempting to bind port 78a5c60e-374e-4c5e-b7df-20d83075ca38 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:45.212481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Attempting to bind port 78a5c60e-374e-4c5e-b7df-20d83075ca38 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:45.221029 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:45.221598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Checking segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:45.222392 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.222928 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Bound using segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:45.223804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Bound port: 78a5c60e-374e-4c5e-b7df-20d83075ca38, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:45.224304 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.240239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.249382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.256719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.258845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:45.258845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.265361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.272823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.282201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.287868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.290065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.299886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-d8ef08da-61c4-4e18-83b5-45bd6d4765aa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1494594 Aug 12 02:26:45.310751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.349713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] For port 78a5c60e-374e-4c5e-b7df-20d83075ca38, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:45.355374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] For port 78a5c60e-374e-4c5e-b7df-20d83075ca38, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=78a5c60e-374e-4c5e-b7df-20d83075ca38,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:45.359344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05ede032-a763-4a5a-80de-7e19559fdf29 req-feb4efc4-4110-4fc7-a2d1-4a71a57672b6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582168 Aug 12 02:26:45.362467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-84530959-3a75-4b9d-9135-110e5de3d541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.364091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-84530959-3a75-4b9d-9135-110e5de3d541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 797 time: 0.4857631 Aug 12 02:26:45.372644 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.380733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-ecb4e8aa-3ccc-4f16-88a5-a666e6209a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.382283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-ecb4e8aa-3ccc-4f16-88a5-a666e6209a90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986163 Aug 12 02:26:45.429043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:45.445195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.467819 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:26:45.468619 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:26:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:45.474448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-2b697b36-fc0e-4f0d-8894-4044e409e960 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/quotas/bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 375 time: 0.0911589 Aug 12 02:26:45.475255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.479213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8776815 Aug 12 02:26:45.482176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:45.486000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Made reservation on behalf of 1a88f0329bca43af9e182851c77e99c1 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:45.494441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.508883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea69964d-ab0a-4a15-9fcd-9bcb0bffdb0e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:45.522317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fb62c48-2c8c-446a-ad98-c709ba7df9e6 req-044421b7-5e19-4e2a-acae-2a0b5784f689 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 210 time: 0.0776432 Aug 12 02:26:45.559970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:45.595398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-814083195', 'security_groups': ['ea69964d-ab0a-4a15-9fcd-9bcb0bffdb0e'], 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3abbf436-70d9-4e14-b018-1ca044e35c13'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:45.646132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '108b7372-87cb-4577-b4db-9fadc6099543', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'port_id': '108b7372-87cb-4577-b4db-9fadc6099543', 'mac_address': 'fa:16:3e:62:85:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:45.765886 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.811021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.834010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108b7372-87cb-4577-b4db-9fadc6099543 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:45.864122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2b05a-363b-4a90-ad60-c943e8bd6cd7 None None] Pushing event updated for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:45.876477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:45.889654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.892863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:45.903066 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:26:45.906346 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7a63dbc4-ac2a-4bf1-8c04-c8842492aa5c service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867530 Aug 12 02:26:45.908624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.911008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.917522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.918393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.918916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.919425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.919970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.921336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.921875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.922064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Allocated IP 172.20.0.3 (29443513-aab3-4e53-a49e-7c69d12d610f/0c8e9d2b-25d0-483d-9b07-9706bed59d8e/9ad401c0-582a-4358-af41-430b78af23dd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:45.923109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.924419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.926122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7929d98-5475-4a8c-a36c-6f1674603d70 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:45.949611 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:45.951431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 971739cc-4fa7-460d-87c7-37c4b25f186f details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:45.980303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:45.988760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.012943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.019449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.027814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.038583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.047569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.058567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-710270c4-1a11-4139-a833-02ec98191d6a req-6003aa47-c295-4a0e-9b3a-b387946c8236 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5430 time: 0.3490863 Aug 12 02:26:46.066321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312c091-81c5-4fe3-82a8-2c35a86ef526 None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:46.186138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-710270c4-1a11-4139-a833-02ec98191d6a req-02c61b7f-8d42-47a1-94ed-c80b7eecc3ef tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201680 Aug 12 02:26:46.188284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-b85e3007-5d62-4f45-9b29-7883e3ed8a54 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6763790 Aug 12 02:26:46.228136 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:45Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:26:46.297599 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f17e174-6a68-43a8-b8db-1757794fc273 None None] The sync data for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 is: [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:45Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:26:46.309936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:46.421974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=971739cc-4fa7-460d-87c7-37c4b25f186f,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:46.473601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'port_id': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'mac_address': 'fa:16:3e:d3:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:46.480569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-d17cfb96-18b0-493c-b2b4-42f83981b918 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464375 Aug 12 02:26:46.481467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:46.508494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e4b1-fc6e-4c12-bce6-a328835bf17e req-d3e43d5e-37e5-4af3-91ac-62c79ee15ac5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.516580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81a1e4b1-fc6e-4c12-bce6-a328835bf17e req-d3e43d5e-37e5-4af3-91ac-62c79ee15ac5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 944 time: 0.1432788 Aug 12 02:26:46.531626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.539336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.547527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971739cc-4fa7-460d-87c7-37c4b25f186f {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:46.571859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=971739cc-4fa7-460d-87c7-37c4b25f186f,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:46.579966 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.580536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d944ae9a-ac20-4880-a7df-ea7dbea838c8 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:46.603361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81a1e4b1-fc6e-4c12-bce6-a328835bf17e req-382b941b-9312-4bd9-8813-3acd6dfb243d tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775316 Aug 12 02:26:46.653347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.694603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.712070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-28161359-6ef9-47f1-9a02-6c746a6af333 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 217 time: 0.2121422 Aug 12 02:26:46.714889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Network 29443513-aab3-4e53-a49e-7c69d12d610f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:46.720927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:46.724022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:46.762100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event updated for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:46.785472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:46.813933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:46.814732 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.835244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-c245a199-48c8-4953-bd44-e5d63f71d7ae tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1369758 Aug 12 02:26:46.853320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:46.861881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Request body: {'port': {'device_id': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:46.867544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 78a5c60e-374e-4c5e-b7df-20d83075ca38 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:46.892394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'port_id': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8', 'mac_address': 'fa:16:3e:97:de:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:46.893519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-f33b9c2d-a0c0-4184-9fdc-1de8c60fb9b5 service neutron] 10.222.0.11 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043653 Aug 12 02:26:46.902311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:26:46.950033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:46.991746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:47.023842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1eac3730-a227-4ba3-a4a2-674b529bc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.026041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-1eac3730-a227-4ba3-a4a2-674b529bc742 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1836331 Aug 12 02:26:47.052852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d944ae9a-ac20-4880-a7df-ea7dbea838c8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:47.084242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:47.086509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:47.092397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:47.093413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:47.097241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:47.182146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db4c35b5-34ee-4969-8f43-c7a76d9213c6 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:47.386925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.400672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.413290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.414344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:47.429794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.436355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.472458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.478291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:47.501371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.503270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-02253161-dcaa-4679-a257-73f978f606bd tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2137156 Aug 12 02:26:47.536551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:47.562915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 78a5c60e-374e-4c5e-b7df-20d83075ca38, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=78a5c60e-374e-4c5e-b7df-20d83075ca38,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:47.580495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'port_id': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'mac_address': 'fa:16:3e:0a:af:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:47.584103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:47.585059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:47.596431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.4 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/3abbf436-70d9-4e14-b018-1ca044e35c13/263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:47.609946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78c7541f-12ba-436b-90a3-261e8d9f31fe req-093debbc-a25f-47fd-997b-47617b2f0ec1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932815 Aug 12 02:26:47.702576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:47.705935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:47.708330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d944ae9a-ac20-4880-a7df-ea7dbea838c8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:47.792749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09223-24d1-4484-9fc9-5e50ceb20a8f req-52d9d9f6-c50c-4687-8649-f6d941f66fa0 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:47.804006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09d09223-24d1-4484-9fc9-5e50ceb20a8f req-52d9d9f6-c50c-4687-8649-f6d941f66fa0 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 931 time: 0.0886488 Aug 12 02:26:47.856818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09d09223-24d1-4484-9fc9-5e50ceb20a8f req-0643dbe4-509e-4e9a-aedb-fe248070d035 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512388 Aug 12 02:26:47.962307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['971739cc-4fa7-460d-87c7-37c4b25f186f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:47.983130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.006731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:48.078206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.082813 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.096564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.101043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Allocated IP 172.20.0.2 (29443513-aab3-4e53-a49e-7c69d12d610f/0c8e9d2b-25d0-483d-9b07-9706bed59d8e/e0cc3675-6894-4b39-a818-0b0643df510a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:48.108137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4c35b5-34ee-4969-8f43-c7a76d9213c6 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:48.112945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.116127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.134412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:48.139386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.151948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.161124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.179277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.189546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf432057-bdff-4e78-bb32-c0090b034134 req-3ff9952d-9c56-432e-b191-8817039a6f02 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5432 time: 0.2564893 Aug 12 02:26:48.194760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.194946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e2d163b-0745-48bc-9a98-c052e036a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.195583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ec9ff3d1-7783-4e32-a597-072bebb5d733 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:48.200627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9e2d163b-0745-48bc-9a98-c052e036a398 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1531296 Aug 12 02:26:48.260697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf432057-bdff-4e78-bb32-c0090b034134 req-27dcdcec-d730-424e-b1ee-2e2ea4ad827f tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697422 Aug 12 02:26:48.298816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:48.313736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ec9ff3d1-7783-4e32-a597-072bebb5d733', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'port_id': 'ec9ff3d1-7783-4e32-a597-072bebb5d733', 'mac_address': 'fa:16:3e:f4:33:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:48.387265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:48.389438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.392969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.447348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88771c13-eb19-4366-b551-8317840042da req-dd6ebe24-5dc5-4fc3-b9c6-e196f1ea4df2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.455371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88771c13-eb19-4366-b551-8317840042da req-dd6ebe24-5dc5-4fc3-b9c6-e196f1ea4df2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 944 time: 0.0621591 Aug 12 02:26:48.548342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88771c13-eb19-4366-b551-8317840042da req-fafc741a-495b-46e8-9ff8-101b14c2a17a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789654 Aug 12 02:26:48.576974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:48.596006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:48.599079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:48.652867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:48.673087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:48.673841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.685257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.701774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-0614d459-54e2-4f29-8acf-f34c424612f4 service neutron] 10.222.0.11 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6694524 Aug 12 02:26:48.713355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2052038 Aug 12 02:26:48.716874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47090) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:48.721991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:48.746803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75ef57-a2d1-460f-b803-c6bc904414a8 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:48.789442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:48.896086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-03c7dd55-dab1-4c49-a0a9-f4e849d65fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539693 Aug 12 02:26:48.985792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9ff3d1-7783-4e32-a597-072bebb5d733 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:49.029291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.029888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.037677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.044508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.050576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.056537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.063334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.070006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.071990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-7abeb236-c59a-40e0-8536-ddf26005ef1f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1770821 Aug 12 02:26:49.169115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:49.170231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b7419522-995a-4236-a01a-d29e76e36ab4 None None] Provisioning for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:49.185890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:49.203011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.242263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.249465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device dd3f4e3c-4513-4419-97b1-0c0a427662b1 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:49.256933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b7419522-995a-4236-a01a-d29e76e36ab4 None None] Provisioning complete for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:49.259894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7419522-995a-4236-a01a-d29e76e36ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.421973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:49.463119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'network_id': '3ce82063-d37e-4ebb-81cb-b27cc0b1f227', 'port_id': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'mac_address': 'fa:16:3e:ea:42:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855c2388-a203-476e-a1b0-bc91862b3a90', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:49.481075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 78a5c60e-374e-4c5e-b7df-20d83075ca38 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:49.532087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7441466-4ed0-4fa3-9f5c-399931cde2ea req-5985f269-6f00-4768-9671-ccf1414c307d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3471062 Aug 12 02:26:49.593774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Network 29443513-aab3-4e53-a49e-7c69d12d610f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:49.610937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:49.637892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:49.647585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad401c0-582a-4358-af41-430b78af23dd {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:49.661196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.679438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Transition to ACTIVE for port object 9ad401c0-582a-4358-af41-430b78af23dd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:49.707022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b7419522-995a-4236-a01a-d29e76e36ab4 None None] Port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:49.721646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.722559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.725049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be439396-47d5-4b00-80f6-856e7ff40c10 req-f0c40193-e666-43b1-b3d2-aa359f811d10 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 210 time: 0.0382941 Aug 12 02:26:49.747454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.764377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event updated for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:49.792344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-70d337c0-d92b-47d1-8d75-b1180c666fb7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3630421 Aug 12 02:26:49.796377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:49.800757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.807083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad06846-3069-46ec-b2e2-59a557568bd6 req-5f234766-b451-4136-a986-27fac0b58c74 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:49.815409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ad06846-3069-46ec-b2e2-59a557568bd6 req-5f234766-b451-4136-a986-27fac0b58c74 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 931 time: 0.2150249 Aug 12 02:26:49.826874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd3f4e3c-4513-4419-97b1-0c0a427662b1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:49.836884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 78a5c60e-374e-4c5e-b7df-20d83075ca38 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:49.837607 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.860213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Request body: {'port': {'device_id': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:49.888376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:49.910477 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:49.911342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4eec399b-81b9-4660-9168-ace329f4e93c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:49.974654 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:49.983397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-87356920-4ec5-4024-be23-9a5280cc97de service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0857048 Aug 12 02:26:49.984715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.052345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ad06846-3069-46ec-b2e2-59a557568bd6 req-04b1643a-097b-4942-b53d-2d1f15f7707c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350643 Aug 12 02:26:50.054196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b3ef3008-396d-4d52-8f9b-427feea48226 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 217 time: 0.0571876 Aug 12 02:26:50.085869 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3abbf436-70d9-4e14-b018-1ca044e35c13 (CIDR: 172.20.0.0/28) Aug 12 02:26:50.101315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.101718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.102043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.102425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.102786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.103149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.103496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.111680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.111955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.112309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.112656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.113285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:50.121761 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:26:50.122274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:26:50.134019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-36730440-3167-48f7-8cfe-f961312517da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.136624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-36730440-3167-48f7-8cfe-f961312517da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0572824 Aug 12 02:26:50.150143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Attempting to bind port 9ad401c0-582a-4358-af41-430b78af23dd on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:50.150861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Attempting to bind port 9ad401c0-582a-4358-af41-430b78af23dd by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:50.151345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Attempting to bind port 9ad401c0-582a-4358-af41-430b78af23dd on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:50.177610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.184436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.190440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.196738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.203675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.211483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.217799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.219777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-19ac411e-54c9-4736-8213-9134b43480b1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5434 time: 0.3462400 Aug 12 02:26:50.220627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:50.221115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Port 9ad401c0-582a-4358-af41-430b78af23dd on network 29443513-aab3-4e53-a49e-7c69d12d610f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:50.221258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Attempting to bind port 9ad401c0-582a-4358-af41-430b78af23dd on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:50.225061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1be222a-fda5-41ae-af75-df3674ffe5ff tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5071349 Aug 12 02:26:50.243209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4eec399b-81b9-4660-9168-ace329f4e93c', 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'port_id': '4eec399b-81b9-4660-9168-ace329f4e93c', 'mac_address': 'fa:16:3e:1e:43:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af491de-2cbf-4b89-9dc5-a8ff6600fb04', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:50.244183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:50.247806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:50.248902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:50.249253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Checking segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:50.249644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Bound using segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:50.250100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Bound port: 9ad401c0-582a-4358-af41-430b78af23dd, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:50.250465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.252910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:50.277433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8dfbd5f5-6029-4b4f-9ecd-8d4169e2acab req-724384b6-7fbf-4dd0-b8ed-1e939d6973d5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494118 Aug 12 02:26:50.316039 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.322107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eec399b-81b9-4660-9168-ace329f4e93c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:50.334932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:50.338045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9ad401c0-582a-4358-af41-430b78af23dd,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:50.346050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.352682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:50.357786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.358904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device b2e63097-27fa-4e7b-8d43-2492f2142a89 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:50.394497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:50.412586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:50.440048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.441213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.442907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-15907067-5e91-49c6-8c46-076039c92593 service neutron] 10.222.0.21 "PUT /v2.0/ports/9ad401c0-582a-4358-af41-430b78af23dd HTTP/1.1" status: 200 len: 1091 time: 3.5885875 Aug 12 02:26:50.444300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:50.447523 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f5617b-2728-4976-a030-4ec8713e5cef" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "tag": "9ad401c0-582a-4358-af41-430b78af23dd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:50.462015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'b2e63097-27fa-4e7b-8d43-2492f2142a89', 'network_id': 'f1eb906d-bb42-4c5a-9942-549fe493c7eb', 'port_id': 'b2e63097-27fa-4e7b-8d43-2492f2142a89', 'mac_address': 'fa:16:3e:c9:9b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af491de-2cbf-4b89-9dc5-a8ff6600fb04', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:50.465833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:50.522880 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc7a8e-f75f-4fd5-b898-8f32ce336c9f x-openstack-request-id: req-b2dc7a8e-f75f-4fd5-b898-8f32ce336c9f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:50.522880 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "tag": "9ad401c0-582a-4358-af41-430b78af23dd", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:50.523179 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2dc7a8e-f75f-4fd5-b898-8f32ce336c9f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:50.524081 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd', 'status': 'completed', 'code': 200} Aug 12 02:26:50.524558 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.545392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e63097-27fa-4e7b-8d43-2492f2142a89 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:50.561709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded6526-fcde-4cd9-a0d6-c42d0c4f4df2 req-8d5c04dc-3af6-402c-b5e9-97960cd16737 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.563596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ded6526-fcde-4cd9-a0d6-c42d0c4f4df2 req-8d5c04dc-3af6-402c-b5e9-97960cd16737 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 944 time: 0.3882923 Aug 12 02:26:50.565683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b986cd85-60af-49b1-a15d-d528e2738647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.567337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b986cd85-60af-49b1-a15d-d528e2738647 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4208157 Aug 12 02:26:50.586299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:50.597339 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.702834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:50.743017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-fb4dbaa5-a453-473b-9ddc-34da419d471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.745913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-fb4dbaa5-a453-473b-9ddc-34da419d471a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 1094 time: 0.1880040 Aug 12 02:26:50.795187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 971739cc-4fa7-460d-87c7-37c4b25f186f up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:50.835318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ded6526-fcde-4cd9-a0d6-c42d0c4f4df2 req-46781280-1cf0-42c0-b709-fc60e7988490 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564490 Aug 12 02:26:50.837876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2162eeb7-02f1-40c7-addd-a39d62a001ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad401c0-582a-4358-af41-430b78af23dd HTTP/1.1" status: 200 len: 217 time: 0.0731087 Aug 12 02:26:50.887669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.907320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.919397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 971739cc-4fa7-460d-87c7-37c4b25f186f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:50.920838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.926997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 971739cc-4fa7-460d-87c7-37c4b25f186f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:50.927634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.930061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.936953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.939356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:50.943081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:50.944755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.955376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:50.963354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-5af389e3-7e25-4c05-a8ac-cd04f0aaadd8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2975068 Aug 12 02:26:51.004900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-68ee5ffc-3e9e-44c2-8dcf-7e85addce7ac service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197314 Aug 12 02:26:51.028163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-4409975f-acdc-4d57-bb46-88f9f1591677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.029797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-4409975f-acdc-4d57-bb46-88f9f1591677 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.0576348 Aug 12 02:26:51.040092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.077396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-21557710-de80-4d7a-a565-3cd3ab8ea746 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393372 Aug 12 02:26:51.079391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:51.083195 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c194fbb9-a346-40ab-937b-b5d70b9eae69" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:51.101572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=971739cc-4fa7-460d-87c7-37c4b25f186f,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:51.109795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.110695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d944ae9a-ac20-4880-a7df-ea7dbea838c8 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:51.137119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e70de31-afd8-42c1-8d46-9740f5298979 req-9e6d6e80-0b93-4563-9f81-4b943fd7251f tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694880 Aug 12 02:26:51.168964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-73ac5137-326c-44ab-a364-af53bb1e18f7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.170648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-73ac5137-326c-44ab-a364-af53bb1e18f7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 797 time: 0.4548986 Aug 12 02:26:51.184009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bca631f2-18a2-4cc4-aae7-ec8eb61f7efa req-09b6155e-5a68-45f7-99c4-9a5dabe99733 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 210 time: 0.1745796 Aug 12 02:26:51.184177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:51.275136 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9beffb-4061-412e-9126-3cd08b5e8bcf x-openstack-request-id: req-fc9beffb-4061-412e-9126-3cd08b5e8bcf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:51.275842 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:51.275842 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc9beffb-4061-412e-9126-3cd08b5e8bcf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:51.277348 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'code': 200} Aug 12 02:26:51.321613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:51.327554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:51.327941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.347011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eb13c-3f5a-46cf-ae3b-dc7256510c8f req-1622e40d-a813-42c5-a612-46984fa78842 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.356615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-130eb13c-3f5a-46cf-ae3b-dc7256510c8f req-1622e40d-a813-42c5-a612-46984fa78842 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 943 time: 0.0872877 Aug 12 02:26:51.378004 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-ec3b8e95-7422-4e31-bc2c-dd29cb86739d service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912123 Aug 12 02:26:51.411341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cc3675-6894-4b39-a818-0b0643df510a {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:51.430698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-abb4b945-7088-4ca7-b39d-e692cdbf0dfd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 380 time: 0.1514001 Aug 12 02:26:51.447100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.476682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'port': {'device_id': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'admin_state_up': True, 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'security_groups': ['aa200e25-371a-4e84-b4a5-498d784bd6e4']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:51.525760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.531895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['db4c35b5-34ee-4969-8f43-c7a76d9213c6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:51.551133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Transition to ACTIVE for port object e0cc3675-6894-4b39-a818-0b0643df510a will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:51.591020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.610570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-0666149a-d6d8-4fd1-8503-8b98b062fc90 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561132 Aug 12 02:26:51.630788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ec9ff3d1-7783-4e32-a597-072bebb5d733'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:51.638185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:51.641207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4eec399b-81b9-4660-9168-ace329f4e93c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:51.665019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.671753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.678213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.678424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['b2e63097-27fa-4e7b-8d43-2492f2142a89'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:51.684688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.691424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.697598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.704131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.712548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-f785c2aa-8634-4102-a651-e54d19682b92 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5438 time: 0.2932324 Aug 12 02:26:51.747590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:51.748409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 108b7372-87cb-4577-b4db-9fadc6099543 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:51.831429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:51.832828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-8af3a5ba-19cf-43bf-8f37-bf2f404eb3ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 217 time: 0.2054672 Aug 12 02:26:51.968896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:51.984693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6aa7fd9-9e4c-4858-bbb1-f5c63b55a42d req-27265aed-9d31-4187-8a15-cacc86c131f5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2711611 Aug 12 02:26:51.986306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7400c939-fc1f-4b2f-b63b-e347b5a2af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:51.987932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-7400c939-fc1f-4b2f-b63b-e347b5a2af41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1071944 Aug 12 02:26:52.111895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:52.115638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.149521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 108b7372-87cb-4577-b4db-9fadc6099543 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:52.161661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 108b7372-87cb-4577-b4db-9fadc6099543 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:52.162032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.245190 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-130eb13c-3f5a-46cf-ae3b-dc7256510c8f req-dfc62895-7dde-49f2-b26a-9fda4dc04676 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8825274 Aug 12 02:26:52.258220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-af7a07cf-fd04-48ab-a1b8-f68c6e192788 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8681128 Aug 12 02:26:52.304726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b1fd1b75-f4d5-4d12-9975-63ec8d95ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.306381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-b1fd1b75-f4d5-4d12-9975-63ec8d95ba20 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3054113 Aug 12 02:26:52.321615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Attempting to bind port e0cc3675-6894-4b39-a818-0b0643df510a on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:52.321915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Attempting to bind port e0cc3675-6894-4b39-a818-0b0643df510a by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:52.322400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Attempting to bind port e0cc3675-6894-4b39-a818-0b0643df510a on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:52.371335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Port e0cc3675-6894-4b39-a818-0b0643df510a on network 29443513-aab3-4e53-a49e-7c69d12d610f not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:52.371711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Attempting to bind port e0cc3675-6894-4b39-a818-0b0643df510a on network 29443513-aab3-4e53-a49e-7c69d12d610f {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:52.406020 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:26:52.441703 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.467188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.474516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.477525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f451e-45b3-4ce3-9da0-c4f7a284b22c req-ae33db6a-b8f8-43f6-ba1c-f159cd0b0d2b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.482152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.490319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.495570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-313f451e-45b3-4ce3-9da0-c4f7a284b22c req-ae33db6a-b8f8-43f6-ba1c-f159cd0b0d2b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 944 time: 0.3343389 Aug 12 02:26:52.497223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.503242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:52.503453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.503614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Checking segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:52.504547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Bound using segment: {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:52.504547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Bound port: e0cc3675-6894-4b39-a818-0b0643df510a, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00d72c3-ca9e-4690-b55c-4949ba565d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:52.504908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.510120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.522458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-d2e8db6b-0a61-4ceb-ad3a-16d3c6f720ef tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1638470 Aug 12 02:26:52.534912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['dd3f4e3c-4513-4419-97b1-0c0a427662b1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:52.541730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:52.548208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5617b-2728-4976-a030-4ec8713e5cef req-087e3914-1e41-4759-877b-7dd36a6318e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.552297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-087e3914-1e41-4759-877b-7dd36a6318e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 1094 time: 0.1991003 Aug 12 02:26:52.634641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.699072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.4 (005da73d-bc80-4d2c-8e29-8ebb9146371d/f584b600-acf6-4807-9ac6-e04025fabb14/1859b406-d2ca-45d5-a6f1-7d9fcf488e99) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:52.749910 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:52.797233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-313f451e-45b3-4ce3-9da0-c4f7a284b22c req-948e56a4-5b06-4cdc-87e3-390b836612db tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005524 Aug 12 02:26:52.848420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5617b-2728-4976-a030-4ec8713e5cef req-6afa9dad-da62-40de-ae76-bbfe3f6d6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.850572 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-6afa9dad-da62-40de-ae76-bbfe3f6d6162 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 914 time: 0.2764771 Aug 12 02:26:52.892193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=48be8e29-6046-4d10-868d-398b83d0fefb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:52.899945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:52.922938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:52.954374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecd0c655-5fa6-4691-ba0d-95bfbc2986f0 req-5de2fb54-29a8-4559-83e9-2359c134d6cf tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4286983 Aug 12 02:26:52.961522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:52.963337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-d805e947-21d8-496d-b4d3-1c237d33842a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ad401c0-582a-4358-af41-430b78af23dd HTTP/1.1" status: 200 len: 217 time: 0.0979071 Aug 12 02:26:52.965346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e0cc3675-6894-4b39-a818-0b0643df510a,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:52.968783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-ee92d5a4-89ed-4d85-9e7c-2cead4608d2d service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348050 Aug 12 02:26:52.970553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:52.994566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:52.995376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.000616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99abf69f-a15a-4801-9221-8d62eba50962 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:53.051459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.079843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5617b-2728-4976-a030-4ec8713e5cef req-426da12f-3e67-4f89-a01b-5baadf8e8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.088300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-426da12f-3e67-4f89-a01b-5baadf8e8927 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.1138799 Aug 12 02:26:53.103242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec9c00f3-571b-4b19-8bad-8592611c5303 req-27403548-17a6-4da8-b5b0-d86f6cbeb938 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 210 time: 0.1276329 Aug 12 02:26:53.122950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d1b70425-be4f-4e43-8a6d-5442bf0141f4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8766642 Aug 12 02:26:53.160946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:53.170477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1185457662', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '48be8e29-6046-4d10-868d-398b83d0fefb'}], 'security_groups': ['92c0efb9-2b08-498f-a7b8-c67393465c33']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:53.234025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-d9017800-81b0-4339-a9c8-5670093673d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414881 Aug 12 02:26:53.279142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8'}, {'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:53.283348 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4887073-4fb0-42ef-b8ce-ce9f1b1072d4" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "d944ae9a-ac20-4880-a7df-ea7dbea838c8"}, {"server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "name": "network-vif-plugged", "status": "completed", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:53.386423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Update dhcp port {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'fixed_ips': [{'subnet_id': '3abbf436-70d9-4e14-b018-1ca044e35c13', 'ip_address': '172.20.0.2'}, {'subnet_id': '48be8e29-6046-4d10-868d-398b83d0fefb'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:26:53.415937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.523652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.530067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.536220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.543295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.549825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.555981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.563444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.571914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-ea33d256-e096-4d08-ae60-7152bf648596 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5439 time: 0.3367381 Aug 12 02:26:53.626387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a5ab848-ca9e-469e-a89e-e8c0a402b27e req-62e44b60-0096-4dc6-a823-33a2d27de68e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532470 Aug 12 02:26:53.629966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.652396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Allocated IP 172.20.0.18 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/48be8e29-6046-4d10-868d-398b83d0fefb/7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:53.695740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.711026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:53.722815 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-7a6dca8a-3074-4a5d-8ea9-4ca1515f8b8e service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455440 Aug 12 02:26:53.759951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:53.760918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.762387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] 10.222.0.25 "PUT /v2.0/ports/e0cc3675-6894-4b39-a818-0b0643df510a HTTP/1.1" status: 200 len: 1091 time: 3.9201436 Aug 12 02:26:53.780852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:53.785326 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089eac5f-9027-452e-8c25-467f646ce540 x-openstack-request-id: req-089eac5f-9027-452e-8c25-467f646ce540 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:53.785694 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "d944ae9a-ac20-4880-a7df-ea7dbea838c8", "code": 200}, {"server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "name": "network-vif-plugged", "status": "completed", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:53.785962 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-089eac5f-9027-452e-8c25-467f646ce540 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:53.786077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:53.786665 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd944ae9a-ac20-4880-a7df-ea7dbea838c8', 'code': 200} Aug 12 02:26:53.787127 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'code': 200} Aug 12 02:26:53.789318 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349a3510-679b-4d75-ab23-42028f8591bc" -d '{"events": [{"name": "network-changed", "server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:53.830444 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.856781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Transition to ACTIVE for port object 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:53.868474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:53.877893 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8dec6c-a9bb-4545-a864-570caad17a34 x-openstack-request-id: req-4b8dec6c-a9bb-4545-a864-570caad17a34 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:53.878323 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:53.878583 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b8dec6c-a9bb-4545-a864-570caad17a34 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:53.880608 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a', 'status': 'completed', 'code': 200} Aug 12 02:26:53.923233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd15823-61bf-4c77-8b54-e26623a00284 service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:53.976510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:54.006366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356ceb1-3021-485f-96dc-63449c0a6509 req-42dcd27a-612a-4bec-93f9-f7a897394cad tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.014477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9356ceb1-3021-485f-96dc-63449c0a6509 req-42dcd27a-612a-4bec-93f9-f7a897394cad tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 943 time: 0.2916787 Aug 12 02:26:54.045331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-fa76acd7-4008-4654-970e-083e39a2e196 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0411420 Aug 12 02:26:54.068699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:54.078083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-d8c2b73c-b3d2-4696-9f96-891841958b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.079630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-d8c2b73c-b3d2-4696-9f96-891841958b9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 1094 time: 0.2583601 Aug 12 02:26:54.082601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.082962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.083312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.083680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.085172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.085541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.085883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.086223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.086556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.086891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.087225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.087615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2962d7e0-0c31-4818-8860-f17737af2163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:26:54.137526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:54.154794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-453036a8-c3d5-41b2-b3a5-ea2d88a4a61f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.0983365 Aug 12 02:26:54.179776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f5617b-2728-4976-a030-4ec8713e5cef req-040f7e01-9460-4fdd-aedd-78f4dada11f6 service neutron] 10.222.0.21 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272175 Aug 12 02:26:54.210705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:54.214720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:26:54.269900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-a65031a6-3f38-40b6-9a9a-d3ea654f93ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0cc3675-6894-4b39-a818-0b0643df510a HTTP/1.1" status: 200 len: 217 time: 0.1427715 Aug 12 02:26:54.285510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9356ceb1-3021-485f-96dc-63449c0a6509 req-24b37c85-3a5c-49b9-b441-95a9ad74f254 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698774 Aug 12 02:26:54.286139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:54.351962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a004b1-ab42-4600-b010-de276d1ae290 req-72ff4efe-cf60-40cb-94ef-e3c390f11f49 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.363088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58a004b1-ab42-4600-b010-de276d1ae290 req-72ff4efe-cf60-40cb-94ef-e3c390f11f49 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1958718 Aug 12 02:26:54.467521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197252-0d75-4c43-be99-70ab7a808f0e req-502b1d7f-aa48-463d-a47f-5e48983ed2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.467521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9197252-0d75-4c43-be99-70ab7a808f0e req-502b1d7f-aa48-463d-a47f-5e48983ed2da service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.3083966 Aug 12 02:26:54.475661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.476513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:54.480790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-f2366e9c-fedc-4f9d-93d0-3041ff9e7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.484838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-f2366e9c-fedc-4f9d-93d0-3041ff9e7a73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.1752250 Aug 12 02:26:54.539772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-edd9ec56-24b0-4e41-8682-2a9c4718e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.541419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-edd9ec56-24b0-4e41-8682-2a9c4718e660 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.3193252 Aug 12 02:26:54.544585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58a004b1-ab42-4600-b010-de276d1ae290 req-b58da5fe-0f3a-4ae2-bc6d-d4b323f0dbd3 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804855 Aug 12 02:26:54.572313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-53e84f08-e207-41ec-afde-bcfdb22427f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630848 Aug 12 02:26:54.603523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-beff1f71-cb37-43c1-8ba2-1e0e683c3f0c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1281183 Aug 12 02:26:54.621791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Delete allocated IP 172.20.0.4 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/3abbf436-70d9-4e14-b018-1ca044e35c13) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:26:54.653248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Request body: {'port': {'device_id': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:54.672087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59f2ba01-8a6c-4710-9eac-ff2d5518083b None None] Provisioning for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:54.679174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59f2ba01-8a6c-4710-9eac-ff2d5518083b None None] Provisioning complete for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:54.679945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59f2ba01-8a6c-4710-9eac-ff2d5518083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:54.683230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c9197252-0d75-4c43-be99-70ab7a808f0e req-b862071f-8596-4e56-bfae-496f3b19054b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698027 Aug 12 02:26:54.686116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.23 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/48be8e29-6046-4d10-868d-398b83d0fefb/263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:26:54.737522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db4c35b5-34ee-4969-8f43-c7a76d9213c6 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:54.803620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.810092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.816986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.824012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.830305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.837235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.840962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-59f2ba01-8a6c-4710-9eac-ff2d5518083b None None] Port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:54.845005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.847077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-30be2eb8-6578-466b-9b5b-a683b0bf388b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.3601711 Aug 12 02:26:54.889346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port db4c35b5-34ee-4969-8f43-c7a76d9213c6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:54.901527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port db4c35b5-34ee-4969-8f43-c7a76d9213c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:54.901890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:54.924105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f310b-3664-41cf-8942-c02a544b3ce9 req-f39e1542-ffa1-4c64-8579-f5c249f1ebb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.924704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-281a2981-605a-4ed4-baed-8aa8b4cace58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:54.926296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-281a2981-605a-4ed4-baed-8aa8b4cace58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3656542 Aug 12 02:26:54.929475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d8f310b-3664-41cf-8942-c02a544b3ce9 req-f39e1542-ffa1-4c64-8579-f5c249f1ebb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 931 time: 0.2298133 Aug 12 02:26:55.003232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d8f310b-3664-41cf-8942-c02a544b3ce9 req-a89c820d-4d6a-4ae9-8725-9c498e97d613 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633547 Aug 12 02:26:55.031890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff6db46d-5f27-4475-ad4e-cf7625b3c9c2 req-c3c78b75-fc66-4acf-a043-1aca729406a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267180 Aug 12 02:26:55.085504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.153175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.164042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-2aed551a-3009-4ed5-8023-0dc0a0b51000 service neutron] 10.222.0.25 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5558434 Aug 12 02:26:55.218077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:55.227762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.233826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.260882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.268027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.282911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.300560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.305114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:55.310971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.317618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.325565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.330271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-7e64f16c-f9a7-45bb-95df-af19393f2b1b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5439 time: 0.1904023 Aug 12 02:26:55.343515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Provisioning complete for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:55.344841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.351134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:55.371685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:55.385236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.391726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9be2e14-6b4a-4e35-b2e3-e251ed1b33d4 req-96b5a308-2cfa-4a5c-bb6f-2fa428b9128c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450761 Aug 12 02:26:55.458151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:55.476518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:55.502386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Provisioning for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:55.506339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:55.506712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.555867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] In _notify_port_updated(), no bound segment for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 on network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:26:55.564072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.564724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.566859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-33e5df5a-b4f0-428a-911f-fcf88568411f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/ports/263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 HTTP/1.1" status: 200 len: 921 time: 2.4020574 Aug 12 02:26:55.570386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47214) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:55.611677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:55.612471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.677775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ef09f-66d1-4c7b-a9c5-cc0a995656e0 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:26:55.717759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:26:55.718211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.718940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-9164eea8-7d64-4c39-8166-9c6311e845dc service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7193925 Aug 12 02:26:55.730873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f60342-8cdd-4e07-9949-a98ab01dcf97 req-6b810db1-a31e-4aff-af8e-9a45bd1aaafb tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.732571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66f60342-8cdd-4e07-9949-a98ab01dcf97 req-6b810db1-a31e-4aff-af8e-9a45bd1aaafb tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0753057 Aug 12 02:26:55.788706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:55.794458 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7a9869-d6a2-4565-9303-e8888fd9ba99" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:55.821428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f229c7-5cfd-4f6a-b00d-9fdf2211f822 req-2a28866d-bc5f-4cf4-ac4c-487d2e62f104 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:55.825897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3f229c7-5cfd-4f6a-b00d-9fdf2211f822 req-2a28866d-bc5f-4cf4-ac4c-487d2e62f104 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 943 time: 0.3720317 Aug 12 02:26:55.841200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc5263ff-446d-4391-ac80-11f8e88af4b9 req-5a020243-9411-426e-9256-30fc804ae771 service neutron] 10.222.0.25 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669416 Aug 12 02:26:55.845771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66f60342-8cdd-4e07-9949-a98ab01dcf97 req-02ecb447-32bc-42e6-b3a5-d271f8ebabab tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990722 Aug 12 02:26:55.848620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:55.886176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.902447 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f472e71f-84ca-41fd-9b53-d6ed4bd7e28b x-openstack-request-id: req-f472e71f-84ca-41fd-9b53-d6ed4bd7e28b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:55.903439 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:55.903996 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f472e71f-84ca-41fd-9b53-d6ed4bd7e28b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:55.904893 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'code': 200} Aug 12 02:26:55.906329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Transition to ACTIVE for port object 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:26:55.909066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:55.928517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:26:55.961077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18763f20-a71f-4772-8d5c-5ed63f7e9992 req-007fb71f-b1d7-4146-a630-a5ea3ee81b46 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164254 Aug 12 02:26:55.973297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.047373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3f229c7-5cfd-4f6a-b00d-9fdf2211f822 req-6994eb67-ff4d-4c42-ac5d-a3d80bd4a668 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022460 Aug 12 02:26:56.087304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3510-679b-4d75-ab23-42028f8591bc req-d09c831d-12d4-4de4-80b3-37389b4236e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.089401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-d09c831d-12d4-4de4-80b3-37389b4236e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1a88f0329bca43af9e182851c77e99c1&device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 1094 time: 0.1260929 Aug 12 02:26:56.090280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:56.217281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.219627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0d1f11de-5a41-42a4-b382-84ecab236024 None None] Provisioning for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:56.226128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0d1f11de-5a41-42a4-b382-84ecab236024 None None] Provisioning complete for port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:56.226506 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0d1f11de-5a41-42a4-b382-84ecab236024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.273151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f11de-5a41-42a4-b382-84ecab236024 None None] Port 263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 was deleted so its status cannot be updated. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 02:26:56.280884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:56.378192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576527c-4c68-4c38-a406-f3d47c8b4e41 req-9a3f7ae0-f9bf-4e71-8f35-6aec7d1722a7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.379745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8576527c-4c68-4c38-a406-f3d47c8b4e41 req-9a3f7ae0-f9bf-4e71-8f35-6aec7d1722a7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.2168899 Aug 12 02:26:56.419653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:26:56.420392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:26:56.421129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:56.440097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.441326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.442092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.442773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.443656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.444656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.446432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.447414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.454650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-67b00ccf-cadf-4e5e-9c70-2e78e2c1170b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6475 time: 0.3164957 Aug 12 02:26:56.454886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a4e9e382-148e-4325-a295-6ad1253c28b7 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 HTTP/1.1" status: 204 len: 168 time: 0.8815618 Aug 12 02:26:56.454886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:56.458497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:26:56.458924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:26:56.496189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.503006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.509582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.516609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.520272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8576527c-4c68-4c38-a406-f3d47c8b4e41 req-88a10bc2-e204-42d2-a8ac-a2f1575c1e7f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300879 Aug 12 02:26:56.521846 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcd34fd-1267-4cc8-9e2b-f3a8ec532945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:26:56.523160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.523789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4bcd34fd-1267-4cc8-9e2b-f3a8ec532945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/263ea1c7-a714-4c3d-8b1d-2d8438ef1ee4 HTTP/1.1" status: 404 len: 333 time: 0.0557721 Aug 12 02:26:56.527327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:56.530246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.536464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.538505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-b5d3acc0-2aa7-4178-ab78-abcfdb75f169 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2444308 Aug 12 02:26:56.539699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3510-679b-4d75-ab23-42028f8591bc req-ffc6782c-8d7f-4fcf-9107-173dc2bcd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.541110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-ffc6782c-8d7f-4fcf-9107-173dc2bcd2ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 200 len: 914 time: 0.4346695 Aug 12 02:26:56.591444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.596551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:26:56.596978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Checking segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:26:56.597546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Bound using segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:26:56.598109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Bound port: 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:26:56.598602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.640148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.683223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-057a4d66-7985-4568-8a13-c46b59081ac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0cc3675-6894-4b39-a818-0b0643df510a HTTP/1.1" status: 200 len: 217 time: 0.1292145 Aug 12 02:26:56.705040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9ad401c0-582a-4358-af41-430b78af23dd details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:56.708502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ec9ff3d1-7783-4e32-a597-072bebb5d733 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:56.717827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.723891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.731163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.737693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.744188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.751395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.754073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:26:56.758137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.758969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:26:56.760608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-330b0356-a7b3-45ab-ae47-35b125649062 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5440 time: 0.1335402 Aug 12 02:26:56.821220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3510-679b-4d75-ab23-42028f8591bc req-a8a52a9a-b52c-4652-99a4-9f71c67190fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.822228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-a8a52a9a-b52c-4652-99a4-9f71c67190fd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 200 len: 853 time: 0.1273413 Aug 12 02:26:56.829763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de9069bf-37e9-49f5-997a-ddf0f5791a1e req-f73aa8e0-a629-41be-bf32-ea8354fd118e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580194 Aug 12 02:26:56.830450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.843174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.844652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/security-groups/ea69964d-ab0a-4a15-9fcd-9bcb0bffdb0e HTTP/1.1" status: 204 len: 168 time: 0.3165703 Aug 12 02:26:56.858481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-96b998da-5c39-4cab-a381-2d43656976da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.860321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-96b998da-5c39-4cab-a381-2d43656976da service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 902 time: 0.3975906 Aug 12 02:26:56.870391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:56.871762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ec9ff3d1-7783-4e32-a597-072bebb5d733 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:56.895197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-ad1df5c8-df9e-4487-b934-79ccf317dec3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=29443513-aab3-4e53-a49e-7c69d12d610f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314033 Aug 12 02:26:56.896495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.905912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ec9ff3d1-7783-4e32-a597-072bebb5d733 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:56.906270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.912996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9ad401c0-582a-4358-af41-430b78af23dd,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:56.932392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3d996-5d72-49d3-a4f1-7c009594edb0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea69964d-ab0a-4a15-9fcd-9bcb0bffdb0e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:56.961266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '9ad401c0-582a-4358-af41-430b78af23dd', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'port_id': '9ad401c0-582a-4358-af41-430b78af23dd', 'mac_address': 'fa:16:3e:a5:43:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8e9d2b-25d0-483d-9b07-9706bed59d8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:56.976077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:56.976855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:56.978786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] 10.222.0.21 "PUT /v2.0/ports/1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 1091 time: 2.3377507 Aug 12 02:26:57.001811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:57.003971 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e054f5-41f8-4877-834b-cad57b7fd4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:57.011555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd4eb13d-028d-40d4-8197-d26bf46e9204 req-c8ad7a90-899d-4848-8cb4-d320ec82f138 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4565210 Aug 12 02:26:57.071930 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.092151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.097437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3008737-7a56-4868-8f87-9e0be1ef931a req-83e6a306-1969-4b78-9bd2-e782216aa489 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.108623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3008737-7a56-4868-8f87-9e0be1ef931a req-83e6a306-1969-4b78-9bd2-e782216aa489 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1407399 Aug 12 02:26:57.145528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.172398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad401c0-582a-4358-af41-430b78af23dd {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:57.193236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12453-8ddb-4f4b-be1d-93a928073709 service neutron] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:57.214696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3008737-7a56-4868-8f87-9e0be1ef931a req-e9074226-8858-4a96-89c0-0669f46d813b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030314 Aug 12 02:26:57.250006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.253623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.258821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.260219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/security-groups/92c0efb9-2b08-498f-a7b8-c67393465c33 HTTP/1.1" status: 204 len: 168 time: 0.3887796 Aug 12 02:26:57.264269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:57.281504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d003c-36b3-4f74-85f0-57adcb53f4aa tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0efb9-2b08-498f-a7b8-c67393465c33,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:57.306399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9ad401c0-582a-4358-af41-430b78af23dd,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:57.311533 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df272710-57fa-4e27-89f1-4386687c1e1c x-openstack-request-id: req-df272710-57fa-4e27-89f1-4386687c1e1c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:57.314868 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:57.315167 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df272710-57fa-4e27-89f1-4386687c1e1c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:57.315635 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'status': 'completed', 'code': 200} Aug 12 02:26:57.317588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-1611ca8a-a510-4d5d-a3a5-50bdbb4a6122 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.4099979 Aug 12 02:26:57.321970 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.373645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 3abbf436-70d9-4e14-b018-1ca044e35c13 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:26:57.379826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.409613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-dba699bd-210f-4b09-ba05-238972f69674 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018789 Aug 12 02:26:57.414328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:57.424223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.425684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device dd3f4e3c-4513-4419-97b1-0c0a427662b1 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:57.432327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.511831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4e497-8f70-4241-969c-94a0f9deab5e req-d37c837c-3669-47bd-b00c-c12748420a6a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.513430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93b4e497-8f70-4241-969c-94a0f9deab5e req-d37c837c-3669-47bd-b00c-c12748420a6a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 944 time: 0.1869421 Aug 12 02:26:57.519754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-b42a2acb-4c17-4fae-aa85-08f1198d7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.522068 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-b42a2acb-4c17-4fae-aa85-08f1198d7453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1094 time: 0.3990355 Aug 12 02:26:57.536623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-e0a60683-137f-4323-b073-c4b08d577342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.538411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-e0a60683-137f-4323-b073-c4b08d577342 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1799929 Aug 12 02:26:57.572709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:57.628116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-9103b06e-d624-4e9b-b5b9-7de5a2292478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.629983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-9103b06e-d624-4e9b-b5b9-7de5a2292478 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1163971 Aug 12 02:26:57.640069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port dd3f4e3c-4513-4419-97b1-0c0a427662b1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:57.653999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port dd3f4e3c-4513-4419-97b1-0c0a427662b1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:57.654758 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.658018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:57.660986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-05861d56-f391-49ec-8177-a74e431670e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 217 time: 0.0948217 Aug 12 02:26:57.703688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-0d62be30-a4cd-484c-8d08-b9d29c31647c service neutron] 10.222.0.25 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942653 Aug 12 02:26:57.745037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990adf75-824f-4c1d-862b-6468257c27f7 req-04991d52-c2d3-4a24-8f0d-f6728ac14f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.747152 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-04991d52-c2d3-4a24-8f0d-f6728ac14f41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725256 Aug 12 02:26:57.750536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93b4e497-8f70-4241-969c-94a0f9deab5e req-15a2f48f-cf48-4485-8c15-b300b8fd1d92 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249284 Aug 12 02:26:57.765755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.812315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.821164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:57.825118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f7703-0912-4746-ac0e-ac97ad8a4e69 req-dee62830-d059-4ce7-b94b-adf305604b96 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.826663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a4f7703-0912-4746-ac0e-ac97ad8a4e69 req-dee62830-d059-4ce7-b94b-adf305604b96 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1552563 Aug 12 02:26:57.827552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:57.828431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4eec399b-81b9-4660-9168-ace329f4e93c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:57.881171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9ad401c0-582a-4358-af41-430b78af23dd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:57.893735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-af273037-4cd0-43a9-90ff-dabf62e284c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:57.895207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-af273037-4cd0-43a9-90ff-dabf62e284c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.1946824 Aug 12 02:26:57.918967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9ff3d1-7783-4e32-a597-072bebb5d733'}, {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:26:57.921419 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78285fa-40ba-48a6-b3eb-66bb07c4ce21" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ec9ff3d1-7783-4e32-a597-072bebb5d733"}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:26:57.973325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a4f7703-0912-4746-ac0e-ac97ad8a4e69 req-1807e4dc-6312-459c-9aab-ece05d4f4ec3 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168833 Aug 12 02:26:57.986513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-c9b705ac-bddf-42f6-b3ec-35fa82c8ed58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0732672 Aug 12 02:26:58.002379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:58.016553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e0cc3675-6894-4b39-a818-0b0643df510a details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:26:58.020105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4eec399b-81b9-4660-9168-ace329f4e93c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:58.042462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4eec399b-81b9-4660-9168-ace329f4e93c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:58.042857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.085255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.156971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=3abbf436-70d9-4e14-b018-1ca044e35c13,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:58.179824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-7883c4bb-dc57-4582-8176-a1ae99dd0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.183394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-7883c4bb-dc57-4582-8176-a1ae99dd0a19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.1905541 Aug 12 02:26:58.196966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.199509 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f7faca9-f8b9-4e15-a4ce-7dc193b9b8e2 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/3abbf436-70d9-4e14-b018-1ca044e35c13 HTTP/1.1" status: 204 len: 168 time: 0.9329286 Aug 12 02:26:58.217901 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.219979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e01897-f14a-4900-83c6-da8aac2cfcec None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:58.233271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-6ca6cbf1-e7fa-4447-bb37-07af5e5b4239 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322943 Aug 12 02:26:58.238901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47274) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:58.249653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:58.365982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-00c16f44-4813-47b5-b85e-6d857a1ec01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.368331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-00c16f44-4813-47b5-b85e-6d857a1ec01d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.6919954 Aug 12 02:26:58.459136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:58.459929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.466720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.473879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.478787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e0cc3675-6894-4b39-a818-0b0643df510a,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:58.480438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.488965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.495910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.507210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.510671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-027033bf-50cc-4c54-85c4-8434a8ae9452 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5442 time: 0.4495189 Aug 12 02:26:58.515722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1831-e684-40d8-9065-b7d8d031dcc0 req-4911ad7a-fcbd-4b4e-8e4b-64c2557983d7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.519034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-406b1831-e684-40d8-9065-b7d8d031dcc0 req-4911ad7a-fcbd-4b4e-8e4b-64c2557983d7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.6611104 Aug 12 02:26:58.527235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-349a3510-679b-4d75-ab23-42028f8591bc req-c4f07b8c-a60b-449b-a851-96b8d92d6e23 service neutron] 10.222.0.25 "GET /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858729 Aug 12 02:26:58.534160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-775d8aba-76f6-43e2-a288-b19e9d111278 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705510 Aug 12 02:26:58.591564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36ebe010-fe29-47f4-958f-6c20839e1b90 req-ae3b0405-138d-4168-b805-b2f9d928ef79 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797803 Aug 12 02:26:58.605467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:26:58.609013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.645594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.646373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device b2e63097-27fa-4e7b-8d43-2492f2142a89 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:26:58.679846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'e0cc3675-6894-4b39-a818-0b0643df510a', 'network_id': '29443513-aab3-4e53-a49e-7c69d12d610f', 'port_id': 'e0cc3675-6894-4b39-a818-0b0643df510a', 'mac_address': 'fa:16:3e:8b:fd:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8e9d2b-25d0-483d-9b07-9706bed59d8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:26:58.686320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-990adf75-824f-4c1d-862b-6468257c27f7 req-a9963c24-17bb-4362-a085-727f01a9b5c2 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362514 Aug 12 02:26:58.695896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-25b66d5b-bb5f-4f9e-ae64-48729f38915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:58.697405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-25b66d5b-bb5f-4f9e-ae64-48729f38915e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3190475 Aug 12 02:26:58.709002 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de37250e-6ab5-43de-87f8-66689b8081f9 x-openstack-request-id: req-de37250e-6ab5-43de-87f8-66689b8081f9 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:26:58.709473 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "ec9ff3d1-7783-4e32-a597-072bebb5d733", "code": 200}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:26:58.709730 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de37250e-6ab5-43de-87f8-66689b8081f9 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:26:58.710116 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9ff3d1-7783-4e32-a597-072bebb5d733', 'code': 200} Aug 12 02:26:58.710873 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'code': 200} Aug 12 02:26:58.728577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-406b1831-e684-40d8-9065-b7d8d031dcc0 req-0a43d70b-58e9-42bc-a520-9cefb8ce73ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905739 Aug 12 02:26:58.822367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:58.823617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-39c479c0-d4b1-4fa7-8af6-8a22a6515f61 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588492 Aug 12 02:26:58.835260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.862075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-e515d2c1-be54-42a6-a639-ae5ea7b4ce14 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237218 Aug 12 02:26:58.862586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port b2e63097-27fa-4e7b-8d43-2492f2142a89 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:26:58.867964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port b2e63097-27fa-4e7b-8d43-2492f2142a89 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:58.868325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:58.871414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cc3675-6894-4b39-a818-0b0643df510a {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:26:58.968106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e0cc3675-6894-4b39-a818-0b0643df510a,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:59.004632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.022791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.030583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.037658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.044202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.046593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c31ab-13ad-4aa5-b0c0-1a4be7a7d225 req-4e1d8233-3a54-4d30-b118-c0cea270c2aa tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.050294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.059979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.060824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd8c31ab-13ad-4aa5-b0c0-1a4be7a7d225 req-4e1d8233-3a54-4d30-b118-c0cea270c2aa tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 944 time: 0.1628489 Aug 12 02:26:59.068347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.070856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-75adf39c-f4df-4205-83a7-c01ce6afabaa tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2632186 Aug 12 02:26:59.074782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.093205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dde0322b-9f74-490e-ad19-005d8cff0575 req-d79a4d52-25df-4931-a831-62bde0a6d5cf service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219529 Aug 12 02:26:59.125477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fd8c31ab-13ad-4aa5-b0c0-1a4be7a7d225 req-6578cd11-1801-4fa0-8096-70c5dccedc16 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634780 Aug 12 02:26:59.137475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13998a05-6e81-4a15-a7a9-bc9035746a65 req-34ed4649-edf3-4308-bd63-5a3c7d20f378 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852128 Aug 12 02:26:59.173141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:26:59.174143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:59.188137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.249315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ea1619d-f839-450b-99da-f43c6f6f7c33 req-df255be7-a955-47b9-8780-baac710ac779 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483772 Aug 12 02:26:59.276928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['e0cc3675-6894-4b39-a818-0b0643df510a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:26:59.298806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:59.364660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-d0027f63-8168-4ca0-9714-e861e8562c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.366213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-d0027f63-8168-4ca0-9714-e861e8562c3b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1094 time: 0.1408632 Aug 12 02:26:59.387859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-3d845a2f-2a36-44cd-93d8-dfc7de918ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.390038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-3d845a2f-2a36-44cd-93d8-dfc7de918ce9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1260870 Aug 12 02:26:59.481471 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e10b6c-1cf0-44ae-bcb1-915a42358b3e req-68595fec-b956-433c-b0eb-36433c6739f5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.483247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8e10b6c-1cf0-44ae-bcb1-915a42358b3e req-68595fec-b956-433c-b0eb-36433c6739f5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.2071521 Aug 12 02:26:59.529905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-f374dc9a-0166-4636-99ae-e1e58b849f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.534169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-f374dc9a-0166-4636-99ae-e1e58b849f4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.1585591 Aug 12 02:26:59.568307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8e10b6c-1cf0-44ae-bcb1-915a42358b3e req-9aaff5ee-6cf2-4bc6-b302-0da4cbdab8d0 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748551 Aug 12 02:26:59.595967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-32daa1c2-7aac-430a-8ed0-ec4c7da9affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.597488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-32daa1c2-7aac-430a-8ed0-ec4c7da9affe service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.1996412 Aug 12 02:26:59.620967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.635649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-caecb5bd-5c30-42d2-9976-51121a697814 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 217 time: 0.0785635 Aug 12 02:26:59.672868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-579c121d-6ffb-4f11-a1bf-9258e5aaa5b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0668743 Aug 12 02:26:59.713562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:26:59.725599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-cff1e186-dc0a-4963-84e6-0049aa20fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.727347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-cff1e186-dc0a-4963-84e6-0049aa20fd00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.0470088 Aug 12 02:26:59.737723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:26:59.747085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf72ec0e-3aee-4552-bdde-678d84b24416 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:26:59.753671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.754265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.771252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-98f056ca-6f79-496e-b82c-da78e2355c51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362566 Aug 12 02:26:59.793068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-07c35227-1ace-4e61-b1a0-a265a3138a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.803799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-07c35227-1ace-4e61-b1a0-a265a3138a8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.1396236 Aug 12 02:26:59.855651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-34325412-3e59-4fc6-a5a7-08b45c2bc8b6 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:26:59.855651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-34325412-3e59-4fc6-a5a7-08b45c2bc8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.869265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6250613 Aug 12 02:26:59.879654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:26:59.887482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1165651596'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:26:59.894375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2370337-a3ef-4fd7-868d-71b5c5160a09 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=fa8d24f6-e251-4817-8aca-b07f309ec165,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:26:59.928623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.938465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.947497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.953202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536619d-be8b-470d-95e9-294eb6d8ca45 req-3bdbbe11-3d3b-4c73-86f4-2e2c3a22aeb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.954808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4536619d-be8b-470d-95e9-294eb6d8ca45 req-3bdbbe11-3d3b-4c73-86f4-2e2c3a22aeb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.1137004 Aug 12 02:26:59.957815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-0417fd10-9a6d-4b1e-a926-532278250b06 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785712 Aug 12 02:26:59.958625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:26:59.965491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.972175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.980260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:26:59.988175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.000596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-13d06d8c-fc9f-4d83-b4c7-6b24653fba0b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.3056540 Aug 12 02:27:00.043980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-34325412-3e59-4fc6-a5a7-08b45c2bc8b6 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:00.044514 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-34325412-3e59-4fc6-a5a7-08b45c2bc8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.055272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-9319edb1-c180-42d2-9f36-7b0f8046803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.056770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-9319edb1-c180-42d2-9f36-7b0f8046803e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258329 Aug 12 02:27:00.070488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b74aa2e0-73db-4a03-9233-ee31047b36e3 req-32458ccf-931d-4300-a946-fa63a154d778 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681844 Aug 12 02:27:00.082063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-34325412-3e59-4fc6-a5a7-08b45c2bc8b6 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:00.102309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4536619d-be8b-470d-95e9-294eb6d8ca45 req-5b5a9efc-109e-4ba7-a699-7334159cd7d9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279664 Aug 12 02:27:00.139999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c528581-749d-42c9-9b9b-dc65ae7c39f0 req-b3298936-ccf6-470d-aaf1-9a346308d787 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667316 Aug 12 02:27:00.142690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Update dhcp port {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'fixed_ips': [{'subnet_id': '48be8e29-6046-4d10-868d-398b83d0fefb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa8d24f6-e251-4817-8aca-b07f309ec165'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:27:00.185935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.200818 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.205373 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.226558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-df69e726-c0bb-45d1-9b7c-5bea817bee54 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550448 Aug 12 02:27:00.226886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.228042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3464465 Aug 12 02:27:00.233211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47304) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:00.238144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'security_group': {'name': 'tempest-secgroup-81567710'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:00.264026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b551a-98b9-435b-a3c8-7b4ca469dc59 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30895d3-e87e-449c-b2da-0fb43fbf76e1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:00.292716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.364289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdf850-6b59-4044-8192-753db33e8073 req-4797c27a-e4fb-4879-bb09-d1df20b387b7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.366058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-babdf850-6b59-4044-8192-753db33e8073 req-4797c27a-e4fb-4879-bb09-d1df20b387b7 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 944 time: 0.1190195 Aug 12 02:27:00.419312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.421678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-babdf850-6b59-4044-8192-753db33e8073 req-527f956f-1555-4b3f-ae8e-e9e583775029 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Aug 12 02:27:00.424157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e054f5-41f8-4877-834b-cad57b7fd4d8 req-d1860529-3260-4829-82b9-b4ed402b395e service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863019 Aug 12 02:27:00.439795 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.498939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Allocated IP 172.20.0.2 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/fa8d24f6-e251-4817-8aca-b07f309ec165/7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:00.506061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=189d0d2d-6428-4785-ac5e-c1ad4472a0f5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:00.509970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.514901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47310) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:00.515077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f1b7694-9dd3-459f-8462-3dc70f66e54e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2808211 Aug 12 02:27:00.519945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'security_group': {'name': 'tempest-secgroup-1375200463'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:00.531331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.537667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.545943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.552444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.558724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.559946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.565626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.572271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.575009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b462ba51-767a-4ea3-952b-d390074fff02 req-f2974006-314b-4b27-b87a-d357c479e071 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1506832 Aug 12 02:27:00.657240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b462ba51-767a-4ea3-952b-d390074fff02 req-93298562-b596-46b0-b93b-cfd04d1d484d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712013 Aug 12 02:27:00.675037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.689870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.690000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:00.715954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c'}, {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:00.719824 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5350024-92db-44df-bfcd-f219983bc80d" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c"}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:00.746501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.752603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9ad401c0-582a-4358-af41-430b78af23dd up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:00.789492 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeafca8f-e4be-49cf-bd3d-3ccda5b96ead x-openstack-request-id: req-eeafca8f-e4be-49cf-bd3d-3ccda5b96ead {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:00.789791 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c", "code": 200}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-plugged", "status": "completed", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:00.790064 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eeafca8f-e4be-49cf-bd3d-3ccda5b96ead {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:00.790610 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c', 'code': 200} Aug 12 02:27:00.790907 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89', 'code': 200} Aug 12 02:27:00.791279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.795695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2766583 Aug 12 02:27:00.795904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47326) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:00.800891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Transition to ACTIVE for port object 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:00.801531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-724533992', 'security_groups': ['a245077e-bc1a-4969-b3f0-a67bc69989fe'], 'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa8d24f6-e251-4817-8aca-b07f309ec165'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:00.806358 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:00.829472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfca581-d5cc-48dc-a3f0-3fc72af4dc2d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a245077e-bc1a-4969-b3f0-a67bc69989fe,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:00.888163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ca664-276a-49a7-a8ff-e183ec1c00e1 req-d8c663f5-1c34-4f30-9755-3e40d69454f2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:00.893393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-600ca664-276a-49a7-a8ff-e183ec1c00e1 req-d8c663f5-1c34-4f30-9755-3e40d69454f2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1800597 Aug 12 02:27:00.965103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 9ad401c0-582a-4358-af41-430b78af23dd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:00.967604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-600ca664-276a-49a7-a8ff-e183ec1c00e1 req-6eaf3b55-217b-41b8-8679-eab73f26cb19 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620558 Aug 12 02:27:00.987255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 9ad401c0-582a-4358-af41-430b78af23dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:00.994132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.000363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa381-1fcc-4354-81df-2f11bd8e89cc None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:01.029059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:01.068980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.069483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.069966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.070448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.073897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.074388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.074872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.082687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-0d16f620-38bc-493f-b6d5-f543a1c83265 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.1348379 Aug 12 02:27:01.137177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.161045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.177865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ce24ce6-8190-4347-84db-b22263f5d939 req-718b2376-5269-4b28-bfa2-410a4ae5a4ea service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808249 Aug 12 02:27:01.187220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9ad401c0-582a-4358-af41-430b78af23dd,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:01.197355 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.221328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] device_id is not set on port fd018521-9af7-444f-a96e-98c50f06234a yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:27:01.298697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:01.346391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.355853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.363229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.369487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:01.383561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.394922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.399292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eaaa52-246c-4f76-94a4-483f67f614ec req-5ec2adb5-b9bf-4652-b6c2-3286fc5b001b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.401555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99eaaa52-246c-4f76-94a4-483f67f614ec req-5ec2adb5-b9bf-4652-b6c2-3286fc5b001b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.1355565 Aug 12 02:27:01.409023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.417476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.421296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-060a8e0b-b2ba-45d1-b2db-7c5775f9e585 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1709223 Aug 12 02:27:01.482795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fb40856-b7e5-4c5e-bfd3-768db579eaf8 req-106a70d2-3ab3-4d80-9c29-3df31168fc13 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530612 Aug 12 02:27:01.487768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99eaaa52-246c-4f76-94a4-483f67f614ec req-0a35b73d-e707-4313-8b60-35167758e54b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786731 Aug 12 02:27:01.555390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.14 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/fa8d24f6-e251-4817-8aca-b07f309ec165/fd018521-9af7-444f-a96e-98c50f06234a) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:01.624567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47354) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:01.696894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3289e-1569-4adf-b749-900ebc637561 req-3cd496bb-70e8-4e45-830a-202f8ff6af3a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.699046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69e3289e-1569-4adf-b749-900ebc637561 req-3cd496bb-70e8-4e45-830a-202f8ff6af3a tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 945 time: 0.1284783 Aug 12 02:27:01.766399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb72c-3cde-4f08-bb27-5b922b15c828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.769479 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69e3289e-1569-4adf-b749-900ebc637561 req-8bc90749-5b28-4878-b900-5c5409af937f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607071 Aug 12 02:27:01.805276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.829208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object fd018521-9af7-444f-a96e-98c50f06234a will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:01.835410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Provisioning for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:01.839779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:01.840346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.843164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.850878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.857621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.863799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.869779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.876212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.882007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:01.882972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:01.897085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-955b8753-9507-4617-bc48-eff862a2f2ed tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1473570 Aug 12 02:27:01.964667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:01.968338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa3d97f2-1fde-4ed3-b815-66c41c74c494 req-e4c807fb-b9b0-4cba-8578-c9554a718a8a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538764 Aug 12 02:27:01.971524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:01.975812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:01.983662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=fd018521-9af7-444f-a96e-98c50f06234a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:02.018987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e0cc3675-6894-4b39-a818-0b0643df510a up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:02.089536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb72c-3cde-4f08-bb27-5b922b15c828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.091633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6e779ce1-2690-4b01-8fe0-e526a3860ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.095688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:02.096158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.103407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ffdb72c-3cde-4f08-bb27-5b922b15c828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.127408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.128131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.157992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3f23ee60-413b-4392-8cb1-57e1e547e4d8 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:02.181404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port e0cc3675-6894-4b39-a818-0b0643df510a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:02.187153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-41818844-a8c9-432d-afa0-c876b2dedbfe tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3878050 Aug 12 02:27:02.187384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:02.191582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port e0cc3675-6894-4b39-a818-0b0643df510a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:02.192154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.192675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:02.200504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ffdb72c-3cde-4f08-bb27-5b922b15c828 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=baf35574ab1f413ea676ef2991dd2704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747170 Aug 12 02:27:02.201549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdb72c-3cde-4f08-bb27-5b922b15c828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070c7fd3-be74-4549-aa1b-605be547df1c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:02.205020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47376) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:02.209104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc03f2-0819-4023-9513-cca5d8c513d8 req-320adf59-b421-4472-92e3-44d6b3bb54c8 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.218295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79fc03f2-0819-4023-9513-cca5d8c513d8 req-320adf59-b421-4472-92e3-44d6b3bb54c8 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0872250 Aug 12 02:27:02.295030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.295990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c3c9d71e-6051-4c14-9214-dc4eea2ea06b None None] Provisioning for port fd018521-9af7-444f-a96e-98c50f06234a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:02.304112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c3c9d71e-6051-4c14-9214-dc4eea2ea06b None None] Provisioning complete for port fd018521-9af7-444f-a96e-98c50f06234a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:02.304758 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c3c9d71e-6051-4c14-9214-dc4eea2ea06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.326615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.341477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79fc03f2-0819-4023-9513-cca5d8c513d8 req-372622f3-cc8b-4357-ab40-811298c0fbef tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173968 Aug 12 02:27:02.394156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c3c9d71e-6051-4c14-9214-dc4eea2ea06b None None] Port fd018521-9af7-444f-a96e-98c50f06234a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:02.403922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.406706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.407939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/070c7fd3-be74-4549-aa1b-605be547df1c HTTP/1.1" status: 204 len: 168 time: 0.2016382 Aug 12 02:27:02.425473 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.429061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f15b43-10af-4c64-af89-c2feddc477cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070c7fd3-be74-4549-aa1b-605be547df1c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:02.429237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:02.434424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.500727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e0cc3675-6894-4b39-a818-0b0643df510a,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:02.506092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.562920 n-d-804303-2 neutron-server[94673]: INFO neutron.db.ipam_backend_mixin [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa8d24f6-e251-4817-8aca-b07f309ec165 (CIDR: 172.20.0.0/28) Aug 12 02:27:02.570268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:02.570878 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:27:02.572282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:02.597641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1eb63c4d-a07a-43a0-a6c3-9eb660c72db9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4092236 Aug 12 02:27:02.603784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47390) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:02.610378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:02.658634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.664886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.671555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.677550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.684263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.690294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.697012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:02.703935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-dd082418-bbaa-4c38-807c-4e184fc169cb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1036127 Aug 12 02:27:02.757083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61fce932-bd80-4310-9cf1-4ff3d654e37c req-e816817c-59d5-487d-9dcb-55621357b0cd tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518224 Aug 12 02:27:02.770114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:02.794461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47392) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:02.794753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd'}, {'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:02.794896 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2178f-7c09-403e-947f-22b4278cd535" -d '{"events": [{"server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "name": "network-vif-plugged", "status": "completed", "tag": "9ad401c0-582a-4358-af41-430b78af23dd"}, {"server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:02.812563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd818d7-b4db-4f2b-9813-1367e86775cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.919928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd818d7-b4db-4f2b-9813-1367e86775cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.920243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:02.925491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd818d7-b4db-4f2b-9813-1367e86775cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:02.942623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'mac_address': 'fa:16:3e:1b:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:02.988940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.005534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:03.037294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:03.044846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.055956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3cd818d7-b4db-4f2b-9813-1367e86775cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d76689e4c6df452ea26b8bcd2bb6b258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629049 Aug 12 02:27:03.067826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea00ebf-50b8-4ebb-928c-3a4ebf54389b req-3321d174-7aea-45cc-8ae9-c3f8633def09 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.069487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ea00ebf-50b8-4ebb-928c-3a4ebf54389b req-3321d174-7aea-45cc-8ae9-c3f8633def09 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.4791632 Aug 12 02:27:03.072619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47400) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:03.088004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caa61c-0302-41d2-b1f1-3d910f0d2bcc req-4b42ffef-94c2-48b9-b81f-66d4cb8bf94b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.091530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5caa61c-0302-41d2-b1f1-3d910f0d2bcc req-4b42ffef-94c2-48b9-b81f-66d4cb8bf94b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 945 time: 0.1613262 Aug 12 02:27:03.092562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd818d7-b4db-4f2b-9813-1367e86775cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c36c7-d6bc-4016-9dcc-ca9201178bdf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:03.137473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:03.154109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5caa61c-0302-41d2-b1f1-3d910f0d2bcc req-c80d1600-ffa9-4dbd-ae47-0da6c0555790 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Aug 12 02:27:03.166171 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ea00ebf-50b8-4ebb-928c-3a4ebf54389b req-f7caf5b3-6657-423d-9201-b0dafd3d7287 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841217 Aug 12 02:27:03.186843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:03.190490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.221974 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d440a2-3fd8-49f6-8d28-772b9b47d780 x-openstack-request-id: req-71d440a2-3fd8-49f6-8d28-772b9b47d780 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:03.222329 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "name": "network-vif-plugged", "status": "completed", "tag": "9ad401c0-582a-4358-af41-430b78af23dd", "code": 200}, {"server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:03.222647 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71d440a2-3fd8-49f6-8d28-772b9b47d780 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:03.223063 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd', 'code': 200} Aug 12 02:27:03.223328 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a', 'code': 200} Aug 12 02:27:03.244387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.288867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.348047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8dd96-3f92-4e9d-813c-387a297dc13e req-a41ddc1b-4777-4b57-bdd5-5064b4b3c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.349556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1c8dd96-3f92-4e9d-813c-387a297dc13e req-a41ddc1b-4777-4b57-bdd5-5064b4b3c0a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 1096 time: 0.0508127 Aug 12 02:27:03.393738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1c8dd96-3f92-4e9d-813c-387a297dc13e req-0072342e-74a9-4f3b-9cea-f285644fb40b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Aug 12 02:27:03.415565 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 48be8e29-6046-4d10-868d-398b83d0fefb (CIDR: 172.20.0.16/28) Aug 12 02:27:03.424947 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:27:03.425569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:03.452604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.458551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.467579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.471872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.477586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.483151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665a799-3194-42a7-a508-d864fc388169 req-ffcee512-bc6c-4e9b-8dba-5267953963d8 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.484163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.484733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f665a799-3194-42a7-a508-d864fc388169 req-ffcee512-bc6c-4e9b-8dba-5267953963d8 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0646298 Aug 12 02:27:03.490008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.491968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39375a66-ffe0-49b6-b587-9282762e76ac req-2e311ce8-9cdd-4573-bd4c-c54086c2155d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2054458 Aug 12 02:27:03.501646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c8bdf-a2dd-44ac-87d5-35b7314dcd54 req-a81e3d96-f779-4017-abaf-afda648b0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:03.503384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a55c8bdf-a2dd-44ac-87d5-35b7314dcd54 req-a81e3d96-f779-4017-abaf-afda648b0cdd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 1096 time: 0.1560915 Aug 12 02:27:03.508320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0f1e787-c5cb-4ed2-b298-ba75d0a8898d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9026651 Aug 12 02:27:03.515860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47406) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:03.520970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'subnet': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:03.539964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.543545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:03.545309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f665a799-3194-42a7-a508-d864fc388169 req-41faad8b-283b-4205-86a6-e9dff64e3325 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Aug 12 02:27:03.545992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1859b406-d2ca-45d5-a6f1-7d9fcf488e99'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:03.547616 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a68c36c7-d6bc-4016-9dcc-ca9201178bdf HTTP/1.1" status: 204 len: 168 time: 0.4738057 Aug 12 02:27:03.608197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43943f19-7978-48bb-8248-cd635d7b3d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c36c7-d6bc-4016-9dcc-ca9201178bdf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:03.660807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39375a66-ffe0-49b6-b587-9282762e76ac req-e99df5a9-ee90-4464-ae81-41cdb1862fb2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504531 Aug 12 02:27:03.684009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a55c8bdf-a2dd-44ac-87d5-35b7314dcd54 req-d9baad32-f3df-4f32-aa4e-ba06d70204df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687090 Aug 12 02:27:03.747115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Made reservation on behalf of 9563638bdf2d4a0f9916dd6f8b331c41 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:03.754889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.000531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.007696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.014613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.020599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.027065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.033075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.039160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.041497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-73c2ba54-503e-48d2-914c-b5b3d9406091 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1458278 Aug 12 02:27:04.128602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a018afe-cc77-4af2-a40a-2ab01f20e2a7 req-b3bf9f2a-4351-4310-b5ea-466e6a288937 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756810 Aug 12 02:27:04.180563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.224222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:04.227711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:04.233536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.234127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.244391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0fcee-68a9-486d-8782-75fbe67c8dc6 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:04.264329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Subnet': ['ID=f38138bc-ae49-4611-b1ba-0793fe500091,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:04.269175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39f6b6c2-09e3-4cf1-9c3f-5d3d19e59b13 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7522614 Aug 12 02:27:04.272064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:04.279363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1619049705', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f38138bc-ae49-4611-b1ba-0793fe500091'}], 'security_groups': ['d30895d3-e87e-449c-b2da-0fb43fbf76e1', '189d0d2d-6428-4785-ac5e-c1ad4472a0f5']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:04.330911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.337506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.346730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.366296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.375675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.388282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.399742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.400139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32d1bec7-7517-40ba-a1fc-14064a40f019 req-364d1f9d-27d1-400e-a5f7-dc215612f4c2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1751063 Aug 12 02:27:04.412687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:04.419258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Request body: {'floatingip': {'port_id': '971739cc-4fa7-460d-87c7-37c4b25f186f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:04.452412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.462582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af8672-547e-4e95-9966-26f8cabcfa13 req-b340b88f-ad84-4a10-9921-b2c8ecffb145 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:04.469166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69af8672-547e-4e95-9966-26f8cabcfa13 req-b340b88f-ad84-4a10-9921-b2c8ecffb145 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 945 time: 0.1819236 Aug 12 02:27:04.493292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.575650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff1bf-d633-43d3-b961-6c8e04690b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.606160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69af8672-547e-4e95-9966-26f8cabcfa13 req-5efc2c38-1a99-458d-87a3-107416b0ebbc tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087220 Aug 12 02:27:04.670791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.766096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:04.773267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Update dhcp port {'port': {'network_id': 'c6b4f99f-10a1-4e3f-9275-ebec770a7dd7', 'fixed_ips': [{'subnet_id': '48be8e29-6046-4d10-868d-398b83d0fefb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa8d24f6-e251-4817-8aca-b07f309ec165', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f38138bc-ae49-4611-b1ba-0793fe500091'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:27:04.827861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.005452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe5208-bfcf-4073-a766-5c5af98f55bd req-97cca228-2173-45ff-bd23-d6e20f8d9866 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.017214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ebe5208-bfcf-4073-a766-5c5af98f55bd req-97cca228-2173-45ff-bd23-d6e20f8d9866 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.1068172 Aug 12 02:27:05.057785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f42cb-226e-4a8f-94d1-4ccffb28f3e8 req-afba5240-53ed-43e1-9215-b6c294c2309d tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.060161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-667f42cb-226e-4a8f-94d1-4ccffb28f3e8 req-afba5240-53ed-43e1-9215-b6c294c2309d tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.2812412 Aug 12 02:27:05.088115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ebe5208-bfcf-4073-a766-5c5af98f55bd req-76bf97d1-afa5-459b-8991-235d5f3eb149 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678499 Aug 12 02:27:05.172163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-667f42cb-226e-4a8f-94d1-4ccffb28f3e8 req-485fba4f-0833-4b9b-b336-f433ec9b087a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017148 Aug 12 02:27:05.207838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.228284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Delete allocated IP 172.20.0.14 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/fa8d24f6-e251-4817-8aca-b07f309ec165) {{(pid=94674) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 12 02:27:05.250013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.251407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Allocated IP 172.20.0.36 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/f38138bc-ae49-4611-b1ba-0793fe500091/fd018521-9af7-444f-a96e-98c50f06234a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:05.387241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.394971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.401821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.409107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.420537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.427812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.434777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.436731 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-dd016be7-f941-4c2f-ad08-83ae8b4e3d31 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2447822 Aug 12 02:27:05.516286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9074cea9-669a-4aa4-a0d6-1376e7cfd6c9 req-8bee8c62-d7b8-4fca-ba51-a45f97ba4c38 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488377 Aug 12 02:27:05.523137 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Floating IP 00731828-0e49-41a5-8b1f-d6b0750b4fa7 associated. External IP: 172.25.3.85, port: 971739cc-4fa7-460d-87c7-37c4b25f186f. Aug 12 02:27:05.529390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.558111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Transition to ACTIVE for port object fd018521-9af7-444f-a96e-98c50f06234a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:05.566447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.674241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Allocated IP 172.20.0.34 (c6b4f99f-10a1-4e3f-9275-ebec770a7dd7/f38138bc-ae49-4611-b1ba-0793fe500091/7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:05.690041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event updated for resources: {'Port': ['ID=fd018521-9af7-444f-a96e-98c50f06234a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:05.747801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] In _notify_port_updated(), no bound segment for port fd018521-9af7-444f-a96e-98c50f06234a on network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:27:05.754453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.755327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.760887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-de1b7fb1-c796-4348-b8fb-687a4b344945 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "PUT /v2.0/ports/fd018521-9af7-444f-a96e-98c50f06234a HTTP/1.1" status: 200 len: 960 time: 1.4866779 Aug 12 02:27:05.766212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47464) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:05.821482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:05.824987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6003f-5394-47b2-b288-47aba53a38a9 req-6a9c198e-436c-4b0d-9aaa-a5dffa10772e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:05.826615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-def6003f-5394-47b2-b288-47aba53a38a9 req-6a9c198e-436c-4b0d-9aaa-a5dffa10772e tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 945 time: 0.1233311 Aug 12 02:27:05.856734 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.909185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:05.920119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-def6003f-5394-47b2-b288-47aba53a38a9 req-2589150d-6e71-4ada-8390-fce8bef177f6 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766943 Aug 12 02:27:05.946627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47468) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:05.977482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.985534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:05.990785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:05.995071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Transition to ACTIVE for port object 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:05.998451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Sync routers for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:05.999086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port fd018521-9af7-444f-a96e-98c50f06234a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:06.001671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.013200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.027855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:06.028490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4341bc00-8c9f-41c7-b1b7-42257feaa5b9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "PUT /v2.0/floatingips/00731828-0e49-41a5-8b1f-d6b0750b4fa7 HTTP/1.1" status: 200 len: 991 time: 1.6134953 Aug 12 02:27:06.029272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:06.029427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:06.032102 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d58d299-1c69-4be1-9661-69d25bc06c94" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:06.144729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428db7dc-f6e9-435c-a5b7-e2483606f8f3 req-f065abeb-2cbf-48df-9761-05d5f98ce1a5 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.145535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.147028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-428db7dc-f6e9-435c-a5b7-e2483606f8f3 req-f065abeb-2cbf-48df-9761-05d5f98ce1a5 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 945 time: 0.1047902 Aug 12 02:27:06.177764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for fd018521-9af7-444f-a96e-98c50f06234a owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:06.179830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a41b706-bdd4-47e6-822b-e4e92da6b60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.239160 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa69950e-c9a7-4245-913c-5febf593dcc5 x-openstack-request-id: req-fa69950e-c9a7-4245-913c-5febf593dcc5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:06.239855 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:06.243094 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa69950e-c9a7-4245-913c-5febf593dcc5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:06.244230 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'status': 'completed', 'code': 200} Aug 12 02:27:06.256716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-428db7dc-f6e9-435c-a5b7-e2483606f8f3 req-2287b582-9373-4196-9d94-96963a3f274c tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026309 Aug 12 02:27:06.289741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:06.330830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100c4f-8d0d-4d8e-b6cb-fb20a68eb5b2 None None] Pushing event updated for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:06.459173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c922c-5434-49b7-a295-aa3c5a1538db req-465d90ea-c7a7-43d0-9a94-d458aea2f87a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.470073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a39c922c-5434-49b7-a295-aa3c5a1538db req-465d90ea-c7a7-43d0-9a94-d458aea2f87a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1022079 Aug 12 02:27:06.534401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a39c922c-5434-49b7-a295-aa3c5a1538db req-b67180ef-386f-440f-8b7d-fed6b0c50974 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592620 Aug 12 02:27:06.537542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.538131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.538677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.539213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.539771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.540300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.552010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.554123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-17f79788-1666-48eb-bf9e-a0fb9427c74e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.2388251 Aug 12 02:27:06.588181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934296-33b9-4153-bbb3-40fb8ff1c7b5 req-3b6020b8-4449-4d11-8ea4-c521d6c37317 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.602133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93934296-33b9-4153-bbb3-40fb8ff1c7b5 req-3b6020b8-4449-4d11-8ea4-c521d6c37317 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.2642193 Aug 12 02:27:06.660863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '00731828-0e49-41a5-8b1f-d6b0750b4fa7', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'port_id': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'mac_address': 'fa:16:3e:d3:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:15Z', 'updated_at': '2021-08-12T02:27:04Z', 'revision_number': 1, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:06.712456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Checking router: e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:27:06.732601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a41b706-bdd4-47e6-822b-e4e92da6b60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.737817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:06.738435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:06.742288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.770183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0a41b706-bdd4-47e6-822b-e4e92da6b60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:06.817630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93934296-33b9-4153-bbb3-40fb8ff1c7b5 req-87368a23-1195-4a84-9eef-9a40e686b10a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143021 Aug 12 02:27:06.822247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:06.915844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0a41b706-bdd4-47e6-822b-e4e92da6b60c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f235c793cdf49e7b72c913f6f5a1156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9645240 Aug 12 02:27:06.917656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-b4967494-0a65-41c6-b699-9060d581d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.919127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-b4967494-0a65-41c6-b699-9060d581d21a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd HTTP/1.1" status: 200 len: 918 time: 0.3551440 Aug 12 02:27:06.919816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:06.923996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=fd018521-9af7-444f-a96e-98c50f06234a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:06.950180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.958190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.964766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.972501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.985272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:06.991754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.014015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.016094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-8d38d292-c0d2-4ea7-92f1-548f34cd97d3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1670797 Aug 12 02:27:07.109184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41b706-bdd4-47e6-822b-e4e92da6b60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24173143-21d5-48eb-979c-537cc11e87a4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:07.109664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b9b1ca2-347e-4a57-8c7d-4dd6b3b4d522 req-c20e65b0-2fe5-4f73-8582-d88cf9eb5c63 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860050 Aug 12 02:27:07.269355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:07.286551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:07.303796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-1c535970-82bf-4442-9d3d-fbb356a33190 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 999 time: 0.3436975 Aug 12 02:27:07.316769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803e4b0-6ade-4cbd-b999-58c6e6215f1a req-c947922d-58ff-442b-a0fd-b7b24338c1b6 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.318303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b803e4b0-6ade-4cbd-b999-58c6e6215f1a req-c947922d-58ff-442b-a0fd-b7b24338c1b6 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 945 time: 0.1674492 Aug 12 02:27:07.320814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.322884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62ef7d01-88c6-4826-9ba7-88cd99e5b735 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/fd018521-9af7-444f-a96e-98c50f06234a HTTP/1.1" status: 204 len: 168 time: 1.5507855 Aug 12 02:27:07.326006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47496) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:07.329115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:07.329490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.367159 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd3f669-d211-4629-9b89-d0b043db8c4b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] GET failed (client error): The resource could not be found. Aug 12 02:27:07.372597 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.373294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-efd3f669-d211-4629-9b89-d0b043db8c4b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports/fd018521-9af7-444f-a96e-98c50f06234a HTTP/1.1" status: 404 len: 333 time: 0.0461760 Aug 12 02:27:07.375934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:07.382651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Provisioning for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:07.392735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.393945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:07.436155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b803e4b0-6ade-4cbd-b999-58c6e6215f1a req-07443d92-c258-4b73-b4da-b7f21610ef1b tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030092 Aug 12 02:27:07.443051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-86154036-409e-4764-83a8-ccba80a7b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.444867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-86154036-409e-4764-83a8-ccba80a7b04b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.1254637 Aug 12 02:27:07.450080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.476012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:07.476637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.476838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.501444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.551908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.552174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-7e23dc11-6ab8-415f-9483-145337a7f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.554163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-7e23dc11-6ab8-415f-9483-145337a7f5ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969949 Aug 12 02:27:07.555806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.559339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.562841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24173143-21d5-48eb-979c-537cc11e87a4 HTTP/1.1" status: 204 len: 168 time: 0.6272886 Aug 12 02:27:07.578301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.579520 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/security-groups/a245077e-bc1a-4969-b3f0-a67bc69989fe HTTP/1.1" status: 204 len: 168 time: 0.1944337 Aug 12 02:27:07.583024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaeaa7-f581-4754-bfcd-28f41177774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24173143-21d5-48eb-979c-537cc11e87a4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:07.584002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:07.637703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b769b0-adfe-49e2-a4c8-0bf7aa8b3ece tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245077e-bc1a-4969-b3f0-a67bc69989fe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:07.747207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.752711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-26248fe1-41ca-4d89-9179-6a289f928ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822066 Aug 12 02:27:07.769149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721dc2f-b288-4a4f-b1a5-ca8d1604cebf req-d9d71e2d-25d6-4e53-85e4-b7d482d0cd04 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:07.771888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.777746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0721dc2f-b288-4a4f-b1a5-ca8d1604cebf req-d9d71e2d-25d6-4e53-85e4-b7d482d0cd04 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1103516 Aug 12 02:27:07.856152 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.870413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0721dc2f-b288-4a4f-b1a5-ca8d1604cebf req-ef135636-5855-47fd-8b08-1df9e1a74da0 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916286 Aug 12 02:27:07.937963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:07.942721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:07.943143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.966489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.969424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:07.974739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/security-groups/189d0d2d-6428-4785-ac5e-c1ad4472a0f5 HTTP/1.1" status: 204 len: 168 time: 0.3856537 Aug 12 02:27:07.976034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47512) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:07.989338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:07.992502 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f44c6-33f5-45fd-9819-0b2d06b1095a" -d '{"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-plugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:08.000107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.002141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Could not find standard attr ID for object fd018521-9af7-444f-a96e-98c50f06234a. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:27:08.022717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068d392-208a-4f2e-8579-4bd1201f0bcb tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=189d0d2d-6428-4785-ac5e-c1ad4472a0f5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:08.062254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d58d299-1c69-4be1-9661-69d25bc06c94 req-e80fe8cb-d54d-4146-b627-81f5f7291580 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998772 Aug 12 02:27:08.108055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79868e18-90b0-4aab-9588-7637d2bc6d19 req-dfa4c927-c4d0-44a3-801a-9ae5ac603272 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.111278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79868e18-90b0-4aab-9588-7637d2bc6d19 req-dfa4c927-c4d0-44a3-801a-9ae5ac603272 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1873119 Aug 12 02:27:08.169793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.220371 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9febe3-2b83-4428-b118-9183ae50c3b7 x-openstack-request-id: req-6c9febe3-2b83-4428-b118-9183ae50c3b7 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:08.221069 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-plugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:08.221483 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c9febe3-2b83-4428-b118-9183ae50c3b7 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:08.222083 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'code': 200} Aug 12 02:27:08.224521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:08.225086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.225854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47518) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:08.227075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:08.268039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79868e18-90b0-4aab-9588-7637d2bc6d19 req-a812bca4-4162-46e5-abc2-277f6dab51e5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493773 Aug 12 02:27:08.294524 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc9a-3788-41e4-8046-e3b0cccbbd7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.343339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17f933-b2d4-4345-a5b0-01dbb5653af0 req-54554fe3-bc13-45b6-8f29-e80b106d76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.346311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e17f933-b2d4-4345-a5b0-01dbb5653af0 req-54554fe3-bc13-45b6-8f29-e80b106d76d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.1279585 Aug 12 02:27:08.404290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f388318b-1f1c-48a3-93f7-73b1e7dd009c None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:08.425975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '00731828-0e49-41a5-8b1f-d6b0750b4fa7', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'port_id': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'mac_address': 'fa:16:3e:d3:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:15Z', 'updated_at': '2021-08-12T02:27:04Z', 'revision_number': 1, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:08.464431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679f4033-358b-4a09-b4e7-dcdb923dadf8 None None] The sync data for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 is: [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '00731828-0e49-41a5-8b1f-d6b0750b4fa7', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'port_id': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'mac_address': 'fa:16:3e:d3:de:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:15Z', 'updated_at': '2021-08-12T02:27:04Z', 'revision_number': 1, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:08.467098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc9a-3788-41e4-8046-e3b0cccbbd7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.491135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f0bc9a-3788-41e4-8046-e3b0cccbbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.506401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9e17f933-b2d4-4345-a5b0-01dbb5653af0 req-c96fce52-f35f-4ae2-a926-a02958a39db7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922761 Aug 12 02:27:08.518310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e5f87840-6a81-41e7-a6dd-23e1d6e24697 None None] Could not find standard attr ID for object fd018521-9af7-444f-a96e-98c50f06234a. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:27:08.539316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-65f0bc9a-3788-41e4-8046-e3b0cccbbd7f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b62523850894c369ecaf9171d64b0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109770 Aug 12 02:27:08.540552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bc9a-3788-41e4-8046-e3b0cccbbd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa34d6-cc85-40f3-b1b2-6b9c999e68ba,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:08.543563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47524) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:08.643854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b6e7-278f-442b-966d-04138bd1bda7 req-1b5affee-f7ff-4018-8a6c-198f7cd49162 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.645337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95d4b6e7-278f-442b-966d-04138bd1bda7 req-1b5affee-f7ff-4018-8a6c-198f7cd49162 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 945 time: 0.0792236 Aug 12 02:27:08.655942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.709386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95d4b6e7-278f-442b-966d-04138bd1bda7 req-53466e4b-f8e1-4ab2-b523-1b44aa3713aa tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Aug 12 02:27:08.711314 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.741045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.780862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.786714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.788266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6baa34d6-cc85-40f3-b1b2-6b9c999e68ba HTTP/1.1" status: 204 len: 168 time: 0.2323363 Aug 12 02:27:08.804349 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0335a89-6b2e-4a17-8169-473207d4bb4d None None] New status for floating IP 00731828-0e49-41a5-8b1f-d6b0750b4fa7: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:27:08.809460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c1f86-5285-4208-9fd7-045ac4ae0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa34d6-cc85-40f3-b1b2-6b9c999e68ba,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:08.833982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-a17da29a-ab0f-4894-a148-2f2cc3b89e00 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.835462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-a17da29a-ab0f-4894-a148-2f2cc3b89e00 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.25 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 945 time: 0.1429327 Aug 12 02:27:08.869383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.876731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.883793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.890770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.907767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.924884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.930951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:08.945613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-c3f63b66-f851-4499-88d0-0d8d4c93450c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2518516 Aug 12 02:27:08.968341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.971743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:08.975326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/security-groups/d30895d3-e87e-449c-b2da-0fb43fbf76e1 HTTP/1.1" status: 204 len: 168 time: 0.9928503 Aug 12 02:27:08.983939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47538) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:09.017531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1652-b8b4-400e-bdee-c5894919eb9d tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30895d3-e87e-449c-b2da-0fb43fbf76e1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:09.092179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70b9cd69-f3e2-4668-b77e-9b1351ed372d req-5fcf7d6a-dadc-443e-976d-514f96be31f3 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248541 Aug 12 02:27:09.109653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet fa8d24f6-e251-4817-8aca-b07f309ec165 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:09.129007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8fded-8712-4662-89c8-a22e6bb501e9 req-88901977-e6fd-4067-999f-40db722806aa tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:09.138082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbc8fded-8712-4662-89c8-a22e6bb501e9 req-88901977-e6fd-4067-999f-40db722806aa tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1649783 Aug 12 02:27:09.140485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.157111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Deleting port e0cc3675-6894-4b39-a818-0b0643df510a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:09.157467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.219422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbc8fded-8712-4662-89c8-a22e6bb501e9 req-34ef3e3b-d11c-4c16-af63-8300a5c2755f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782299 Aug 12 02:27:09.222806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.312185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] For port e0cc3675-6894-4b39-a818-0b0643df510a, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e0cc3675-6894-4b39-a818-0b0643df510a,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:09.312185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.322345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.368813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Calling delete_port for e0cc3675-6894-4b39-a818-0b0643df510a owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:09.446659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.472924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09312d4d-b9b0-4bca-9c90-daa2a9c51ce4 req-892f4964-5a3a-4081-be21-4879d0db4fc2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:09.474813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09312d4d-b9b0-4bca-9c90-daa2a9c51ce4 req-892f4964-5a3a-4081-be21-4879d0db4fc2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1029265 Aug 12 02:27:09.517827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8d24f6-e251-4817-8aca-b07f309ec165,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:09.531434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e23972-32f9-471c-afed-d5e1b7b25502 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:09.540389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-b2f6dd1c-ebb7-469c-90b9-f2264f8cfc74 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:09.543281 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-b2f6dd1c-ebb7-469c-90b9-f2264f8cfc74 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 945 time: 0.1665440 Aug 12 02:27:09.544906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.550697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4354a5a-0190-4517-9b2e-069cad7eadf4 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/fa8d24f6-e251-4817-8aca-b07f309ec165 HTTP/1.1" status: 204 len: 168 time: 0.5498309 Aug 12 02:27:09.551694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09312d4d-b9b0-4bca-9c90-daa2a9c51ce4 req-2526d874-16cf-454e-82b3-1d39fdaa0831 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635507 Aug 12 02:27:09.551841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47556) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:09.668444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.691007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['e0cc3675-6894-4b39-a818-0b0643df510a'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:09.718867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9ad401c0-582a-4358-af41-430b78af23dd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:09.724955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event deleted for resources: {'Port': ['ID=e0cc3675-6894-4b39-a818-0b0643df510a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:09.764376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet f38138bc-ae49-4611-b1ba-0793fe500091 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:09.772541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.777930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] No DVR routers for this DVR port e0cc3675-6894-4b39-a818-0b0643df510a on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:09.789272 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.795742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19e58cd8-b098-4efb-80d8-6e5b8d450bfd req-43356608-fe02-4161-b812-145e1047d6ea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.25 "DELETE /v2.0/ports/e0cc3675-6894-4b39-a818-0b0643df510a HTTP/1.1" status: 204 len: 173 time: 0.9508393 Aug 12 02:27:09.797738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'name': 'network-vif-deleted', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:09.801901 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67904bf7-2caf-4da2-9323-796c573e91cc" -d '{"events": [{"server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "name": "network-vif-deleted", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:09.862164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:09.877815 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d4f27a-3466-4b5e-ba4a-9731ef7042bf x-openstack-request-id: req-d8d4f27a-3466-4b5e-ba4a-9731ef7042bf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:09.878116 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570d425f-938b-4fcc-9f9b-53c21d840c5d", "name": "network-vif-deleted", "tag": "e0cc3675-6894-4b39-a818-0b0643df510a", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:09.878372 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8d4f27a-3466-4b5e-ba4a-9731ef7042bf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:09.878778 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570d425f-938b-4fcc-9f9b-53c21d840c5d', 'name': 'network-vif-deleted', 'tag': 'e0cc3675-6894-4b39-a818-0b0643df510a', 'status': 'completed', 'code': 200} Aug 12 02:27:09.937352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6757202b-3abc-49a2-b1d4-9de0acd63ae3 req-13434550-9255-4c48-b0d6-3be023609078 tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=570d425f-938b-4fcc-9f9b-53c21d840c5d HTTP/1.1" status: 200 len: 210 time: 0.1009889 Aug 12 02:27:09.996943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Deleting port 9ad401c0-582a-4358-af41-430b78af23dd {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:09.997285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:10.133162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:10.222823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] For port 9ad401c0-582a-4358-af41-430b78af23dd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9ad401c0-582a-4358-af41-430b78af23dd,segment=NetworkSegment(f00d72c3-ca9e-4690-b55c-4949ba565d26),segment_id=f00d72c3-ca9e-4690-b55c-4949ba565d26)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:10.223197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:10.238873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Calling delete_port for 9ad401c0-582a-4358-af41-430b78af23dd owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:10.373268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.384437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.393326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.402511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.414229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.421925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.429530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.439313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68e3361b-2452-4354-b40d-c78873e08f75 req-ca057754-b494-4251-9615-bfe0eba97b65 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1868541 Aug 12 02:27:10.544573 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68e3361b-2452-4354-b40d-c78873e08f75 req-d50857ef-1fe0-4b9e-95c8-1f9b54769e46 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039300 Aug 12 02:27:10.811839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:10.856384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63cd9a-dad3-47c4-bd73-5dbe2167533b req-4117a5a8-8e4d-4cd7-bda8-44c68839785e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.858168 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf63cd9a-dad3-47c4-bd73-5dbe2167533b req-4117a5a8-8e4d-4cd7-bda8-44c68839785e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.0730879 Aug 12 02:27:10.875089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=f38138bc-ae49-4611-b1ba-0793fe500091,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:10.886866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:10.891821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-70f434e5-3b54-4850-85e8-24d76a10d76f tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/f38138bc-ae49-4611-b1ba-0793fe500091 HTTP/1.1" status: 204 len: 168 time: 1.3366406 Aug 12 02:27:10.894405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:10.897484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79115f-693f-4e70-95b7-8a0423440810 None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:10.928997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf7aa4-ac34-4803-912f-734bf252831d req-b7d5ef74-c182-4c21-9b1c-20895bda3ae7 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:10.936347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3cf7aa4-ac34-4803-912f-734bf252831d req-b7d5ef74-c182-4c21-9b1c-20895bda3ae7 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1261582 Aug 12 02:27:10.967096 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d113df16-0d18-4db1-9388-a25f344131e0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:10.967855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d113df16-0d18-4db1-9388-a25f344131e0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:10.972646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d113df16-0d18-4db1-9388-a25f344131e0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/fa8d24f6-e251-4817-8aca-b07f309ec165 HTTP/1.1" status: 404 len: 337 time: 0.0744095 Aug 12 02:27:10.973491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47598) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:10.998329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf63cd9a-dad3-47c4-bd73-5dbe2167533b req-e76703f6-1f3d-4f2f-8038-a75c0a71e0eb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339586 Aug 12 02:27:11.061556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3cf7aa4-ac34-4803-912f-734bf252831d req-579bb913-bb7a-4566-b08e-9f16ebdfc871 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242349 Aug 12 02:27:11.115161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a8a2d90c-5416-4ae8-875e-69564ff02c48 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:11.115842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d90c-5416-4ae8-875e-69564ff02c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.145309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting subnet 48be8e29-6046-4d10-868d-398b83d0fefb {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:11.154115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.158557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.237438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Pushing event deleted for resources: {'Port': ['ID=9ad401c0-582a-4358-af41-430b78af23dd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:11.271552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5c914ab-45f1-43c8-bff2-d990f15f42a5 req-fd270bcd-79f9-4c72-8935-0261a1641baa tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 210 time: 0.0982563 Aug 12 02:27:11.323741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e8775-cd33-4c0c-b63d-21322ee7b617 req-93011e46-f89a-4fc3-a5f0-3834c6c846a1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.328278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f73e8775-cd33-4c0c-b63d-21322ee7b617 req-93011e46-f89a-4fc3-a5f0-3834c6c846a1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1742184 Aug 12 02:27:11.330484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.368713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a8a2d90c-5416-4ae8-875e-69564ff02c48 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:11.369320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a8a2d90c-5416-4ae8-875e-69564ff02c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.374615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] No DVR routers for this DVR port 9ad401c0-582a-4358-af41-430b78af23dd on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:11.379788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.382065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa968033-a377-4dc1-8d21-bc6e14025382 req-671bd47d-11bc-4bd4-8613-1d265863a58f tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.21 "DELETE /v2.0/ports/9ad401c0-582a-4358-af41-430b78af23dd HTTP/1.1" status: 204 len: 173 time: 1.7616758 Aug 12 02:27:11.382714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'name': 'network-vif-deleted', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:11.387000 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0296980b-fa6f-4a8a-9c89-505154260f26" -d '{"events": [{"server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "name": "network-vif-deleted", "tag": "9ad401c0-582a-4358-af41-430b78af23dd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:11.422878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f73e8775-cd33-4c0c-b63d-21322ee7b617 req-06e69b28-3065-4360-b66d-113531c6f57f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880260 Aug 12 02:27:11.431056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.480559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2d90c-5416-4ae8-875e-69564ff02c48 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:11.507310 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ea1cdf-812a-410a-897d-332d334ffd6d x-openstack-request-id: req-d3ea1cdf-812a-410a-897d-332d334ffd6d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:11.507606 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3fce77-5a28-406d-922e-239dbdc67c33", "name": "network-vif-deleted", "tag": "9ad401c0-582a-4358-af41-430b78af23dd", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:11.507857 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3ea1cdf-812a-410a-897d-332d334ffd6d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:11.508466 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3fce77-5a28-406d-922e-239dbdc67c33', 'name': 'network-vif-deleted', 'tag': '9ad401c0-582a-4358-af41-430b78af23dd', 'status': 'completed', 'code': 200} Aug 12 02:27:11.533635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b610cb2-26ba-4f2c-aee9-84ec47317cd3 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.534102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.537101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b610cb2-26ba-4f2c-aee9-84ec47317cd3 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1091 time: 0.1041141 Aug 12 02:27:11.539961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.552269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:11.629001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.643129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.681872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Subnet': ['ID=48be8e29-6046-4d10-868d-398b83d0fefb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:11.686242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:11.690560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-627a5632-e1a3-4336-88a3-c0a312446dae tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/48be8e29-6046-4d10-868d-398b83d0fefb HTTP/1.1" status: 204 len: 168 time: 0.7076960 Aug 12 02:27:11.692946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.736442 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe36602-3012-40e1-b455-5a8251556481 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:11.736911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe36602-3012-40e1-b455-5a8251556481 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:11.740339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8fe36602-3012-40e1-b455-5a8251556481 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/3abbf436-70d9-4e14-b018-1ca044e35c13 HTTP/1.1" status: 404 len: 337 time: 0.0461764 Aug 12 02:27:11.743094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47628) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.783425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-667a03bb-f2f1-43e4-ac8c-4b1a2738ae1e tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "GET /v2.0/ports?device_id=a623f808-b545-44c1-bbf3-4abaa979749e HTTP/1.1" status: 200 len: 205 time: 0.0369108 Aug 12 02:27:11.786329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.801147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.809938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.816867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.825706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.832783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.840754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.847808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:11.850380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-7bc6b5cd-353b-4c5e-b07b-6bfe920fb465 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.1510012 Aug 12 02:27:11.907231 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-4a79e0ef-9b67-41e3-9bcc-23e94270ba64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] delete failed (client error): The resource could not be found. Aug 12 02:27:11.908700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4a79e0ef-9b67-41e3-9bcc-23e94270ba64 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/routers/a623f808-b545-44c1-bbf3-4abaa979749e HTTP/1.1" status: 404 len: 336 time: 0.0572033 Aug 12 02:27:11.911528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47634) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.961780 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7eb1b8-1d3f-4df5-84ec-93a4cc438686 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:11.962566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7eb1b8-1d3f-4df5-84ec-93a4cc438686 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:11.967064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0a7eb1b8-1d3f-4df5-84ec-93a4cc438686 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/4c4dc184-443d-48bf-93fd-d0691c18ede8 HTTP/1.1" status: 404 len: 337 time: 0.0520458 Aug 12 02:27:11.967374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47638) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:11.968806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ea1dac3-b8ad-45c5-a94c-3d9e5b9d8be5 req-db6c625d-3264-47c3-abf9-5b041ef17d8e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090822 Aug 12 02:27:11.986220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.003090 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5625353d-e48d-48ff-9874-b3106cef6170 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.004309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5625353d-e48d-48ff-9874-b3106cef6170 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.009893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5625353d-e48d-48ff-9874-b3106cef6170 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/f0f1f2ba-6ab5-4b29-b5e6-01500e2ff268 HTTP/1.1" status: 404 len: 337 time: 0.0390310 Aug 12 02:27:12.010096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.049530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e0cc3675-6894-4b39-a818-0b0643df510a no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:12.075090 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5550a5b2-84ff-484f-bff8-7571e9ac71b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.075741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5550a5b2-84ff-484f-bff8-7571e9ac71b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.080774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5550a5b2-84ff-484f-bff8-7571e9ac71b9 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/76dc3b53-d3f0-426b-a85c-4b0a95fa100c HTTP/1.1" status: 404 len: 337 time: 0.0695598 Aug 12 02:27:12.081459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.132776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: e0cc3675-6894-4b39-a818-0b0643df510a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:12.133112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e0cc3675-6894-4b39-a818-0b0643df510a not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:12.146146 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2f2ff7-9637-4505-92cd-65930ad3ece0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.146924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2f2ff7-9637-4505-92cd-65930ad3ece0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.158313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cb2f2ff7-9637-4505-92cd-65930ad3ece0 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/33a1796e-0a9e-47c9-ac01-dfe3fce22597 HTTP/1.1" status: 404 len: 333 time: 0.0719471 Aug 12 02:27:12.158829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.184088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.176 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/b76c5e37-d948-400e-b3bf-49f28a776139) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:12.233255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948e9a7-561f-48af-b6fe-8e5421c6fe24 req-06b02644-ba31-4008-ad95-73d9300c8e91 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:12.242794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4948e9a7-561f-48af-b6fe-8e5421c6fe24 req-06b02644-ba31-4008-ad95-73d9300c8e91 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0656416 Aug 12 02:27:12.243049 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f051e2f-4d26-4e20-83f8-2e0853ca50a5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.243546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f051e2f-4d26-4e20-83f8-2e0853ca50a5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.248561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7f051e2f-4d26-4e20-83f8-2e0853ca50a5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/017c3c02-ec89-4980-b64d-c9644dc95b42 HTTP/1.1" status: 404 len: 337 time: 0.0874939 Aug 12 02:27:12.254160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.287990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd201f99-b25f-4823-8385-2e6a876fd29c None None] Network c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:12.290937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4948e9a7-561f-48af-b6fe-8e5421c6fe24 req-25465c93-a8b3-47c3-b399-3a4fa19f104f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Aug 12 02:27:12.347878 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c61299-630f-4164-9eb8-419d799d1045 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.348453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c61299-630f-4164-9eb8-419d799d1045 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.350378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c0c61299-630f-4164-9eb8-419d799d1045 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/4f8fd25b-291b-4363-9a73-b062a0e275b0 HTTP/1.1" status: 404 len: 337 time: 0.0947857 Aug 12 02:27:12.352946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.420742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.440303 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1060f34-022b-4bf3-8caa-77b8d1544815 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.440995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1060f34-022b-4bf3-8caa-77b8d1544815 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.443110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1060f34-022b-4bf3-8caa-77b8d1544815 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/b351af1a-bfbe-4d07-96e0-bcd68cc21369 HTTP/1.1" status: 404 len: 333 time: 0.0890448 Aug 12 02:27:12.458440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.499134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cd39c6d9-ab9c-40b4-9df1-6082e1187075 None None] Provisioning complete for port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:12.499525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd39c6d9-ab9c-40b4-9df1-6082e1187075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.507219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.560172 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9c884a-3f2b-49ae-8464-d79b56ba33f5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.560727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9c884a-3f2b-49ae-8464-d79b56ba33f5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.564766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ba9c884a-3f2b-49ae-8464-d79b56ba33f5 tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/a7c0f457-2d47-4cfb-8e1d-bd702a750da3 HTTP/1.1" status: 404 len: 337 time: 0.1009154 Aug 12 02:27:12.567071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47670) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.623848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cd39c6d9-ab9c-40b4-9df1-6082e1187075 None None] Provisioning complete for port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:12.624251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd39c6d9-ab9c-40b4-9df1-6082e1187075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.654193 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0540959-e456-4cac-ab69-053d9013681b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] DELETE failed (client error): The resource could not be found. Aug 12 02:27:12.654721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0540959-e456-4cac-ab69-053d9013681b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:27:12.659710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0540959-e456-4cac-ab69-053d9013681b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/subnets/0ba5140c-0d15-42f6-8e7f-fdf7d1cdbbbc HTTP/1.1" status: 404 len: 337 time: 0.0898669 Aug 12 02:27:12.662155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47672) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:12.672729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43a4f41c-b312-442d-8c85-3082f84692b6 req-9da36e0c-d26f-45b6-a86f-226f39d12bea tempest-MultipleCreateTestJSON-538425235 tempest-MultipleCreateTestJSON-538425235-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3fce77-5a28-406d-922e-239dbdc67c33 HTTP/1.1" status: 200 len: 210 time: 0.0688536 Aug 12 02:27:12.694880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-cd39c6d9-ab9c-40b4-9df1-6082e1187075 None None] Port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:12.710248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:12.718756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:12.736371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] DHCP port deletion for c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:27:12.749026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:12.803716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=b76c5e37-d948-400e-b3bf-49f28a776139,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:12.835512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9ad401c0-582a-4358-af41-430b78af23dd no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:12.862114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 9ad401c0-582a-4358-af41-430b78af23dd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:12.862565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9ad401c0-582a-4358-af41-430b78af23dd not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:12.871100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Deleting port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:12.871761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.872818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Deleting port 36d939f2-dfcf-4e37-86e5-39eff1dbb77d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:12.873167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.961411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] For port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,segment=NetworkSegment(600d4b5e-8571-4c8b-9812-25c83811e38b),segment_id=600d4b5e-8571-4c8b-9812-25c83811e38b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:12.964448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:12.982173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Calling delete_port for 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:13.025442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.051632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Calling delete_port for 36d939f2-dfcf-4e37-86e5-39eff1dbb77d owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:13.100525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.136327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03da9f-dc0f-4e1d-a5cd-1ecbcdb3450b req-2c44b5bd-4beb-4970-a82b-c224395f4c05 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.145496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d03da9f-dc0f-4e1d-a5cd-1ecbcdb3450b req-2c44b5bd-4beb-4970-a82b-c224395f4c05 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 0.3140159 Aug 12 02:27:13.149878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] Pushing event deleted for resources: {'Port': ['ID=7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:13.164263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af499b-f62b-4530-82b7-f23a69b59a66 None None] No DVR routers for this DVR port 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:13.208189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d03da9f-dc0f-4e1d-a5cd-1ecbcdb3450b req-470f329a-5e4b-4312-a752-11ab0cfa4e84 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576630 Aug 12 02:27:13.289369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.300059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.312094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.319829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.329078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.335270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.345225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.358912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-4cfa297d-2106-4f2d-9101-dfb8219c16e4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5418 time: 0.2436273 Aug 12 02:27:13.404454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:13.438328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47690) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:13.445018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:13.445715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b05ac54-73e3-4ca9-9bd8-1b1c91d7ce98 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:13.473751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.501689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c97600f0-c1d8-4e53-99c9-74eeaf2e78a8 req-13048ff5-498b-49cd-869e-1c492ad3656d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413200 Aug 12 02:27:13.517473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.528522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/ports/36d939f2-dfcf-4e37-86e5-39eff1dbb77d HTTP/1.1" status: 204 len: 168 time: 0.8627429 Aug 12 02:27:13.537246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47694) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:13.582055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6930a75-0ae9-45e4-8be2-acbe035bd72b tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Port': ['ID=36d939f2-dfcf-4e37-86e5-39eff1dbb77d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:13.605028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.662025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c974645-e7fe-4f33-a026-dee1b2f8c58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.700595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.706897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e8c7b-904b-4777-be2d-24fd7dd66263 req-48acc44d-867a-428e-bc46-c7f095e4c06a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:13.708578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d11e8c7b-904b-4777-be2d-24fd7dd66263 req-48acc44d-867a-428e-bc46-c7f095e4c06a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0716028 Aug 12 02:27:13.744676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:13.779780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.829279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.832521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d11e8c7b-904b-4777-be2d-24fd7dd66263 req-69b97e65-8fa7-447f-b05e-fc541e8ace5f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007638 Aug 12 02:27:13.844582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b4f99f-10a1-4e3f-9275-ebec770a7dd7']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:13.845036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Deleting subnet 0c8e9d2b-25d0-483d-9b07-9706bed59d8e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:13.855150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.862006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600d4b5e-8571-4c8b-9812-25c83811e38b') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:13.862312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600d4b5e-8571-4c8b-9812-25c83811e38b') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:13.876780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.903710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.911513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c974645-e7fe-4f33-a026-dee1b2f8c58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.914731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:13.915368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:13.918945 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:13.928789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c974645-e7fe-4f33-a026-dee1b2f8c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:13.941480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.007164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.013853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c974645-e7fe-4f33-a026-dee1b2f8c58a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=255cfe0e3eef4c1692601120ae0d97c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747483 Aug 12 02:27:14.015265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c974645-e7fe-4f33-a026-dee1b2f8c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2f64a-a892-40d4-9c7b-a8d5a8e7204a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.017866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47702) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:14.019653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.045073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.047961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] 10.222.0.11 "DELETE /v2.0/networks/c6b4f99f-10a1-4e3f-9275-ebec770a7dd7 HTTP/1.1" status: 204 len: 168 time: 0.5096738 Aug 12 02:27:14.070646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ba15b3a-fd56-4bcf-a857-d83484287221 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:14.091071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b568f67-41a3-413a-8a62-7ff603f6e8ce tempest-PortsTestJSON-1064987888 tempest-PortsTestJSON-1064987888-project] Pushing event deleted for resources: {'Network': ['ID=c6b4f99f-10a1-4e3f-9275-ebec770a7dd7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.112309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.115386 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.125033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.141620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.176456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.207922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.211207 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.217015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8c2f64a-a892-40d4-9c7b-a8d5a8e7204a HTTP/1.1" status: 204 len: 168 time: 0.1982391 Aug 12 02:27:14.227702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ba15b3a-fd56-4bcf-a857-d83484287221,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:14.231200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aff0b-7748-474d-a965-6e4e59a60dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2f64a-a892-40d4-9c7b-a8d5a8e7204a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.249800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '5ba15b3a-fd56-4bcf-a857-d83484287221', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'port_id': '5ba15b3a-fd56-4bcf-a857-d83484287221', 'mac_address': 'fa:16:3e:b2:d5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:14.249998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.320251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.325213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=b76c5e37-d948-400e-b3bf-49f28a776139,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.341413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba15b3a-fd56-4bcf-a857-d83484287221 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:14.343691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8e9d2b-25d0-483d-9b07-9706bed59d8e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.347461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47712) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:14.355784 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.357751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3af5a8a5-2476-4622-adf5-950daf0aafb4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0c8e9d2b-25d0-483d-9b07-9706bed59d8e HTTP/1.1" status: 204 len: 168 time: 0.6065428 Aug 12 02:27:14.361253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:14.375415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ba15b3a-fd56-4bcf-a857-d83484287221,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:14.381034 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.382290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c09dd0d4-16d9-4682-9627-4faebf90e6dd details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:14.456584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aa31d-3eef-4d3c-b9cc-f884e3f3f5c7 req-dbd464b3-8bb9-4469-8d62-9f18da12a53e tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.461676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.477370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b5aa31d-3eef-4d3c-b9cc-f884e3f3f5c7 req-dbd464b3-8bb9-4469-8d62-9f18da12a53e tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 0.1285691 Aug 12 02:27:14.565262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b5aa31d-3eef-4d3c-b9cc-f884e3f3f5c7 req-02de9c07-73f8-4beb-bea9-6098b1046799 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820739 Aug 12 02:27:14.569284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.579361 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 5c875e16-b267-4cc5-a71f-dbc20adcffcf associated. External IP: 172.25.3.176, port: 1859b406-d2ca-45d5-a6f1-7d9fcf488e99. Aug 12 02:27:14.614256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.615766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:14.633291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29443513-aab3-4e53-a49e-7c69d12d610f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:14.642213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'port_id': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'mac_address': 'fa:16:3e:38:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:14.706590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00d72c3-ca9e-4690-b55c-4949ba565d26') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:14.706748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12e95-697e-45b8-b028-a1025455b812 req-8780daec-cf4b-49bd-b75a-a2fcd3a2151a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.706868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00d72c3-ca9e-4690-b55c-4949ba565d26') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:14.708524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-72d12e95-697e-45b8-b028-a1025455b812 req-8780daec-cf4b-49bd-b75a-a2fcd3a2151a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 0.2262290 Aug 12 02:27:14.737283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.757240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47722) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:14.792781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.825394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.831623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.837726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.844595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.848487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.850460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.857066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.861796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09dd0d4-16d9-4682-9627-4faebf90e6dd {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:14.863180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:14.865189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-cc4d9c26-fc78-4f33-bed8-2dec552fce26 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5419 time: 0.2076287 Aug 12 02:27:14.866775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:14.867139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.878792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-645707ac-9300-4ae8-a0de-204a4d0cf36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:14.881606 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:14.884061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b3fe26dd-aee4-44de-aad1-e2f3d1a77e83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9563638bdf2d4a0f9916dd6f8b331c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347247 Aug 12 02:27:14.886616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:14.889008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:14.892533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:14.893364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device aea7b2fa-0a93-4d56-8abe-05a359015ee0 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:14.967487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:14.973144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:14.986674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'port_id': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0', 'mac_address': 'fa:16:3e:ca:23:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:15.026356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.030897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.031622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.034236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] 10.222.0.11 "DELETE /v2.0/networks/29443513-aab3-4e53-a49e-7c69d12d610f HTTP/1.1" status: 204 len: 168 time: 0.6712177 Aug 12 02:27:15.043721 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-176bcc30-71c5-4fbe-ac86-54d4273d1eb7 req-966dffdb-d5bc-44a2-b3c5-97ff26f2d146 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584892 Aug 12 02:27:15.062453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7b2fa-0a93-4d56-8abe-05a359015ee0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:15.063817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab5130-dfca-4719-a73c-1b776d8d4644 admin admin] Pushing event deleted for resources: {'Network': ['ID=29443513-aab3-4e53-a49e-7c69d12d610f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.094673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.101775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.103159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:15.126900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-645707ac-9300-4ae8-a0de-204a4d0cf36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.134345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-645707ac-9300-4ae8-a0de-204a4d0cf36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.189947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.196715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.212088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'port_id': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03', 'mac_address': 'fa:16:3e:a0:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:15.225841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-645707ac-9300-4ae8-a0de-204a4d0cf36c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d35732b9002438689a06d38468d690c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638417 Aug 12 02:27:15.227428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645707ac-9300-4ae8-a0de-204a4d0cf36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056669cf-45ee-41d0-89f0-43d3030d23f1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.230725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47732) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:15.283276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.305038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:15.307086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:15.324962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.337781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.344452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.346137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b31875c8-5a3f-4044-aeee-f2c5bed46457 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:15.363725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.387919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-47149fff-e534-496b-8f53-1e8f6f13ae30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a88f0329bca43af9e182851c77e99c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796342 Aug 12 02:27:15.390433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:15.417456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router f19505e8-734c-41b4-be79-3f75164f7f35 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:15.439260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.442317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.451892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Deleting port a2d1565e-7b9a-490f-8645-7b1524d81951 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:15.452570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.462938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.469952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9af11-7bc5-4347-b65a-43562e04173f req-6a663da3-fa9d-48b6-abd7-2e2033d05347 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:15.478892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0b9af11-7bc5-4347-b65a-43562e04173f req-6a663da3-fa9d-48b6-abd7-2e2033d05347 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1422262 Aug 12 02:27:15.480805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b31875c8-5a3f-4044-aeee-f2c5bed46457', 'network_id': 'e94b1c3c-6f86-4e6b-a02b-243a48161345', 'port_id': 'b31875c8-5a3f-4044-aeee-f2c5bed46457', 'mac_address': 'fa:16:3e:31:f2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2c5437-aaab-4561-98cb-76abeca872cb', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:15.486235 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.488858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.490020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/056669cf-45ee-41d0-89f0-43d3030d23f1 HTTP/1.1" status: 204 len: 168 time: 0.2578034 Aug 12 02:27:15.512550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008e4fe-c733-4c9c-bf65-8a89dc5d8f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056669cf-45ee-41d0-89f0-43d3030d23f1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.518862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.528925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.540033 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.560028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31875c8-5a3f-4044-aeee-f2c5bed46457 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:15.597067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.603257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.605004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ae22f71e-37e5-4a23-8a21-bbf40f8d97cf details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:15.607870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.611305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.612644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb3ed26d-290a-4bd4-86a8-4c72af2a24ab HTTP/1.1" status: 204 len: 168 time: 0.2213631 Aug 12 02:27:15.631206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f925f-bd1f-4fff-836d-7707d94f1fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ed26d-290a-4bd4-86a8-4c72af2a24ab,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.638656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.662172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0b9af11-7bc5-4347-b65a-43562e04173f req-a3e1bcff-5e8c-41a9-956b-90475ed87244 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799252 Aug 12 02:27:15.785748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] For port a2d1565e-7b9a-490f-8645-7b1524d81951, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=a2d1565e-7b9a-490f-8645-7b1524d81951,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:15.786560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.791346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:15.813576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Calling delete_port for a2d1565e-7b9a-490f-8645-7b1524d81951 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:15.814907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed12e07-a225-46de-9173-04a8fabfe5ca req-7c3117dd-8933-4cfd-9958-e23602b6d5dd tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:15.815059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Sync routers for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:15.828737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ed12e07-a225-46de-9173-04a8fabfe5ca req-7c3117dd-8933-4cfd-9958-e23602b6d5dd tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 946 time: 0.1284747 Aug 12 02:27:15.831575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.833991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.835535 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.837309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/786a4d45-5c00-45d9-acc6-f9dc53b9c9ce HTTP/1.1" status: 204 len: 168 time: 0.9459584 Aug 12 02:27:15.845157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:15.859185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:15.859997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:15.906951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780596a-e104-450e-815c-38e138414bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a4d45-5c00-45d9-acc6-f9dc53b9c9ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:15.922110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c7b2e997-6764-4728-be69-d0feae656773 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3807437 Aug 12 02:27:15.922374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ed12e07-a225-46de-9173-04a8fabfe5ca req-9ba65ff2-aa1d-43cb-8f08-e12780de06cc tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915184 Aug 12 02:27:15.942167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:15.944567 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:16.047008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:16.049840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:16.071577 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e870c-7e6d-4c81-b979-494e0bd5769c x-openstack-request-id: req-f64e870c-7e6d-4c81-b979-494e0bd5769c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:16.071577 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:16.072031 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f64e870c-7e6d-4c81-b979-494e0bd5769c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:16.072638 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'status': 'completed', 'code': 200} Aug 12 02:27:16.094380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf', 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'port_id': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf', 'mac_address': 'fa:16:3e:31:1f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3fa5fd-ca78-47c7-ab2a-277c2246092c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:16.122985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71fb2d-56b3-446e-882a-957837e81c86 req-100f8476-9ccb-4a75-b870-f43a4ead8d59 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.124804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a71fb2d-56b3-446e-882a-957837e81c86 req-100f8476-9ccb-4a75-b870-f43a4ead8d59 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1108549 Aug 12 02:27:16.126064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.153562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df', '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'a2d1565e-7b9a-490f-8645-7b1524d81951'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:16.186962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event deleted for resources: {'Port': ['ID=a2d1565e-7b9a-490f-8645-7b1524d81951,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:16.230495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-4d0f9ddc-59c2-4121-b925-1e64544db066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.234394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-4d0f9ddc-59c2-4121-b925-1e64544db066 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.1018019 Aug 12 02:27:16.256631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.282544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae22f71e-37e5-4a23-8a21-bbf40f8d97cf {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:16.305744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] No DVR routers for this DVR port a2d1565e-7b9a-490f-8645-7b1524d81951 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:16.316561 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.321418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-72d12e95-697e-45b8-b028-a1025455b812 req-83f8ef05-33e1-43c0-8276-171767ea2708 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "DELETE /v2.0/ports/a2d1565e-7b9a-490f-8645-7b1524d81951 HTTP/1.1" status: 204 len: 173 time: 1.5702479 Aug 12 02:27:16.373467 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a71fb2d-56b3-446e-882a-957837e81c86 req-c85b3076-e390-4889-af84-4e1605716822 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888142 Aug 12 02:27:16.392665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.400004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.405891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47770) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:16.407960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.415104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.423008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.429866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.439255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.462083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-3018fc0c-af45-48b6-a61f-549d52498f08 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5423 time: 0.2264881 Aug 12 02:27:16.467350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:16.475173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.475992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8be74688-d6e8-46f0-ac43-9ba735582abe details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:16.562393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-22a07b9c-f97b-49e9-9d9a-a323a3fbb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.563953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-22a07b9c-f97b-49e9-9d9a-a323a3fbb653 service neutron] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.3173118 Aug 12 02:27:16.583796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-543fb996-ae99-4c94-9e06-b5d6d9e1f72a req-6ca3d881-1663-4ee0-9274-7cbbb965341b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073620 Aug 12 02:27:16.609295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f4bffb5-7caf-481a-bb10-8ec0170db74a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 991 time: 0.2020650 Aug 12 02:27:16.651117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:16.657786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-910ce7c6-fdb2-482b-9ce8-bf8fccecb081 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 999 time: 0.0729198 Aug 12 02:27:16.691615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:16.714849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'network_id': '94c0741d-6dec-4a02-851b-e3f7b07fd880', 'port_id': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'mac_address': 'fa:16:3e:46:53:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df3fa5fd-ca78-47c7-ab2a-277c2246092c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:16.735460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-3e9fbdeb-4bf8-417c-aef3-17fb4cdcc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.737714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-3e9fbdeb-4bf8-417c-aef3-17fb4cdcc9ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.0708697 Aug 12 02:27:16.798616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.825764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be74688-d6e8-46f0-ac43-9ba735582abe {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:16.840915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743c362-065a-41b7-aca7-9b38eff85bea req-c2eb46ff-0b34-4896-9517-fd492a8f805b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.851197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0743c362-065a-41b7-aca7-9b38eff85bea req-c2eb46ff-0b34-4896-9517-fd492a8f805b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0866907 Aug 12 02:27:16.864617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-980d1934-e817-486d-b507-fcddd280f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:16.866398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-980d1934-e817-486d-b507-fcddd280f0cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115355 Aug 12 02:27:16.878278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:16.886553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5c875e16-b267-4cc5-a71f-dbc20adcffcf', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'mac_address': 'fa:16:3e:1b:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:13Z', 'updated_at': '2021-08-12T02:27:13Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:16.907344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:16.929304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0743c362-065a-41b7-aca7-9b38eff85bea req-2ab7d727-9b91-4710-a3da-6941bb178172 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759447 Aug 12 02:27:16.958031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Checking router: f19505e8-734c-41b4-be79-3f75164f7f35 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:27:17.028132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-6def3c20-a7ec-457a-95f1-8c562a3769f9 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525254 Aug 12 02:27:17.086363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:17.087097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:17.133821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-285576cc-50e3-4b13-b2dc-c57bffbe4d48 req-0d861823-ef0a-400d-8873-f287f0aba354 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=7af24c98-75e1-4c5c-bcbf-edae04d6920f HTTP/1.1" status: 200 len: 210 time: 0.0813408 Aug 12 02:27:17.143161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:17.223785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-73c1f67f-5e80-4a6e-92d7-893e56bb29d4 req-d0e41565-339c-47c8-8cb9-2ead89235432 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876774 Aug 12 02:27:17.260377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:17.594762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b31875c8-5a3f-4044-aeee-f2c5bed46457'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.596957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['8be74688-d6e8-46f0-ac43-9ba735582abe'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.607223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:17.613711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47822) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:17.722527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-154ef9c4-1113-4fee-b9ad-2c2325f9c932 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 991 time: 0.1029675 Aug 12 02:27:17.729634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['aea7b2fa-0a93-4d56-8abe-05a359015ee0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.731939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c09dd0d4-16d9-4682-9627-4faebf90e6dd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.778862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.785471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.793773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.801399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.808582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.815939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.824836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:17.827946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85826180-ffb0-4af3-ab43-f659de2b126f req-c8115847-eae7-41ea-89e4-726d9d85a48d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5425 time: 0.1308310 Aug 12 02:27:17.831500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['5ba15b3a-fd56-4bcf-a857-d83484287221'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.859988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1041231119-network', 'tenant_id': '26106a1ce8a44bbc81166d99e635aa97'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:17.889550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ae22f71e-37e5-4a23-8a21-bbf40f8d97cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:17.901637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Made reservation on behalf of 26106a1ce8a44bbc81166d99e635aa97 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:17.905981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:17.918397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:17.927896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85826180-ffb0-4af3-ab43-f659de2b126f req-1895a056-c2f0-43fe-9f29-de7de6b02500 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891981 Aug 12 02:27:17.953123 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.035210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47838) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:18.046387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.059766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.081340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'name': 'network-vif-deleted', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:18.084270 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0703191e-b10f-4981-8021-78e8d472e19a" -d '{"events": [{"server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "name": "network-vif-deleted", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:18.164920 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1df103-88d2-4cec-852b-a3591b7be1d0 x-openstack-request-id: req-6a1df103-88d2-4cec-852b-a3591b7be1d0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:18.165447 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af24c98-75e1-4c5c-bcbf-edae04d6920f", "name": "network-vif-deleted", "tag": "a2d1565e-7b9a-490f-8645-7b1524d81951", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:18.165877 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a1df103-88d2-4cec-852b-a3591b7be1d0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:18.166533 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af24c98-75e1-4c5c-bcbf-edae04d6920f', 'name': 'network-vif-deleted', 'tag': 'a2d1565e-7b9a-490f-8645-7b1524d81951', 'status': 'completed', 'code': 200} Aug 12 02:27:18.167619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:18.200653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47c15b9-72b4-4cea-ba1c-c95c01d2d422,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:18.234466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8583f52-a0d8-48dc-b325-fa5e1f0de6f6 req-160b8652-666d-41b1-97b6-70c75c71923b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:18.236125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8583f52-a0d8-48dc-b325-fa5e1f0de6f6 req-160b8652-666d-41b1-97b6-70c75c71923b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1882422 Aug 12 02:27:18.240872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.241431 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Added segment 0a90a052-1056-490a-a29e-9bcd284af490 of type vlan for network 75454c6e-987c-4f82-afd3-f53acd59c9ed Aug 12 02:27:18.285325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-418211694'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:18.349595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.364269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:18.366367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8583f52-a0d8-48dc-b325-fa5e1f0de6f6 req-b764beb8-79e4-4940-a298-6ca656e572d1 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229355 Aug 12 02:27:18.367794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.393371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.425866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.428884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:18.429623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.528202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.537850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.555420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9464674 Aug 12 02:27:18.560206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef76e38-bab0-433e-9975-cfe331445843 admin admin] Pushing event updated for resources: {'Network': ['ID=75454c6e-987c-4f82-afd3-f53acd59c9ed,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:18.566004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:18.577869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['cb0011fb-a2ad-437a-ba9a-e5dffaf5da03'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:18.587012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Request body: {'subnet': {'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1041231119-subnet', 'tenant_id': '26106a1ce8a44bbc81166d99e635aa97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:18.609422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 75454c6e-987c-4f82-afd3-f53acd59c9ed details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:18.640765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:18.643893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Made reservation on behalf of 26106a1ce8a44bbc81166d99e635aa97 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:18.649391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.654526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.655773 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85 of type vlan for network d65cb928-507e-4d3f-ab18-17adb0a79cca Aug 12 02:27:18.707388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.727982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:18.766335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720b97d9-8a80-4239-a9e9-88d5a11d5719,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:18.769720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5c875e16-b267-4cc5-a71f-dbc20adcffcf', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'mac_address': 'fa:16:3e:1b:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:13Z', 'updated_at': '2021-08-12T02:27:13Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:18.772859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.783203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:18.784268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:18.874160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8355241 Aug 12 02:27:18.875030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47870) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:18.878872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08be0d95-1acf-4a35-a703-f36c3752cbe5 None None] The sync data for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 is: [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5c875e16-b267-4cc5-a71f-dbc20adcffcf', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'mac_address': 'fa:16:3e:1b:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:13Z', 'updated_at': '2021-08-12T02:27:13Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:18.891149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1589601366'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:18.932755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52700987-c0f4-4e3e-9336-d6ffd773017d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=d65cb928-507e-4d3f-ab18-17adb0a79cca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:18.941426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a2d1565e-7b9a-490f-8645-7b1524d81951 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:18.972488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:18.976745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.035309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:19.050264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network d65cb928-507e-4d3f-ab18-17adb0a79cca details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:19.061839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.062336 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 584ecb09-0453-484c-8a81-f1125d4046bc of type vlan for network 2b38c453-5995-47dc-b714-86edc72d07c9 Aug 12 02:27:19.065789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: a2d1565e-7b9a-490f-8645-7b1524d81951 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:19.066748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device a2d1565e-7b9a-490f-8645-7b1524d81951 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:19.149518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.227627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.233360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.246051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.251032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.294449 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb83cca-07ec-47ca-b705-ae5a120c2fdb None None] New status for floating IP 5c875e16-b267-4cc5-a71f-dbc20adcffcf: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:27:19.420339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5442202 Aug 12 02:27:19.428672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:19.445586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:19.456131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.462480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.471971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51386d-93de-42fa-8a76-bc0db80d5edc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=2b38c453-5995-47dc-b714-86edc72d07c9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:19.485235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.486211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2b38c453-5995-47dc-b714-86edc72d07c9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:19.501584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.523366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.538777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.553225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.565131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-b441da7d-01ac-4a2c-b0d4-5653264de4d1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5425 time: 0.3788953 Aug 12 02:27:19.567389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e9b0d0-abfe-486f-bc88-564715d2257f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:19.581045 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e008751b-27e2-4ee1-9eda-2bcd3e4c5149 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 991 time: 0.8479066 Aug 12 02:27:19.641985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Checking segment: {'id': '0a90a052-1056-490a-a29e-9bcd284af490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:19.642378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Network hostable DHCP agents. Network: 75454c6e-987c-4f82-afd3-f53acd59c9ed, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:19.666873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8230b08-dfbb-4504-ad78-34f6e291acbb req-9ccbff24-0c51-42e9-8ce4-b25f9a4a18e5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.669226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8230b08-dfbb-4504-ad78-34f6e291acbb req-9ccbff24-0c51-42e9-8ce4-b25f9a4a18e5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1720524 Aug 12 02:27:19.675798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-718c97f8-d3d5-4e94-b7d6-3d53461f8669 req-07ee9518-4540-4eae-961b-848aa3791d90 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095250 Aug 12 02:27:19.714254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:19.716585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Network 75454c6e-987c-4f82-afd3-f53acd59c9ed is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:19.718983 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.740469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 75454c6e-987c-4f82-afd3-f53acd59c9ed) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:19.745955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:19.746368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:19.753125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d2731-57ba-4615-a78d-6070f9f8e6fd None None] Network 75454c6e-987c-4f82-afd3-f53acd59c9ed requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:19.763049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3a986185-62be-4a87-9c30-a6a63e72ba33 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1868186 Aug 12 02:27:19.787125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47906) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:19.818413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8230b08-dfbb-4504-ad78-34f6e291acbb req-afdaefec-3c4e-4e02-9330-786315715825 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407089 Aug 12 02:27:19.929330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccff2ee-edb2-4cbe-af25-0f89c622c1d4 None None] Network 75454c6e-987c-4f82-afd3-f53acd59c9ed requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:20.029471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-387e1b21-3ef5-4923-89ab-6c5eb3adcb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.096869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.174742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-387e1b21-3ef5-4923-89ab-6c5eb3adcb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.187496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=d6d5c497-98c7-4e55-9275-64ea2fae5ec1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:20.188662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-387e1b21-3ef5-4923-89ab-6c5eb3adcb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.192415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:20.192892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: d65cb928-507e-4d3f-ab18-17adb0a79cca, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:20.213275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network d65cb928-507e-4d3f-ab18-17adb0a79cca is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:20.225166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, d65cb928-507e-4d3f-ab18-17adb0a79cca) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:20.236369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945263bb-6989-4657-b27c-c6e75bc22777 None None] Network d65cb928-507e-4d3f-ab18-17adb0a79cca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:20.243339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:20.244018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.268969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-387e1b21-3ef5-4923-89ab-6c5eb3adcb68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e9626c8f0714d37ae78ac50cc9f4ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808860 Aug 12 02:27:20.269887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e1b21-3ef5-4923-89ab-6c5eb3adcb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac2622f-cf6a-4945-9e53-45853d9b6243,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:20.272638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47926) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:20.289076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cdb8ce0-32e2-437e-b87a-9766393d3c38 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594761 Aug 12 02:27:20.304748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:20.311654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:20.392074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-62468adc-a623-4644-8c94-4c1d7736a36f tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:20.394290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-62468adc-a623-4644-8c94-4c1d7736a36f tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/networks?id=75454c6e-987c-4f82-afd3-f53acd59c9ed HTTP/1.1" status: 200 len: 809 time: 0.1324389 Aug 12 02:27:20.428245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.431608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-df6d0b6d-6a8b-45cd-beb2-209f4ca43ee3 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/quotas/26106a1ce8a44bbc81166d99e635aa97 HTTP/1.1" status: 200 len: 375 time: 0.0308249 Aug 12 02:27:20.452858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-d65cb928-507e-4d3f-ab18-17adb0a79cca', 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': 'd6d5c497-98c7-4e55-9275-64ea2fae5ec1'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:27:20.453753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.467534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.489168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-3f2ecd7b-5e85-4c94-bbab-b052daae6f7a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=26106a1ce8a44bbc81166d99e635aa97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551991 Aug 12 02:27:20.491092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:20.495136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.584174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47932) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:20.595707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.598368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.601925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ac2622f-cf6a-4945-9e53-45853d9b6243 HTTP/1.1" status: 204 len: 168 time: 0.3259702 Aug 12 02:27:20.612965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d4adb-0561-4b30-8991-05c6efaf521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac2622f-cf6a-4945-9e53-45853d9b6243,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:20.659786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Allocated IP 172.20.0.2 (d65cb928-507e-4d3f-ab18-17adb0a79cca/d6d5c497-98c7-4e55-9275-64ea2fae5ec1/21828315-abfe-4421-8960-a2bb3b9ec3b4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:20.735126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-744f3ca3-9af5-4113-bfec-01f58c36acf4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 993 time: 0.1432204 Aug 12 02:27:20.765136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-54cf6f7d-6e57-43a3-ac77-12da621a44db service neutron] 10.222.0.11 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665017 Aug 12 02:27:20.827398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:20.940285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b31875c8-5a3f-4044-aeee-f2c5bed46457 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:20.948402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '584ecb09-0453-484c-8a81-f1125d4046bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:20.948867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 2b38c453-5995-47dc-b714-86edc72d07c9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:20.962722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e3187aad-f88f-43b3-9b71-668f6715e13a service neutron] 10.222.0.11 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870816 Aug 12 02:27:20.966910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:20.973393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:20.993850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.003797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.009982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.041812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.048177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.050186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-7423ad16-e4e4-4a9c-bb09-9b078e78bf62 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5425 time: 0.2524641 Aug 12 02:27:21.050876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=5f89f180-a233-4a96-9685-4231bb74b766,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:21.088535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:21.097433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 2b38c453-5995-47dc-b714-86edc72d07c9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:21.112435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.126632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Transition to ACTIVE for port object 21828315-abfe-4421-8960-a2bb3b9ec3b4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:21.128251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a746dfa3-fd18-4667-8723-981aa0c06341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.130699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port b31875c8-5a3f-4044-aeee-f2c5bed46457 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:21.143406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b31875c8-5a3f-4044-aeee-f2c5bed46457 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:21.146780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.148923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2b38c453-5995-47dc-b714-86edc72d07c9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:21.159403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.160056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.184440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8557f948-0217-4685-bc1c-b43d24dfc5ed req-34bc8606-7f80-4b62-be89-ea33c648f2a0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122885 Aug 12 02:27:21.212626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b3bbeb-f50f-43a3-b2d4-92e86ae4cc40 None None] Network 2b38c453-5995-47dc-b714-86edc72d07c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:21.230294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790fcef-e16b-4caa-9be4-459e7ac346c7 req-57833f54-496f-4209-b6b4-e82c7c80429b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:21.240177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8790fcef-e16b-4caa-9be4-459e7ac346c7 req-57833f54-496f-4209-b6b4-e82c7c80429b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0668795 Aug 12 02:27:21.328503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8790fcef-e16b-4caa-9be4-459e7ac346c7 req-32abea59-16b3-4763-8fc7-4237386897e1 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Aug 12 02:27:21.349227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a746dfa3-fd18-4667-8723-981aa0c06341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.358533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Transition to ACTIVE for port object 21828315-abfe-4421-8960-a2bb3b9ec3b4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:21.362617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a746dfa3-fd18-4667-8723-981aa0c06341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.381747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.388727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d6fc4083-8021-46a9-943b-7a28f808e521 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0802801 Aug 12 02:27:21.389512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47952) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:21.402665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-793655475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:21.433295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.434619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.493929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Network d65cb928-507e-4d3f-ab18-17adb0a79cca is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:21.496195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd6311bc-6bb2-412c-b68a-9d0519393793 req-95fb650e-d5dd-40f1-bada-e510695d7695 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 210 time: 0.1000605 Aug 12 02:27:21.516882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746dfa3-fd18-4667-8723-981aa0c06341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febbdc46-6a8e-4214-8346-57068628d2a2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:21.525119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47956) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:21.526515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a746dfa3-fd18-4667-8723-981aa0c06341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e932d1def36349a3969964324f47d7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355760 Aug 12 02:27:21.535970 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.553539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.597255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.603536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 47960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:21.606437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fc47e3a3-56e8-4664-88e4-8349d1014741 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2151511 Aug 12 02:27:21.664574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.689026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.723248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:21.728914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:21.731728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Pushing event updated for resources: {'Port': ['ID=21828315-abfe-4421-8960-a2bb3b9ec3b4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:21.743986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.749093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.750877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/febbdc46-6a8e-4214-8346-57068628d2a2 HTTP/1.1" status: 204 len: 168 time: 0.2239640 Aug 12 02:27:21.761674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f80578-fb98-4e44-8dec-10e5552944a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febbdc46-6a8e-4214-8346-57068628d2a2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:21.786919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.918741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:21.921531 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2c77dd-d2f3-491b-9c22-bbf70a555301" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:21.936899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2b38c453-5995-47dc-b714-86edc72d07c9', 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': '5f89f180-a233-4a96-9685-4231bb74b766'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:27:21.937746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.939681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Attempting to bind port 21828315-abfe-4421-8960-a2bb3b9ec3b4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:21.940051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Attempting to bind port 21828315-abfe-4421-8960-a2bb3b9ec3b4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:21.940410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Attempting to bind port 21828315-abfe-4421-8960-a2bb3b9ec3b4 on network d65cb928-507e-4d3f-ab18-17adb0a79cca {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:21.956379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:21.959905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:21.960348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Checking segment: {'id': '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:21.961588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.962172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Bound using segment: {'id': '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:21.962683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Bound port: 21828315-abfe-4421-8960-a2bb3b9ec3b4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd65cb928-507e-4d3f-ab18-17adb0a79cca'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:21.963185 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.976887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:21.977745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ba15b3a-fd56-4bcf-a857-d83484287221 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:22.016409 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c1bc52-ff3d-4b16-887e-0d95466781fd x-openstack-request-id: req-81c1bc52-ff3d-4b16-887e-0d95466781fd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:22.016710 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:22.016968 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81c1bc52-ff3d-4b16-887e-0d95466781fd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:22.017424 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457', 'code': 200} Aug 12 02:27:22.283407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Allocated IP 172.21.0.2 (2b38c453-5995-47dc-b714-86edc72d07c9/5f89f180-a233-4a96-9685-4231bb74b766/29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:22.296482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:22.329555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] For port 21828315-abfe-4421-8960-a2bb3b9ec3b4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:22.332972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] For port 21828315-abfe-4421-8960-a2bb3b9ec3b4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21828315-abfe-4421-8960-a2bb3b9ec3b4,segment=NetworkSegment(9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85),segment_id=9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:22.333128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a117e45-8b55-41fd-8bdf-e58a2f020025 req-fa5f14a1-9b6c-4b1d-85d4-0081398add37 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.337374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a117e45-8b55-41fd-8bdf-e58a2f020025 req-fa5f14a1-9b6c-4b1d-85d4-0081398add37 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.2341895 Aug 12 02:27:22.350279 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:22.383433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.395280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.402174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 5ba15b3a-fd56-4bcf-a857-d83484287221 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:22.404529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:22.417990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.425217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.434371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.441153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.447973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.460917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-fbd39b76-f888-4578-9951-81497454e53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5426 time: 0.1632485 Aug 12 02:27:22.500981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 5ba15b3a-fd56-4bcf-a857-d83484287221 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:22.501372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:22.514007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb351012-7dc8-4f19-827c-3ffa2faa95a7 req-71646d3b-a40a-4fa5-8dd5-ec186d7bf442 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521903 Aug 12 02:27:22.561002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a117e45-8b55-41fd-8bdf-e58a2f020025 req-6a82dce5-210d-41c5-a48d-1a49de534092 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135472 Aug 12 02:27:22.658209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05008a-2ba1-4593-a1aa-4c01c5e25659 None None] Pushing event updated for resources: {'Port': ['ID=21828315-abfe-4421-8960-a2bb3b9ec3b4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:22.856561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f813a3fd-f663-4387-b489-8c13622ca56d tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:22.858745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f813a3fd-f663-4387-b489-8c13622ca56d tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.25 "GET /v2.0/networks?id=75454c6e-987c-4f82-afd3-f53acd59c9ed HTTP/1.1" status: 200 len: 809 time: 0.2098985 Aug 12 02:27:22.876267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:22.909901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b188cc83-8a2e-4a98-afe8-091c6edb9672 req-a43e7ea1-db13-47fd-83a2-2cd15d90f01b tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 210 time: 0.0820968 Aug 12 02:27:22.911077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Request body: {'port': {'device_id': '70482a35-7967-46da-bf94-35d208b964c1', 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed', 'admin_state_up': True, 'tenant_id': '26106a1ce8a44bbc81166d99e635aa97'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:22.918677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:22.962555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Transition to ACTIVE for port object 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:22.999329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ba15b3a-fd56-4bcf-a857-d83484287221,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:23.007672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.011082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ae22f71e-37e5-4a23-8a21-bbf40f8d97cf up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:23.047797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6b04a-f1a9-4e87-b6a0-5060b9140e7f req-89c89630-b3fa-4916-984e-943a1dbd7cc6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.049592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93a6b04a-f1a9-4e87-b6a0-5060b9140e7f req-89c89630-b3fa-4916-984e-943a1dbd7cc6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1851001 Aug 12 02:27:23.073734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Transition to ACTIVE for port object 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:23.092968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.110881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 47998) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:23.123296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Network 2b38c453-5995-47dc-b714-86edc72d07c9 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:23.129057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:23.136781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:23.160136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:23.185963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93a6b04a-f1a9-4e87-b6a0-5060b9140e7f req-1d091e1f-6016-46ce-bc4b-7a5262acb003 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219330 Aug 12 02:27:23.216040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Pushing event updated for resources: {'Port': ['ID=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:23.234185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Made reservation on behalf of 26106a1ce8a44bbc81166d99e635aa97 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:23.237847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.243118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:23.266476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:23.266771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.292119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Attempting to bind port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:23.292722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Attempting to bind port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '584ecb09-0453-484c-8a81-f1125d4046bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:23.293627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Attempting to bind port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 on network 2b38c453-5995-47dc-b714-86edc72d07c9 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:23.297594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1386748972-network', 'tenant_id': '9bf77e8c380d421c993a8b5f4d59d131'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:23.327407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:23.327818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Checking segment: {'id': '584ecb09-0453-484c-8a81-f1125d4046bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:23.328240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.328634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Bound using segment: {'id': '584ecb09-0453-484c-8a81-f1125d4046bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:23.329094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Bound port: 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584ecb09-0453-484c-8a81-f1125d4046bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '2b38c453-5995-47dc-b714-86edc72d07c9'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:23.330377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Made reservation on behalf of 9bf77e8c380d421c993a8b5f4d59d131 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:23.332906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.336334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.355617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.379764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.20.0.1 (d65cb928-507e-4d3f-ab18-17adb0a79cca/d6d5c497-98c7-4e55-9275-64ea2fae5ec1/e172bef1-26da-440b-be0f-41c593573291) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:23.420563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Allocated IP 172.20.0.8 (75454c6e-987c-4f82-afd3-f53acd59c9ed/57e9b0d0-abfe-486f-bc88-564715d2257f/f55a324c-b19f-49a6-a7a2-9ef7e2563672) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:23.454719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] For port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:23.458816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] For port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,segment=NetworkSegment(584ecb09-0453-484c-8a81-f1125d4046bc),segment_id=584ecb09-0453-484c-8a81-f1125d4046bc)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:23.460442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21828315-abfe-4421-8960-a2bb3b9ec3b4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:23.527157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.540323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.546545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.577812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:23.620237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.621127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7d1280-2499-4b52-b1c0-302f1b99c633,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:23.637831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.638229 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Added segment 5041d0cd-e408-4c1a-9563-85d4af759117 of type vlan for network 31716872-ca87-45f8-8c60-25f65e2cae83 Aug 12 02:27:23.689244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 21828315-abfe-4421-8960-a2bb3b9ec3b4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:23.692812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-a5bd14f9-41de-495c-8eeb-9f35211971ca tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.694431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-a5bd14f9-41de-495c-8eeb-9f35211971ca tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.1841085 Aug 12 02:27:23.748771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:23.750547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe43d0f-373d-4c1b-a380-b5b5562c9162 None None] Pushing event updated for resources: {'Port': ['ID=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:23.764852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.766838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c09dd0d4-16d9-4682-9627-4faebf90e6dd up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:23.767986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.787698 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.861871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.862946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.863620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.867013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:23.889749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c09dd0d4-16d9-4682-9627-4faebf90e6dd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:23.896102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c09dd0d4-16d9-4682-9627-4faebf90e6dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:23.896829 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.897082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.902962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object e172bef1-26da-440b-be0f-41c593573291 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:23.906038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.913160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.921087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.928537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.937190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.951530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.967295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-1cd9e68e-68f7-4f5c-8b9f-f39bab5485f2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5427 time: 0.2445729 Aug 12 02:27:23.977225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:23.987351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721d39-1499-4071-8d90-954301445960 req-8f2e7529-de82-4496-99b9-eb0eb4b9d076 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:23.989108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d721d39-1499-4071-8d90-954301445960 req-8f2e7529-de82-4496-99b9-eb0eb4b9d076 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.2289448 Aug 12 02:27:24.050155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221'}, {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:24.052956 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d74ebd-08c2-49ed-9573-38cd321e76e6" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221"}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:24.057511 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.068000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] Pushing event updated for resources: {'Network': ['ID=31716872-ca87-45f8-8c60-25f65e2cae83,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:24.093102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 31716872-ca87-45f8-8c60-25f65e2cae83 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:24.095297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Deleting port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:24.095810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.099524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ea4a4d26-9cc5-44e0-be2e-75cca3497d7f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9838758 Aug 12 02:27:24.103065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48012) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:24.118874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Request body: {'subnet': {'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1386748972-subnet', 'tenant_id': '9bf77e8c380d421c993a8b5f4d59d131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:24.137040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffc6f6df-c8b3-4557-b244-eed9507b6eda req-de39751a-e257-4aed-b755-dc26b92732ba tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685574 Aug 12 02:27:24.143163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d721d39-1499-4071-8d90-954301445960 req-45ed65e3-c27d-4d33-b6f0-44a666370533 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372955 Aug 12 02:27:24.155269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bab229-5f01-4387-9275-851bf63ba8d7 None None] Network d65cb928-507e-4d3f-ab18-17adb0a79cca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:24.155875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Made reservation on behalf of 9bf77e8c380d421c993a8b5f4d59d131 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:24.167456 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.171734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.286753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23795d3f-f72b-4e6f-ab8c-2b2c9de01dfa req-99bdff4b-ea55-4d28-81de-709a1866c796 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Aug 12 02:27:24.287020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network d65cb928-507e-4d3f-ab18-17adb0a79cca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:24.296259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.303870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:24.329180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:24.333170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:24.344206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=e172bef1-26da-440b-be0f-41c593573291,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:24.347559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Provisioning for port 21828315-abfe-4421-8960-a2bb3b9ec3b4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:24.352646 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.353669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device aea7b2fa-0a93-4d56-8abe-05a359015ee0 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:24.371837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Provisioning complete for port 21828315-abfe-4421-8960-a2bb3b9ec3b4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:24.372550 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.394540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] For port c2b829c2-69da-451f-b7cb-e3c791e9b2c4, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:24.395006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.408644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Network 75454c6e-987c-4f82-afd3-f53acd59c9ed is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:24.433415 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da959d9-f46b-4a45-880b-00fbabab165c x-openstack-request-id: req-5da959d9-f46b-4a45-880b-00fbabab165c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:24.434031 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221", "code": 200}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:24.434482 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5da959d9-f46b-4a45-880b-00fbabab165c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:24.435048 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221', 'code': 200} Aug 12 02:27:24.435447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:24.436092 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf', 'code': 200} Aug 12 02:27:24.446821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:24.470227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Calling delete_port for c2b829c2-69da-451f-b7cb-e3c791e9b2c4 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:24.528537 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.531586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:24.574796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.610406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b85c83-f598-4437-b9c2-0ca302932d88,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:24.622509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Checking segment: {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:24.623985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Network hostable DHCP agents. Network: 31716872-ca87-45f8-8c60-25f65e2cae83, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:24.640608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:24.650334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:24.651642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.666991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Network 31716872-ca87-45f8-8c60-25f65e2cae83 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:24.684609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 31716872-ca87-45f8-8c60-25f65e2cae83) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:24.692224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:24.692224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:24.714985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35343462-bc52-4ed3-b311-e9d06e585435 None None] Network 31716872-ca87-45f8-8c60-25f65e2cae83 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:24.724007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-368df294-ddc9-4929-9a03-54cdce16e1d0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6064920 Aug 12 02:27:25.015044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.053804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Pushing event updated for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:25.117956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.118738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.148849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] For port 21828315-abfe-4421-8960-a2bb3b9ec3b4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21828315-abfe-4421-8960-a2bb3b9ec3b4,segment=NetworkSegment(9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85),segment_id=9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:25.177918 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.225002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ec17e-0cbe-4de3-b49b-0f7abcffd73e None None] Network 2b38c453-5995-47dc-b714-86edc72d07c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:25.287567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.292869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee181db7-5963-41d8-aa8b-1df1ff67b196 req-3646b46e-a9f0-41d5-82b0-6492049cd29a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.307740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee181db7-5963-41d8-aa8b-1df1ff67b196 req-3646b46e-a9f0-41d5-82b0-6492049cd29a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.8690135 Aug 12 02:27:25.379392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764eb99-5489-452d-bf1f-c56044170c4b None None] Network 31716872-ca87-45f8-8c60-25f65e2cae83 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:25.387187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1b5a-99fa-4365-aa42-c844710a90e1 req-1a662ddf-3fa7-4a3a-93ad-9f419c73279b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.390873 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3bc1b5a-99fa-4365-aa42-c844710a90e1 req-1a662ddf-3fa7-4a3a-93ad-9f419c73279b tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 945 time: 0.1338408 Aug 12 02:27:25.516016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3bc1b5a-99fa-4365-aa42-c844710a90e1 req-6b8609f0-6454-4a96-9beb-ab56e73a9f03 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115003 Aug 12 02:27:25.524893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-e9d2961d-cf39-4f50-b62b-24c999424375 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6158423 Aug 12 02:27:25.553898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:25.574694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17104cdb-c591-4804-9cce-614d0e6cb773 None None] Pushing event updated for resources: {'Port': ['ID=21828315-abfe-4421-8960-a2bb3b9ec3b4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:25.606539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Request body: {'port': {'device_id': '70482a35-7967-46da-bf94-35d208b964c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:25.670181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.695334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee181db7-5963-41d8-aa8b-1df1ff67b196 req-2f039fb2-1a27-4536-bcee-3743e267be94 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855398 Aug 12 02:27:25.703589 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.758078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.759317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df', '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:25.781122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.787666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.801219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event deleted for resources: {'Port': ['ID=c2b829c2-69da-451f-b7cb-e3c791e9b2c4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:25.810232 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.812777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.828476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.845486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.863404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:25.865473 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-87c59376-c748-4a73-b13f-bd4b695c001d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5429 time: 0.2143805 Aug 12 02:27:25.921623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9c9b5ae4-e55e-4c7f-aba3-9221f795213c None None] Provisioning for port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:25.928584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:25.939406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] No DVR routers for this DVR port c2b829c2-69da-451f-b7cb-e3c791e9b2c4 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:25.952443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ba61d50-4b75-43c8-94a0-5ed5dc2f7d32 req-ed703061-1b35-4c29-942e-7fbb6c4dff1c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789931 Aug 12 02:27:25.992697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.995275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f37ddb2-6101-4108-8f62-34bd74acdae5 req-3edbbaf7-c902-49a2-87fb-eca9084db50c tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "DELETE /v2.0/ports/c2b829c2-69da-451f-b7cb-e3c791e9b2c4 HTTP/1.1" status: 204 len: 173 time: 2.2868562 Aug 12 02:27:25.996461 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:25.999136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'name': 'network-vif-deleted', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:25.999388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8be74688-d6e8-46f0-ac43-9ba735582abe up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:26.002544 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2475b928-1b23-4a8d-a940-37c3c91ec0b0" -d '{"events": [{"server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "name": "network-vif-deleted", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:26.192425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fe2e4-8fd7-430e-a564-ff2acbf981b2 req-5d470d22-4380-4856-99b3-ff0e4ffe05bb tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:26.194694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-547fe2e4-8fd7-430e-a564-ff2acbf981b2 req-5d470d22-4380-4856-99b3-ff0e4ffe05bb tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 931 time: 0.3486078 Aug 12 02:27:26.206346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Provisioning for port e172bef1-26da-440b-be0f-41c593573291 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:26.214233 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f843f99-01ee-4fe5-bf25-96e488bf9009 x-openstack-request-id: req-7f843f99-01ee-4fe5-bf25-96e488bf9009 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:26.214233 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd07dec8-94c5-40b3-b2eb-5a3191fbf452", "name": "network-vif-deleted", "tag": "c2b829c2-69da-451f-b7cb-e3c791e9b2c4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:26.214612 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f843f99-01ee-4fe5-bf25-96e488bf9009 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:26.215352 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd07dec8-94c5-40b3-b2eb-5a3191fbf452', 'name': 'network-vif-deleted', 'tag': 'c2b829c2-69da-451f-b7cb-e3c791e9b2c4', 'status': 'completed', 'code': 200} Aug 12 02:27:26.296048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Provisioning complete for port e172bef1-26da-440b-be0f-41c593573291 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:26.296865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.345933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:26.348922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:26.357982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-547fe2e4-8fd7-430e-a564-ff2acbf981b2 req-cc0de9cc-a708-42bd-88fc-227d3638b0ca tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417072 Aug 12 02:27:26.368473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:26.369775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.439600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}, {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:26.442307 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e78c05-7fd6-4cea-8330-09dd570ea9d0" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd"}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "aea7b2fa-0a93-4d56-8abe-05a359015ee0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:26.467223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Port e172bef1-26da-440b-be0f-41c593573291 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:26.482996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 8be74688-d6e8-46f0-ac43-9ba735582abe completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:26.483302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.491965 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.520217 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43a6adb-8cfe-48db-8f32-782d3c85afeb x-openstack-request-id: req-f43a6adb-8cfe-48db-8f32-782d3c85afeb {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:26.520724 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd", "code": 200}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "aea7b2fa-0a93-4d56-8abe-05a359015ee0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:26.521175 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f43a6adb-8cfe-48db-8f32-782d3c85afeb {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:26.521585 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'code': 200} Aug 12 02:27:26.521847 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7b2fa-0a93-4d56-8abe-05a359015ee0', 'code': 200} Aug 12 02:27:26.531198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 8be74688-d6e8-46f0-ac43-9ba735582abe triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:26.531622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.631581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Provisioning complete for port 21828315-abfe-4421-8960-a2bb3b9ec3b4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:26.632021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4a85f1f-20db-4b7e-aac6-1844e25b7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.671853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55a324c-b19f-49a6-a7a2-9ef7e2563672 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:26.680108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.697021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Transition to ACTIVE for port object f55a324c-b19f-49a6-a7a2-9ef7e2563672 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:26.751451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2596f727-bf9f-4bf0-b3c4-5f6458d08f9a req-f5e7b0f6-e3f9-490c-8e8b-51185bb861bf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd07dec8-94c5-40b3-b2eb-5a3191fbf452 HTTP/1.1" status: 200 len: 210 time: 0.1179178 Aug 12 02:27:26.752522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.765920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=e172bef1-26da-440b-be0f-41c593573291,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:26.776804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.815992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.888096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa272b0-0189-4d10-9edc-d883d0f3e5c2 req-7e8e7155-7cd8-4195-8c42-8580566063a2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:26.889700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fa272b0-0189-4d10-9edc-d883d0f3e5c2 req-7e8e7155-7cd8-4195-8c42-8580566063a2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0621963 Aug 12 02:27:26.895855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Pushing event updated for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:26.921815 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:26.957112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fa272b0-0189-4d10-9edc-d883d0f3e5c2 req-644ebb48-037b-4bf0-8d1a-563d47d0a788 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Aug 12 02:27:26.970546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:27.002178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.015962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,segment=NetworkSegment(584ecb09-0453-484c-8a81-f1125d4046bc),segment_id=584ecb09-0453-484c-8a81-f1125d4046bc)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:27.017701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:27.037582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network d65cb928-507e-4d3f-ab18-17adb0a79cca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:27.052081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:27.064645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.094786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Attempting to bind port f55a324c-b19f-49a6-a7a2-9ef7e2563672 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:27.095070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Attempting to bind port f55a324c-b19f-49a6-a7a2-9ef7e2563672 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0a90a052-1056-490a-a29e-9bcd284af490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:27.095303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Attempting to bind port f55a324c-b19f-49a6-a7a2-9ef7e2563672 on network 75454c6e-987c-4f82-afd3-f53acd59c9ed {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:27.106542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:27.164873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Port f55a324c-b19f-49a6-a7a2-9ef7e2563672 on network 75454c6e-987c-4f82-afd3-f53acd59c9ed not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:27:27.165203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Attempting to bind port f55a324c-b19f-49a6-a7a2-9ef7e2563672 on network 75454c6e-987c-4f82-afd3-f53acd59c9ed {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:27.180283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:27.181101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:27.181451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Checking segment: {'id': '0a90a052-1056-490a-a29e-9bcd284af490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:27.182431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Bound using segment: {'id': '0a90a052-1056-490a-a29e-9bcd284af490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:27.183088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Bound port: f55a324c-b19f-49a6-a7a2-9ef7e2563672, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a90a052-1056-490a-a29e-9bcd284af490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:27.184049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.191011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:27.196418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:27.196792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.213885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.219837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.226113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.232991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.239510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.246470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.248846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-480a8f1d-e498-4ec1-bd7c-8273878368c4 None None] Provisioning complete for port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:27.249366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-480a8f1d-e498-4ec1-bd7c-8273878368c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.252624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.254458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-0bd2de64-be84-406c-927e-e2c2bf619d67 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5431 time: 0.2189565 Aug 12 02:27:27.354754 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1223fb7-57e6-4631-8fcd-bbc5749a3a8e req-4ebccc1c-a8a8-440e-ac74-5c12dd4496f8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915766 Aug 12 02:27:27.371441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:27.378600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672,segment=NetworkSegment(0a90a052-1056-490a-a29e-9bcd284af490),segment_id=0a90a052-1056-490a-a29e-9bcd284af490)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:27.379334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:27.390366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.395083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 29ea237c-8079-46f6-a977-a688add1a582 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:27:27.421108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.439458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.440177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.441904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] 10.222.0.25 "PUT /v2.0/ports/f55a324c-b19f-49a6-a7a2-9ef7e2563672 HTTP/1.1" status: 200 len: 1091 time: 1.8416402 Aug 12 02:27:27.474681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:27.483217 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.484169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c2b829c2-69da-451f-b7cb-e3c791e9b2c4 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:27.513216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ef226-1268-4f2e-8bfc-5232b49c1411 req-9634f33b-6d0b-4b62-bf43-6bacc0d1c193 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.515033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-399ef226-1268-4f2e-8bfc-5232b49c1411 req-9634f33b-6d0b-4b62-bf43-6bacc0d1c193 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 943 time: 0.0812266 Aug 12 02:27:27.533859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c2b829c2-69da-451f-b7cb-e3c791e9b2c4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:27.534196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c2b829c2-69da-451f-b7cb-e3c791e9b2c4 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:27.535801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:27.536011 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.565300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-399ef226-1268-4f2e-8bfc-5232b49c1411 req-f4e16f78-1549-4742-8134-ee2746d63c1d tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Aug 12 02:27:27.567325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d193a-0d28-49a0-a84e-bcdb4688927d service neutron] Pushing event updated for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:27.597412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:27.604866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71d8aef1-c836-473e-901c-9c2dd9aa850b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9991474 Aug 12 02:27:27.607690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:27.611007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c855a792-f423-45d8-b615-fba71c9bddd9 None None] Provisioning complete for port e172bef1-26da-440b-be0f-41c593573291 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:27.611441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c855a792-f423-45d8-b615-fba71c9bddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:27.621283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] Sync routers for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:27.623192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-b843d9bb-6b53-4421-a93d-1606d98c2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.624709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-b843d9bb-6b53-4421-a93d-1606d98c2bc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26106a1ce8a44bbc81166d99e635aa97&device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 1094 time: 0.1323552 Aug 12 02:27:27.654459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:27.674603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:27.675227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:27.691104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-2f4ef8aa-1e06-4e31-ba82-e55bfa4ae1bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672 HTTP/1.1" status: 200 len: 217 time: 0.0442119 Aug 12 02:27:27.702417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3814fa-52ab-4eec-9562-cf8600496dda tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.703786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-da3814fa-52ab-4eec-9562-cf8600496dda tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports/e172bef1-26da-440b-be0f-41c593573291 HTTP/1.1" status: 200 len: 910 time: 0.0949819 Aug 12 02:27:27.706719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:27.711217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:27.755953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-822fc376-1722-43fd-8a2a-7164c8653948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:27.757466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-822fc376-1722-43fd-8a2a-7164c8653948 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57e9b0d0-abfe-486f-bc88-564715d2257f HTTP/1.1" status: 200 len: 849 time: 0.0527070 Aug 12 02:27:27.760325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c855a792-f423-45d8-b615-fba71c9bddd9 None None] Port e172bef1-26da-440b-be0f-41c593573291 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:27.763774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:27.764943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:27.805240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-47e3fb6c-a38d-4764-bf13-04c194b99c8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=75454c6e-987c-4f82-afd3-f53acd59c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356359 Aug 12 02:27:28.000390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:28.001283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76080e2-5893-4593-a33d-b60083de8706 None None] The sync data for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:28.004569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21828315-abfe-4421-8960-a2bb3b9ec3b4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:28.044729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-c3d359c9-4aee-4bd9-8468-6c829bcb387b service neutron] 10.222.0.25 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290313 Aug 12 02:27:28.086325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 21828315-abfe-4421-8960-a2bb3b9ec3b4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:28.086856 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:28.095136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-ea09b514-d2e1-4e53-be89-e6024830c08a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.102879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-ea09b514-d2e1-4e53-be89-e6024830c08a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 809 time: 0.1888306 Aug 12 02:27:28.153368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-3756d6a4-b18b-422f-b696-fb8a6dc35cb1 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/quotas/9bf77e8c380d421c993a8b5f4d59d131 HTTP/1.1" status: 200 len: 375 time: 0.0494914 Aug 12 02:27:28.189418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-456df887-a656-4aba-a628-3bd9ebfe580e tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351472 Aug 12 02:27:28.215722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:28.219694 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a928951d-ef13-48cf-a589-a60cc2f1ef93" -d '{"events": [{"name": "network-changed", "server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:28.294488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-540a6eab-e140-4674-8d7b-dbdaf68b7422 req-a4c0a7c4-2c54-428f-a722-dcebca4376dc service neutron] 10.222.0.25 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379889 Aug 12 02:27:28.331957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-a279e694-4a07-42fe-baa8-3b3d4ed639e3 service neutron] 10.222.0.11 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317210 Aug 12 02:27:28.427450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-b9d957dc-7c8d-4626-9fa3-20a10ee56996 service neutron] 10.222.0.11 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893066 Aug 12 02:27:28.513605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d410e-0acd-4a43-9a94-a46b6940aae2 req-3fd24230-f986-4466-8bb8-e5731e13833c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.515527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-394d410e-0acd-4a43-9a94-a46b6940aae2 req-3fd24230-f986-4466-8bb8-e5731e13833c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0886936 Aug 12 02:27:28.523360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe'}, {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:28.526561 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3dee75-e00b-4941-bfcd-18016df58984" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe"}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0011fb-a2ad-437a-ba9a-e5dffaf5da03"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:28.546027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:28.616552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-394d410e-0acd-4a43-9a94-a46b6940aae2 req-79036c59-3138-465f-97ec-bed5b8d57aac tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941968 Aug 12 02:27:28.649720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ec66d-fdac-436e-9c29-6af97d9ad468 req-df322c63-906a-4ced-978e-0a3edc85b30a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.651901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a6ec66d-fdac-436e-9c29-6af97d9ad468 req-df322c63-906a-4ced-978e-0a3edc85b30a tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 945 time: 0.0565920 Aug 12 02:27:28.708757 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929f8e3e-a4c0-4dd6-b2a2-f26935b2469c x-openstack-request-id: req-929f8e3e-a4c0-4dd6-b2a2-f26935b2469c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:28.709380 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:28.709560 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-929f8e3e-a4c0-4dd6-b2a2-f26935b2469c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:28.710179 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672', 'status': 'completed', 'code': 200} Aug 12 02:27:28.713906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a6ec66d-fdac-436e-9c29-6af97d9ad468 req-5e94d375-58ba-4364-a534-99e7878859a4 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Aug 12 02:27:28.765123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-3df00e61-2eb0-445f-9d8d-18a78dd73cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.766796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-3df00e61-2eb0-445f-9d8d-18a78dd73cc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26106a1ce8a44bbc81166d99e635aa97&device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 1094 time: 0.0518994 Aug 12 02:27:28.861012 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd40041-a0ce-4c4c-a200-5763ef7925e4 x-openstack-request-id: req-ccd40041-a0ce-4c4c-a200-5763ef7925e4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:28.861012 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe", "code": 200}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-plugged", "status": "completed", "tag": "cb0011fb-a2ad-437a-ba9a-e5dffaf5da03", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:28.861471 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccd40041-a0ce-4c4c-a200-5763ef7925e4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:28.861937 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'code': 200} Aug 12 02:27:28.862261 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0011fb-a2ad-437a-ba9a-e5dffaf5da03', 'code': 200} Aug 12 02:27:28.933416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.940663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.946195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.952741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.959295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.963966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d36b961-19ed-46cb-a377-84d9e3d46424 req-d54fed89-a4b9-4f6e-b82d-6253135d8853 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 210 time: 0.0502470 Aug 12 02:27:28.966906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.972145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:28.974064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-86dad508-e405-4503-b29d-a8bb827702ae tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1338336 Aug 12 02:27:29.000725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.21.0.1 (2b38c453-5995-47dc-b714-86edc72d07c9/5f89f180-a233-4a96-9685-4231bb74b766/30630ab0-3f5a-4011-91c3-deb3d973b61f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:29.047245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-1d566e89-c550-47fa-a619-bf4fe3d51a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.049079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-1d566e89-c550-47fa-a619-bf4fe3d51a4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=75454c6e-987c-4f82-afd3-f53acd59c9ed HTTP/1.1" status: 200 len: 910 time: 0.2737422 Aug 12 02:27:29.123428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82faaf64-d9ba-4dc3-b504-c454a97198ad req-3429d614-8386-42c5-a46e-7bd5dbd7b068 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347380 Aug 12 02:27:29.129383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.129873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.130348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.130828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.131296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.131981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.132465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.136139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-8d8e5fa4-073c-40d2-96da-fcd9270c69eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.1608124 Aug 12 02:27:29.138273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-37b9b4ea-82af-4aee-b797-a711cced919d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672 HTTP/1.1" status: 200 len: 217 time: 0.0726919 Aug 12 02:27:29.157111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42928a52-62ba-40d6-939b-6a6dddb63a9d req-e5ca30c8-055c-4dd9-8127-c48f8e89e896 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.158636 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42928a52-62ba-40d6-939b-6a6dddb63a9d req-e5ca30c8-055c-4dd9-8127-c48f8e89e896 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 943 time: 0.0865607 Aug 12 02:27:29.188768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.218974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object 30630ab0-3f5a-4011-91c3-deb3d973b61f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:29.231360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42928a52-62ba-40d6-939b-6a6dddb63a9d req-82ae64a5-1017-4448-b222-3fe044a6696e tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Aug 12 02:27:29.257766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a4e5a64-e7b5-46b5-9906-b6104b78ee58 req-9e929291-bc3e-4b32-8d37-65034dca9712 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075735 Aug 12 02:27:29.259323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-3442ee76-5590-46c3-8fc6-fa77d0f08741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.261264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-3442ee76-5590-46c3-8fc6-fa77d0f08741 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=57e9b0d0-abfe-486f-bc88-564715d2257f HTTP/1.1" status: 200 len: 849 time: 0.1092665 Aug 12 02:27:29.271788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.315102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 2b38c453-5995-47dc-b714-86edc72d07c9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:29.318291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:29.324568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:29.354511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=30630ab0-3f5a-4011-91c3-deb3d973b61f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:29.368466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-664c833f-8150-47dd-995e-ed5f53d5711f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=75454c6e-987c-4f82-afd3-f53acd59c9ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348926 Aug 12 02:27:29.382898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.407444 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:27:29.527973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.594542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-883982cc-53b1-452c-9f82-307b1d4b74f3 None None] Provisioning for port 30630ab0-3f5a-4011-91c3-deb3d973b61f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:29.598623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-883982cc-53b1-452c-9f82-307b1d4b74f3 None None] Provisioning complete for port 30630ab0-3f5a-4011-91c3-deb3d973b61f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:29.598921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-883982cc-53b1-452c-9f82-307b1d4b74f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.636500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-883982cc-53b1-452c-9f82-307b1d4b74f3 None None] Port 30630ab0-3f5a-4011-91c3-deb3d973b61f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:29.903145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff336-da00-4bcd-b403-2276faed0829 req-46a0ba34-261a-443b-9103-9b64012e4548 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:29.904587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49aff336-da00-4bcd-b403-2276faed0829 req-46a0ba34-261a-443b-9103-9b64012e4548 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 945 time: 0.0911143 Aug 12 02:27:29.963932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:29.970661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49aff336-da00-4bcd-b403-2276faed0829 req-64f832b1-fc9b-4ada-b9c5-668b2622e891 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562005 Aug 12 02:27:29.971853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.002202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16a934-11b4-4ba2-a897-c57622eaf229 req-48d55ff5-2ade-4ff0-a04d-b9c24b758213 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.004236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f16a934-11b4-4ba2-a897-c57622eaf229 req-48d55ff5-2ade-4ff0-a04d-b9c24b758213 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1846611 Aug 12 02:27:30.009896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-07ae1eb5-72b3-45db-a53f-a3e898873343 service neutron] 10.222.0.25 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335819 Aug 12 02:27:30.021798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-1defb0e6-b710-4b4d-aa61-1cdefaa946e5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.022844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-1defb0e6-b710-4b4d-aa61-1cdefaa946e5 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 945 time: 0.2045846 Aug 12 02:27:30.052381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=30630ab0-3f5a-4011-91c3-deb3d973b61f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:30.058572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.122603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-301cb6a0-fab4-463f-a06e-86f38bec886d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.124132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-301cb6a0-fab4-463f-a06e-86f38bec886d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 809 time: 0.2956390 Aug 12 02:27:30.144710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Request body: {'port': {'device_id': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83', 'admin_state_up': True, 'tenant_id': '9bf77e8c380d421c993a8b5f4d59d131'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:30.161901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9f9e72f-ddfc-427d-ac7c-282779a4f37d req-d9eee0bd-429e-4467-a753-22ad4c5ce915 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 210 time: 0.0382667 Aug 12 02:27:30.190411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 2b38c453-5995-47dc-b714-86edc72d07c9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:30.192719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:30.252864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f16a934-11b4-4ba2-a897-c57622eaf229 req-e131c541-3590-4e8e-b8eb-8a8adf20e7bf tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227309 Aug 12 02:27:30.361735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 29ea237c-8079-46f6-a977-a688add1a582 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:30.362407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a928951d-ef13-48cf-a589-a60cc2f1ef93 req-b564b2dc-5ac7-47ab-a808-0be967dba691 service neutron] 10.222.0.25 "GET /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385718 Aug 12 02:27:30.383303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.395907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.402648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.409987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.416567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.417258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Deleting port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:30.417842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.422470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.428530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.430489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22c80e5e-8423-4274-9add-451e74d073d3 req-89dfc2c2-5bdf-490a-a4a0-1fcff071afd5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1784961 Aug 12 02:27:30.496170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Made reservation on behalf of 9bf77e8c380d421c993a8b5f4d59d131 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:30.499689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.541521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896fac5-12d2-47cd-b83c-9230792deb6d req-5bd92dcc-14ee-460a-a87a-8ba77136254a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.543054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4896fac5-12d2-47cd-b83c-9230792deb6d req-5bd92dcc-14ee-460a-a87a-8ba77136254a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 943 time: 0.1739869 Aug 12 02:27:30.567643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22c80e5e-8423-4274-9add-451e74d073d3 req-c5b28268-2d6f-450f-815e-112e29945312 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192973 Aug 12 02:27:30.577695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:30.577920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-88d0a930-b2fb-47b6-810d-b756a66c0d4b None None] Provisioning complete for port 30630ab0-3f5a-4011-91c3-deb3d973b61f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:30.578532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88d0a930-b2fb-47b6-810d-b756a66c0d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.583234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-591abd6a-294d-4d00-bcd3-c87605ee2a0d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8751299 Aug 12 02:27:30.585779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:30.591326 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] Sync routers for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:30.604568 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:30.605218 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:30.641601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-88d0a930-b2fb-47b6-810d-b756a66c0d4b None None] Port 30630ab0-3f5a-4011-91c3-deb3d973b61f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:30.652081 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:30.660804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] For port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:30.661179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.663388 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:30.664174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:30.667702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcdab9-af05-4bdd-a267-bb9ec43d9a70 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:30.669288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-75fcdab9-af05-4bdd-a267-bb9ec43d9a70 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports/30630ab0-3f5a-4011-91c3-deb3d973b61f HTTP/1.1" status: 200 len: 910 time: 0.0824969 Aug 12 02:27:30.672098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:30.701090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4896fac5-12d2-47cd-b83c-9230792deb6d req-32a6fb51-ac40-4ae9-8b7e-4f3c8937e618 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453831 Aug 12 02:27:30.702137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Calling delete_port for 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:30.709611 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:30.710626 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410d127-5d5f-4f52-841e-9d2870cd1ea7 None None] The sync data for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:30.796896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Allocated IP 172.20.0.4 (31716872-ca87-45f8-8c60-25f65e2cae83/04b85c83-f598-4437-b9c2-0ca302932d88/2cfc2f32-26c4-4b7e-8825-42cfbf6ee782) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:30.920827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:30.932893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df', '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:30.977371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f55a324c-b19f-49a6-a7a2-9ef7e2563672 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:30.990846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event deleted for resources: {'Port': ['ID=26c8d993-5b74-47e0-b0f1-fe5f20cdd820,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:31.042844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.099145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] No DVR routers for this DVR port 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:31.108582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.110667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f13b720-e8ec-4538-a7ca-82981e159576 req-9daf4a4a-74e9-4993-8def-490077f14bbf tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "DELETE /v2.0/ports/26c8d993-5b74-47e0-b0f1-fe5f20cdd820 HTTP/1.1" status: 204 len: 173 time: 1.0656347 Aug 12 02:27:31.142915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3696207f-3d80-4dd3-9dce-ad8de469be12 req-a5eec649-1aca-4df9-b84e-84003eae66ca tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=96290730-68eb-4c5b-9107-e52d3234c857 HTTP/1.1" status: 200 len: 210 time: 0.0579216 Aug 12 02:27:31.155985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'name': 'network-vif-deleted', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:31.160838 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5690247f-9258-43f2-a7cf-6a1194f6b1a6" -d '{"events": [{"server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "name": "network-vif-deleted", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:31.187871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.220229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672,segment=NetworkSegment(0a90a052-1056-490a-a29e-9bcd284af490),segment_id=0a90a052-1056-490a-a29e-9bcd284af490)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:31.250328 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d61fd-95f8-4a60-a367-84672a609b8c x-openstack-request-id: req-9b6d61fd-95f8-4a60-a367-84672a609b8c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:31.250885 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96290730-68eb-4c5b-9107-e52d3234c857", "name": "network-vif-deleted", "tag": "26c8d993-5b74-47e0-b0f1-fe5f20cdd820", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:31.251313 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b6d61fd-95f8-4a60-a367-84672a609b8c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:31.251901 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96290730-68eb-4c5b-9107-e52d3234c857', 'name': 'network-vif-deleted', 'tag': '26c8d993-5b74-47e0-b0f1-fe5f20cdd820', 'status': 'completed', 'code': 200} Aug 12 02:27:31.264377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672', 'network_id': '75454c6e-987c-4f82-afd3-f53acd59c9ed', 'port_id': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672', 'mac_address': 'fa:16:3e:5f:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e9b0d0-abfe-486f-bc88-564715d2257f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:31.269589 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.314157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Network 31716872-ca87-45f8-8c60-25f65e2cae83 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:31.319704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:31.322106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:31.325976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.341621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55a324c-b19f-49a6-a7a2-9ef7e2563672 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:31.366668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672,segment=NetworkSegment(0a90a052-1056-490a-a29e-9bcd284af490),segment_id=0a90a052-1056-490a-a29e-9bcd284af490)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:31.372868 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.419441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c7242-6ab0-4bdf-bed5-6f94f87568bf req-e6ce4671-30e2-4cc5-a2ff-6147ccccb7e2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.420304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.420996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-785c7242-6ab0-4bdf-bed5-6f94f87568bf req-e6ce4671-30e2-4cc5-a2ff-6147ccccb7e2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 931 time: 0.1556334 Aug 12 02:27:31.421142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.431145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:31.441157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065615 Aug 12 02:27:31.442114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148d9e7-5667-4247-b227-a84d6f45091d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Pushing event updated for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:31.455128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Request body: {'port': {'device_id': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:31.486668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263c95d-50ca-4c24-8b87-2495b6b717aa req-5891a946-bce1-42d3-92ec-c99bd0248f59 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.488002 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-785c7242-6ab0-4bdf-bed5-6f94f87568bf req-4e46c901-b4d7-4b40-86b9-ef3ab4f21553 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Aug 12 02:27:31.493997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b263c95d-50ca-4c24-8b87-2495b6b717aa req-5891a946-bce1-42d3-92ec-c99bd0248f59 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1273577 Aug 12 02:27:31.512530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 30630ab0-3f5a-4011-91c3-deb3d973b61f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:31.512968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.552770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b263c95d-50ca-4c24-8b87-2495b6b717aa req-a7f943ee-f277-427a-b58b-a72fe24e2d6e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Aug 12 02:27:31.555969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.624492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.644872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 30630ab0-3f5a-4011-91c3-deb3d973b61f owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:31.709993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['f55a324c-b19f-49a6-a7a2-9ef7e2563672'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:31.781905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.788354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.794962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.800942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.807771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.813723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.820075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.822481 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-15634192-f0fb-4965-927d-90559d03344c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1170869 Aug 12 02:27:31.901065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cf9cb-e4fd-4dd6-851e-06114d6b5d2b req-e68551b0-5b93-46a5-bb3c-a6830f1314f1 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:31.904238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-321cf9cb-e4fd-4dd6-851e-06114d6b5d2b req-e68551b0-5b93-46a5-bb3c-a6830f1314f1 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 944 time: 0.0898197 Aug 12 02:27:31.931639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eb9ec67-be5c-4479-ab57-e407db5adf30 req-a8671c70-ad65-4e93-a184-8991b4e8efb4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601189 Aug 12 02:27:31.974535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27aaa616-87de-4162-86d5-00414156f263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:31.984507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.012287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=30630ab0-3f5a-4011-91c3-deb3d973b61f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:32.014857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-321cf9cb-e4fd-4dd6-851e-06114d6b5d2b req-0ce6de16-a544-44a5-84fa-e20133e884a8 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990875 Aug 12 02:27:32.024458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:32.034344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.056438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Transition to ACTIVE for port object 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:32.060617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.127887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:32.199723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.207624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.215002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.223981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Attempting to bind port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:32.224493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Attempting to bind port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:32.224836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Attempting to bind port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 on network 31716872-ca87-45f8-8c60-25f65e2cae83 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:32.232724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 on network 31716872-ca87-45f8-8c60-25f65e2cae83 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:27:32.233088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Attempting to bind port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 on network 31716872-ca87-45f8-8c60-25f65e2cae83 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:32.235067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.240103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:32.240445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Checking segment: {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:32.240832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Bound using segment: {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:32.241270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Bound port: 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:32.241634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.242107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.250127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.257819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.264270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14f7dfbe-32c6-49db-8989-c22aa6ffea5f req-5810f04d-ca4d-4cfb-922d-3d7b76af01b2 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.2194483 Aug 12 02:27:32.286731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:32.293710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Request body: {'floatingip': {'port_id': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:32.340040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.356803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.501851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197404c7-3e9c-4d41-baf4-772b7625a2ed req-e8bf7792-5cea-4cf0-97e4-e3b581fa864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.503457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-197404c7-3e9c-4d41-baf4-772b7625a2ed req-e8bf7792-5cea-4cf0-97e4-e3b581fa864e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1460769 Aug 12 02:27:32.518452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:32.544992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:32.551674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.667005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-197404c7-3e9c-4d41-baf4-772b7625a2ed req-2d6fb48f-1a32-4a1b-be6c-01717327ceed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543698 Aug 12 02:27:32.681287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.682852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:32.684563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] 10.222.0.25 "PUT /v2.0/ports/2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 HTTP/1.1" status: 200 len: 1091 time: 1.2340984 Aug 12 02:27:32.735139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 29ea237c-8079-46f6-a977-a688add1a582 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:32.748712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736242-aa68-4986-9af7-bd3e8d2f2ded req-e24afdf5-5360-4eb6-b46f-b0cd6ba94c87 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.750365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47736242-aa68-4986-9af7-bd3e8d2f2ded req-e24afdf5-5360-4eb6-b46f-b0cd6ba94c87 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.0890491 Aug 12 02:27:32.836187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79e8a0-b438-4f58-8984-78307245d1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:32.898298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee707d8f-b9d1-4b62-b2eb-e7f584600168 req-3389f2c6-f4c5-43f6-96ce-b02762c32536 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.899936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee707d8f-b9d1-4b62-b2eb-e7f584600168 req-3389f2c6-f4c5-43f6-96ce-b02762c32536 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 943 time: 0.2522645 Aug 12 02:27:32.902675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47736242-aa68-4986-9af7-bd3e8d2f2ded req-dbeff4a3-d358-4bf8-901a-c12ec68750d0 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396918 Aug 12 02:27:32.904318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:32.913951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e7e9af99-393e-4b55-8b76-27d707136936 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2380874 Aug 12 02:27:32.914142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48144) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:32.915435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-fcc0d478-4258-4de2-a9c7-e999122ae6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:32.917460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-fcc0d478-4258-4de2-a9c7-e999122ae6cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 1094 time: 0.1821768 Aug 12 02:27:32.928488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] Sync routers for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:32.955993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:32.956967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:32.997700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:33.003974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f55a324c-b19f-49a6-a7a2-9ef7e2563672 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:33.069481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:33.070117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:33.099765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-ae5b06f4-1c83-4b46-9d2d-3034a7548c52 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 HTTP/1.1" status: 200 len: 217 time: 0.1332788 Aug 12 02:27:33.129386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:33.129386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37203c4-1f46-4ba5-a9f5-0f068c0a2b07 None None] The sync data for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:33.136018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port f55a324c-b19f-49a6-a7a2-9ef7e2563672 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:33.146737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port f55a324c-b19f-49a6-a7a2-9ef7e2563672 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:33.147273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:33.224611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee707d8f-b9d1-4b62-b2eb-e7f584600168 req-8873b96a-a437-44bc-9a74-ec64c0763588 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033967 Aug 12 02:27:33.286386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:33.290307 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:33.296628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:33.328652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8edf325e-1c21-4834-9147-858b673b0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:33.334626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-8edf325e-1c21-4834-9147-858b673b0190 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=04b85c83-f598-4437-b9c2-0ca302932d88 HTTP/1.1" status: 200 len: 849 time: 0.1932864 Aug 12 02:27:33.336464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:33.342771 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2204cc-0291-4856-be62-dfdc118f4d24" -d '{"events": [{"server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "name": "network-vif-plugged", "status": "completed", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:33.373885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672,segment=NetworkSegment(0a90a052-1056-490a-a29e-9bcd284af490),segment_id=0a90a052-1056-490a-a29e-9bcd284af490)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:33.380451 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:33.381978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:33.406080 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba9892c-bd9a-487b-9927-c0539ba6e4be x-openstack-request-id: req-bba9892c-bd9a-487b-9927-c0539ba6e4be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:33.406384 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:33.406928 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bba9892c-bd9a-487b-9927-c0539ba6e4be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:33.407353 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782', 'status': 'completed', 'code': 200} Aug 12 02:27:33.418589 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-0d217cd4-8f36-4f8e-918a-38ebaa19c40b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31716872-ca87-45f8-8c60-25f65e2cae83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675001 Aug 12 02:27:33.430957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:33.432365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 26c8d993-5b74-47e0-b0f1-fe5f20cdd820 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:33.496730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:33.604475 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba00a72e-0b7f-46ff-a116-9789822389fd x-openstack-request-id: req-ba00a72e-0b7f-46ff-a116-9789822389fd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:33.604860 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "name": "network-vif-plugged", "status": "completed", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:33.605121 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba00a72e-0b7f-46ff-a116-9789822389fd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:33.605520 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672', 'code': 200} Aug 12 02:27:33.664728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:33.674061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:33.694290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d66315-1fdd-4b28-9edf-8fe53026b4b5 req-8f79b3dc-b2eb-4594-bfa1-c93cb8a2d970 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:33.696643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95d66315-1fdd-4b28-9edf-8fe53026b4b5 req-8f79b3dc-b2eb-4594-bfa1-c93cb8a2d970 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1472416 Aug 12 02:27:33.770023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95d66315-1fdd-4b28-9edf-8fe53026b4b5 req-29ec2fcb-ddf7-40fc-b1c8-dbf0f65f20a5 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630689 Aug 12 02:27:33.783206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-34b02ede-cc6d-4646-bdcf-b038a4625c0e service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563647 Aug 12 02:27:33.845834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.147412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port e172bef1-26da-440b-be0f-41c593573291 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:34.147795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.253417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.268167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for e172bef1-26da-440b-be0f-41c593573291 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:34.317083 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Floating IP 12f1b069-6dca-4d0f-8901-180c3c170eb1 associated. External IP: 172.25.3.142, port: c09dd0d4-16d9-4682-9627-4faebf90e6dd. Aug 12 02:27:34.383848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6984-ccd5-46e7-a170-6fc644d4c8a5 req-c5a56356-7e9f-497e-ab5c-00946f3bcada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:34.386332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f95f6984-ccd5-46e7-a170-6fc644d4c8a5 req-c5a56356-7e9f-497e-ab5c-00946f3bcada service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 1096 time: 0.6378794 Aug 12 02:27:34.392697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b86880-aec8-43e9-9a72-e7b01bc5a440 req-4291ca69-b61c-496d-b3e6-33b89753529c tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:34.394478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43b86880-aec8-43e9-9a72-e7b01bc5a440 req-4291ca69-b61c-496d-b3e6-33b89753529c tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 943 time: 0.0767164 Aug 12 02:27:34.446305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.467863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b61188-f7a9-4500-b3b0-f1666b29af9d req-a1620c40-3393-4819-a6fe-76e1845a2195 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:34.470186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89b61188-f7a9-4500-b3b0-f1666b29af9d req-a1620c40-3393-4819-a6fe-76e1845a2195 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.2261539 Aug 12 02:27:34.490410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43b86880-aec8-43e9-9a72-e7b01bc5a440 req-46479450-c539-4a62-a228-b0569d8e48e6 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Aug 12 02:27:34.497958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e58a3-90c0-4bac-a224-9ba853543be4 req-f3b1513c-413a-4cf9-8215-067b382bc868 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647472 Aug 12 02:27:34.547936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1b5643da-5f3c-446e-97bd-6e6caca2a1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.575932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.637468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=e172bef1-26da-440b-be0f-41c593573291,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:34.642823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f95f6984-ccd5-46e7-a170-6fc644d4c8a5 req-f9cf3103-5c27-4e62-9f46-b88de214e903 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441702 Aug 12 02:27:34.672371 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.690769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-89b61188-f7a9-4500-b3b0-f1666b29af9d req-841af9ab-cab0-4fa8-ba52-23e64c2cfe80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073376 Aug 12 02:27:34.751787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-aabb87ad-7062-4888-a132-f987c03458f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:34.754679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-aabb87ad-7062-4888-a132-f987c03458f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 1094 time: 0.1487281 Aug 12 02:27:34.892149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-1c658100-05fe-4555-8d5c-4793950ac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:34.894521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-1c658100-05fe-4555-8d5c-4793950ac095 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 910 time: 0.1243212 Aug 12 02:27:34.906128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:34.919878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:34.957864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-1d091d07-44d4-44da-84cd-91dbee17e583 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 HTTP/1.1" status: 200 len: 217 time: 0.0539293 Aug 12 02:27:35.048441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e67067-8586-43b4-aa0a-432b6f188adf req-b047ae3c-d678-4f0d-b59e-a9d3cc9c5f9a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.051584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4e67067-8586-43b4-aa0a-432b6f188adf req-b047ae3c-d678-4f0d-b59e-a9d3cc9c5f9a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1591933 Aug 12 02:27:35.063133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-5180c4d1-0d34-40a5-8f1d-30948081cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.064727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-5180c4d1-0d34-40a5-8f1d-30948081cfc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=04b85c83-f598-4437-b9c2-0ca302932d88 HTTP/1.1" status: 200 len: 849 time: 0.0987644 Aug 12 02:27:35.140685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-a780709e-6370-4572-84c5-e0df0171de98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31716872-ca87-45f8-8c60-25f65e2cae83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378904 Aug 12 02:27:35.170510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 29ea237c-8079-46f6-a977-a688add1a582 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:35.188589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4e67067-8586-43b4-aa0a-432b6f188adf req-d4617e61-2094-415b-9c68-8ff7aa3d0854 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490205 Aug 12 02:27:35.222271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:35.228112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.236238 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Sync routers for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:35.252522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:35.255456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.269443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:35.277900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbcc8940-1085-4844-85c3-431a93a9d44b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3596292 Aug 12 02:27:35.278150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:35.284698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-260a049c-6722-46fe-a77a-5d5fd233d833 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "PUT /v2.0/floatingips/12f1b069-6dca-4d0f-8901-180c3c170eb1 HTTP/1.1" status: 200 len: 992 time: 2.9927690 Aug 12 02:27:35.285112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] Sync routers for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:35.300631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:35.301290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.316274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f4ed033-c3f1-4b87-a521-73ff00a48430 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=29ea237c-8079-46f6-a977-a688add1a582 HTTP/1.1" status: 200 len: 205 time: 0.0369353 Aug 12 02:27:35.319081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:35.335609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-231ae5de-f8aa-4f75-9c43-b74bb7f6fe12 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870430 Aug 12 02:27:35.352088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.380602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] Routers {'29ea237c-8079-46f6-a977-a688add1a582'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:35.381168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['29ea237c-8079-46f6-a977-a688add1a582'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.411329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.460265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:35.463663 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:35.469568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.470820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c330cd3-314f-4f1d-be9f-fcf834ee7aee None None] The sync data for ids ['29ea237c-8079-46f6-a977-a688add1a582'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:35.497825 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:35.542573 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41cd3dd-b3b0-43c2-91d5-c1ec1ce4f990 req-8f1298bf-9731-4d66-85b7-272408dacd62 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887064 Aug 12 02:27:35.546451 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e70d8-3aa5-41eb-8c5a-e3503a32c7c9 x-openstack-request-id: req-896e70d8-3aa5-41eb-8c5a-e3503a32c7c9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:35.547519 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:35.549596 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-896e70d8-3aa5-41eb-8c5a-e3503a32c7c9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:35.550072 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'status': 'completed', 'code': 200} Aug 12 02:27:35.694824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.698229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.750199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead08a-4507-46e9-835e-572b34065a7a req-ff32dab6-6664-4b31-ae34-b514abfe7b10 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.751756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6ead08a-4507-46e9-835e-572b34065a7a req-ff32dab6-6664-4b31-ae34-b514abfe7b10 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 943 time: 0.1098328 Aug 12 02:27:35.780355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.781036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router 29ea237c-8079-46f6-a977-a688add1a582 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:27:35.783648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.792233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.796728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1e7cf24-2d6f-40a0-9c8d-a72173f10289 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582 HTTP/1.1" status: 204 len: 168 time: 0.4763606 Aug 12 02:27:35.797405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48184) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:35.798491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.799359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.799510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.799970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.800451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.800930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.801438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.803392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-0b28821d-d2ad-4f50-aef9-fb6eab93bd8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.1762230 Aug 12 02:27:35.871804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet 5f89f180-a233-4a96-9685-4231bb74b766 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:35.878541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.904368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6ead08a-4507-46e9-835e-572b34065a7a req-550fd504-9c89-4faa-a7c6-879c3c93c205 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Aug 12 02:27:35.935086 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12f1b069-6dca-4d0f-8901-180c3c170eb1', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'port_id': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'mac_address': 'fa:16:3e:38:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:40Z', 'updated_at': '2021-08-12T02:27:33Z', 'revision_number': 1, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:35.945073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-ffcd9fca-ea9f-42fd-ad46-905b1fa70aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.948851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-ffcd9fca-ea9f-42fd-ad46-905b1fa70aeb service neutron] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4 HTTP/1.1" status: 200 len: 912 time: 0.1366549 Aug 12 02:27:35.950113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:35.976140 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Checking router: 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:27:35.981107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2680df8-0e8a-4c38-94d2-f809df6b28c6 req-9b05b16b-f309-4f3f-892e-1e55e7ad9d2c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:35.982940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2680df8-0e8a-4c38-94d2-f809df6b28c6 req-9b05b16b-f309-4f3f-892e-1e55e7ad9d2c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1239700 Aug 12 02:27:35.989664 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:35.990469 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:36.078556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2680df8-0e8a-4c38-94d2-f809df6b28c6 req-eb5b54cd-3ec3-460f-ae39-ebc3b655aac9 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766726 Aug 12 02:27:36.106466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-8926c9c3-d3da-4791-8b26-00b7366ed70d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1000 time: 0.1494622 Aug 12 02:27:36.109033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.114562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2118187807', 'description': 'tempest-description-2034374368'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:36.179726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.226847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-9a7787fb-ca45-43d1-8a70-d69fb912805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:36.230636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-9a7787fb-ca45-43d1-8a70-d69fb912805f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.1150823 Aug 12 02:27:36.242424 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:36.320641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.321693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abc67c-973a-4020-b2d6-889d05b76cf1 req-4259a058-9ca5-40b0-8b16-98f348f15883 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:36.324655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c8abc67c-973a-4020-b2d6-889d05b76cf1 req-4259a058-9ca5-40b0-8b16-98f348f15883 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 945 time: 0.0930865 Aug 12 02:27:36.339800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.363072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-e414f5b0-528c-46cd-b159-93bcf61f911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:36.364908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-e414f5b0-528c-46cd-b159-93bcf61f911e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012497 Aug 12 02:27:36.377141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.388616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=5f89f180-a233-4a96-9685-4231bb74b766,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:36.394288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4f9ff4-159f-40a1-ab97-90dae4b25877 None None] Network 2b38c453-5995-47dc-b714-86edc72d07c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:36.398048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.401013 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6cb6f355-8959-448a-8679-96389325d1bc tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/5f89f180-a233-4a96-9685-4231bb74b766 HTTP/1.1" status: 204 len: 168 time: 0.6017976 Aug 12 02:27:36.410772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48192) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:36.472616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3c544e-669e-40af-92d7-22d63f4f2439,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:36.491386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.492978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cbb255d-bdd7-4418-8605-2e0d8e87a9c9 req-5bc9f3ef-8be7-48d4-ba4d-6b099f78e9fc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3863628 Aug 12 02:27:36.517686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c8abc67c-973a-4020-b2d6-889d05b76cf1 req-e9fbbe0c-0b6d-4cd5-bb92-5fb11e04fcfb tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833823 Aug 12 02:27:36.533905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet d6d5c497-98c7-4e55-9275-64ea2fae5ec1 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:36.547372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.583674 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12f1b069-6dca-4d0f-8901-180c3c170eb1', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'port_id': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'mac_address': 'fa:16:3e:38:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:40Z', 'updated_at': '2021-08-12T02:27:33Z', 'revision_number': 1, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:36.627840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-2f836f0a-0e02-41dc-b8b9-f5c91fff54bd service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538960 Aug 12 02:27:36.628126 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51cffc0-2605-4ad3-a552-400f94ebf219 None None] The sync data for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 is: [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12f1b069-6dca-4d0f-8901-180c3c170eb1', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'port_id': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'mac_address': 'fa:16:3e:38:6c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:25:40Z', 'updated_at': '2021-08-12T02:27:33Z', 'revision_number': 1, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:36.677621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] DHCP port deletion for 2b38c453-5995-47dc-b714-86edc72d07c9 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:27:36.698791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.748622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Deleting port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:36.748921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.763133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e944cb-16cd-4854-8d10-7c8b4b3783df req-ca381506-08d0-49e4-b8e7-e1a7bdb1f6f8 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:36.770265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8e944cb-16cd-4854-8d10-7c8b4b3783df req-ca381506-08d0-49e4-b8e7-e1a7bdb1f6f8 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1452687 Aug 12 02:27:36.813177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] For port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,segment=NetworkSegment(584ecb09-0453-484c-8a81-f1125d4046bc),segment_id=584ecb09-0453-484c-8a81-f1125d4046bc)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:36.813897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.817832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-625be1bf-82f7-4e3e-97a7-6124f1c5afdd req-3521dc34-f44b-48c9-8228-b50a3797dd1d service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813812 Aug 12 02:27:36.829332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Calling delete_port for 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:36.840726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.863256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-cd3b199c-99a6-4423-81f2-f8792279b191 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2118187807&fields=id&tenant_id=bb01f2d45e7049249a9c659d9cc91984 HTTP/1.1" status: 200 len: 267 time: 0.0774114 Aug 12 02:27:36.891111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8e944cb-16cd-4854-8d10-7c8b4b3783df req-21794231-38b4-49c8-9805-bb7644aa79cf tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197968 Aug 12 02:27:36.936811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.954475 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effe54d1-0e53-4b0c-afec-9c72c8ca11bf None None] New status for floating IP 12f1b069-6dca-4d0f-8901-180c3c170eb1: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:27:36.960387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:36.969332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] Pushing event deleted for resources: {'Port': ['ID=29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:36.974241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9868af10-ab43-4b58-ae8e-7a85ff29298a None None] No DVR routers for this DVR port 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:36.978047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-e5764551-418b-407c-92b0-91b7f31ee790 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:36.987649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-e5764551-418b-407c-92b0-91b7f31ee790 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1229336 Aug 12 02:27:36.993508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'port': {'security_groups': ['4c62a484-7fb6-4d44-9998-9c0409c2602f', '2a3c544e-669e-40af-92d7-22d63f4f2439']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:36.998260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:27:37.013986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d5c497-98c7-4e55-9275-64ea2fae5ec1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:37.021339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.023236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98e611a8-34cb-432a-a2dd-203b872cbbfe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d6d5c497-98c7-4e55-9275-64ea2fae5ec1 HTTP/1.1" status: 204 len: 168 time: 0.6088469 Aug 12 02:27:37.027082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:37.043609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53eecac-1758-41dd-8a0d-6535d0fd27b7 None None] Network d65cb928-507e-4d3f-ab18-17adb0a79cca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:37.121462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.147133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.282053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:37.321931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.341612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.342746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782', 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83', 'port_id': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782', 'mac_address': 'fa:16:3e:3d:7b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b85c83-f598-4437-b9c2-0ca302932d88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:27:37.346891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b38c453-5995-47dc-b714-86edc72d07c9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:37.370391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584ecb09-0453-484c-8a81-f1125d4046bc') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:37.370391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584ecb09-0453-484c-8a81-f1125d4046bc') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:37.394090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f383d-d63a-47b8-b291-bd078adf699e req-9307368c-5d96-4749-81b5-f80360a090ac tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.403247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4f383d-d63a-47b8-b291-bd078adf699e req-9307368c-5d96-4749-81b5-f80360a090ac tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 943 time: 0.1348953 Aug 12 02:27:37.418937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.428599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:37.431085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.442401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] DHCP port deletion for d65cb928-507e-4d3f-ab18-17adb0a79cca request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:27:37.446643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:37.466217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4f383d-d63a-47b8-b291-bd078adf699e req-695ec5e9-a2a7-4ecc-ac91-d2988bda5d37 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602818 Aug 12 02:27:37.467345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.486001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:37.486189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.486492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:37.489795 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:37.498438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:37.501739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.504792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:37.505147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29b4e0b4-1110-4a4e-a3c7-b0ba3c785b53 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:37.529281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:37.542898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:37.571419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.572197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.573835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-48e3ec51-57b4-4d69-b4db-3bec4eb39fe9 req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "PUT /v2.0/ports/108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 981 time: 0.5853128 Aug 12 02:27:37.574296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:37.576905 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:37.597151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.599389 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.639067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.649737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003f5da-0473-4837-8d0b-f8f0c525955a tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:37.650050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Deleting port 21828315-abfe-4421-8960-a2bb3b9ec3b4 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:37.650224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/2b38c453-5995-47dc-b714-86edc72d07c9 HTTP/1.1" status: 204 len: 168 time: 0.6165452 Aug 12 02:27:37.650879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.650980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d737c-e557-4f22-8d85-ff4f03fb0040 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=2b38c453-5995-47dc-b714-86edc72d07c9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:37.651076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:37.704312 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a17283-7d68-453a-bbac-5ee27f0a09d0 x-openstack-request-id: req-12a17283-7d68-453a-bbac-5ee27f0a09d0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:37.704602 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:37.704854 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12a17283-7d68-453a-bbac-5ee27f0a09d0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:37.705257 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:27:37.740197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:37.774486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:37.803677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] For port 21828315-abfe-4421-8960-a2bb3b9ec3b4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21828315-abfe-4421-8960-a2bb3b9ec3b4,segment=NetworkSegment(9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85),segment_id=9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:37.804142 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.831639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93699426-f266-4f3e-8006-9c21d73521e3 req-1a471df6-644b-4003-8da6-4e6e09aab5a3 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.831928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-90ed8721-1152-44d8-99cd-dc47c0a74736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.833188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-90ed8721-1152-44d8-99cd-dc47c0a74736 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1135 time: 0.0824318 Aug 12 02:27:37.833323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93699426-f266-4f3e-8006-9c21d73521e3 req-1a471df6-644b-4003-8da6-4e6e09aab5a3 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 945 time: 0.1557715 Aug 12 02:27:37.836506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-8dc07e77-45b9-4ab5-b2d5-0dbb0eb08f00 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2118187807&fields=id&tenant_id=bb01f2d45e7049249a9c659d9cc91984 HTTP/1.1" status: 200 len: 267 time: 0.0577548 Aug 12 02:27:37.838962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:37.845576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Calling delete_port for 21828315-abfe-4421-8960-a2bb3b9ec3b4 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:37.857968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-a03260f1-9232-4b12-a959-7561041de2a4 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.859474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-a03260f1-9232-4b12-a959-7561041de2a4 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 945 time: 0.1363797 Aug 12 02:27:37.939266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['2cfc2f32-26c4-4b7e-8825-42cfbf6ee782'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:37.956699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-fbdf5d3f-9e20-49c4-8815-764cae616dc6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:37.958304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-fbdf5d3f-9e20-49c4-8815-764cae616dc6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 984 time: 0.1124690 Aug 12 02:27:37.959431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93699426-f266-4f3e-8006-9c21d73521e3 req-d85cf83d-c53b-4434-8e19-ffbd45f181ee tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/security-groups?id=c1edfaf6-0120-484d-b5a6-8a7a87c8525f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144390 Aug 12 02:27:37.975923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'port': {'security_groups': ['4c62a484-7fb6-4d44-9998-9c0409c2602f']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:38.014405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 21828315-abfe-4421-8960-a2bb3b9ec3b4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:38.014790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.080094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Deleting port 6cf5af6b-6bbc-4c01-84fb-be97929641df {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:38.080463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.116173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-6bf054fa-edce-489a-9f36-21541f5bc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:38.118150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-6bf054fa-edce-489a-9f36-21541f5bc1d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.2710292 Aug 12 02:27:38.118783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.152983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 21828315-abfe-4421-8960-a2bb3b9ec3b4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21828315-abfe-4421-8960-a2bb3b9ec3b4,segment=NetworkSegment(9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85),segment_id=9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:38.152983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.175133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 21828315-abfe-4421-8960-a2bb3b9ec3b4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:38.182907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.185391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-8d9df419-aa2e-4d2f-99bc-c3c73b856a7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0506036 Aug 12 02:27:38.219653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] Pushing event deleted for resources: {'Port': ['ID=21828315-abfe-4421-8960-a2bb3b9ec3b4,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:38.252710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3351c879-cbd8-45c5-ba43-e691e7defc16 None None] No DVR routers for this DVR port 21828315-abfe-4421-8960-a2bb3b9ec3b4 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:38.254893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] For port 6cf5af6b-6bbc-4c01-84fb-be97929641df, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6cf5af6b-6bbc-4c01-84fb-be97929641df,segment=NetworkSegment(da6cb447-08e6-490d-b586-1da9add01edd),segment_id=da6cb447-08e6-490d-b586-1da9add01edd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:38.255269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.281063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Calling delete_port for 6cf5af6b-6bbc-4c01-84fb-be97929641df owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:38.319109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-53994147-501b-4dd0-bc5c-71845b3a00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:38.320722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-53994147-501b-4dd0-bc5c-71845b3a00aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.0892999 Aug 12 02:27:38.355348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-bd7d904a-710a-43ee-acbc-1cc2f24349a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246100 Aug 12 02:27:38.363318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.400000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=21828315-abfe-4421-8960-a2bb3b9ec3b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:38.411030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port 21828315-abfe-4421-8960-a2bb3b9ec3b4 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:38.530451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:38.540072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-7471c78c-cc9c-4398-8fba-6958ce2c0121 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760581 Aug 12 02:27:38.542585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.558902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65cb928-507e-4d3f-ab18-17adb0a79cca']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:38.571271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:38.571673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0ac6c9-c4d0-4cdc-bda8-662b3a12cc85') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:38.578626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.588156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.590670 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.623604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Pushing event deleted for resources: {'Port': ['ID=6cf5af6b-6bbc-4c01-84fb-be97929641df,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:38.645206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.689869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:38.690283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:38.693741 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:38.747049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] No DVR routers for this DVR port 6cf5af6b-6bbc-4c01-84fb-be97929641df on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:38.756835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.758855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2f2d3f6-6321-4557-afd2-ba562df35a04 req-16a343c6-69a2-4f9d-9a5c-0c9f84e38d43 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.25 "DELETE /v2.0/ports/6cf5af6b-6bbc-4c01-84fb-be97929641df HTTP/1.1" status: 204 len: 173 time: 0.8911607 Aug 12 02:27:38.784043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2c42b-0124-47a5-94a3-edd48a5a8471 req-4b64845d-8ced-44fa-b34b-b870b8970dd0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:38.785911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82e2c42b-0124-47a5-94a3-edd48a5a8471 req-4b64845d-8ced-44fa-b34b-b870b8970dd0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 944 time: 0.1685200 Aug 12 02:27:38.793656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.809319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.811720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/d65cb928-507e-4d3f-ab18-17adb0a79cca HTTP/1.1" status: 204 len: 168 time: 1.1618066 Aug 12 02:27:38.834076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:38.840781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302583154'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:38.846988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3725-bba6-4e6a-8af5-cd5bce4f2dc1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=d65cb928-507e-4d3f-ab18-17adb0a79cca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:38.876650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6cf5af6b-6bbc-4c01-84fb-be97929641df'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:38.884126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82e2c42b-0124-47a5-94a3-edd48a5a8471 req-20179e46-16f7-42f6-9e81-3f68dd9669e6 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882239 Aug 12 02:27:38.891689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:38.895743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.930008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:38.944519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.944861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:38.945023 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 09d6ba32-ef29-49dd-9a49-ac456d738977 of type vlan for network ec8bcea1-148c-4135-af32-62289cb52295 Aug 12 02:27:38.990673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:38.994523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.059661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.071167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:39.071167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.105996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7776fdfc-908e-4c5d-a6e1-0f6e3ef0b690 req-d9ff4315-c5d5-4c06-bde7-e9502154dc2e service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448925 Aug 12 02:27:39.125805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:39.126951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.143345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22c46ffd-e9ac-4242-a740-f6bb02d487ea req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "PUT /v2.0/ports/108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 942 time: 1.1726141 Aug 12 02:27:39.143915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:39.148113 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:39.168988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3321574 Aug 12 02:27:39.172314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:39.189380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:39.198947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b6d64-ecea-47ae-9024-ba09e16cdcc4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:39.224047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0ed0c-1e2c-4e6c-84ba-b6222601672d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=ec8bcea1-148c-4135-af32-62289cb52295,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:39.235762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ec8bcea1-148c-4135-af32-62289cb52295 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:39.277404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5312ac27-f22a-4555-80f4-1de46227f0e5 req-acf7e131-880d-433c-84bc-f09109b7a445 tempest-AttachVolumeNegativeTest-1182192347 tempest-AttachVolumeNegativeTest-1182192347-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb98c41b-cb88-405a-89fb-26cd5d59efa6 HTTP/1.1" status: 200 len: 210 time: 0.0797036 Aug 12 02:27:39.345980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:39.349400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.368363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:39.376227 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abde838-51d7-4caa-bdd1-536537c344d5 x-openstack-request-id: req-6abde838-51d7-4caa-bdd1-536537c344d5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:39.376524 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:39.376775 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6abde838-51d7-4caa-bdd1-536537c344d5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:39.377171 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:27:39.403893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21828315-abfe-4421-8960-a2bb3b9ec3b4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:39.433446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 21828315-abfe-4421-8960-a2bb3b9ec3b4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:39.433805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 21828315-abfe-4421-8960-a2bb3b9ec3b4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:39.494120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-65f2a0d8-bd04-4bd9-bf37-c52adbee9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:39.496155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-65f2a0d8-bd04-4bd9-bf37-c52adbee9426 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0745468 Aug 12 02:27:39.630656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-4b964e04-ed4f-4111-8e62-428d2679f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:39.633198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-4b964e04-ed4f-4111-8e62-428d2679f113 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.1279902 Aug 12 02:27:39.664322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-15eed74b-8eda-4ab8-a008-b48e2637f370 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3289464 Aug 12 02:27:39.673683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:39.682877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-6cc8786b-61cd-496c-ab07-20f75eff2765 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0413325 Aug 12 02:27:39.712040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'name': 'network-vif-deleted', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:39.715092 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fee3d5-64b6-4139-92c9-c162a5de42f5" -d '{"events": [{"server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "name": "network-vif-deleted", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:39.721263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:39.742997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-ee801560-890a-49a3-8c98-ddd69d4bee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:39.745585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-ee801560-890a-49a3-8c98-ddd69d4bee8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.0481920 Aug 12 02:27:39.795832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-db2e1104-dba0-4d1e-ba6f-19658810575c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431929 Aug 12 02:27:39.920984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-45e7690a-b05c-41b9-b01e-716323904971 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159031 Aug 12 02:27:40.030680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27b4e2f4-8091-47e1-9856-41f08dc0c2e0 req-83b152da-3544-400c-8ed1-1d89051866de service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008062 Aug 12 02:27:40.086091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d2aa7-8e98-403a-8c07-68b0f8c2ffd9 req-62759ddc-28bc-463a-87e1-7f2c6da77c3b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:40.087599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-674d2aa7-8e98-403a-8c07-68b0f8c2ffd9 req-62759ddc-28bc-463a-87e1-7f2c6da77c3b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 944 time: 0.0536108 Aug 12 02:27:40.129073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-674d2aa7-8e98-403a-8c07-68b0f8c2ffd9 req-e99d7031-b939-44e5-907d-fec949bcab8d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350692 Aug 12 02:27:40.146265 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b18765-eaac-4b8b-ac55-2d3a62d0dd59 x-openstack-request-id: req-f4b18765-eaac-4b8b-ac55-2d3a62d0dd59 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:40.146562 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb98c41b-cb88-405a-89fb-26cd5d59efa6", "name": "network-vif-deleted", "tag": "6cf5af6b-6bbc-4c01-84fb-be97929641df", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:40.146921 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4b18765-eaac-4b8b-ac55-2d3a62d0dd59 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:40.147210 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb98c41b-cb88-405a-89fb-26cd5d59efa6', 'name': 'network-vif-deleted', 'tag': '6cf5af6b-6bbc-4c01-84fb-be97929641df', 'status': 'completed', 'code': 200} Aug 12 02:27:40.216811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.292547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=d71d5668-e788-44b6-a45f-d284aab91879,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:40.315930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '09d6ba32-ef29-49dd-9a49-ac456d738977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:40.316295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: ec8bcea1-148c-4135-af32-62289cb52295, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:40.330994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.354394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48278) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:40.379259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network ec8bcea1-148c-4135-af32-62289cb52295 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:40.395232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ec8bcea1-148c-4135-af32-62289cb52295) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:40.403367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:40.404186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.404664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630ef41-00f9-4b09-8745-be35f0b1e0a6 None None] Network ec8bcea1-148c-4135-af32-62289cb52295 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:40.422142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Deleting subnet c0588012-2896-4f7f-956c-09bd9a04f337 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:40.425516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.460700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-85fe2131-8e91-492e-a526-c2a218a4b89d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2849891 Aug 12 02:27:40.463604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48282) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:40.474740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653526418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:40.484494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.506858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Allocated IP 172.25.3.99 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/1a7a7002-536d-4f83-a473-31be612cd786) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:40.551055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.602487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ec8bcea1-148c-4135-af32-62289cb52295', 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': 'd71d5668-e788-44b6-a45f-d284aab91879'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:27:40.604091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.611264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.612552 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.618479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.648606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0588012-2896-4f7f-956c-09bd9a04f337,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:40.658996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.663849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-803c8af6-d5d2-43b5-8020-a0af6a38037c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0588012-2896-4f7f-956c-09bd9a04f337 HTTP/1.1" status: 204 len: 168 time: 0.3077586 Aug 12 02:27:40.664513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:40.708638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.719167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.746276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.754493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.773667 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.776000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a850d820-43d0-4e6d-baad-a85693b515c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3116777 Aug 12 02:27:40.778621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:40.784842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'port': {'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295', 'name': 'tempest-RoutersTest-1594400238'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:40.808588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Allocated IP 172.20.0.2 (ec8bcea1-148c-4135-af32-62289cb52295/d71d5668-e788-44b6-a45f-d284aab91879/30f52c4c-66de-474a-939e-9ed6f91cd094) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:40.851818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.861791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f438d16b-4c9c-4763-90fa-aa7f0c729f21']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:40.877078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6cb447-08e6-490d-b586-1da9add01edd') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:40.877845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6cb447-08e6-490d-b586-1da9add01edd') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:40.889143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.908581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.910189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.941293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:40.942078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:40.944130 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:40.957830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:40.964077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:40.972901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:41.004888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.016166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:41.019113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Transition to ACTIVE for port object 30f52c4c-66de-474a-939e-9ed6f91cd094 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:41.021903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:41.023448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8888b81-af67-4019-bc29-a8992b107fb4 req-b6593992-1127-4fca-aabd-d8b608b4e86a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:41.025067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8888b81-af67-4019-bc29-a8992b107fb4 req-b6593992-1127-4fca-aabd-d8b608b4e86a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1122794 Aug 12 02:27:41.025612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.027000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.027838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'Port': ['ID=1a7a7002-536d-4f83-a473-31be612cd786,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.040102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.045354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f438d16b-4c9c-4763-90fa-aa7f0c729f21 HTTP/1.1" status: 204 len: 168 time: 0.3774488 Aug 12 02:27:41.059737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84604b4-5c90-48be-91cc-19c031918fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f438d16b-4c9c-4763-90fa-aa7f0c729f21,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.072275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Transition to ACTIVE for port object 30f52c4c-66de-474a-939e-9ed6f91cd094 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:41.078183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] device_id is not set on port dbd4bb6b-3afd-4310-8b86-84b52cee335c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:27:41.085924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.105560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8888b81-af67-4019-bc29-a8992b107fb4 req-67d19945-31ba-4d74-a47c-17f8570c11fb tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Aug 12 02:27:41.195544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.230987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48298) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:41.266058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.20.0.14 (ec8bcea1-148c-4135-af32-62289cb52295/d71d5668-e788-44b6-a45f-d284aab91879/dbd4bb6b-3afd-4310-8b86-84b52cee335c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:41.275290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:41.278395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Network ec8bcea1-148c-4135-af32-62289cb52295 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:41.285798 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.288531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:41.296549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334d7b-e4fe-441f-9a43-3d60774a547d req-dd095fd9-81a4-42bc-a450-6135249ce11a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:41.298599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:41.303787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49334d7b-e4fe-441f-9a43-3d60774a547d req-dd095fd9-81a4-42bc-a450-6135249ce11a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 944 time: 0.0849857 Aug 12 02:27:41.318355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Pushing event updated for resources: {'Port': ['ID=30f52c4c-66de-474a-939e-9ed6f91cd094,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.322673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:41.324481 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.328723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-897eb970-4697-4620-89b8-3e32655938a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2dbf476a19842e9a1329030e140f3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942855 Aug 12 02:27:41.329240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48300) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:41.376262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49334d7b-e4fe-441f-9a43-3d60774a547d req-7cc5968f-03d7-4b8d-b80e-495e37efeed0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713398 Aug 12 02:27:41.410871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Attempting to bind port 30f52c4c-66de-474a-939e-9ed6f91cd094 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:41.411508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.411645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Attempting to bind port 30f52c4c-66de-474a-939e-9ed6f91cd094 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '09d6ba32-ef29-49dd-9a49-ac456d738977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:41.411773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Attempting to bind port 30f52c4c-66de-474a-939e-9ed6f91cd094 on network ec8bcea1-148c-4135-af32-62289cb52295 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:41.421337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:41.421830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Checking segment: {'id': '09d6ba32-ef29-49dd-9a49-ac456d738977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:41.422242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.422855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Bound using segment: {'id': '09d6ba32-ef29-49dd-9a49-ac456d738977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:41.423128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Bound port: 30f52c4c-66de-474a-939e-9ed6f91cd094, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d6ba32-ef29-49dd-9a49-ac456d738977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ec8bcea1-148c-4135-af32-62289cb52295'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:41.423529 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.434335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.501822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.526891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.531780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.533875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1edfaf6-0120-484d-b5a6-8a7a87c8525f HTTP/1.1" status: 204 len: 168 time: 0.2039201 Aug 12 02:27:41.544520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cad92-e288-47b5-884e-397175350ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1edfaf6-0120-484d-b5a6-8a7a87c8525f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.550580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:41.553362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1c943c-def4-4f73-b427-cf3283102010" -d '{"events": [{"server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "name": "network-vif-plugged", "status": "completed", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:41.556122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.563164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] For port 30f52c4c-66de-474a-939e-9ed6f91cd094, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:41.568515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] For port 30f52c4c-66de-474a-939e-9ed6f91cd094, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=30f52c4c-66de-474a-939e-9ed6f91cd094,segment=NetworkSegment(09d6ba32-ef29-49dd-9a49-ac456d738977),segment_id=09d6ba32-ef29-49dd-9a49-ac456d738977)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:41.584606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:41.584927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object dbd4bb6b-3afd-4310-8b86-84b52cee335c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:41.586288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.591752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.604463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.622534 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa11c2d-8f24-4385-a044-026011ebb80a x-openstack-request-id: req-1fa11c2d-8f24-4385-a044-026011ebb80a {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:41.622885 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "name": "network-vif-plugged", "status": "completed", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:41.623101 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fa11c2d-8f24-4385-a044-026011ebb80a {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:41.623846 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782', 'code': 200} Aug 12 02:27:41.626693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.627805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6cf5af6b-6bbc-4c01-84fb-be97929641df no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:41.673934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 6cf5af6b-6bbc-4c01-84fb-be97929641df {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:41.674285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6cf5af6b-6bbc-4c01-84fb-be97929641df not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:41.704694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609a66a-f33d-4f52-bc43-4ad389d6a5ce None None] Pushing event updated for resources: {'Port': ['ID=30f52c4c-66de-474a-939e-9ed6f91cd094,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.754732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.783177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network ec8bcea1-148c-4135-af32-62289cb52295 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:41.784424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event updated for resources: {'Port': ['ID=1a7a7002-536d-4f83-a473-31be612cd786,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.788597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.796428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:41.798989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:41.872173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b6619-38a2-4139-b951-d729eb523cc4 req-814b7bd2-93a6-4b4d-9b53-7f9ab0a60521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:41.873741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d69b6619-38a2-4139-b951-d729eb523cc4 req-814b7bd2-93a6-4b4d-9b53-7f9ab0a60521 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 1096 time: 0.1679242 Aug 12 02:27:41.879810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.947903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:41.948566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.965889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:41.965889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-b99bba39-64e0-42c7-9fd6-6e7bc5862f56 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2951038 Aug 12 02:27:41.966596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=dbd4bb6b-3afd-4310-8b86-84b52cee335c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:41.983931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e7f54ba-e1c1-4d15-b935-cdb12f927868 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2034554 Aug 12 02:27:41.986797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:42.043848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d69b6619-38a2-4139-b951-d729eb523cc4 req-28c01fbe-05e5-4084-9d6e-a657fcfa7398 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390684 Aug 12 02:27:42.057740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-0f8fc816-1bdc-4239-9b36-a4848414020f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0790598 Aug 12 02:27:42.218059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-1cc40648-147d-43a3-be9c-a78339894901 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:42.219584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-1cc40648-147d-43a3-be9c-a78339894901 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1511686 Aug 12 02:27:42.231430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-65414e4d-943e-4ec2-8162-2b1a22bc454e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:27:42.232561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7bfc2db2-f542-4ff2-8b83-e369ffa33e9c req-65414e4d-943e-4ec2-8162-2b1a22bc454e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073094 Aug 12 02:27:42.378833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280a1df-ddc8-43b5-9ea9-8e013f4e392c req-2449c0c4-b7a7-4f4d-bc5d-7e83689dffef tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:42.380762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1280a1df-ddc8-43b5-9ea9-8e013f4e392c req-2449c0c4-b7a7-4f4d-bc5d-7e83689dffef tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1667049 Aug 12 02:27:42.480659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:42.493439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-ab77dcc1-2755-4920-b83e-c986ccb0e11c tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:42.495170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-ab77dcc1-2755-4920-b83e-c986ccb0e11c tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.25 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 945 time: 0.1262369 Aug 12 02:27:42.503689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-67b74128-3f1f-4193-9e2d-838cd8a81239 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:42.505227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-67b74128-3f1f-4193-9e2d-838cd8a81239 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1953747 Aug 12 02:27:42.553845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1280a1df-ddc8-43b5-9ea9-8e013f4e392c req-b1e28f44-2bb0-4255-833d-709439cbe993 tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391518 Aug 12 02:27:42.627861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-1906336a-53d3-46bb-aeae-9a1417b28bd9 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1126556 Aug 12 02:27:42.676001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'floatingip': {'port_id': '108b7372-87cb-4577-b4db-9fadc6099543', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:42.731380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:42.872925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e5f1-f587-4bce-8031-2ca0415828b7 req-cfc3ecdb-e9b1-45e0-a00a-bde176c9cfb0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:42.877016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3b4e5f1-f587-4bce-8031-2ca0415828b7 req-cfc3ecdb-e9b1-45e0-a00a-bde176c9cfb0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.1984479 Aug 12 02:27:42.917870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Deleting port f55a324c-b19f-49a6-a7a2-9ef7e2563672 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:42.918464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:42.918870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:42.932780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:42.966300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3b4e5f1-f587-4bce-8031-2ca0415828b7 req-7259dff8-f032-49c9-bda2-92dad09261bc tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778408 Aug 12 02:27:43.049549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=dbd4bb6b-3afd-4310-8b86-84b52cee335c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:43.091031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b330964-5f88-442b-977f-229d833248bb None None] Network ec8bcea1-148c-4135-af32-62289cb52295 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:43.145687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] For port f55a324c-b19f-49a6-a7a2-9ef7e2563672, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f55a324c-b19f-49a6-a7a2-9ef7e2563672,segment=NetworkSegment(0a90a052-1056-490a-a29e-9bcd284af490),segment_id=0a90a052-1056-490a-a29e-9bcd284af490)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:43.146400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.202502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f12a097-4c22-430d-b64c-4d4797ac1524 None None] Provisioning for port 30f52c4c-66de-474a-939e-9ed6f91cd094 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:43.383908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.431324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Calling delete_port for f55a324c-b19f-49a6-a7a2-9ef7e2563672 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:43.493701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 30f52c4c-66de-474a-939e-9ed6f91cd094 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:43.584624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 30f52c4c-66de-474a-939e-9ed6f91cd094 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:43.592788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 30f52c4c-66de-474a-939e-9ed6f91cd094 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:43.593849 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.657542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.699066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.704768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.742161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.832866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 30f52c4c-66de-474a-939e-9ed6f91cd094, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=30f52c4c-66de-474a-939e-9ed6f91cd094,segment=NetworkSegment(09d6ba32-ef29-49dd-9a49-ac456d738977),segment_id=09d6ba32-ef29-49dd-9a49-ac456d738977)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:43.842430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.891381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.891655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Provisioning for port dbd4bb6b-3afd-4310-8b86-84b52cee335c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:43.907905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Provisioning complete for port dbd4bb6b-3afd-4310-8b86-84b52cee335c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:43.911225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:43.956341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['f55a324c-b19f-49a6-a7a2-9ef7e2563672'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:43.958166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Pushing event deleted for resources: {'Port': ['ID=f55a324c-b19f-49a6-a7a2-9ef7e2563672,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:44.049048 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Floating IP bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 associated. External IP: 172.25.3.99, port: 108b7372-87cb-4577-b4db-9fadc6099543. Aug 12 02:27:44.053437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] No DVR routers for this DVR port f55a324c-b19f-49a6-a7a2-9ef7e2563672 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:44.058825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.061562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c76ef410-14d5-4089-b68d-6c7274be9a7e req-d28c6607-2426-4506-b727-fda379ba6e6a tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.25 "DELETE /v2.0/ports/f55a324c-b19f-49a6-a7a2-9ef7e2563672 HTTP/1.1" status: 204 len: 173 time: 1.5551455 Aug 12 02:27:44.062255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'name': 'network-vif-deleted', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:44.064088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=30f52c4c-66de-474a-939e-9ed6f91cd094,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:44.067792 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384e9e3-f3c6-47b7-8f25-bd2eac7f2ddc" -d '{"events": [{"server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "name": "network-vif-deleted", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:44.112908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Port dbd4bb6b-3afd-4310-8b86-84b52cee335c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:44.136573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Provisioning complete for port 30f52c4c-66de-474a-939e-9ed6f91cd094 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:44.140207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-82f07444-08fd-455a-a2d5-319de7349e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.241485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514d44-3e0e-4421-a7fc-35ba8a28f012 req-3aef178b-4f5a-45ff-813d-72cb9bb7d56b tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:44.244294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b514d44-3e0e-4421-a7fc-35ba8a28f012 req-3aef178b-4f5a-45ff-813d-72cb9bb7d56b tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/ports?device_id=70482a35-7967-46da-bf94-35d208b964c1 HTTP/1.1" status: 200 len: 867 time: 0.5629714 Aug 12 02:27:44.259973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.279196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.409513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=dbd4bb6b-3afd-4310-8b86-84b52cee335c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:44.412031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.417168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b514d44-3e0e-4421-a7fc-35ba8a28f012 req-c0c599dc-4a2e-4d69-9935-2f1b30726cdb tempest-ServerTagsTestJSON-1412831916 tempest-ServerTagsTestJSON-1412831916-project] 10.222.0.11 "GET /v2.0/security-groups?id=a47c15b9-72b4-4cea-ba1c-c95c01d2d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646006 Aug 12 02:27:44.469127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-10ecc8f3-c01b-4978-b691-087d0d5deb33 None None] Provisioning complete for port dbd4bb6b-3afd-4310-8b86-84b52cee335c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:44.472855 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10ecc8f3-c01b-4978-b691-087d0d5deb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.529225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-10ecc8f3-c01b-4978-b691-087d0d5deb33 None None] Port dbd4bb6b-3afd-4310-8b86-84b52cee335c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:44.615376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29644ee3-9df5-4785-9560-e9ccb5aaad9a req-3dfcb534-9a25-45ba-a91d-bece9689dcfd tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:44.617652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29644ee3-9df5-4785-9560-e9ccb5aaad9a req-3dfcb534-9a25-45ba-a91d-bece9689dcfd tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.1029778 Aug 12 02:27:44.630885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network ec8bcea1-148c-4135-af32-62289cb52295 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:44.640953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:44.658351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a8e47be6-2406-4861-aa1f-4dc1aeb894f5 None None] Provisioning complete for port dbd4bb6b-3afd-4310-8b86-84b52cee335c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:44.659161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a8e47be6-2406-4861-aa1f-4dc1aeb894f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:44.710266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a8e47be6-2406-4861-aa1f-4dc1aeb894f5 None None] Port dbd4bb6b-3afd-4310-8b86-84b52cee335c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:44.727879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29644ee3-9df5-4785-9560-e9ccb5aaad9a req-c7eba6a3-15f3-4c98-a4f0-bf583b9db2ec tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002734 Aug 12 02:27:44.854664 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 7b798dd3-febb-46fc-81f4-71c8eef70751 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:27:44.942204 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7da02-2c04-405a-86b6-1530623da84b x-openstack-request-id: req-4eb7da02-2c04-405a-86b6-1530623da84b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:44.942582 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70482a35-7967-46da-bf94-35d208b964c1", "name": "network-vif-deleted", "tag": "f55a324c-b19f-49a6-a7a2-9ef7e2563672", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:44.942918 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4eb7da02-2c04-405a-86b6-1530623da84b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:44.943337 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70482a35-7967-46da-bf94-35d208b964c1', 'name': 'network-vif-deleted', 'tag': 'f55a324c-b19f-49a6-a7a2-9ef7e2563672', 'status': 'completed', 'code': 200} Aug 12 02:27:44.981965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Router b113f62d-8c94-4614-be6f-94fe48c6d651 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:44.982609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:44.997790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] Sync routers for ids ['7b798dd3-febb-46fc-81f4-71c8eef70751'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:44.998739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d72d538b-3b52-4b89-9ba4-ffaba725d906 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/7b798dd3-febb-46fc-81f4-71c8eef70751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0107458 Aug 12 02:27:45.000211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:45.031215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] Routers {'7b798dd3-febb-46fc-81f4-71c8eef70751'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:45.031728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7b798dd3-febb-46fc-81f4-71c8eef70751'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.062236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa378f-a9b7-481a-8dc8-16471cbe8990 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:45.068172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-91aa378f-a9b7-481a-8dc8-16471cbe8990 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports/dbd4bb6b-3afd-4310-8b86-84b52cee335c HTTP/1.1" status: 200 len: 978 time: 0.0664101 Aug 12 02:27:45.068831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48370) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:45.071524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.084205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] Routers {'7b798dd3-febb-46fc-81f4-71c8eef70751'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:45.084823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7b798dd3-febb-46fc-81f4-71c8eef70751'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.174355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.175094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd3585-432d-45d9-a5c9-de00eed74d79 None None] The sync data for ids ['7b798dd3-febb-46fc-81f4-71c8eef70751'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:45.190233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e9283b5b-66d9-43f8-b251-63d23acd0751 None None] Provisioning complete for port dbd4bb6b-3afd-4310-8b86-84b52cee335c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:45.190590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e9283b5b-66d9-43f8-b251-63d23acd0751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:45.233682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:45.245413 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Sync routers for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:45.261379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:45.262703 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:45.269608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e9283b5b-66d9-43f8-b251-63d23acd0751 None None] Port dbd4bb6b-3afd-4310-8b86-84b52cee335c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:45.277912 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.361980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-8123c9c9-e273-42e5-bc52-c4410e1f115c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "PUT /v2.0/floatingips/bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 HTTP/1.1" status: 200 len: 995 time: 2.7122984 Aug 12 02:27:45.431091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-c0cf54d2-9bc1-4d00-85b2-66c5a7464641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:45.433794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-c0cf54d2-9bc1-4d00-85b2-66c5a7464641 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0564113 Aug 12 02:27:45.434072 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:45.463028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 30f52c4c-66de-474a-939e-9ed6f91cd094 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:45.563706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 30f52c4c-66de-474a-939e-9ed6f91cd094 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:45.565454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:45.575184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:45.601788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-cacf853a-f491-4012-8e3d-3e443d0a87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:45.606232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-cacf853a-f491-4012-8e3d-3e443d0a87b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.1661685 Aug 12 02:27:45.756800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48390) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:45.802285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-616a1a0d-cb89-4b21-9a18-67c0dc0321a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 998 time: 0.1893971 Aug 12 02:27:45.839267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Deleting subnet 57e9b0d0-abfe-486f-bc88-564715d2257f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:45.843115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:45.880110 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'port_id': '108b7372-87cb-4577-b4db-9fadc6099543', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'mac_address': 'fa:16:3e:62:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:41Z', 'updated_at': '2021-08-12T02:27:43Z', 'revision_number': 1, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.884214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-894b056c-9696-4464-9d89-253b496a36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:45.892741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-894b056c-9696-4464-9d89-253b496a36a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.0822265 Aug 12 02:27:45.915394 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Checking router: b113f62d-8c94-4614-be6f-94fe48c6d651 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:27:45.926792 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:45.927705 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:45.930027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-f4869e15-f9ae-486b-9914-fcebee5873da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363889 Aug 12 02:27:45.944777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-98f1b145-c3e2-4dc4-944e-359dbda5dbb8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:27:45.946051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-98f1b145-c3e2-4dc4-944e-359dbda5dbb8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083725 Aug 12 02:27:46.068616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-0253830d-22d5-4067-b3e7-3991ecaaa42f service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126597 Aug 12 02:27:46.085718 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:46.178717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d4fc11f-358c-41a3-8b04-9337d38177f2 req-1de089f3-d404-47f3-955c-e2e02d3a8723 service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020298 Aug 12 02:27:46.226665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.279952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.388643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.423375 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'port_id': '108b7372-87cb-4577-b4db-9fadc6099543', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'mac_address': 'fa:16:3e:62:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:41Z', 'updated_at': '2021-08-12T02:27:43Z', 'revision_number': 1, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:46.462423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbb2e6-bde9-4cb5-9079-057af286b442 req-3a41b6ef-e658-4735-8894-12da5b209d0e tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:46.465508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4abbb2e6-bde9-4cb5-9079-057af286b442 req-3a41b6ef-e658-4735-8894-12da5b209d0e tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.1417477 Aug 12 02:27:46.484398 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fa5d1-78a6-458a-b001-2ef15d460c8b None None] The sync data for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 is: [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'floating_ip_address': '172.25.3.99', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'port_id': '108b7372-87cb-4577-b4db-9fadc6099543', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 2246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'mac_address': 'fa:16:3e:62:85:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:27:41Z', 'updated_at': '2021-08-12T02:27:43Z', 'revision_number': 1, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:46.497795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e9b0d0-abfe-486f-bc88-564715d2257f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:46.510441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.513437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6c779c82-1ca9-46df-8074-1b26949297f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57e9b0d0-abfe-486f-bc88-564715d2257f HTTP/1.1" status: 204 len: 168 time: 0.7543037 Aug 12 02:27:46.516010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48400) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:46.586825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4abbb2e6-bde9-4cb5-9079-057af286b442 req-e84ddb6e-e27c-4fb8-896e-9d0ac0a69f86 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052809 Aug 12 02:27:46.609622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port dbd4bb6b-3afd-4310-8b86-84b52cee335c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:46.610554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.649036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-95186e56-44b7-4522-be02-23a85f1a185c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 998 time: 0.2223389 Aug 12 02:27:46.671012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.718176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-82d6d216-6e43-4d91-924a-367e4ab0b840 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:46.719672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-82d6d216-6e43-4d91-924a-367e4ab0b840 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports/108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 942 time: 0.0622385 Aug 12 02:27:46.725415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.740517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for dbd4bb6b-3afd-4310-8b86-84b52cee335c owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:46.778670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a9929-0027-419d-8e21-42aaf3c47022 None None] New status for floating IP bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:27:46.847622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.862026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75454c6e-987c-4f82-afd3-f53acd59c9ed']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:46.880060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a90a052-1056-490a-a29e-9bcd284af490') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:46.880637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a90a052-1056-490a-a29e-9bcd284af490') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:46.886223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-97b18898-e0e1-43cc-ba73-bd838b1a8d21 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 998 time: 0.1008885 Aug 12 02:27:46.957307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:46.959678 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:46.969428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:46.969744 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.017214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.030182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=dbd4bb6b-3afd-4310-8b86-84b52cee335c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:47.034233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:47.034783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:47.036582 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:47.053377 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6a53dd-8daf-430c-86f5-e47bf01a4447 x-openstack-request-id: req-dd6a53dd-8daf-430c-86f5-e47bf01a4447 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:47.053686 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:47.053933 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd6a53dd-8daf-430c-86f5-e47bf01a4447 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:47.054329 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:27:47.062348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f55a324c-b19f-49a6-a7a2-9ef7e2563672 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:47.105959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: f55a324c-b19f-49a6-a7a2-9ef7e2563672 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:47.106577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f55a324c-b19f-49a6-a7a2-9ef7e2563672 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:47.188674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-bd69cbdf-132c-4196-afa1-3067dd41f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.190257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-bd69cbdf-132c-4196-afa1-3067dd41f088 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0761104 Aug 12 02:27:47.195193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-0fbf6a8a-b2ec-48a8-8d11-17deef908bf6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.196715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-0fbf6a8a-b2ec-48a8-8d11-17deef908bf6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.3047121 Aug 12 02:27:47.266460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.279369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.285103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] 10.222.0.11 "DELETE /v2.0/networks/75454c6e-987c-4f82-afd3-f53acd59c9ed HTTP/1.1" status: 204 len: 168 time: 0.7639244 Aug 12 02:27:47.319604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.350016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Pushing event deleted for resources: {'Network': ['ID=75454c6e-987c-4f82-afd3-f53acd59c9ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:47.402589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-8f205b63-bd05-43a3-83a1-495982e320b0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.410561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-8f205b63-bd05-43a3-83a1-495982e320b0 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.3518183 Aug 12 02:27:47.479543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.479915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.480267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.480612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.480985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.481284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.481629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.481962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.482300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.482635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.482971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.483303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d8267-ef3c-4137-8f4f-f350ab4ce178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:47.507528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-3da45921-efc3-4c29-8e12-c5ae3a6155a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.509014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-3da45921-efc3-4c29-8e12-c5ae3a6155a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.2006016 Aug 12 02:27:47.538690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-579e1bb2-d78f-44f2-a4c7-7fd1ab203cdc tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.3288162 Aug 12 02:27:47.557204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:47.662032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:47.690198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.690594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 7b798dd3-febb-46fc-81f4-71c8eef70751 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:47.744160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-4d524aee-8aac-4325-8af3-08c78cdc2be0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 1000 time: 0.1799979 Aug 12 02:27:47.787092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Deleting port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:47.787354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.795384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4710f9ea-3fdf-4d8a-b200-220be39faf88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26106a1ce8a44bbc81166d99e635aa97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289721 Aug 12 02:27:47.796410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48428) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:47.810491 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:47.890759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:47.904289 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] Sync routers for ids ['7b798dd3-febb-46fc-81f4-71c8eef70751'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:47.913655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b599fbb0-5944-4ad0-bc04-fe91edd5b2e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/7b798dd3-febb-46fc-81f4-71c8eef70751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8430505 Aug 12 02:27:47.914241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] Routers {'7b798dd3-febb-46fc-81f4-71c8eef70751'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:47.915100 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7b798dd3-febb-46fc-81f4-71c8eef70751'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:47.926279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c362d4-4a3a-4d01-a2db-1c1344f3d347 req-5aef11d6-0ec3-44a8-acd1-a4d7d5db294c tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.929190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48430) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:47.938329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01c362d4-4a3a-4d01-a2db-1c1344f3d347 req-5aef11d6-0ec3-44a8-acd1-a4d7d5db294c tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.2382650 Aug 12 02:27:47.953245 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:47.957323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-0dba63e4-5566-47c1-ad1d-5f81b75a0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:47.959583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-0dba63e4-5566-47c1-ad1d-5f81b75a0597 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.1673784 Aug 12 02:27:47.964195 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] Routers {'7b798dd3-febb-46fc-81f4-71c8eef70751'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:47.965280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7b798dd3-febb-46fc-81f4-71c8eef70751'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:48.004772 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:48.005934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475690d2-edd6-4501-8fab-bd0b53015d60 None None] The sync data for ids ['7b798dd3-febb-46fc-81f4-71c8eef70751'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:48.021396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-53401763-382a-4322-bcc1-3c574cf9bf66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492120 Aug 12 02:27:48.072510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.089523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] For port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:48.089895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.093065 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.093380 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Floating IP bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 disassociated. External IP: 172.25.3.99, port: 108b7372-87cb-4577-b4db-9fadc6099543. Aug 12 02:27:48.111299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01c362d4-4a3a-4d01-a2db-1c1344f3d347 req-36181d24-db46-4d21-b80f-84a7df31d01a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721015 Aug 12 02:27:48.119012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.162078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.202451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-0a280b2f-da9d-48a3-8318-eba9ca3b68b3 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708193 Aug 12 02:27:48.221706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Calling delete_port for 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:48.311074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.313763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:48.314952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a47c15b9-72b4-4cea-ba1c-c95c01d2d422 HTTP/1.1" status: 204 len: 168 time: 0.4942906 Aug 12 02:27:48.346178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c3f7a-3e4e-4a5c-a79d-a2045b25a753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47c15b9-72b4-4cea-ba1c-c95c01d2d422,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:48.350270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ca4e2a0-30ba-4207-9ec0-89f13f14e407 req-ef69f9aa-b6b4-48be-98e0-52dd6e985988 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384125 Aug 12 02:27:48.430260 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-9c0050ab-cc56-4434-85b5-63e734756e7d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 02:27:48.431363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9c0050ab-cc56-4434-85b5-63e734756e7d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/7b798dd3-febb-46fc-81f4-71c8eef70751/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5011523 Aug 12 02:27:48.435028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:48.481114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-74281c06-e8d5-495f-b289-518eb7ba5d4b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b798dd3-febb-46fc-81f4-71c8eef70751 HTTP/1.1" status: 200 len: 205 time: 0.0419490 Aug 12 02:27:48.481778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:48.630066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.261387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Router b113f62d-8c94-4614-be6f-94fe48c6d651 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:49.273353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.276843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.281505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.282209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac564056-29c6-4269-b810-167149f74a17 req-2586e635-014f-43df-b50f-bdef8e4ca9e2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:49.284780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac564056-29c6-4269-b810-167149f74a17 req-2586e635-014f-43df-b50f-bdef8e4ca9e2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7a25c6c-fcff-4a97-850f-c8b172dd38bc HTTP/1.1" status: 200 len: 945 time: 0.0581965 Aug 12 02:27:49.328327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac564056-29c6-4269-b810-167149f74a17 req-1bb355ec-6835-48f6-8c43-b23c7fd82563 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Aug 12 02:27:49.360254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Pushing event deleted for resources: {'Port': ['ID=2cfc2f32-26c4-4b7e-8825-42cfbf6ee782,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:49.406997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.407561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router 7b798dd3-febb-46fc-81f4-71c8eef70751 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:27:49.415125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.417172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-57fada30-34ea-4563-9675-2bf9082e8233 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/7b798dd3-febb-46fc-81f4-71c8eef70751 HTTP/1.1" status: 204 len: 168 time: 0.9331234 Aug 12 02:27:49.420666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48492) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:49.489371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet d71d5668-e788-44b6-a45f-d284aab91879 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:27:49.492765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.513753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] No DVR routers for this DVR port 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:49.517457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.519790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2f7ae3a-1de3-41aa-b83e-31f99a26a84a req-335a7ba2-4c1a-456a-a3ec-7f83606b65e3 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "DELETE /v2.0/ports/2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 HTTP/1.1" status: 204 len: 173 time: 2.0743554 Aug 12 02:27:49.521996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'name': 'network-vif-deleted', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:49.524342 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eae4a7-2ae9-4187-a19e-9a0b83a2cee2" -d '{"events": [{"server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "name": "network-vif-deleted", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:49.545838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.558804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:49.563825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.573976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Sync routers for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:49.584077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:49.585058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:49.600494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-4ac04296-351d-461c-8cf6-0e589c9bf29e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "PUT /v2.0/floatingips/bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 HTTP/1.1" status: 200 len: 694 time: 2.0489655 Aug 12 02:27:49.659903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-145a16e7-ca8d-435f-8d84-d2abd3b3fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:49.661826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-145a16e7-ca8d-435f-8d84-d2abd3b3fa21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0456624 Aug 12 02:27:49.685212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.762347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.774849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:49.798535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-d51b39ef-6869-4659-aa8b-37c949852f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:49.799416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-d51b39ef-6869-4659-aa8b-37c949852f20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.1238644 Aug 12 02:27:49.807962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=d71d5668-e788-44b6-a45f-d284aab91879,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:49.810585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.815074 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d06fbc76-09ed-4f13-b16d-a072815738ae tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d71d5668-e788-44b6-a45f-d284aab91879 HTTP/1.1" status: 204 len: 168 time: 0.3908587 Aug 12 02:27:49.815482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48512) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:49.840504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291cb49-46a6-4732-8f81-c4481ccbcac3 None None] Network ec8bcea1-148c-4135-af32-62289cb52295 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:49.855480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-cad1b327-8e26-45a6-b0b4-dd54e0d08f07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0499694 Aug 12 02:27:49.909348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:49.952650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-2269a2ad-12d7-4ea8-ba7a-f8fa1d2b1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:49.956872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-2269a2ad-12d7-4ea8-ba7a-f8fa1d2b1f58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.0855436 Aug 12 02:27:50.001182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-5b74ec87-e66c-4723-a656-c8a2957b5dd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359919 Aug 12 02:27:50.042617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 30f52c4c-66de-474a-939e-9ed6f91cd094 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:50.042968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.166788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 30f52c4c-66de-474a-939e-9ed6f91cd094, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=30f52c4c-66de-474a-939e-9ed6f91cd094,segment=NetworkSegment(09d6ba32-ef29-49dd-9a49-ac456d738977),segment_id=09d6ba32-ef29-49dd-9a49-ac456d738977)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:50.167242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.195040 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97232463-b1c4-4053-b23e-f8d24300a1bb x-openstack-request-id: req-97232463-b1c4-4053-b23e-f8d24300a1bb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:50.195330 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a25c6c-fcff-4a97-850f-c8b172dd38bc", "name": "network-vif-deleted", "tag": "2cfc2f32-26c4-4b7e-8825-42cfbf6ee782", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:50.195619 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97232463-b1c4-4053-b23e-f8d24300a1bb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:50.196028 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a25c6c-fcff-4a97-850f-c8b172dd38bc', 'name': 'network-vif-deleted', 'tag': '2cfc2f32-26c4-4b7e-8825-42cfbf6ee782', 'status': 'completed', 'code': 200} Aug 12 02:27:50.224354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 30f52c4c-66de-474a-939e-9ed6f91cd094 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:50.248089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-69e1ac0e-1e96-451c-8bd8-dbd4fce3ad62 service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361519 Aug 12 02:27:50.305142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] DHCP port deletion for ec8bcea1-148c-4135-af32-62289cb52295 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:27:50.409222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11e66764-d1b2-4fa8-80c8-70fc836a2159 req-abd5b0f2-c961-4c23-b58d-225404946e7f service neutron] 10.222.0.11 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416233 Aug 12 02:27:50.412199 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-291a8087-383d-442d-a2a7-8e18fc716727 req-2c78354c-0c4c-4fc3-b08c-81ec244191c0 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0455604 Aug 12 02:27:50.459528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.502484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=30f52c4c-66de-474a-939e-9ed6f91cd094,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:50.511184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port 30f52c4c-66de-474a-939e-9ed6f91cd094 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:50.513611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.513947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.514248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.514534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.514841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.515234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.515681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.515862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.516261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.516476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.516907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.517155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:50.548321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:50.601450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Checking router: b113f62d-8c94-4614-be6f-94fe48c6d651 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:27:50.619329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:50.620481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:50.648026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-59f013c8-0e07-481f-aa83-170b14ed9e4c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips/bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 HTTP/1.1" status: 200 len: 694 time: 0.0969231 Aug 12 02:27:50.657564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.684639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8bcea1-148c-4135-af32-62289cb52295']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:50.716193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d6ba32-ef29-49dd-9a49-ac456d738977') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:50.716193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d6ba32-ef29-49dd-9a49-ac456d738977') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:50.735285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.749607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:27:50.761183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.770749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:27:50.771526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:27:50.782792 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:27:50.789314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Deleting port 30f52c4c-66de-474a-939e-9ed6f91cd094 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:50.789650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.822535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-d1f22ea6-731b-4912-90ce-f72fcc9248e2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:50.824293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-d1f22ea6-731b-4912-90ce-f72fcc9248e2 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 784 time: 0.1677969 Aug 12 02:27:50.842032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e0b33682-4de0-45d2-9008-a463c16ed73f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:27:50.853036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e0b33682-4de0-45d2-9008-a463c16ed73f tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194552 Aug 12 02:27:50.870680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] For port 30f52c4c-66de-474a-939e-9ed6f91cd094, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:50.871165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.927497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Calling delete_port for 30f52c4c-66de-474a-939e-9ed6f91cd094 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:50.933475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Port 30f52c4c-66de-474a-939e-9ed6f91cd094 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:27:50.935584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.944134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-0619f577-2827-48a6-bd8b-afac18bfb83c tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 697 time: 0.0883281 Aug 12 02:27:50.953105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.981556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:50.983915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/ec8bcea1-148c-4135-af32-62289cb52295 HTTP/1.1" status: 204 len: 168 time: 1.1675596 Aug 12 02:27:50.996986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48552) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:51.003366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1906741258'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:51.012902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e150e7ed-7574-48c2-a334-0a3c00e1245d tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 697 time: 0.0576835 Aug 12 02:27:51.013220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Pushing event deleted for resources: {'Port': ['ID=30f52c4c-66de-474a-939e-9ed6f91cd094,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:51.017162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] Network ec8bcea1-148c-4135-af32-62289cb52295 is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:27:51.017619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348b090-0483-4f9c-aa3c-0ca3be661cac None None] No DVR routers for this DVR port 30f52c4c-66de-474a-939e-9ed6f91cd094 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:51.027780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fadbd-744e-454d-8c8a-a72de650b74d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=ec8bcea1-148c-4135-af32-62289cb52295,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:51.095909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:51.099662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.102969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:51.135724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:51.136213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2cfc2f32-26c4-4b7e-8825-42cfbf6ee782 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:51.147317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:51.161945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:27:51.176164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Deleting port 1a7a7002-536d-4f83-a473-31be612cd786 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:51.176507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.176644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a632ed7-38cb-4bd4-8982-c2dc16f2c782 None None] The sync data for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 is: [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'de0a9c15-c1a6-4834-8154-e0a043bcaa09', 'name': '', 'network_id': '492dd143-367e-4ef9-a621-725e32d47a74', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'mac_address': 'fa:16:3e:f9:49:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_interface', 'standard_attr_id': 2118, 'fixed_ips': [{'subnet_id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:15Z', 'updated_at': '2021-08-12T02:26:29Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'subnets': [{'id': '5f5f3dac-2dda-4d3e-86a5-026fd59d27bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:51.179087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-8feb50fe-4101-48f3-a3bc-f98fdd611df2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:51.182027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-8feb50fe-4101-48f3-a3bc-f98fdd611df2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 809 time: 0.2144110 Aug 12 02:27:51.189551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.189981 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment f73cd560-39bc-42a2-a594-5f2f41f95159 of type vlan for network 583b0431-1f11-420b-a869-47bc9d966ccf Aug 12 02:27:51.216916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-94179fb4-c663-46ca-a98c-75c06116f5d2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/quotas/9bf77e8c380d421c993a8b5f4d59d131 HTTP/1.1" status: 200 len: 375 time: 0.0249422 Aug 12 02:27:51.272927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.288465 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.288803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.314966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Calling delete_port for 1a7a7002-536d-4f83-a473-31be612cd786 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:51.334097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-5fd59f34-4deb-4b72-a4c5-f83eebb8c830 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073384 Aug 12 02:27:51.373625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.379911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:51.380542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.438751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 30f52c4c-66de-474a-939e-9ed6f91cd094 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:51.474433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4756870 Aug 12 02:27:51.479412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 30f52c4c-66de-474a-939e-9ed6f91cd094 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:51.480075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 30f52c4c-66de-474a-939e-9ed6f91cd094 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:51.481049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48562) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:51.489732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:51.557588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f89c2-9f82-47e3-8982-e6ed8e507c1f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=583b0431-1f11-420b-a869-47bc9d966ccf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:51.569665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 583b0431-1f11-420b-a869-47bc9d966ccf details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:27:51.595724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.641982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event deleted for resources: {'Port': ['ID=1a7a7002-536d-4f83-a473-31be612cd786,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:51.649808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ff99d-57a5-4fa6-bd31-5d5b6b69b027 None None] New status for floating IP bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:27:51.743769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.747573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:51.748913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cb55a34-52bf-47d2-8713-e9d7aee34c74 req-e10a7a78-9d61-4a4b-bb9a-659615ca0d51 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "DELETE /v2.0/floatingips/bea8b222-95aa-49fa-9b16-e1e6ee1f7ac6 HTTP/1.1" status: 204 len: 173 time: 0.7170963 Aug 12 02:27:51.767919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-af7dbaa1-9f78-4fb8-a7ad-90abea6fa952 service neutron] 10.222.0.11 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327452 Aug 12 02:27:51.770243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:51.774610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.021091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-1d57168f-5974-48c3-beaf-82ba652ad8f5 service neutron] 10.222.0.11 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206831 Aug 12 02:27:52.198034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:52.200597 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced" -d '{"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:52.201055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.263182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=804f6a2a-be05-4194-a4e9-7736877d55cb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:52.316194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-b3f495e1-2bfc-4fa4-ae0d-6fbbaef3c718 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups/2a3c544e-669e-40af-92d7-22d63f4f2439 HTTP/1.1" status: 200 len: 1810 time: 0.0582864 Aug 12 02:27:52.320083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-953e586a-b13f-48c5-9612-0b3668ded730 req-6bb87df3-1b35-4adb-86e1-6bdc6cf4ab5d tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0470736 Aug 12 02:27:52.372086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': 'f73cd560-39bc-42a2-a594-5f2f41f95159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:52.373036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 583b0431-1f11-420b-a869-47bc9d966ccf, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:27:52.428268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.431859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff067c9a-9aac-4e8a-8183-4a6beb26919a req-829ee1d6-f7ef-4e67-91c0-6abd7113872f tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 210 time: 0.0478375 Aug 12 02:27:52.443454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 583b0431-1f11-420b-a869-47bc9d966ccf is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:27:52.460811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.461832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 583b0431-1f11-420b-a869-47bc9d966ccf) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:52.468862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:52.469699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.483258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147dffe-c5ab-4bcc-83e2-b7d84bf3c44f None None] Network 583b0431-1f11-420b-a869-47bc9d966ccf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:52.507314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0aa42ad5-4aeb-4032-8f9a-1d1904cdde60 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0252967 Aug 12 02:27:52.509245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48584) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:52.515809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-952831638', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:52.553033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.557014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.559955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.564495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-364bbebe-3045-40fa-b07f-3b3c9ead04c2 req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "DELETE /v2.0/security-groups/2a3c544e-669e-40af-92d7-22d63f4f2439 HTTP/1.1" status: 204 len: 173 time: 0.2399087 Aug 12 02:27:52.565489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.591797 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d376b0a-4abe-40e0-805f-ebd438a54d26 x-openstack-request-id: req-2d376b0a-4abe-40e0-805f-ebd438a54d26 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:52.593117 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:52.593659 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d376b0a-4abe-40e0-805f-ebd438a54d26 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:52.596867 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:27:52.627505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b35eb-8266-433e-b523-388744340aa4 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3c544e-669e-40af-92d7-22d63f4f2439,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:52.662009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d6761f3-2ebd-4951-a60f-7aa6fb2b80ee req-9312a7fb-a4a5-4ab9-ab27-ff15caf102e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0640392 Aug 12 02:27:52.699027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-583b0431-1f11-420b-a869-47bc9d966ccf', 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': '804f6a2a-be05-4194-a4e9-7736877d55cb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:27:52.700006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.724860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.737027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.753123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-98a11225-c0c9-4e45-aca3-884af22d99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:52.754981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-98a11225-c0c9-4e45-aca3-884af22d99c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bb01f2d45e7049249a9c659d9cc91984&device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1124964 Aug 12 02:27:52.765690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:52.767993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-76bbf50d-3146-4263-9786-50e18916b1ea tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2568328 Aug 12 02:27:52.770888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48590) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:52.905996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Allocated IP 172.20.0.2 (583b0431-1f11-420b-a869-47bc9d966ccf/804f6a2a-be05-4194-a4e9-7736877d55cb/c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:53.132997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.143846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Transition to ACTIVE for port object c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:53.166300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Transition to ACTIVE for port object c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:53.177261 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.220116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Network 583b0431-1f11-420b-a869-47bc9d966ccf is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:53.225449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:53.230070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:53.237511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Pushing event updated for resources: {'Port': ['ID=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:53.295093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Attempting to bind port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:53.295562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Attempting to bind port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f73cd560-39bc-42a2-a594-5f2f41f95159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:53.295905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Attempting to bind port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce on network 583b0431-1f11-420b-a869-47bc9d966ccf {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:53.302262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:53.302644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Checking segment: {'id': 'f73cd560-39bc-42a2-a594-5f2f41f95159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:53.303059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.303461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Bound using segment: {'id': 'f73cd560-39bc-42a2-a594-5f2f41f95159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:53.303978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Bound port: c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73cd560-39bc-42a2-a594-5f2f41f95159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '583b0431-1f11-420b-a869-47bc9d966ccf'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:53.304361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.378300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] For port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:53.382665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] For port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,segment=NetworkSegment(f73cd560-39bc-42a2-a594-5f2f41f95159),segment_id=f73cd560-39bc-42a2-a594-5f2f41f95159)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:53.396186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.474178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82c32314-3fb8-4375-b77c-d9bb55a84322 req-01e18f5f-9892-4d3e-b6b5-09f40ad7a585 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0505533 Aug 12 02:27:53.500148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce1d98-1d8d-4265-9d46-0b673e8b3af5 None None] Pushing event updated for resources: {'Port': ['ID=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:53.566105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7eeb-0d58-46c8-8055-4735556d1144 req-3d870e2c-b665-4c45-ba2f-bd3f345a0361 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:53.568156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b34e7eeb-0d58-46c8-8055-4735556d1144 req-3d870e2c-b665-4c45-ba2f-bd3f345a0361 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.6713521 Aug 12 02:27:53.630212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9a1151b-05f0-4912-b5bc-feb4d1298aaf req-489a3bf2-89a8-4c3d-ae8f-c3ab8f9e08c2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 210 time: 0.0470278 Aug 12 02:27:53.651599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-cbbe37b3-57d1-44ee-88a0-4dc0884fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:53.654234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-cbbe37b3-57d1-44ee-88a0-4dc0884fd720 service neutron] 10.222.0.21 "GET /v2.0/networks?id=492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 200 len: 921 time: 0.8846228 Aug 12 02:27:53.676806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b34e7eeb-0d58-46c8-8055-4735556d1144 req-a9203877-0781-46ff-84f8-1f0b1200e525 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944581 Aug 12 02:27:53.736856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-2e4fa459-92cb-47b7-941c-580ba7a3b026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 200 len: 217 time: 0.0628245 Aug 12 02:27:53.800555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:53.810456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-7c2718f7-f5fe-4fc1-873e-2d925fcab899 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:53.812242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-7c2718f7-f5fe-4fc1-873e-2d925fcab899 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 809 time: 0.1846073 Aug 12 02:27:53.832264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Request body: {'port': {'device_id': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83', 'admin_state_up': True, 'tenant_id': '9bf77e8c380d421c993a8b5f4d59d131'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:53.968675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-5777f080-854a-4792-93a0-49535a1a8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:53.970160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-5777f080-854a-4792-93a0-49535a1a8b23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 200 len: 860 time: 0.1959176 Aug 12 02:27:53.991085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Made reservation on behalf of 9bf77e8c380d421c993a8b5f4d59d131 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:27:53.995205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.032701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-1a15e4b2-63bd-4681-b07b-14a1a48e564d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=492dd143-367e-4ef9-a621-725e32d47a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298429 Aug 12 02:27:54.167743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Allocated IP 172.20.0.12 (31716872-ca87-45f8-8c60-25f65e2cae83/04b85c83-f598-4437-b9c2-0ca302932d88/561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:54.249487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-296e7e89-1c4c-40ab-944d-02efc8fba07c service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024782 Aug 12 02:27:54.259139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.20.0.1 (583b0431-1f11-420b-a869-47bc9d966ccf/804f6a2a-be05-4194-a4e9-7736877d55cb/5a9ed6b4-a951-48b8-84d6-59ff249d85e3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:27:54.420674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.446233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2b6a6d0-abeb-4a37-bfba-d00b6ffb9ced req-16709a03-3338-499a-a222-91d288e89852 service neutron] 10.222.0.21 "GET /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838179 Aug 12 02:27:54.484529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.496802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.517999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:54.546814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Network 31716872-ca87-45f8-8c60-25f65e2cae83 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:54.567746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.578606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:54.591125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:54.605035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Pushing event updated for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:54.632762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 583b0431-1f11-420b-a869-47bc9d966ccf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:54.637747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:54.640313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:27:54.676186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-277f4613-934d-45e6-9851-b42e06f4377c req-d5bfd201-339d-46f5-a073-63169f623b9e tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0691676 Aug 12 02:27:54.680641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=5a9ed6b4-a951-48b8-84d6-59ff249d85e3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:54.710564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.721172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:54.723234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.759246 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-ef77d9aa-8871-44f1-8abe-4dba5f4394ca tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9374237 Aug 12 02:27:54.772650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Request body: {'port': {'device_id': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:27:54.859532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:54.901100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6752c4-57db-4c91-813a-d22883796bb2 req-09727a42-2456-4235-a80a-7be7f03cd71a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:54.901960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76204fdb-ba88-42f8-b49c-0816a9b05bce None None] Network 583b0431-1f11-420b-a869-47bc9d966ccf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:27:54.902688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c6752c4-57db-4c91-813a-d22883796bb2 req-09727a42-2456-4235-a80a-7be7f03cd71a tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 932 time: 0.0927935 Aug 12 02:27:54.913271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.014167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c6752c4-57db-4c91-813a-d22883796bb2 req-ccc92779-b847-477a-97c4-68c1fab20be9 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Aug 12 02:27:55.055988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b95a915d-0c1e-4625-b9c8-4347c33470df None None] Provisioning for port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:55.165267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818ae39-08b5-4fa9-a673-cc4d62a807be req-2d55d089-697f-4cc9-995e-31b6c8efd29b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:55.173414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9818ae39-08b5-4fa9-a673-cc4d62a807be req-2d55d089-697f-4cc9-995e-31b6c8efd29b tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.3335495 Aug 12 02:27:55.261526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:27:55.284335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.319240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Transition to ACTIVE for port object 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:27:55.337489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.370021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9818ae39-08b5-4fa9-a673-cc4d62a807be req-5482d918-5453-455c-9da2-d9f052abf4a5 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954563 Aug 12 02:27:55.520543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:55.539218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.561727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.565684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:55.738432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=5a9ed6b4-a951-48b8-84d6-59ff249d85e3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:55.788952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Provisioning for port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:55.789540 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.801313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Provisioning complete for port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:55.804856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Attempting to bind port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:27:55.805524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.805957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Attempting to bind port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:27:55.807357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Attempting to bind port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 on network 31716872-ca87-45f8-8c60-25f65e2cae83 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:55.814463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 on network 31716872-ca87-45f8-8c60-25f65e2cae83 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:27:55.815044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Attempting to bind port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 on network 31716872-ca87-45f8-8c60-25f65e2cae83 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:27:55.822149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:27:55.822833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Checking segment: {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:27:55.823511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Bound using segment: {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:27:55.824145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Bound port: 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5041d0cd-e408-4c1a-9563-85d4af759117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:27:55.824692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.926672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:27:55.960975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:55.971276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:55.971666 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:55.991726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:27:56.001078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:27:56.008996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.016710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 583b0431-1f11-420b-a869-47bc9d966ccf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:27:56.020959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:27:56.046347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Provisioning complete for port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:56.047432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.253875 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.254863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.255804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.257233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] 10.222.0.25 "PUT /v2.0/ports/561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 HTTP/1.1" status: 200 len: 1092 time: 1.4889874 Aug 12 02:27:56.257715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:56.261270 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec932c1-d7dc-43cf-bfc0-ded8c050f337" -d '{"events": [{"name": "network-changed", "server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:56.268261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b3f73-4df5-4726-b9e2-c9b991358ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:56.279208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-b37de926-c83b-433d-aa7b-71970dc7d2df tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.282189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-b37de926-c83b-433d-aa7b-71970dc7d2df tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.21 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.3048267 Aug 12 02:27:56.357644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] For port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,segment=NetworkSegment(f73cd560-39bc-42a2-a594-5f2f41f95159),segment_id=f73cd560-39bc-42a2-a594-5f2f41f95159)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:56.369961 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.405534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.483007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37244d7-eb6c-479e-97dd-8db944af4efe req-8f14b28e-1a77-41af-af87-655043357e80 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.485713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c37244d7-eb6c-479e-97dd-8db944af4efe req-8f14b28e-1a77-41af-af87-655043357e80 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 944 time: 0.2611241 Aug 12 02:27:56.522022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Pushing event updated for resources: {'Port': ['ID=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:56.533111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.533469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.533838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.534620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.534969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.535678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.536670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.536670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.537519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.537900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.538243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.538754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4622ec2e-ab7a-4202-bea1-607b3ad96034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:27:56.558156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 512734bb-c9d0-4abe-9c96-7625331438c5 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:27:56.560429 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:27:56.560790 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:27:56.562006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5e68a16a-5392-47dd-b3ee-ed3607f26e79 None None] Provisioning complete for port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:56.562628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5e68a16a-5392-47dd-b3ee-ed3607f26e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.572954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Deleting port 108b7372-87cb-4577-b4db-9fadc6099543 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:56.573596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.620283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5e68a16a-5392-47dd-b3ee-ed3607f26e79 None None] Port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:27:56.621622 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c37244d7-eb6c-479e-97dd-8db944af4efe req-8107c869-be45-4ce5-9517-852d340c013b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224141 Aug 12 02:27:56.643435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e44d93f-9829-489c-b071-e05600c5d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.646265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2e44d93f-9829-489c-b071-e05600c5d6ca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 1095 time: 0.3030660 Aug 12 02:27:56.707444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] For port 108b7372-87cb-4577-b4db-9fadc6099543, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=108b7372-87cb-4577-b4db-9fadc6099543,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:27:56.708008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.730291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-e291f1e3-856b-48d6-b5e6-616d3df2b6eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0743840 Aug 12 02:27:56.734439 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492be170-0fab-4ee3-baa0-edd373dcbaf0 x-openstack-request-id: req-492be170-0fab-4ee3-baa0-edd373dcbaf0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:56.734439 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:56.734734 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-492be170-0fab-4ee3-baa0-edd373dcbaf0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:56.735112 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7', 'status': 'completed', 'code': 200} Aug 12 02:27:56.742238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Calling delete_port for 108b7372-87cb-4577-b4db-9fadc6099543 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:56.903890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934956b5-126b-4e78-93ed-3c79e845d548 req-50d37bce-4441-4c42-92d9-ec110734588e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.906809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-934956b5-126b-4e78-93ed-3c79e845d548 req-50d37bce-4441-4c42-92d9-ec110734588e tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 945 time: 0.1147075 Aug 12 02:27:56.912683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed764-975e-4909-a438-fa08a0df389f req-f57e14aa-2662-47f7-9bf5-1af6e61121a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:56.914476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-f57e14aa-2662-47f7-9bf5-1af6e61121a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=04b85c83-f598-4437-b9c2-0ca302932d88 HTTP/1.1" status: 200 len: 849 time: 0.1768889 Aug 12 02:27:56.949216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:56.986966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['108b7372-87cb-4577-b4db-9fadc6099543'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:27:57.024252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-934956b5-126b-4e78-93ed-3c79e845d548 req-d6bc5cb3-ca24-428f-b4ab-7641ce5584b6 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c62a484-7fb6-4d44-9998-9c0409c2602f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082351 Aug 12 02:27:57.027934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-e8169b2b-df51-4427-847a-6e9fe8db1951 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31716872-ca87-45f8-8c60-25f65e2cae83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025920 Aug 12 02:27:57.112364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:57.130159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] Sync routers for ids ['512734bb-c9d0-4abe-9c96-7625331438c5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:57.145706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40d153fd-6067-4aa8-a273-56a976ac7af6 req-7988bb1e-0d8e-45fe-bc86-634e3df66c99 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1981900 Aug 12 02:27:57.159818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c8d4980a-75ba-4250-916d-e55be16e9eba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/512734bb-c9d0-4abe-9c96-7625331438c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3847001 Aug 12 02:27:57.161326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:57.164432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] Routers {'512734bb-c9d0-4abe-9c96-7625331438c5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:57.166257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['512734bb-c9d0-4abe-9c96-7625331438c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:57.166740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Pushing event deleted for resources: {'Port': ['ID=108b7372-87cb-4577-b4db-9fadc6099543,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:57.249261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] No DVR routers for this DVR port 108b7372-87cb-4577-b4db-9fadc6099543 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:27:57.255912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:57.256995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:57.258084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee5c4397-03dc-4abf-b84d-c94f5f243e06 req-512b4dc7-f72d-4aac-a3a8-98ff5bb98a80 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.21 "DELETE /v2.0/ports/108b7372-87cb-4577-b4db-9fadc6099543 HTTP/1.1" status: 204 len: 173 time: 0.9637754 Aug 12 02:27:57.258556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'name': 'network-vif-deleted', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:27:57.262781 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3220b84-17da-489f-8b85-d09d15cfb729" -d '{"events": [{"server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "name": "network-vif-deleted", "tag": "108b7372-87cb-4577-b4db-9fadc6099543"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:27:57.264699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-4ba852b3-53f4-459e-a9d3-051d11e335de service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275567 Aug 12 02:27:57.274403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cae2591-9f71-41b4-87b5-00b7173a3347 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:57.274674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] Routers {'512734bb-c9d0-4abe-9c96-7625331438c5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:57.275018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['512734bb-c9d0-4abe-9c96-7625331438c5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:57.278967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cae2591-9f71-41b4-87b5-00b7173a3347 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports/5a9ed6b4-a951-48b8-84d6-59ff249d85e3 HTTP/1.1" status: 200 len: 910 time: 0.1134682 Aug 12 02:27:57.279813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48664) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:57.325066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:57.326140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03273576-ee12-4410-9c41-e53d8e5d5841 None None] The sync data for ids ['512734bb-c9d0-4abe-9c96-7625331438c5'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:57.374803 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a1e10-956d-4f99-8ea6-d3b1998cec37 x-openstack-request-id: req-a94a1e10-956d-4f99-8ea6-d3b1998cec37 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:27:57.374803 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d3c8ba-169b-42b1-92df-06cd42292ac4", "name": "network-vif-deleted", "tag": "108b7372-87cb-4577-b4db-9fadc6099543", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:27:57.375229 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a94a1e10-956d-4f99-8ea6-d3b1998cec37 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:27:57.375497 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d3c8ba-169b-42b1-92df-06cd42292ac4', 'name': 'network-vif-deleted', 'tag': '108b7372-87cb-4577-b4db-9fadc6099543', 'status': 'completed', 'code': 200} Aug 12 02:27:57.463324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba6ed764-975e-4909-a438-fa08a0df389f req-2f120b4f-bea9-442a-bcb7-6c83a7d67456 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796951 Aug 12 02:27:57.477430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:27:57.558044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:27:57.558391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:57.670316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-88de5cd0-cb16-427b-94a7-455c083cb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:57.672636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-88de5cd0-cb16-427b-94a7-455c083cb45c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 1095 time: 0.1009429 Aug 12 02:27:57.802863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:57.868244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa5575-9cf8-47d4-8877-94bd27d830c4 req-8e9a421f-34b9-4401-81e1-4abcfc462e3b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:57.876643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ffa5575-9cf8-47d4-8877-94bd27d830c4 req-8e9a421f-34b9-4401-81e1-4abcfc462e3b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 944 time: 0.1103163 Aug 12 02:27:57.879145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-9ed90735-a711-4856-9b66-9f2e3e0703f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:57.880794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-9ed90735-a711-4856-9b66-9f2e3e0703f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 200 len: 910 time: 0.1987212 Aug 12 02:27:57.947561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-d31bc9c4-ec25-44c9-8895-f451c5a8a734 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 HTTP/1.1" status: 200 len: 217 time: 0.0570474 Aug 12 02:27:58.005580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ffa5575-9cf8-47d4-8877-94bd27d830c4 req-5ea5ee37-00b0-4bc8-a4a6-de2eacf81c99 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279535 Aug 12 02:27:58.062694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-a528a4d0-c612-40cd-a79a-bef008d54cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:58.065256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-a528a4d0-c612-40cd-a79a-bef008d54cdc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=04b85c83-f598-4437-b9c2-0ca302932d88 HTTP/1.1" status: 200 len: 849 time: 0.0966792 Aug 12 02:27:58.118875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-9afc30bc-7407-4cfc-b41b-bf3cbb41e05a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31716872-ca87-45f8-8c60-25f65e2cae83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451274 Aug 12 02:27:58.201314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c82ed881-68ce-40e0-a963-0b0604c733c5 req-43792c2e-66c8-4fb8-bfdc-c14d4a4fdd85 tempest-ServerRescueTestJSONUnderV235-1344366514 tempest-ServerRescueTestJSONUnderV235-1344366514-project] 10.222.0.11 "GET /v2.0/ports?device_id=48d3c8ba-169b-42b1-92df-06cd42292ac4 HTTP/1.1" status: 200 len: 210 time: 0.0375676 Aug 12 02:27:58.234068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:27:58.234068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:58.252313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-231701ee-7565-420e-8ec9-545c18955842 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249342 Aug 12 02:27:58.371548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a34fd810-a6c1-4e60-a6d7-eea7ebd4d119 req-e8bd2b76-1cb4-4662-88f7-7a18797e6a26 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0381329 Aug 12 02:27:58.408800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dec932c1-d7dc-43cf-bfc0-ded8c050f337 req-5e2b2c87-c1cb-4af7-95e9-cdc956e5de19 service neutron] 10.222.0.25 "GET /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475511 Aug 12 02:27:58.671150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:58.683797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 5a9ed6b4-a951-48b8-84d6-59ff249d85e3 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:27:58.888672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:58.916070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=5a9ed6b4-a951-48b8-84d6-59ff249d85e3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:27:59.076751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 108b7372-87cb-4577-b4db-9fadc6099543 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:27:59.121226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 108b7372-87cb-4577-b4db-9fadc6099543 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:27:59.122136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 108b7372-87cb-4577-b4db-9fadc6099543 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:27:59.125803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:59.255273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06832b-2ec2-4bc0-b3eb-1a29c2b0daf2 req-f5e0b03d-3a30-4a79-9e9a-cca01fa4e137 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.267052 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d06832b-2ec2-4bc0-b3eb-1a29c2b0daf2 req-f5e0b03d-3a30-4a79-9e9a-cca01fa4e137 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 944 time: 0.1203401 Aug 12 02:27:59.285633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-a2e7a3fd-ee5e-4ba4-aafb-2ead71511169 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1574860 Aug 12 02:27:59.318791 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d06832b-2ec2-4bc0-b3eb-1a29c2b0daf2 req-0d0891b7-c70a-49f5-bd0f-ebc5d52d2ae6 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506623 Aug 12 02:27:59.325108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:59.458909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 512734bb-c9d0-4abe-9c96-7625331438c5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:27:59.486999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.487525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.488017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.488502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.489025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.489487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.489973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.491969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-80b74f8c-9127-4f63-b05c-26d33114c450 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.1055660 Aug 12 02:27:59.552518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-116e87ac-0f43-4640-bba3-dffb16040c45 req-bf3767de-3bd0-4c24-a1a7-c1f75df54b8c tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0641985 Aug 12 02:27:59.639108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:27:59.648041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b8c719be-19a6-45bb-90bf-794dd98a3fd3 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/512734bb-c9d0-4abe-9c96-7625331438c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664951 Aug 12 02:27:59.655137 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] Sync routers for ids ['512734bb-c9d0-4abe-9c96-7625331438c5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:27:59.658418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:59.669523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] Routers {'512734bb-c9d0-4abe-9c96-7625331438c5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:59.670700 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['512734bb-c9d0-4abe-9c96-7625331438c5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:59.689574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-160426f3-a75f-480d-ba6e-e81405566a53 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=512734bb-c9d0-4abe-9c96-7625331438c5 HTTP/1.1" status: 200 len: 205 time: 0.0297832 Aug 12 02:27:59.694546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48700) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:27:59.709110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-b7a696a8-14f9-4d4c-9a76-a25c4fd8c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.709946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-b7a696a8-14f9-4d4c-9a76-a25c4fd8c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.710181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-b7a696a8-14f9-4d4c-9a76-a25c4fd8c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.712079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-b7a696a8-14f9-4d4c-9a76-a25c4fd8c6fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 2299 time: 0.1776552 Aug 12 02:27:59.729029 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:59.740545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] Routers {'512734bb-c9d0-4abe-9c96-7625331438c5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:27:59.741732 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['512734bb-c9d0-4abe-9c96-7625331438c5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:59.777612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:27:59.797300 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:27:59.798511 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ec38c-3a88-45b5-88b6-8a34522a672a None None] The sync data for ids ['512734bb-c9d0-4abe-9c96-7625331438c5'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:27:59.801361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-c989afda-f30f-41fd-a77d-457da2506457 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 1001 time: 0.0815945 Aug 12 02:27:59.867192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-bff2def4-df25-45c3-9ede-25e183fd4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.869542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-bff2def4-df25-45c3-9ede-25e183fd4ef0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.0608656 Aug 12 02:27:59.924132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-541ee236-730a-4901-b0a4-8c2db72fbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:27:59.925725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-541ee236-730a-4901-b0a4-8c2db72fbdd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476432 Aug 12 02:28:00.049812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-3299375b-ee5e-44e3-b75b-6e2f579e0061 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163199 Aug 12 02:28:00.169195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4788286c-63ce-4323-8d24-776e7864c256 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111388 Aug 12 02:28:00.218477 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-c757eed4-b615-4eae-b211-be03b482d81a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 217 time: 0.0407174 Aug 12 02:28:00.282984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4548a15f-9f73-4757-971b-05f8aaa8c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:00.284689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4548a15f-9f73-4757-971b-05f8aaa8c571 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0590143 Aug 12 02:28:00.341749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f332e18c-5914-463c-9b51-c85e143d3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:00.343163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f332e18c-5914-463c-9b51-c85e143d3b19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0510645 Aug 12 02:28:00.392668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.404738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.439860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-2b971466-e0db-48d0-b277-46f30370a839 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892999 Aug 12 02:28:00.504754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.505364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router 512734bb-c9d0-4abe-9c96-7625331438c5 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:28:00.514299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.519115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-49f09da9-54e2-4a7c-82f0-a5562ccf75de tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/512734bb-c9d0-4abe-9c96-7625331438c5 HTTP/1.1" status: 204 len: 168 time: 0.8205101 Aug 12 02:28:00.520113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48710) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:00.563389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4321c-2be5-457d-828e-9d5753d76522 req-1d86028d-cd65-4011-b03c-0874c01f26f4 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:00.565336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a4321c-2be5-457d-828e-9d5753d76522 req-1d86028d-cd65-4011-b03c-0874c01f26f4 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 944 time: 0.1674871 Aug 12 02:28:00.608749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet 804f6a2a-be05-4194-a4e9-7736877d55cb {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:28:00.613126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-c0070087-7bf5-4b8c-b997-53d29cfb9819 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656208 Aug 12 02:28:00.615154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.682919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1a4321c-2be5-457d-828e-9d5753d76522 req-5898ecf0-0119-45ee-a17a-63f1b47335a4 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Aug 12 02:28:00.693726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-26468c28-e3ab-4531-af6b-9a1ed82f133b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 217 time: 0.0517135 Aug 12 02:28:00.697976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.712046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.797193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1c10f2a-0387-41c6-875d-c461f4efd16a req-70226755-b67f-4481-808e-6435db45d6b7 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0466034 Aug 12 02:28:00.815194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-40c7cb04-66be-4386-80e8-a81dc609811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:00.817080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-40c7cb04-66be-4386-80e8-a81dc609811a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.1147103 Aug 12 02:28:00.890313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:00.929299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4e5a6f52-5479-4afe-b44d-71c37cab5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:00.931984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4e5a6f52-5479-4afe-b44d-71c37cab5a48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050670 Aug 12 02:28:01.016981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.027651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Deleting port de0a9c15-c1a6-4834-8154-e0a043bcaa09 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:01.028254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.051901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=804f6a2a-be05-4194-a4e9-7736877d55cb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:01.072965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.075517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-97fd65b0-4d87-4687-a4c0-e2ca06cc8a80 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/804f6a2a-be05-4194-a4e9-7736877d55cb HTTP/1.1" status: 204 len: 168 time: 0.5523345 Aug 12 02:28:01.078463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:01.082249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60620ffe-073e-4918-aeb4-9aa45ab47eca None None] Network 583b0431-1f11-420b-a869-47bc9d966ccf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:01.118223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-b87201a6-2020-4c89-8798-fd8232a664a5 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774089 Aug 12 02:28:01.192155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] For port de0a9c15-c1a6-4834-8154-e0a043bcaa09, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=de0a9c15-c1a6-4834-8154-e0a043bcaa09,segment=NetworkSegment(7363b356-a83b-45fe-836d-cd9bb21b9243),segment_id=7363b356-a83b-45fe-836d-cd9bb21b9243)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:01.192537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.195567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:28:01.199839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.217590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Calling delete_port for de0a9c15-c1a6-4834-8154-e0a043bcaa09 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:01.335989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-9a149c8e-8278-4ce3-8e6a-9c6cbd7eca2a service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095859 Aug 12 02:28:01.399498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:01.400418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.415244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-e5827ebd-6604-4d6b-bf10-6938199457d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 217 time: 0.0714526 Aug 12 02:28:01.429138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:01.443301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7', 'network_id': '31716872-ca87-45f8-8c60-25f65e2cae83', 'port_id': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7', 'mac_address': 'fa:16:3e:89:71:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b85c83-f598-4437-b9c2-0ca302932d88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:28:01.490670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] DHCP port deletion for 583b0431-1f11-420b-a869-47bc9d966ccf request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:28:01.499361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.508303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-bd9d1f0e-8d56-4d36-8875-3338bcf9fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:01.510918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-bd9d1f0e-8d56-4d36-8875-3338bcf9fccf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0873864 Aug 12 02:28:01.529568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:01.541733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:28:01.544810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,segment=NetworkSegment(f73cd560-39bc-42a2-a594-5f2f41f95159),segment_id=f73cd560-39bc-42a2-a594-5f2f41f95159)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:01.545186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.560900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:01.579099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f96c14b7-f4be-43f5-afba-8c5bcdca8af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:01.581420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f96c14b7-f4be-43f5-afba-8c5bcdca8af4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0615699 Aug 12 02:28:01.603100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:01.611410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Deleting port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:01.612196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.667242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.717542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] For port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,segment=NetworkSegment(f73cd560-39bc-42a2-a594-5f2f41f95159),segment_id=f73cd560-39bc-42a2-a594-5f2f41f95159)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:01.718300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.729713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Pushing event deleted for resources: {'Port': ['ID=de0a9c15-c1a6-4834-8154-e0a043bcaa09,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:01.743248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Calling delete_port for c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:01.804943 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.811550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-872606a8-465e-4a3c-8c04-141e2ec03f46 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212875 Aug 12 02:28:01.814623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.873548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:01.887368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c8cb0c9-f809-4453-8d90-bfa22c064bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.903372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.946546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] Pushing event deleted for resources: {'Port': ['ID=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:01.948565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee9ab3-2c96-4cea-98cd-0d447af0daf7 None None] No DVR routers for this DVR port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:01.951188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:01.966062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ba408f9-ebe9-4376-a9e9-a64daca34d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:01.977803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-ab4325a5-e69e-4191-a70f-7466158b6d65 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575181 Aug 12 02:28:01.998339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e190efe-1ac0-4871-9fb5-ed16a1478002 req-dcce91e0-f02e-4231-a565-cf2badffb2be tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0660150 Aug 12 02:28:02.003738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:02.048133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-af0f9c1f-2ea5-4fa2-a116-924d6e8042a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 217 time: 0.0524912 Aug 12 02:28:02.092135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b583-5a72-4e96-aa90-f39f9d9a3023 req-1927bdc3-9975-4ed2-bb2a-6c2c19688cb8 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:02.093822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fe5b583-5a72-4e96-aa90-f39f9d9a3023 req-1927bdc3-9975-4ed2-bb2a-6c2c19688cb8 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 945 time: 0.2749562 Aug 12 02:28:02.101853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:28:02.112035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-488869c4-9d2b-46e3-8e16-25247683965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:02.113964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-488869c4-9d2b-46e3-8e16-25247683965d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0587926 Aug 12 02:28:02.174934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-433de4d4-1a7c-4b59-bd50-1f5163ca4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:02.177988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-433de4d4-1a7c-4b59-bd50-1f5163ca4c9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560524 Aug 12 02:28:02.220685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.250012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.254257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583b0431-1f11-420b-a869-47bc9d966ccf']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:02.262805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fe5b583-5a72-4e96-aa90-f39f9d9a3023 req-d1b8749f-531e-43fc-9c95-e43f3889e4a1 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368802 Aug 12 02:28:02.273589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-4f03fc8d-7463-44b0-a054-02c67674ba6b service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880227 Aug 12 02:28:02.285124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73cd560-39bc-42a2-a594-5f2f41f95159') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:02.285342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73cd560-39bc-42a2-a594-5f2f41f95159') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:02.303308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.369596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.375080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-99a1d34e-339a-40af-9174-d54ad043de27 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946434 Aug 12 02:28:02.417861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:28:02.418603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:28:02.422716 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:28:02.426877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-9eeeb137-f176-43a0-b149-353e281c5e89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 217 time: 0.0439172 Aug 12 02:28:02.465556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c8cb0c9-f809-4453-8d90-bfa22c064bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.475970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-01aa106b-b13d-4b7c-b5aa-485f8c2ed3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:02.477514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-01aa106b-b13d-4b7c-b5aa-485f8c2ed3b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0439432 Aug 12 02:28:02.483499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c8cb0c9-f809-4453-8d90-bfa22c064bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.529648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-a398da1c-abb3-475a-9e78-12c099fea769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:02.531159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-a398da1c-abb3-475a-9e78-12c099fea769 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0463784 Aug 12 02:28:02.542406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.547344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.549234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/583b0431-1f11-420b-a869-47bc9d966ccf HTTP/1.1" status: 204 len: 168 time: 1.4697177 Aug 12 02:28:02.552836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4c8cb0c9-f809-4453-8d90-bfa22c064bce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c82543c87894024aeae1004eb919c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0206008 Aug 12 02:28:02.553476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:02.558946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-491160425', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:02.564579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:02.591299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cb0c9-f809-4453-8d90-bfa22c064bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e210e804-aa52-4fea-809c-949025d690d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:02.609741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b32cc-1b83-40d4-ad98-ee9f5c6b6b67 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=583b0431-1f11-420b-a869-47bc9d966ccf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:02.651274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.652301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.685427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Router b113f62d-8c94-4614-be6f-94fe48c6d651 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:02.725969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.731437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-93fb33b8-9c7c-47ba-8f7c-99b54110f375 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921372 Aug 12 02:28:02.781220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.800134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:02.809779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Sync routers for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:02.810320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f9ef99a3-30dc-46fb-86ba-afc0beb0889a admin admin] 10.222.0.11 "PUT /v2.0/routers/b113f62d-8c94-4614-be6f-94fe48c6d651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4837272 Aug 12 02:28:02.812688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:02.820090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:02.820709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:02.840081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:02.926872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.035558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.042556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.043483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f13dd48b-989c-4e91-80e2-e919ef02c636 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810214 Aug 12 02:28:03.086734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:03.109216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Deleting port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:03.110007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.201269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:03.214894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] For port 140d7344-cdd8-4ec2-b6d4-aa9299a3e457, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:03.215266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.230680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Calling delete_port for 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:03.311616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:03.321384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:03.322510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.356842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:28:01Z', 'revision_number': 5, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port': {'id': '140d7344-cdd8-4ec2-b6d4-aa9299a3e457', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:6e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2102, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:07Z', 'updated_at': '2021-08-12T02:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:03.394224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Checking router: b113f62d-8c94-4614-be6f-94fe48c6d651 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:03.412780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Routers {'b113f62d-8c94-4614-be6f-94fe48c6d651'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:03.413470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b113f62d-8c94-4614-be6f-94fe48c6d651'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:03.480895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dde66f-7410-41c3-9661-ba5264a1ccea req-ea1b1e93-1d32-4286-b010-5d448b49079e tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:03.483044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25dde66f-7410-41c3-9661-ba5264a1ccea req-ea1b1e93-1d32-4286-b010-5d448b49079e tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 945 time: 0.1271486 Aug 12 02:28:03.497586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-eaab01db-fd9d-44cb-8a42-29d89f0489ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.4434948 Aug 12 02:28:03.525782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:03.551232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.553707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.554142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25dde66f-7410-41c3-9661-ba5264a1ccea req-7ed59954-89d8-4de6-8516-994a9a57c62d tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511563 Aug 12 02:28:03.554374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.558505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e210e804-aa52-4fea-809c-949025d690d2 HTTP/1.1" status: 204 len: 168 time: 0.9838147 Aug 12 02:28:03.560082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:28:03.560082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6fa88f6-d5d1-4710-bc6a-8eabeb6671ce not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:03.571350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] Set router b113f62d-8c94-4614-be6f-94fe48c6d651 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:03.586969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.633823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:28:03Z', 'revision_number': 6, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:03.640768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:03.643124 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44191e10-928c-49bf-83b5-c49caf7d874a" -d '{"events": [{"server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "name": "network-vif-plugged", "status": "completed", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:03.648913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=140d7344-cdd8-4ec2-b6d4-aa9299a3e457,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:03.655780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c022c95-3d55-48ad-8f64-a5184196bde9 req-12412998-2059-4e01-bf4c-0a023da1eebb tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1465209 Aug 12 02:28:03.685278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983f9214-bffc-4f2e-b3e3-956918618095 None None] The sync data for ids ['b113f62d-8c94-4614-be6f-94fe48c6d651'] in n-d-804303-2 is: [{'id': 'b113f62d-8c94-4614-be6f-94fe48c6d651', 'name': 'tempest-ServerRescueTestJSONUnderV235-2114816094-router', 'tenant_id': 'bb01f2d45e7049249a9c659d9cc91984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:04Z', 'updated_at': '2021-08-12T02:28:03Z', 'revision_number': 6, 'project_id': 'bb01f2d45e7049249a9c659d9cc91984', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:03.692149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:03.693316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-349751e1-a139-4570-b68c-10ff479be76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:03.695038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-349751e1-a139-4570-b68c-10ff479be76c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.1708140 Aug 12 02:28:03.700119 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.702071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf13b2-f002-408c-afc4-7bd395c73c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e210e804-aa52-4fea-809c-949025d690d2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:03.777746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f343e66c-b39b-4eda-8140-7baf2d5e5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:03.782889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-f343e66c-b39b-4eda-8140-7baf2d5e5470 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749042 Aug 12 02:28:03.793138 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8479919a-c686-42d8-9518-804add6f6266 x-openstack-request-id: req-8479919a-c686-42d8-9518-804add6f6266 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:03.793437 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "name": "network-vif-plugged", "status": "completed", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:03.794236 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8479919a-c686-42d8-9518-804add6f6266 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:03.794236 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7', 'code': 200} Aug 12 02:28:03.803915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.812875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:03.940603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.961554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:03.982059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-11a15901-bce0-472f-a78b-9a9ff50ff832 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931379 Aug 12 02:28:04.009903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.022149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5fa20-1efe-4867-b103-9dd1237621c5 req-fb45e6cb-faeb-40dd-8140-4ef386dba697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:04.023827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46e5fa20-1efe-4867-b103-9dd1237621c5 req-fb45e6cb-faeb-40dd-8140-4ef386dba697 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 1097 time: 0.1049814 Aug 12 02:28:04.025646 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.026303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b113f62d-8c94-4614-be6f-94fe48c6d651 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:28:04.031134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.032569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75bf7681-1532-4344-9654-a9a7332d4ab7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b113f62d-8c94-4614-be6f-94fe48c6d651 HTTP/1.1" status: 204 len: 168 time: 1.2184494 Aug 12 02:28:04.045854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:04.053592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.116105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46e5fa20-1efe-4867-b103-9dd1237621c5 req-4e15f92b-26f9-4c78-aa64-cb04f100a620 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822809 Aug 12 02:28:04.127633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Deleting subnet 5f5f3dac-2dda-4d3e-86a5-026fd59d27bd {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:28:04.136054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.193238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.221368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3715477e-5970-48c5-9937-ce442cdb37b7 req-01d7e86c-9bf1-4bcf-a43d-c2919c11a403 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195809 Aug 12 02:28:04.256508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.257460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.25.3.92 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/34a68917-9f06-414a-b311-be4bd8c8cbc9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:04.327972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.359682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5f3dac-2dda-4d3e-86a5-026fd59d27bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:04.366694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.369558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1cd9171f-96c9-4fb0-9910-bf98f65cea1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f5f3dac-2dda-4d3e-86a5-026fd59d27bd HTTP/1.1" status: 204 len: 168 time: 0.3225546 Aug 12 02:28:04.372072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48776) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:04.385147 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.446093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.452316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.459860 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.494316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:04.501204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:04.504022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:04.531275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=34a68917-9f06-414a-b311-be4bd8c8cbc9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:04.537167 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e06dfb90-d7ae-48ae-beb3-7ff5a11a199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.557310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.571420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492dd143-367e-4ef9-a621-725e32d47a74']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:04.586861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7363b356-a83b-45fe-836d-cd9bb21b9243') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:04.587176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7363b356-a83b-45fe-836d-cd9bb21b9243') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:04.599195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.623430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.632152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:28:04.632717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:28:04.635791 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:28:04.668551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.731774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.752195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:04.756904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/492dd143-367e-4ef9-a621-725e32d47a74 HTTP/1.1" status: 204 len: 168 time: 0.3835940 Aug 12 02:28:04.762711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfcf31-269e-4cbb-a59e-2faeee5b66d7 req-238f740e-2c8a-4ac0-bd36-38c41401e8ff tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:04.764756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5bfcf31-269e-4cbb-a59e-2faeee5b66d7 req-238f740e-2c8a-4ac0-bd36-38c41401e8ff tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 946 time: 0.0970528 Aug 12 02:28:04.810352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf7a20-f2da-4acb-9426-85a5fd0142b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=492dd143-367e-4ef9-a621-725e32d47a74,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:04.826148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4552bd29-3e04-46d5-8eab-911dbe82a7d2 req-7c736ac7-70c2-4758-afb2-226e67714660 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0479033 Aug 12 02:28:04.886709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.035898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5bfcf31-269e-4cbb-a59e-2faeee5b66d7 req-3908a078-6be8-42ad-b4ed-f64aad231a9b tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502211 Aug 12 02:28:05.049427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:05.126971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-92e6fe81-6413-441a-88e7-16a798394b0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb01f2d45e7049249a9c659d9cc91984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761971 Aug 12 02:28:05.129399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:05.186226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.188878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.213037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.277289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.280605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.282093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c62a484-7fb6-4d44-9998-9c0409c2602f HTTP/1.1" status: 204 len: 168 time: 0.1513605 Aug 12 02:28:05.296128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24f0d5-4a04-4ba0-92e9-4ff345e1b80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62a484-7fb6-4d44-9998-9c0409c2602f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:05.346017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 960abd2a-abe6-439a-905d-44e6765134af is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:28:05.397366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:05.419782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:28:05.420129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 140d7344-cdd8-4ec2-b6d4-aa9299a3e457 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:05.420767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device de0a9c15-c1a6-4834-8154-e0a043bcaa09 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:05.460413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: de0a9c15-c1a6-4834-8154-e0a043bcaa09 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:28:05.461413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device de0a9c15-c1a6-4834-8154-e0a043bcaa09 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:05.485712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:05.496529 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] Sync routers for ids ['960abd2a-abe6-439a-905d-44e6765134af'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:05.507717 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] Routers {'960abd2a-abe6-439a-905d-44e6765134af'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:05.508444 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['960abd2a-abe6-439a-905d-44e6765134af'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:05.511215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.515830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3bf9df0d-15f3-4c99-a988-cdc571708ecd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9588702 Aug 12 02:28:05.516421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:05.550054 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:05.559416 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] Routers {'960abd2a-abe6-439a-905d-44e6765134af'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:05.560054 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['960abd2a-abe6-439a-905d-44e6765134af'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:05.593107 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:05.593949 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727789b2-11f5-4e1c-a23d-432e6496f336 None None] The sync data for ids ['960abd2a-abe6-439a-905d-44e6765134af'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:05.657471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-54f0e269-7a14-4e26-8b68-435befd73b3a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers/960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 200 len: 879 time: 0.1373472 Aug 12 02:28:05.657988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:05.782894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:05.951781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42983893-aae6-4a76-a527-353b2af478a9 req-1d4b7919-f38d-4656-84f5-25a8185f8f0b tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0352671 Aug 12 02:28:06.228981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f0654-f621-4e12-b959-e3a9993fec22 req-f6a99c90-7a7f-4d44-b815-55591cbebfd9 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:06.230710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-850f0654-f621-4e12-b959-e3a9993fec22 req-f6a99c90-7a7f-4d44-b815-55591cbebfd9 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 946 time: 0.0709527 Aug 12 02:28:06.279897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-850f0654-f621-4e12-b959-e3a9993fec22 req-c82384b3-5b4d-49f1-b1c3-157c1bf52e47 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Aug 12 02:28:06.352666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf5da937-a5d3-471f-a306-7dc47aa7e1a6 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6934934 Aug 12 02:28:06.353387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48870) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:06.359036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-491160425'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:06.409044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:28:06.637670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:06.656812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:06.728117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:06.747395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:06.790946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a5570d7-6b1e-4d38-85ac-ae6fc0a37a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:06.822266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce45f-8b32-48f7-96c9-c87eb057bfc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:06.879225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 960abd2a-abe6-439a-905d-44e6765134af has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:06.924369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a5570d7-6b1e-4d38-85ac-ae6fc0a37a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:06.946381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a5570d7-6b1e-4d38-85ac-ae6fc0a37a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.004841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5570d7-6b1e-4d38-85ac-ae6fc0a37a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3770913-1128-4670-8378-6562a1f1eb86,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:07.006867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:07.011444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2a5570d7-6b1e-4d38-85ac-ae6fc0a37a31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cec2692ff36a4e5a8e13e098fd70201e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722835 Aug 12 02:28:07.015849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.017453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.020060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e418120e-61b0-4c32-a972-f4ba4b86c3bb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 200 len: 886 time: 0.6654615 Aug 12 02:28:07.022810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.028369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] Sync routers for ids ['960abd2a-abe6-439a-905d-44e6765134af'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:07.043632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] Routers {'960abd2a-abe6-439a-905d-44e6765134af'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:07.047985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['960abd2a-abe6-439a-905d-44e6765134af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:07.089401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:07.101296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] Routers {'960abd2a-abe6-439a-905d-44e6765134af'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:07.102164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['960abd2a-abe6-439a-905d-44e6765134af'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:07.125260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36b533ac-c5c0-4f98-be2d-7b7eeea95e78 req-c6ca27d5-d427-454c-bc3a-e8775ac20ca0 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0514326 Aug 12 02:28:07.128468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.143047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:07.144025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba9c16-70d6-493f-8b60-7c16842a8836 None None] The sync data for ids ['960abd2a-abe6-439a-905d-44e6765134af'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:07.170023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.179389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce45f-8b32-48f7-96c9-c87eb057bfc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.192239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e7ce45f-8b32-48f7-96c9-c87eb057bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.198988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58fd3e-2417-4535-98ee-b27a8a2fad77 req-1e45ac15-3e9a-4d53-8de9-c70080468087 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:07.201415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c58fd3e-2417-4535-98ee-b27a8a2fad77 req-1e45ac15-3e9a-4d53-8de9-c70080468087 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 946 time: 0.1074791 Aug 12 02:28:07.209055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-146adcfe-8fec-4645-bd08-790f0590348c tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers/960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 200 len: 886 time: 0.1843517 Aug 12 02:28:07.211702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.252339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ec9fc28-bcb3-4015-ae66-8a4c77b062c4 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 200 len: 205 time: 0.0370216 Aug 12 02:28:07.255711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e7ce45f-8b32-48f7-96c9-c87eb057bfc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51bfd1e6e7747979d5a50542c7809fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969179 Aug 12 02:28:07.256500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.256738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.267021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ce45f-8b32-48f7-96c9-c87eb057bfc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0529e3ee-e386-417c-96c4-d4e4716ccbac,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:07.296573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.299517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.301993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.306441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3770913-1128-4670-8378-6562a1f1eb86 HTTP/1.1" status: 204 len: 168 time: 0.2863603 Aug 12 02:28:07.326315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c58fd3e-2417-4535-98ee-b27a8a2fad77 req-816976b1-937b-407b-b7d8-3cbce625efdd tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048791 Aug 12 02:28:07.332848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc26b98-572a-40d5-8bce-9e05d35d4db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3770913-1128-4670-8378-6562a1f1eb86,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:07.349564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.374779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.402248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.425003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.427679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.429064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0529e3ee-e386-417c-96c4-d4e4716ccbac HTTP/1.1" status: 204 len: 168 time: 0.1701696 Aug 12 02:28:07.442098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82350d5-3694-4651-ac2e-a14b35ab5e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0529e3ee-e386-417c-96c4-d4e4716ccbac,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:07.533709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.594123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 34a68917-9f06-414a-b311-be4bd8c8cbc9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:07.594638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.683011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.698294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 34a68917-9f06-414a-b311-be4bd8c8cbc9 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:07.803629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48928) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:07.823810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af81d225-4d8d-4749-acbc-b027564ff771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.877313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.904858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=34a68917-9f06-414a-b311-be4bd8c8cbc9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:07.961278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af81d225-4d8d-4749-acbc-b027564ff771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.967225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-af81d225-4d8d-4749-acbc-b027564ff771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:07.976300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.017282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af81d225-4d8d-4749-acbc-b027564ff771 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ea7876df5084ae9b39de036e8b3dbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097816 Aug 12 02:28:08.017282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81d225-4d8d-4749-acbc-b027564ff771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04932c-d404-48db-83a5-ecc5ae1cc384,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:08.019592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:08.072910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.079328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.083284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.112492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.128838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.129543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router 960abd2a-abe6-439a-905d-44e6765134af {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:28:08.137722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.139169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-96896fed-a279-4061-9841-68260ecdf3d0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 204 len: 168 time: 0.8815916 Aug 12 02:28:08.143270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:08.148886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-164143104'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:08.169461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.172158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.173389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b04932c-d404-48db-83a5-ecc5ae1cc384 HTTP/1.1" status: 204 len: 168 time: 0.1528077 Aug 12 02:28:08.183659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:08.187538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98878104-f682-4647-8dbd-7843fe74904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04932c-d404-48db-83a5-ecc5ae1cc384,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:08.189689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.210326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:08.229339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:08.252716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.256538 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 06aa4a02-8edd-4949-87ad-0ac141454350 of type vlan for network 580c5b48-a27c-41a8-9b41-e755a75a13d4 Aug 12 02:28:08.300090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e48a0ce3-a9c2-4fbf-b187-9d6ef192feee req-5d64943e-0c34-4981-92a4-a9616caa75e1 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0550945 Aug 12 02:28:08.334900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.353928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1750448192-network', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:08.367898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.375684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:08.376490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.382320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Made reservation on behalf of f2db49bbfc3b4d2898c86695fcbb180c for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:08.391321 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.408547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.451084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=580c5b48-a27c-41a8-9b41-e755a75a13d4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:08.464833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:08.560434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa01568-b62b-43f3-b622-71d532718b80 req-e0503e67-352c-4edb-a9ad-d173781efbfb tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:08.563932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ffa01568-b62b-43f3-b622-71d532718b80 req-e0503e67-352c-4edb-a9ad-d173781efbfb tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 946 time: 0.1400297 Aug 12 02:28:08.597386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-f550abd7-2494-41fb-a58b-9591ab1430aa tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:08.598859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-f550abd7-2494-41fb-a58b-9591ab1430aa tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 946 time: 0.1174402 Aug 12 02:28:08.667047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ffa01568-b62b-43f3-b622-71d532718b80 req-917ab93f-82f6-4f72-91f8-e6ef3eddb4c2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa7d1280-2499-4b52-b1c0-302f1b99c633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983012 Aug 12 02:28:08.707576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.715288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.719489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3eb1aa71-c6f8-4837-8431-2d5c6842786e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5748427 Aug 12 02:28:08.722093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 48968) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:08.727929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:08.747339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:08.764653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b85613-c3ad-4eca-a0ca-59d6cdc626c8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:08.772303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.772659 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Added segment 50a159fc-70ad-4591-a799-6d99d22989ea of type vlan for network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 Aug 12 02:28:08.817902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Deleting port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:08.818534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.826723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:08.830989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.866260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.938567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:08.939604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:08.940153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.029948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.037618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] For port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,segment=NetworkSegment(5041d0cd-e408-4c1a-9563-85d4af759117),segment_id=5041d0cd-e408-4c1a-9563-85d4af759117)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:09.037996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.046511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8349092 Aug 12 02:28:09.057091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:09.062615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Request body: {'subnet': {'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1750448192-subnet', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:09.069747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817e57-2065-4ec1-bdc3-0f42b61262cd admin admin] Pushing event updated for resources: {'Network': ['ID=94c1ec23-76aa-40fa-beea-ce07ae5c89f3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:09.074210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Calling delete_port for 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:09.085759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:09.123591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '06aa4a02-8edd-4949-87ad-0ac141454350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:09.124062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 580c5b48-a27c-41a8-9b41-e755a75a13d4, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:09.128167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:09.140708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Made reservation on behalf of f2db49bbfc3b4d2898c86695fcbb180c for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:09.143339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.162274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:09.182491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 580c5b48-a27c-41a8-9b41-e755a75a13d4) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:09.198362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60dc8bb-75bc-4bfc-98b9-5ccdb270e8eb None None] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:09.201600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:09.202212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.224976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1919771-891c-4786-b05b-a6827fa65491 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5016148 Aug 12 02:28:09.228826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 48982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:09.245125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1465551273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:09.316689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.317489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.424342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-580c5b48-a27c-41a8-9b41-e755a75a13d4', 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': '1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:09.426013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.520723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.534871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:28:09.539723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c0921cc-3113-4080-b6d4-babf85bb60c4 req-eeaaf3be-86ec-4062-9938-c72f4496fb0c tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1135046 Aug 12 02:28:09.592068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.598997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Pushing event deleted for resources: {'Port': ['ID=561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:09.641450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Allocated IP 172.20.0.2 (580c5b48-a27c-41a8-9b41-e755a75a13d4/1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed/ad352364-7b65-4a2a-b653-70a889edc523) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:09.674048 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.701592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] No DVR routers for this DVR port 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:09.707510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.723570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.725233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ebf9065-66a2-4570-816c-5fc60a5e41b5 req-a83f98e1-5856-4e55-b861-e7172dccf6a2 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.25 "DELETE /v2.0/ports/561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 HTTP/1.1" status: 204 len: 173 time: 1.1166782 Aug 12 02:28:09.728102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'name': 'network-vif-deleted', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:09.736754 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cb9a73-d391-4af2-be99-b3ef956e3a52" -d '{"events": [{"server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "name": "network-vif-deleted", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:09.755017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.756276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-18c06cc9-a30e-4840-ab29-6484a5ec9b95 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5234277 Aug 12 02:28:09.759672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:09.762037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e2dbd3-db2b-479e-9171-8f30368efbf3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:09.842697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be934720-f7b6-4e0e-af0d-bb502092fcdb req-3c71be63-63a6-4d4a-95e0-b9caf6c590c9 tempest-VolumesActionsTest-1928288295 tempest-VolumesActionsTest-1928288295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb21b3db-7b09-494b-80a9-84abf9db7619 HTTP/1.1" status: 200 len: 210 time: 0.0504010 Aug 12 02:28:09.895130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.906577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Transition to ACTIVE for port object ad352364-7b65-4a2a-b653-70a889edc523 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:09.912812 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3febff-ac01-4156-8c93-63e7541c818c x-openstack-request-id: req-3f3febff-ac01-4156-8c93-63e7541c818c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:09.913354 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb21b3db-7b09-494b-80a9-84abf9db7619", "name": "network-vif-deleted", "tag": "561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:09.913354 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f3febff-ac01-4156-8c93-63e7541c818c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:09.913709 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb21b3db-7b09-494b-80a9-84abf9db7619', 'name': 'network-vif-deleted', 'tag': '561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7', 'status': 'completed', 'code': 200} Aug 12 02:28:09.914885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Checking segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:09.915888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Network hostable DHCP agents. Network: 94c1ec23-76aa-40fa-beea-ce07ae5c89f3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:09.922255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Transition to ACTIVE for port object ad352364-7b65-4a2a-b653-70a889edc523 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:09.928486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:09.966981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:09.971996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:09.974742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:09.986420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Pushing event updated for resources: {'Port': ['ID=ad352364-7b65-4a2a-b653-70a889edc523,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:10.026428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:10.048995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Attempting to bind port ad352364-7b65-4a2a-b653-70a889edc523 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:10.049377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Attempting to bind port ad352364-7b65-4a2a-b653-70a889edc523 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '06aa4a02-8edd-4949-87ad-0ac141454350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:10.049955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Attempting to bind port ad352364-7b65-4a2a-b653-70a889edc523 on network 580c5b48-a27c-41a8-9b41-e755a75a13d4 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:10.055202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:10.055682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Checking segment: {'id': '06aa4a02-8edd-4949-87ad-0ac141454350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:10.056449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.056987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Bound using segment: {'id': '06aa4a02-8edd-4949-87ad-0ac141454350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:10.057461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Bound port: ad352364-7b65-4a2a-b653-70a889edc523, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06aa4a02-8edd-4949-87ad-0ac141454350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '580c5b48-a27c-41a8-9b41-e755a75a13d4'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:10.057844 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.112804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 94c1ec23-76aa-40fa-beea-ce07ae5c89f3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:10.127576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:10.128961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.138613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8622fca8-e6dd-4e49-a88e-5d459b6119aa None None] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:10.144935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] For port ad352364-7b65-4a2a-b653-70a889edc523, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:10.181520 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-80ca58e9-5f30-4f97-96f1-ef0b9d94f1ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1227965 Aug 12 02:28:10.184786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:10.190432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] For port ad352364-7b65-4a2a-b653-70a889edc523, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ad352364-7b65-4a2a-b653-70a889edc523,segment=NetworkSegment(06aa4a02-8edd-4949-87ad-0ac141454350),segment_id=06aa4a02-8edd-4949-87ad-0ac141454350)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:10.191583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:10.199139 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.249300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.326504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927a2e5-538e-4a46-ae9c-27076a9cc9af None None] Pushing event updated for resources: {'Port': ['ID=ad352364-7b65-4a2a-b653-70a889edc523,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:10.332351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.333456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.419220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:10.420488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.541781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.735728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Allocated IP 172.20.0.2 (94c1ec23-76aa-40fa-beea-ce07ae5c89f3/95e2dbd3-db2b-479e-9171-8f30368efbf3/53f82f88-89e4-4cd6-9175-3dbe204508be) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:10.807734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-defc8a78-29a9-49f4-b12b-41cc8bd4a93d req-6fc9507a-da40-4450-996f-5e1b39299b11 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0907261 Aug 12 02:28:10.863389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.949590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:10.977907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Transition to ACTIVE for port object 53f82f88-89e4-4cd6-9175-3dbe204508be will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:10.979360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.20.0.1 (580c5b48-a27c-41a8-9b41-e755a75a13d4/1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed/36dca947-c6c4-4c4c-b0af-50de596973de) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:11.005914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Transition to ACTIVE for port object 53f82f88-89e4-4cd6-9175-3dbe204508be will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:11.017178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.051993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:11.078562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:11.084530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:11.148378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Pushing event updated for resources: {'Port': ['ID=53f82f88-89e4-4cd6-9175-3dbe204508be,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:11.195238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Attempting to bind port 53f82f88-89e4-4cd6-9175-3dbe204508be on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:11.196018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Attempting to bind port 53f82f88-89e4-4cd6-9175-3dbe204508be by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:11.197486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Attempting to bind port 53f82f88-89e4-4cd6-9175-3dbe204508be on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:11.204255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:11.205068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Checking segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:11.209449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.210188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Bound using segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:11.221264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Bound port: 53f82f88-89e4-4cd6-9175-3dbe204508be, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:11.221264 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.221506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.296129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] For port 53f82f88-89e4-4cd6-9175-3dbe204508be, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:11.298181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object 36dca947-c6c4-4c4c-b0af-50de596973de will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:11.300426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] For port 53f82f88-89e4-4cd6-9175-3dbe204508be, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=53f82f88-89e4-4cd6-9175-3dbe204508be,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:11.307224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.335979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.391859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.544898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ad352364-7b65-4a2a-b653-70a889edc523 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:11.575566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:11.678461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:11.711872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac34c347-a3e9-48f9-8d27-63fd5da16bb3 None None] Pushing event updated for resources: {'Port': ['ID=53f82f88-89e4-4cd6-9175-3dbe204508be,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:11.712035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:11.712035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:11.756053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ad352364-7b65-4a2a-b653-70a889edc523 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:11.769114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Allocated IP 172.25.3.220 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/6a28f341-4c29-4eed-8429-f07858197028) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:11.781788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=36dca947-c6c4-4c4c-b0af-50de596973de,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:11.789188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49068) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:11.811726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.041903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42434a2-3b73-4880-b17d-998b89fd59a8 None None] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:12.080419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6791873e-c0a4-42a0-8613-3da2958ec84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.170495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Provisioning for port ad352364-7b65-4a2a-b653-70a889edc523 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:12.175877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Provisioning complete for port ad352364-7b65-4a2a-b653-70a889edc523 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:12.176248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.264503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6791873e-c0a4-42a0-8613-3da2958ec84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.273286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6791873e-c0a4-42a0-8613-3da2958ec84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.289246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.311947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6791873e-c0a4-42a0-8613-3da2958ec84b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3665b7d0a8e64d99b5945140296adff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208120 Aug 12 02:28:12.312620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:12.365320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791873e-c0a4-42a0-8613-3da2958ec84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743bfa40-ac64-4d95-8f5e-4157433b7398,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:12.395080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.403188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] For port ad352364-7b65-4a2a-b653-70a889edc523, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ad352364-7b65-4a2a-b653-70a889edc523,segment=NetworkSegment(06aa4a02-8edd-4949-87ad-0ac141454350),segment_id=06aa4a02-8edd-4949-87ad-0ac141454350)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:12.415027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.426302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.492580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c27d63-4f0b-4253-9b9e-61cf3dbbe9f7 None None] Pushing event updated for resources: {'Port': ['ID=ad352364-7b65-4a2a-b653-70a889edc523,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:12.511052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.514845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.529736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/743bfa40-ac64-4d95-8f5e-4157433b7398 HTTP/1.1" status: 204 len: 168 time: 0.2149961 Aug 12 02:28:12.546980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a056a9-e1b7-4165-a5b3-98c660ec6726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743bfa40-ac64-4d95-8f5e-4157433b7398,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:12.590050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61df0f1b-4949-4cf5-b47a-a2ec783b8e59 req-790c0a96-b110-43e5-b9c6-f2935fe61920 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0566044 Aug 12 02:28:12.670652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.746001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Provisioning for port 36dca947-c6c4-4c4c-b0af-50de596973de completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:12.754464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Provisioning complete for port 36dca947-c6c4-4c4c-b0af-50de596973de triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:12.754855 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.775101 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:12.843427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Port 36dca947-c6c4-4c4c-b0af-50de596973de cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:12.857049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Provisioning complete for port ad352364-7b65-4a2a-b653-70a889edc523 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:12.857626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90cf7f13-f0a5-4aed-a856-8aacd09e752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.039383 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.067527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49108) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:13.116934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403ac043-52f3-4d66-8b8c-149e5e606de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.118144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:13.202173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:13.204665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Pushing event updated for resources: {'Port': ['ID=6a28f341-4c29-4eed-8429-f07858197028,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:13.211369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:13.245848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:13.268801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403ac043-52f3-4d66-8b8c-149e5e606de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.275920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:28:13.276456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 561ac0a2-f736-4d62-bf6c-2b60b1d7c3f7 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:13.277645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-403ac043-52f3-4d66-8b8c-149e5e606de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.281721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fe4ab490-d61d-4dad-98c5-5d8a52502127 None None] Provisioning complete for port 36dca947-c6c4-4c4c-b0af-50de596973de triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:13.283416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fe4ab490-d61d-4dad-98c5-5d8a52502127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.342352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ab490-d61d-4dad-98c5-5d8a52502127 None None] Port 36dca947-c6c4-4c4c-b0af-50de596973de cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:13.344421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-403ac043-52f3-4d66-8b8c-149e5e606de2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ff73042bede48e6ab31ed842ba7a4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745738 Aug 12 02:28:13.352299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:13.414472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ac043-52f3-4d66-8b8c-149e5e606de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5989ac-e8fb-43d7-b48a-92ae53267d79,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:13.417235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6157c8-2eb0-4527-ada8-747c0feeb4b7 None None] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:13.455894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.495356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.518168 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.574615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.588810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.592374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.594347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba5989ac-e8fb-43d7-b48a-92ae53267d79 HTTP/1.1" status: 204 len: 168 time: 0.2399206 Aug 12 02:28:13.606563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9e37e-092c-4882-b67c-7e03edbf9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5989ac-e8fb-43d7-b48a-92ae53267d79,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:13.614399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e65f7191-1fd3-48a5-871a-add190993a3a None None] Provisioning for port 53f82f88-89e4-4cd6-9175-3dbe204508be completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:13.625656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ad352364-7b65-4a2a-b653-70a889edc523 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:13.755929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.814834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ad352364-7b65-4a2a-b653-70a889edc523 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:13.815311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:13.853422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=36dca947-c6c4-4c4c-b0af-50de596973de,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:14.006922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b74a277-b56d-4de0-887a-899a5f1a0f33 req-b8ff079f-a3e5-4efc-81b3-65b1b1feccee tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.2634695 Aug 12 02:28:14.133076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:14.138099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:14.162366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:14.216040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 53f82f88-89e4-4cd6-9175-3dbe204508be up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:14.315233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 53f82f88-89e4-4cd6-9175-3dbe204508be completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:14.325946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 53f82f88-89e4-4cd6-9175-3dbe204508be triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:14.326244 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:14.406285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ab6675bf-eee5-4d4c-a44f-3c521fe72bc2 None None] Provisioning complete for port 53f82f88-89e4-4cd6-9175-3dbe204508be triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:14.406719 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab6675bf-eee5-4d4c-a44f-3c521fe72bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:14.643962 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:14.718300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ad8a610e-f60f-4083-8fab-030e06e101aa is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:28:14.788528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab6675bf-eee5-4d4c-a44f-3c521fe72bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:14.839031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 53f82f88-89e4-4cd6-9175-3dbe204508be, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=53f82f88-89e4-4cd6-9175-3dbe204508be,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:14.848859 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:15.011010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:15.020179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e6097a3-891a-4df4-9115-0f0342ee778b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ad8a610e-f60f-4083-8fab-030e06e101aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2565682 Aug 12 02:28:15.020391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49160) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:15.031664 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] Sync routers for ids ['ad8a610e-f60f-4083-8fab-030e06e101aa'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:15.032264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=53f82f88-89e4-4cd6-9175-3dbe204508be,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:15.038743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:15.054971 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] Routers {'ad8a610e-f60f-4083-8fab-030e06e101aa'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:15.059682 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ad8a610e-f60f-4083-8fab-030e06e101aa'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:15.068486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-ab6675bf-eee5-4d4c-a44f-3c521fe72bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:28:15.068812 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-ab6675bf-eee5-4d4c-a44f-3c521fe72bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:28:15.181318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1eec6c-791e-40f6-b4ae-c028919be993 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:15.185782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:15.187787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f1eec6c-791e-40f6-b4ae-c028919be993 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports/36dca947-c6c4-4c4c-b0af-50de596973de HTTP/1.1" status: 200 len: 910 time: 0.1662791 Aug 12 02:28:15.188614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:15.203743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:15.210849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] Routers {'ad8a610e-f60f-4083-8fab-030e06e101aa'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:15.211509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ad8a610e-f60f-4083-8fab-030e06e101aa'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:15.232200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b594c6f-d21f-4403-9949-ad739a293c0a req-ab00031d-ecd3-4f95-b33c-66413acd1135 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0556533 Aug 12 02:28:15.294444 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:15.295510 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e02dfc-4adc-4883-910e-3b93a05c02c3 None None] The sync data for ids ['ad8a610e-f60f-4083-8fab-030e06e101aa'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:15.419849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Router 2d90059a-f604-4a0e-a92b-975421035a29 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:28:15.474619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 53f82f88-89e4-4cd6-9175-3dbe204508be up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:15.481776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:15.708337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 53f82f88-89e4-4cd6-9175-3dbe204508be triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:15.709099 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:15.726106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:15.767294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:15.768754 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e7c519c1-7dc5-4020-884c-180358d66472 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5831604 Aug 12 02:28:15.771417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:15.772316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:15.794285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:15.795903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:15.993047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:16.322402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e6e8c9a-b505-4c0e-a506-37fab675c35a None None] Provisioning complete for port 36dca947-c6c4-4c4c-b0af-50de596973de triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:16.325776 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e6e8c9a-b505-4c0e-a506-37fab675c35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:16.540674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e8c9a-b505-4c0e-a506-37fab675c35a None None] Port 36dca947-c6c4-4c4c-b0af-50de596973de cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:16.647647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da0202d9-b5e3-410e-ab44-5ee49761824f req-25a11c3c-484b-40cd-91aa-c7d527b8f065 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1463459 Aug 12 02:28:16.686793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:13Z', 'revision_number': 3, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:16.754513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:16.757991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Updating router 2d90059a-f604-4a0e-a92b-975421035a29 port 6a28f341-4c29-4eed-8429-f07858197028 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:28:16.817351 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:16.824142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:16.855034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.063066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=36dca947-c6c4-4c4c-b0af-50de596973de,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:17.073995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:17.074783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.076429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-929bb8c7-bed1-492d-944c-391f39612472 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/ports/36dca947-c6c4-4c4c-b0af-50de596973de HTTP/1.1" status: 200 len: 910 time: 1.8862355 Aug 12 02:28:17.079161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49212) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:17.376943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49216) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:17.419533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.456870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Transition to ACTIVE for port object 6a28f341-4c29-4eed-8429-f07858197028 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:17.471640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.528194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Attempting to bind port 6a28f341-4c29-4eed-8429-f07858197028 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:17.528669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Attempting to bind port 6a28f341-4c29-4eed-8429-f07858197028 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:17.529115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Attempting to bind port 6a28f341-4c29-4eed-8429-f07858197028 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:17.542836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:17.543611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:17.544044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.544548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:17.545152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Bound port: 6a28f341-4c29-4eed-8429-f07858197028, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:17.545659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.585914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.609179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec51870c-73ff-4bf7-8127-5dd2f982bfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.616450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] For port 6a28f341-4c29-4eed-8429-f07858197028, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:17.620086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] For port 6a28f341-4c29-4eed-8429-f07858197028, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a28f341-4c29-4eed-8429-f07858197028,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:17.621454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762184f-4678-4698-a49f-8663a80f743d None None] Pushing event updated for resources: {'Port': ['ID=6a28f341-4c29-4eed-8429-f07858197028,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:17.630556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.773348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:17.774282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:17.789644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762184f-4678-4698-a49f-8663a80f743d None None] Pushing event updated for resources: {'Port': ['ID=6a28f341-4c29-4eed-8429-f07858197028,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:17.858526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.861494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec51870c-73ff-4bf7-8127-5dd2f982bfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.867888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cc8fc91-4037-4d7f-86f7-b8643b499586 req-ca33efd5-41e2-4921-a5e7-c70ff842043a tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0605164 Aug 12 02:28:17.880225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.909308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec51870c-73ff-4bf7-8127-5dd2f982bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:17.943382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec51870c-73ff-4bf7-8127-5dd2f982bfee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32afdc2d9a0b4a11a5b0df631d9cc705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5654058 Aug 12 02:28:17.980935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:17.997775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Allocated IP 172.20.0.1 (94c1ec23-76aa-40fa-beea-ce07ae5c89f3/95e2dbd3-db2b-479e-9171-8f30368efbf3/309401c8-302d-4e58-8143-dc235adf2dd5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:18.005181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:18.024259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51870c-73ff-4bf7-8127-5dd2f982bfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e2f57-1f3c-4c74-8cc4-f6d5cdf2613d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:18.167909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.213306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.231437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.266245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Transition to ACTIVE for port object 309401c8-302d-4e58-8143-dc235adf2dd5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:18.369777 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.374759 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.377932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.379398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/974e2f57-1f3c-4c74-8cc4-f6d5cdf2613d HTTP/1.1" status: 204 len: 168 time: 0.3972187 Aug 12 02:28:18.397947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 36dca947-c6c4-4c4c-b0af-50de596973de {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:18.398432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.406967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd629332-475a-486e-a7b6-a69f8e0c947b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e2f57-1f3c-4c74-8cc4-f6d5cdf2613d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:18.571869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:18.582501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:18.603100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:18.633257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:13Z', 'revision_number': 3, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:18.677985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:18.697988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Pushing event updated for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:18.709975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e1cd43-7596-4448-84b8-b02d3ee2afb8 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:13Z', 'revision_number': 3, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:18.727454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 36dca947-c6c4-4c4c-b0af-50de596973de owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:18.750528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.080335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.094796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a96cecb1-561b-467e-9d07-c02abf3b7d3e req-df3e5939-2fe9-49a9-abaa-e0f2ea8131e0 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0554905 Aug 12 02:28:19.133417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.188773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=36dca947-c6c4-4c4c-b0af-50de596973de,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:19.191049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2662156d-44fd-478f-b697-c8446927ff5d None None] Provisioning for port 309401c8-302d-4e58-8143-dc235adf2dd5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:19.197817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2662156d-44fd-478f-b697-c8446927ff5d None None] Provisioning complete for port 309401c8-302d-4e58-8143-dc235adf2dd5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:19.198267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2662156d-44fd-478f-b697-c8446927ff5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.301680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2662156d-44fd-478f-b697-c8446927ff5d None None] Port 309401c8-302d-4e58-8143-dc235adf2dd5 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:19.316604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49246) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:19.352737 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ed48f3b-9a90-49bf-b10c-2f7aeb3d6ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.527941 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.546820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.600054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.640127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a28f341-4c29-4eed-8429-f07858197028 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:19.718935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.744609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Pushing event updated for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:19.824991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6a28f341-4c29-4eed-8429-f07858197028 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:19.830948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6a28f341-4c29-4eed-8429-f07858197028 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:19.831319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.882119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:19.883661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:19.959809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ed48f3b-9a90-49bf-b10c-2f7aeb3d6ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.969636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ed48f3b-9a90-49bf-b10c-2f7aeb3d6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:19.984684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.038277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6a28f341-4c29-4eed-8429-f07858197028, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a28f341-4c29-4eed-8429-f07858197028,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:20.049843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.068961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ad8a610e-f60f-4083-8fab-030e06e101aa has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:20.124876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed48f3b-9a90-49bf-b10c-2f7aeb3d6ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9558d626-c888-4983-97d4-3d946e86758d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:20.162892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ed48f3b-9a90-49bf-b10c-2f7aeb3d6ddb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78e99de1696c495ba0c418a921f4ea47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8449590 Aug 12 02:28:20.166432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49262) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:20.186638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6a28f341-4c29-4eed-8429-f07858197028,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:20.276420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:20.288785 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] Sync routers for ids ['ad8a610e-f60f-4083-8fab-030e06e101aa'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:20.289429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85e8140b-6827-4b40-9892-4c8428f77058 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ad8a610e-f60f-4083-8fab-030e06e101aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2077854 Aug 12 02:28:20.293813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49264) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:20.304369 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] Routers {'ad8a610e-f60f-4083-8fab-030e06e101aa'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:20.306245 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ad8a610e-f60f-4083-8fab-030e06e101aa'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:20.315181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:20.344347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-84769f79-251e-4562-9bf9-8a07f0580471 None None] Provisioning complete for port 309401c8-302d-4e58-8143-dc235adf2dd5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:20.344733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-84769f79-251e-4562-9bf9-8a07f0580471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.360802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1ea0019-31df-439d-84ac-10b583008739 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a610e-f60f-4083-8fab-030e06e101aa HTTP/1.1" status: 200 len: 205 time: 0.0656130 Aug 12 02:28:20.369817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49266) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:20.379861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23e9dc52-f814-4a5b-ad86-68e445ad5a11 req-0b3ee064-bb5a-4537-970b-62bdab4ddc92 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0782826 Aug 12 02:28:20.473269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.474482 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:20.487331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-84769f79-251e-4562-9bf9-8a07f0580471 None None] Port 309401c8-302d-4e58-8143-dc235adf2dd5 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:20.495754 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] Routers {'ad8a610e-f60f-4083-8fab-030e06e101aa'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:20.496573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.497296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ad8a610e-f60f-4083-8fab-030e06e101aa'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:20.555138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.566999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:20.568147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354aeac-6a6d-4ed1-a35d-c686532d572c None None] The sync data for ids ['ad8a610e-f60f-4083-8fab-030e06e101aa'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:20.613215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:20.619422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8f1213c-6efc-4722-b64f-63d6ffae0275 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d90059a-f604-4a0e-a92b-975421035a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8457451 Aug 12 02:28:20.663915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.666437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.668056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9558d626-c888-4983-97d4-3d946e86758d HTTP/1.1" status: 204 len: 168 time: 0.4930871 Aug 12 02:28:20.689651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f54d9-a097-462a-90ca-09016cb87612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9558d626-c888-4983-97d4-3d946e86758d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:20.897191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:20.904837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.068952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.071055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router ad8a610e-f60f-4083-8fab-030e06e101aa {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:28:21.088652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.094822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7b38f169-766f-4cdb-86ba-296e0f86e271 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/ad8a610e-f60f-4083-8fab-030e06e101aa HTTP/1.1" status: 204 len: 168 time: 0.7193408 Aug 12 02:28:21.100769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49284) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:21.365856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet 1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:28:21.372693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.458222 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.497664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a28f341-4c29-4eed-8429-f07858197028 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:21.631146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6a28f341-4c29-4eed-8429-f07858197028 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:21.631724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.756325 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.855451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:21.869810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:21.871279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:21.884788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-455072aa-6ee2-411e-9691-36c41c716ee5 req-3a028d05-770f-4618-85ff-5648e03e655b tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1184590 Aug 12 02:28:21.962069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:21.962837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49306) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:21.966624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--805977000', 'description': 'tempest-description--148437043'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:22.001920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:22.019161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8c2cb-9c04-4d83-97e9-1f12d76ea266 None None] Network 580c5b48-a27c-41a8-9b41-e755a75a13d4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:22.019965 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.025725 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bccb4ca2-7b75-43d6-9f68-50d518cf5c99 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed HTTP/1.1" status: 204 len: 168 time: 0.9210978 Aug 12 02:28:22.025964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.028269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:22.171440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.240212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.254203 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.311672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port ad352364-7b65-4a2a-b653-70a889edc523 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:22.312044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.332413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:22.371249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.378028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4148960 Aug 12 02:28:22.378667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49324) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:22.388292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f65ca-c500-46ba-ae02-c9cddca099dc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c109840-5382-4932-828b-29d63139892e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:22.408995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group_rule': {'security_group_id': '2c109840-5382-4932-828b-29d63139892e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:22.511127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.548381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port ad352364-7b65-4a2a-b653-70a889edc523, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ad352364-7b65-4a2a-b653-70a889edc523,segment=NetworkSegment(06aa4a02-8edd-4949-87ad-0ac141454350),segment_id=06aa4a02-8edd-4949-87ad-0ac141454350)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:22.550111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] DHCP port deletion for 580c5b48-a27c-41a8-9b41-e755a75a13d4 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:28:22.553016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.571172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for ad352364-7b65-4a2a-b653-70a889edc523 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:22.635779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-4771c3b7-50e9-42e9-9cb7-fb70b2b32838 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:22.647253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-4771c3b7-50e9-42e9-9cb7-fb70b2b32838 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.1695855 Aug 12 02:28:22.707450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-24648300-2076-4724-82db-ed4f43f1d2e8 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.720274 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.731368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.748375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Deleting port ad352364-7b65-4a2a-b653-70a889edc523 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:22.749117 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.775569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.777098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e2d251-decc-4276-a9f2-4707acaae04b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:22.837894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port ad352364-7b65-4a2a-b653-70a889edc523 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:22.849122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=ad352364-7b65-4a2a-b653-70a889edc523,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:22.882831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] For port ad352364-7b65-4a2a-b653-70a889edc523, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ad352364-7b65-4a2a-b653-70a889edc523,segment=NetworkSegment(06aa4a02-8edd-4949-87ad-0ac141454350),segment_id=06aa4a02-8edd-4949-87ad-0ac141454350)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:22.883937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.901418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Calling delete_port for ad352364-7b65-4a2a-b653-70a889edc523 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:22.920530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 2, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:22.928255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-24648300-2076-4724-82db-ed4f43f1d2e8 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.947960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-24648300-2076-4724-82db-ed4f43f1d2e8 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.966993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.973840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:22.977102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Updating router 2d90059a-f604-4a0e-a92b-975421035a29 port 309401c8-302d-4e58-8143-dc235adf2dd5 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:28:22.979385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580c5b48-a27c-41a8-9b41-e755a75a13d4']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:22.983369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16e6b2dd-d2d9-47f7-a660-ea0b2bf98e9f req-24648300-2076-4724-82db-ed4f43f1d2e8 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321614 Aug 12 02:28:22.984752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:22.991433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06aa4a02-8edd-4949-87ad-0ac141454350') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:22.991833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06aa4a02-8edd-4949-87ad-0ac141454350') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:23.001954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.004389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86c20da6-54c7-49fe-8a67-c9a5e6b7377d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6198032 Aug 12 02:28:23.008042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49346) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:23.037936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group_rule': {'security_group_id': '2c109840-5382-4932-828b-29d63139892e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:23.047121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.079736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.148645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24648300-2076-4724-82db-ed4f43f1d2e8 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53af5340-228e-41c0-84f8-317049df0c27,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:23.182744 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d767f88c-b054-48f5-a244-bb838c343cfb req-536ee8ee-ca11-49b1-88a5-7ae7c9d4d655 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1275024 Aug 12 02:28:23.190674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:28:23.193038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:28:23.200462 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:28:23.241103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.324549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.329150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.336211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c62170-40ab-4dba-93a9-3c52fb6af050 req-e8f987ab-4e6d-4263-bf40-c3b16b1dd75c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:23.346342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3c62170-40ab-4dba-93a9-3c52fb6af050 req-e8f987ab-4e6d-4263-bf40-c3b16b1dd75c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1772344 Aug 12 02:28:23.350638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.382769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ef916-0141-48ec-ba82-51549af1ec28,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:23.394933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.396302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2077765-6f36-40dc-b51c-dedadac98136 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3656480 Aug 12 02:28:23.400486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] Pushing event deleted for resources: {'Port': ['ID=ad352364-7b65-4a2a-b653-70a889edc523,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:23.402236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:23.408176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f745af6-0585-4ea9-bf70-561646bcc0e3 None None] No DVR routers for this DVR port ad352364-7b65-4a2a-b653-70a889edc523 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:23.421381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:23.435688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.445613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.452076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/580c5b48-a27c-41a8-9b41-e755a75a13d4 HTTP/1.1" status: 204 len: 168 time: 1.4180088 Aug 12 02:28:23.452883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:23.459913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3c62170-40ab-4dba-93a9-3c52fb6af050 req-1cdf830e-3cac-45e2-aa63-8c1c4bf9ac6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110206 Aug 12 02:28:23.476469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:23.482085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-581601338', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:23.518936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3e22-52bf-49a1-bcef-5a9eb50a341b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=580c5b48-a27c-41a8-9b41-e755a75a13d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:23.552407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.554076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.558327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.564591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ad352364-7b65-4a2a-b653-70a889edc523 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:23.629206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5645601c-3b86-4eee-b1cb-5af41f2aca4d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 993 time: 0.1462164 Aug 12 02:28:23.658389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.663976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.667721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ad352364-7b65-4a2a-b653-70a889edc523 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:28:23.668297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ad352364-7b65-4a2a-b653-70a889edc523 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:23.698428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.700064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-170849cf-c632-4218-bfe3-32ee6683939e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2382975 Aug 12 02:28:23.702514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:23.711485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1157211736'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:23.760555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:23.767386 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.811552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.829556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:23.848736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.849976 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 2561f472-e719-4eb5-82f2-64ab90da4b4b of type vlan for network 81e37313-9daf-4712-9437-cf12a50a86be Aug 12 02:28:23.906202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.948185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:23.958337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Transition to ACTIVE for port object 309401c8-302d-4e58-8143-dc235adf2dd5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:23.978461 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.073653 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.104290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:24.108779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.117279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Allocated IP 172.25.3.105 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a081f45b-2b17-4f80-951e-99ea293a8615) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:24.153067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:24.268598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff241b0-e18f-4359-85a7-c8b5de17d2bd None None] Pushing event updated for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:24.347109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Attempting to bind port 309401c8-302d-4e58-8143-dc235adf2dd5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:24.347852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Attempting to bind port 309401c8-302d-4e58-8143-dc235adf2dd5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:24.349148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Attempting to bind port 309401c8-302d-4e58-8143-dc235adf2dd5 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:24.363952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:24.364764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Checking segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:24.365424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.366661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Bound using segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:24.367440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Bound port: 309401c8-302d-4e58-8143-dc235adf2dd5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:24.369596 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.475244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bca9299-0c90-47c4-8d43-0271673185ba req-cb06218c-d7a2-47b9-87e4-d7a3c51129ba tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0950639 Aug 12 02:28:24.545577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] For port 309401c8-302d-4e58-8143-dc235adf2dd5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:24.550260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] For port 309401c8-302d-4e58-8143-dc235adf2dd5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=309401c8-302d-4e58-8143-dc235adf2dd5,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:24.561015 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.625591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=81e37313-9daf-4712-9437-cf12a50a86be,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:24.630399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.655277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4785ea1e-eefc-4bda-865f-e11c82a648ba tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9489374 Aug 12 02:28:24.658468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49416) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:24.677282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:24.711224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 81e37313-9daf-4712-9437-cf12a50a86be details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:24.790188 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9d47a7d-ecea-420d-a682-76e4145113a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:24.874407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:24.876050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:24.976749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.065175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9d47a7d-ecea-420d-a682-76e4145113a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.077235 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9d47a7d-ecea-420d-a682-76e4145113a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.125567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=a081f45b-2b17-4f80-951e-99ea293a8615,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:25.151313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f9d47a7d-ecea-420d-a682-76e4145113a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=867359c73e6f4bdaaabb6f95d2c8556f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8584378 Aug 12 02:28:25.152878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:25.154617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:25.161499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.170817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:25.328232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d47a7d-ecea-420d-a682-76e4145113a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bc8d7c-d922-4618-9d16-6a0a58bc513a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:25.347122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.400164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.473246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff241b0-e18f-4359-85a7-c8b5de17d2bd None None] Pushing event updated for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:25.504903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:24Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:25.506897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.517951 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.534360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2bc8d7c-d922-4618-9d16-6a0a58bc513a HTTP/1.1" status: 204 len: 168 time: 0.3524916 Aug 12 02:28:25.538959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a69299-25e4-47d3-8f84-4c50adbdd540 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:24Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:25.546828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f05bf9-76e7-49e7-a7a5-baebb658a1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bc8d7c-d922-4618-9d16-6a0a58bc513a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:25.609517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:25.666819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:25.750550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:25.783351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8dd39477-bb2d-4713-b418-362bdc624372 req-ee320ae3-c6d5-42d2-aa44-d0f1bea88fc8 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0744328 Aug 12 02:28:25.791183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:26.029379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e9f7d-2e5b-4779-a76b-cba710bdedc2 req-fd48d192-ff30-430f-9dae-0a30fb7292e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:26.038285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c72e9f7d-2e5b-4779-a76b-cba710bdedc2 req-fd48d192-ff30-430f-9dae-0a30fb7292e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.4263115 Aug 12 02:28:26.077753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=1900ef78-19ee-4df2-abc8-a3494bdf262d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:26.141055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:26.142062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 81e37313-9daf-4712-9437-cf12a50a86be, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:26.287707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-b474e667-6064-44bf-8aba-bf3560bcf164 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6603048 Aug 12 02:28:26.330253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c72e9f7d-2e5b-4779-a76b-cba710bdedc2 req-dd11ddef-f056-4bdd-9951-bf6f8a61d90d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919774 Aug 12 02:28:26.346583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 81e37313-9daf-4712-9437-cf12a50a86be is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:26.366139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:26.379901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 81e37313-9daf-4712-9437-cf12a50a86be) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:26.388659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:26.389358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:26.395600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7f2cb9-ebef-4301-bb6f-c2a3ceb4e4d7 None None] Network 81e37313-9daf-4712-9437-cf12a50a86be requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:26.517578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:26.575663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9af85919-8d47-4576-b3ae-2d78e5d11cd1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9106879 Aug 12 02:28:26.577954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:26.790327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-81e37313-9daf-4712-9437-cf12a50a86be', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:26.791454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:26.966430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:26.975700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:27.160437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=a081f45b-2b17-4f80-951e-99ea293a8615,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:27.254796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Allocated IP 172.20.0.2 (81e37313-9daf-4712-9437-cf12a50a86be/1900ef78-19ee-4df2-abc8-a3494bdf262d/9c741576-f1c6-4e94-a421-e1e0fe2388ea) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:27.300344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:27.370366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:27.384157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4fde1b0e-05b1-46d3-b0b9-989153d8222e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9790683 Aug 12 02:28:27.590551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 309401c8-302d-4e58-8143-dc235adf2dd5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:27.598248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4281b-6105-432f-b330-650c81730e1b req-5356611e-33ef-4627-99c5-20675f3bb50f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:27.613599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2a4281b-6105-432f-b330-650c81730e1b req-5356611e-33ef-4627-99c5-20675f3bb50f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1277025 Aug 12 02:28:27.702395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2a4281b-6105-432f-b330-650c81730e1b req-d90532b0-e7fd-485e-9fb7-8ed419e8f76a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867290 Aug 12 02:28:27.862049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-7043dba0-ffc7-403d-8871-77084a17f302 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--805977000&fields=id&tenant_id=f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 267 time: 0.0609035 Aug 12 02:28:27.934592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 309401c8-302d-4e58-8143-dc235adf2dd5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:27.940948 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:27.946880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 309401c8-302d-4e58-8143-dc235adf2dd5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:27.947389 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:27.961875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Transition to ACTIVE for port object 9c741576-f1c6-4e94-a421-e1e0fe2388ea will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:28.029433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Transition to ACTIVE for port object 9c741576-f1c6-4e94-a421-e1e0fe2388ea will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:28.044371 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.114322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Network 81e37313-9daf-4712-9437-cf12a50a86be is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:28.148038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:28.152910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:28.164266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Pushing event updated for resources: {'Port': ['ID=9c741576-f1c6-4e94-a421-e1e0fe2388ea,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:28.253327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-52d30346-b7fa-4f50-a650-34bd91412877 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:28.261972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-52d30346-b7fa-4f50-a650-34bd91412877 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 811 time: 0.3869677 Aug 12 02:28:28.271594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.295693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Attempting to bind port 9c741576-f1c6-4e94-a421-e1e0fe2388ea on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:28.296290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Attempting to bind port 9c741576-f1c6-4e94-a421-e1e0fe2388ea by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:28.296998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Attempting to bind port 9c741576-f1c6-4e94-a421-e1e0fe2388ea on network 81e37313-9daf-4712-9437-cf12a50a86be {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:28.298561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-ab0afcd5-fe85-4f00-92c6-b99321a08957 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/quotas/f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 375 time: 0.0352876 Aug 12 02:28:28.317052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:28.318307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Checking segment: {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:28.318912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.319800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Bound using segment: {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:28.320496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Bound port: 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:28.321106 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.351775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f771dd46-d8dc-4485-8003-efdba12f5e29 req-b52fdc75-06d0-4cda-a175-cd2fd9a5ae4d tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 1.3352134 Aug 12 02:28:28.364026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 309401c8-302d-4e58-8143-dc235adf2dd5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=309401c8-302d-4e58-8143-dc235adf2dd5,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:28.411790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.438198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-afc71412-0957-4663-9a9a-d101f30828bf tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1379468 Aug 12 02:28:28.525724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] For port 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:28.529022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:28.549583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] For port 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c741576-f1c6-4e94-a421-e1e0fe2388ea,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:28.557820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.652874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:28.683110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f7759-081e-42b9-aa7f-c9715e1b75ca None None] Pushing event updated for resources: {'Port': ['ID=9c741576-f1c6-4e94-a421-e1e0fe2388ea,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:28.714270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-48b564cc-60e9-40b2-9329-fdf65decdf8f service neutron] 10.222.0.11 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648716 Aug 12 02:28:28.861126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49536) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:29.000417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-48479e71-9c93-4ba7-b14c-fd5fb81a3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:29.002237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-48479e71-9c93-4ba7-b14c-fd5fb81a3a10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.1423535 Aug 12 02:28:29.156569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.20.0.1 (81e37313-9daf-4712-9437-cf12a50a86be/1900ef78-19ee-4df2-abc8-a3494bdf262d/b1436580-1993-422b-841f-8f95fbd191db) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:29.171506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-19515004-fb2e-48ab-ac0c-4973e481cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:29.173021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-19515004-fb2e-48ab-ac0c-4973e481cf9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.1612949 Aug 12 02:28:29.208535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-ab5906ff-a450-44bb-973c-6aa5d1bcfb3c service neutron] 10.222.0.11 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932978 Aug 12 02:28:29.268294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93e83b-b0e8-4684-afec-bc4ff58c2cac req-85c76011-3284-4298-b4f0-09ad890e55bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:29.270403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f93e83b-b0e8-4684-afec-bc4ff58c2cac req-85c76011-3284-4298-b4f0-09ad890e55bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.3404174 Aug 12 02:28:29.359809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f93e83b-b0e8-4684-afec-bc4ff58c2cac req-2a060a99-6066-42b5-ac46-fc5ce1c4e9d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759685 Aug 12 02:28:29.448030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:29.470612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object b1436580-1993-422b-841f-8f95fbd191db will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:29.620846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:29.662412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25a76be0-3c30-42b4-b59c-5610cd51a7d4 req-1165de51-66e7-4da0-83d7-dbf6521fcf60 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0772409 Aug 12 02:28:29.753857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 309401c8-302d-4e58-8143-dc235adf2dd5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:29.859332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-372ab3d6-53cb-4415-9e44-f88904ad1697 req-ed6dadb1-dabe-48ed-be08-86fa9c5edc45 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0942845 Aug 12 02:28:29.870131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 309401c8-302d-4e58-8143-dc235adf2dd5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:29.870508 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:29.902064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 81e37313-9daf-4712-9437-cf12a50a86be is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:29.906280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:29.924139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:29.931858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:30.005707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c741576-f1c6-4e94-a421-e1e0fe2388ea up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:30.110964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-982965780'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:30.124656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.220840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Made reservation on behalf of e167efaa10524c909447baaea9fc51f4 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:30.236448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.244450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8762317-3c97-4857-a6f4-514c94d63493 req-edaa0fa7-60e4-4a37-bd83-dd68b460f06a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 210 time: 0.1538544 Aug 12 02:28:30.280109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.328555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-44869d37-56d6-46ba-897d-545987313aae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 1001 time: 1.1428714 Aug 12 02:28:30.417725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.443049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-71059096-78ca-475f-80bd-081f0ba0ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:30.444954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-71059096-78ca-475f-80bd-081f0ba0ba7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.1038651 Aug 12 02:28:30.481115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9c741576-f1c6-4e94-a421-e1e0fe2388ea completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:30.504418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d83734-ab84-4718-bd7d-f6e61a36ad7f None None] Network 81e37313-9daf-4712-9437-cf12a50a86be requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:30.619109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.623088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-d2213626-dbee-4b63-b102-819e154dfbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:30.625416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-d2213626-dbee-4b63-b102-819e154dfbc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863163 Aug 12 02:28:30.633323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.731217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Provisioning for port 9c741576-f1c6-4e94-a421-e1e0fe2388ea completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:30.737079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Provisioning complete for port 9c741576-f1c6-4e94-a421-e1e0fe2388ea triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:30.737327 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.898280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:30.912276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a09344-8684-4435-97b9-5ff752bfef7a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:30.957179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9b3fb-e6d4-457b-9c87-40826d9b4f8b req-d3070413-6685-4f3b-a326-81a0d34e5d41 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:30.959343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:30.970035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b6a9b3fb-e6d4-457b-9c87-40826d9b4f8b req-d3070413-6685-4f3b-a326-81a0d34e5d41 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.4351666 Aug 12 02:28:30.985721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] For port 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c741576-f1c6-4e94-a421-e1e0fe2388ea,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:30.997165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.021512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c272e7e5-4869-41be-9e66-d24d7fd2e902 req-c4b46308-693c-4fd8-8909-1bdb5e92f419 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1893322 Aug 12 02:28:31.041900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.042404 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Added segment 830eba98-2d52-4542-9280-48cc418888be of type vlan for network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a Aug 12 02:28:31.046043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-0b5d840c-0a2c-4818-b87a-3961a93d7ec7 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043329 Aug 12 02:28:31.076769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d627fa1-4698-4efd-8a66-5affe265eef2 None None] Pushing event updated for resources: {'Port': ['ID=9c741576-f1c6-4e94-a421-e1e0fe2388ea,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:31.100091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b6a9b3fb-e6d4-457b-9c87-40826d9b4f8b req-59badb8f-3688-451c-98a6-69cf9d69468b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280420 Aug 12 02:28:31.257821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.265807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.271925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.327972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Provisioning complete for port 9c741576-f1c6-4e94-a421-e1e0fe2388ea triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:31.328415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.488662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.497502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:31.498165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.523784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c741576-f1c6-4e94-a421-e1e0fe2388ea up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:31.546926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.572743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99ebac4b-43bc-4f54-a1d2-3460155a46d5 req-505778da-41eb-46c7-aafa-14a440da6001 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 210 time: 0.1323032 Aug 12 02:28:31.586635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-103293a9-7693-406e-a72f-766f64e5ee45 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200012 Aug 12 02:28:31.645360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:31.728038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Pushing event updated for resources: {'Network': ['ID=3a9616f3-2f6d-4fa3-b46b-9f815703e90a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:31.737937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-942a1a96-02fb-48f1-bbac-9b04ab639e5d tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8743317 Aug 12 02:28:31.747493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:31.751070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Provisioning for port b1436580-1993-422b-841f-8f95fbd191db completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:31.816589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Provisioning complete for port b1436580-1993-422b-841f-8f95fbd191db triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:31.816895 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.819026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9c741576-f1c6-4e94-a421-e1e0fe2388ea triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:31.819547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:31.890664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-d6bf5b77-9cbe-4fe9-8c1a-88e6cb4bba86 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:31.892849 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-d6bf5b77-9cbe-4fe9-8c1a-88e6cb4bba86 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 811 time: 0.4210289 Aug 12 02:28:31.934249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 81e37313-9daf-4712-9437-cf12a50a86be is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:31.937075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:31.974206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-523ebda4-4945-454f-b291-88191edfcd25 None None] Port b1436580-1993-422b-841f-8f95fbd191db cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:32.061379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:32.073071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a', 'binding:host_id': 'n-h2-804303-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1694247253'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:32.103066 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-644477b5-306b-47b7-9575-904f43b36c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.129577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-21cbe1d3-1d8b-4e89-8dce-f7e8cf2237ef None None] Provisioning complete for port b1436580-1993-422b-841f-8f95fbd191db triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:32.129943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21cbe1d3-1d8b-4e89-8dce-f7e8cf2237ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.165880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-85829adb-b1e6-425b-9de2-51becd6b735b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 379 time: 0.1622541 Aug 12 02:28:32.195125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'port': {'device_id': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'admin_state_up': True, 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'security_groups': ['2c109840-5382-4932-828b-29d63139892e']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:32.206713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-21cbe1d3-1d8b-4e89-8dce-f7e8cf2237ef None None] Port b1436580-1993-422b-841f-8f95fbd191db cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:32.273868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-437f3c72-543a-47e5-8e6b-4f5e26a73b1d req-5487128b-c7d4-4122-8117-500f3c120646 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0475705 Aug 12 02:28:32.315210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Made reservation on behalf of 455d5002db894fdba863b041ef7183f8 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:32.322187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.337405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d4738fe8-193c-4b37-95db-f573dc33e368 None None] Provisioning complete for port b1436580-1993-422b-841f-8f95fbd191db triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:32.337779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d4738fe8-193c-4b37-95db-f573dc33e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.345097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.419830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d4738fe8-193c-4b37-95db-f573dc33e368 None None] Port b1436580-1993-422b-841f-8f95fbd191db cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:32.463691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a05b31-0f65-4e8f-8ada-e8416bcee64f req-cce17e93-462d-4308-b086-c19348a7917f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:32.470889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5a05b31-0f65-4e8f-8ada-e8416bcee64f req-cce17e93-462d-4308-b086-c19348a7917f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1584444 Aug 12 02:28:32.566576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:28:32.589625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f5a05b31-0f65-4e8f-8ada-e8416bcee64f req-55e456e8-00af-472f-b278-08f691e43b3c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149268 Aug 12 02:28:32.788846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.807804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3c5cdea-e8ca-4d8c-90f7-caa486751dbd req-2b46e02b-0e76-4bed-a3c5-2f9b82970ba8 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 210 time: 0.0663409 Aug 12 02:28:32.864375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.885023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Made reservation on behalf of f2db49bbfc3b4d2898c86695fcbb180c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:32.888742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:32.901351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:32.928278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4ef4d6-fe2d-4b8b-bd40-02912cba9f81 req-36a561ba-10d5-4f5e-bd34-ec77327a29f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=24fd465a8dce4e36aa37d8e6eb2bd160&device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.0701828 Aug 12 02:28:32.940251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:32.954850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:32.967035 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:32.969109 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:33.008940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-65a83be7-3a9c-4007-b04e-eac0a5a96e4e tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4268055 Aug 12 02:28:33.009189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49604) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:33.017412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889157630'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:33.047461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:33.056883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.094490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:33.105774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.106123 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b of type vlan for network 477d2e6a-7f5d-4da3-bec4-b210a24748cf Aug 12 02:28:33.152907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.187940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.198637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:33.198850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.209845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b0f9c5-12d6-45ce-8e81-c0c08d9a68d5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:33.225835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d4f858e-7439-45a0-80b5-eeeec7f43e68 req-6d4e4396-16d1-46fe-a6a1-c1c79d952747 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.3042796 Aug 12 02:28:33.244604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4ef4d6-fe2d-4b8b-bd40-02912cba9f81 req-bd5cf46b-c75d-4f8c-8043-8cbd2459eaad service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=24fd465a8dce4e36aa37d8e6eb2bd160&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3023078 Aug 12 02:28:33.296444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2859232 Aug 12 02:28:33.297110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49610) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:33.308859 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:33.313397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:33.419700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cabd8-6d0a-4804-97f9-e972126a915b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=477d2e6a-7f5d-4da3-bec4-b210a24748cf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:33.435112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:33.536272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:33.540994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.718446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ef4d6-fe2d-4b8b-bd40-02912cba9f81 req-4e83fbb2-3eee-434d-ba3c-95f5cfacb130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:33.721599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4ef4d6-fe2d-4b8b-bd40-02912cba9f81 req-4e83fbb2-3eee-434d-ba3c-95f5cfacb130 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4576333 Aug 12 02:28:33.823151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:30Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:30Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:33.871698 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:33.872273 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Updating router ab8ceb1d-9326-4c3f-b56e-50e360afed5e port b1436580-1993-422b-841f-8f95fbd191db binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:28:33.916345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Allocated IP 172.20.0.13 (94c1ec23-76aa-40fa-beea-ce07ae5c89f3/95e2dbd3-db2b-479e-9171-8f30368efbf3/4a80f3a5-2129-4722-a463-4a9d43aba906) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:33.921652 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:33.943953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8a29-f2e5-40ab-890e-33c52f5e0a4a req-de464b8d-e9fa-42a7-929b-21a12148b888 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:33.948204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb3a8a29-f2e5-40ab-890e-33c52f5e0a4a req-de464b8d-e9fa-42a7-929b-21a12148b888 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.2310882 Aug 12 02:28:33.988786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:34.086904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.091355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9668d11-bf7e-4c96-9460-2806e996330c req-3cb2cd6f-5414-4366-96d4-586e83e62d20 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 210 time: 0.1044140 Aug 12 02:28:34.198968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Transition to ACTIVE for port object 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:34.294714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb3a8a29-f2e5-40ab-890e-33c52f5e0a4a req-bcf2f17f-bd77-46ec-a641-39298d2045b8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272059 Aug 12 02:28:34.391728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.463830 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.477440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Transition to ACTIVE for port object b1436580-1993-422b-841f-8f95fbd191db will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:34.505506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:34.506153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 477d2e6a-7f5d-4da3-bec4-b210a24748cf, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:34.525970 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.537706 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.548035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=d50be22b-21b1-4d8e-9f75-f1543068e2b4,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:34.592722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad305af2-6432-4b5d-a43b-4a3392caf756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.600868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:34.620262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 477d2e6a-7f5d-4da3-bec4-b210a24748cf) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:34.626531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:34.627043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.630318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db58c28-570f-4dc1-8880-aed3087294eb None None] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:34.702854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1452e7b8-16d9-4eee-9e7a-07ce486e978f tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3979635 Aug 12 02:28:34.703495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49632) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:34.716081 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Attempting to bind port b1436580-1993-422b-841f-8f95fbd191db on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:34.716440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Attempting to bind port b1436580-1993-422b-841f-8f95fbd191db by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:34.716821 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Attempting to bind port b1436580-1993-422b-841f-8f95fbd191db on network 81e37313-9daf-4712-9437-cf12a50a86be {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:34.725859 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:34.726261 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Checking segment: {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:34.726653 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.727044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Bound using segment: {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:34.728105 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Bound port: b1436580-1993-422b-841f-8f95fbd191db, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2561f472-e719-4eb5-82f2-64ab90da4b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:34.728486 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.750227 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Pushing event updated for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.774524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:34.865068 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.871155 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] For port b1436580-1993-422b-841f-8f95fbd191db, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:34.875991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] For port b1436580-1993-422b-841f-8f95fbd191db, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1436580-1993-422b-841f-8f95fbd191db,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:34.890942 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.902352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:34.922891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Transition to ACTIVE for port object 4a80f3a5-2129-4722-a463-4a9d43aba906 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:35.008838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.011177 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.049404 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d2854-a19f-4430-ab5c-f24b87b4615c None None] Pushing event updated for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:35.064015 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:35.065558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:35.124084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4ef4d6-fe2d-4b8b-bd40-02912cba9f81 req-f9456655-eb75-48d8-9dd5-4b5198498128 tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.25 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.1560678 Aug 12 02:28:35.132035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:35.132981 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.207778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e4de540-8ee4-4b91-9b05-00c9d93f3183 req-edf57054-b575-47fd-a577-fdb40c40b1dc tempest-ServerShowV254Test-1596239715 tempest-ServerShowV254Test-1596239715-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b6d300-d318-4b8f-afe2-2ab7ff405269 HTTP/1.1" status: 200 len: 210 time: 0.2319076 Aug 12 02:28:35.278708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:35.290216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:35.298159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:35.306411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:35.354593 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:35.519779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Allocated IP 172.21.0.2 (477d2e6a-7f5d-4da3-bec4-b210a24748cf/d50be22b-21b1-4d8e-9f75-f1543068e2b4/8005614f-4075-4aaa-b3f4-ff7e535387c8) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:35.611659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:35.620263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:35.620934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.623613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Checking segment: {'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:35.624027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Network hostable DHCP agents. Network: 3a9616f3-2f6d-4fa3-b46b-9f815703e90a, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:35.752534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c337c-0b41-4a0b-a4d5-823c91367bea req-49428ecf-ff6f-444b-9e5f-e4a3d711a819 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:35.763678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae9c337c-0b41-4a0b-a4d5-823c91367bea req-49428ecf-ff6f-444b-9e5f-e4a3d711a819 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 932 time: 0.5035524 Aug 12 02:28:35.768067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7a52-0d82-4351-a532-eea961cc3947 req-1d5c7e36-00aa-4bbc-a98b-30b3e1de8452 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:35.783389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fca7a52-0d82-4351-a532-eea961cc3947 req-1d5c7e36-00aa-4bbc-a98b-30b3e1de8452 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.3188620 Aug 12 02:28:35.798035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-c28a8917-605a-4012-b0d2-08532793e492 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6082237 Aug 12 02:28:35.803736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.855230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Request body: {'port': {'device_id': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:35.889232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:35.891878 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:35.895683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:30Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:34Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:35.927616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b78f049-1b23-471c-af64-7abe66d3710c None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:30Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:34Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:35.959322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae9c337c-0b41-4a0b-a4d5-823c91367bea req-1267cebe-938b-4ce0-a437-c9ea9fd53be1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925611 Aug 12 02:28:35.975421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-538734c9-0bce-4dff-b536-6c134b6afa4a None None] Provisioning for port 4a80f3a5-2129-4722-a463-4a9d43aba906 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:36.000693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-538734c9-0bce-4dff-b536-6c134b6afa4a None None] Provisioning complete for port 4a80f3a5-2129-4722-a463-4a9d43aba906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:36.001071 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-538734c9-0bce-4dff-b536-6c134b6afa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.002262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-32471672-b848-47a0-b6de-e470bfc42ef0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4046438 Aug 12 02:28:36.087623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3a9616f3-2f6d-4fa3-b46b-9f815703e90a) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:36.100946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.101723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-538734c9-0bce-4dff-b536-6c134b6afa4a None None] Port 4a80f3a5-2129-4722-a463-4a9d43aba906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:36.104293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc42cdc-6332-4e0e-809c-8fd0d17828fa None None] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:36.151196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:36.181233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fca7a52-0d82-4351-a532-eea961cc3947 req-4ea7366d-0227-44b1-bb16-fddd388c6058 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922102 Aug 12 02:28:36.217667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.235963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Transition to ACTIVE for port object 8005614f-4075-4aaa-b3f4-ff7e535387c8 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:36.244860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:36.258134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:36.259732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:36.292564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.293163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.293507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.294151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.294615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.295146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.295639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.302686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f9058881-caa3-4481-9585-9bd0e465e982 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.2121618 Aug 12 02:28:36.308508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Transition to ACTIVE for port object 8005614f-4075-4aaa-b3f4-ff7e535387c8 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:36.403111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.425714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:36.426069 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:36.474175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.21.0.1 (477d2e6a-7f5d-4da3-bec4-b210a24748cf/d50be22b-21b1-4d8e-9f75-f1543068e2b4/76c074b6-1a41-4c91-b5ef-5345fdf22906) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:36.499835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:36.533390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:36.552392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:36.560822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Pushing event updated for resources: {'Port': ['ID=8005614f-4075-4aaa-b3f4-ff7e535387c8,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:36.601867 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 2 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:36.676097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Attempting to bind port 8005614f-4075-4aaa-b3f4-ff7e535387c8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:36.676978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Attempting to bind port 8005614f-4075-4aaa-b3f4-ff7e535387c8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:36.687363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Attempting to bind port 8005614f-4075-4aaa-b3f4-ff7e535387c8 on network 477d2e6a-7f5d-4da3-bec4-b210a24748cf {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:36.706885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:36.707447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Checking segment: {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:36.708331 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.709033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Bound using segment: {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:36.710783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Bound port: 8005614f-4075-4aaa-b3f4-ff7e535387c8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:36.712869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.738071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.771572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:36.771921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:36.772262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:36.782198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:36.782615 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:36.783603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object 76c074b6-1a41-4c91-b5ef-5345fdf22906 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:36.793491 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 3 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:36.811718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] For port 8005614f-4075-4aaa-b3f4-ff7e535387c8, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:36.816312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] For port 8005614f-4075-4aaa-b3f4-ff7e535387c8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8005614f-4075-4aaa-b3f4-ff7e535387c8,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:36.825178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:36.839998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:36.840504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:36.840957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:36.910888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:36.911280 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:36.915462 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 4 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:36.935327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-6ea42ce8-5bf4-47a2-b3c6-72aa80b1fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.951143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-6ea42ce8-5bf4-47a2-b3c6-72aa80b1fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.952391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-6ea42ce8-5bf4-47a2-b3c6-72aa80b1fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:36.957066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-6ea42ce8-5bf4-47a2-b3c6-72aa80b1fb10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 2291 time: 0.5347097 Aug 12 02:28:36.971938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:36.973862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40140d4-f4c6-49fa-969f-96e7708509ca None None] Pushing event updated for resources: {'Port': ['ID=8005614f-4075-4aaa-b3f4-ff7e535387c8,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:36.996211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.027517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:37.028110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:37.033771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:37.144397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:37.172028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:37.172385 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:37.196159 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 5 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:37.200670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:37.204203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:37.254282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:37.255659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:37.256373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:37.273618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-a95f1d77-a367-402e-a620-08642aafc633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1002 time: 0.2866132 Aug 12 02:28:37.277591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:37.277938 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:37.280896 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 6 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:37.322698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.371395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:37.373757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:37.374125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:37.379797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d28f6080-7475-4597-b8f3-a8f797de3df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.405273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a80f3a5-2129-4722-a463-4a9d43aba906 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:28:37.414526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:37.414960 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:37.434843 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 7 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:37.442030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:37.446789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.452010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.525543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:37.525888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:37.526248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:37.532385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-ac6a5b57-393a-4e0c-bea3-44b44a5e1e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:37.533924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-ac6a5b57-393a-4e0c-bea3-44b44a5e1e64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.2272890 Aug 12 02:28:37.546808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Transition to ACTIVE for port object 4a80f3a5-2129-4722-a463-4a9d43aba906 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:37.559761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:37.560141 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:37.564007 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 8 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:37.591930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.680898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8005614f-4075-4aaa-b3f4-ff7e535387c8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:37.691059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d28f6080-7475-4597-b8f3-a8f797de3df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.704140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f805848-3dbf-453e-bece-84df38eb7d81 req-330d52a5-f767-4b03-9bd8-b509c8f36358 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:37.714217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f805848-3dbf-453e-bece-84df38eb7d81 req-330d52a5-f767-4b03-9bd8-b509c8f36358 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.3283303 Aug 12 02:28:37.717519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f9ced-d883-4c70-a6bb-cbc3005f4c18 req-a60ea4fb-dd02-4861-b45d-e00bc98ed083 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:37.726231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:37.726609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:37.729766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:37.742144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6f9ced-d883-4c70-a6bb-cbc3005f4c18 req-a60ea4fb-dd02-4861-b45d-e00bc98ed083 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 932 time: 0.6394701 Aug 12 02:28:37.765059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d28f6080-7475-4597-b8f3-a8f797de3df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:37.819133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:37.819529 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:37.838988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8005614f-4075-4aaa-b3f4-ff7e535387c8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:37.846382 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 9 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:37.850928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1436580-1993-422b-841f-8f95fbd191db up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:37.871869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f6080-7475-4597-b8f3-a8f797de3df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94dd745-b46f-487d-a671-e48a2a5f3166,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:37.927716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:37.936757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6f9ced-d883-4c70-a6bb-cbc3005f4c18 req-83026f19-6d69-4d16-8f03-e6b658984fbd tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877258 Aug 12 02:28:37.979919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-c99e249a-f7da-4686-aca9-fe59ff9ec1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:37.990562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-c99e249a-f7da-4686-aca9-fe59ff9ec1be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4363251 Aug 12 02:28:38.012328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b1436580-1993-422b-841f-8f95fbd191db completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:38.017570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d28f6080-7475-4597-b8f3-a8f797de3df3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24fd465a8dce4e36aa37d8e6eb2bd160&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443537 Aug 12 02:28:38.023347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b1436580-1993-422b-841f-8f95fbd191db triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:38.023773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.025369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49676) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:38.067527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.180844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:38.181477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:38.181625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:38.202995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.256117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f805848-3dbf-453e-bece-84df38eb7d81 req-f7b93448-f88e-4e7d-a0c5-69a38c84f4d4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5384128 Aug 12 02:28:38.281843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.328256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.339580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:38.339936 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:38.343460 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 10 to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 Aug 12 02:28:38.398138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b1436580-1993-422b-841f-8f95fbd191db, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1436580-1993-422b-841f-8f95fbd191db,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:38.412603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.426102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:38.426521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:38.427071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:38.454651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Attempting to bind port 4a80f3a5-2129-4722-a463-4a9d43aba906 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:38.454651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Attempting to bind port 4a80f3a5-2129-4722-a463-4a9d43aba906 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:38.454651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Attempting to bind port 4a80f3a5-2129-4722-a463-4a9d43aba906 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:38.468205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:38.468205 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:38.468205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.489600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Port 4a80f3a5-2129-4722-a463-4a9d43aba906 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:38.489933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Attempting to bind port 4a80f3a5-2129-4722-a463-4a9d43aba906 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:38.502801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:38.512155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:38.512506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Checking segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:38.512904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Bound using segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:38.513362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Bound port: 4a80f3a5-2129-4722-a463-4a9d43aba906, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:38.513725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.521392 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.526777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.528652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b94dd745-b46f-487d-a671-e48a2a5f3166 HTTP/1.1" status: 204 len: 168 time: 0.5020084 Aug 12 02:28:38.544477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371da4d2-097c-40cd-8972-dd4a362b6642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94dd745-b46f-487d-a671-e48a2a5f3166,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:38.599719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-a02e9183-6eeb-4998-829b-05032b3f536d service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081779 Aug 12 02:28:38.620926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f815d5-2db3-47d1-8e95-5f55d6a78fa0 None None] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:38.749357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:38.749744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:28:38.761397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.765124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Provisioning for port 8005614f-4075-4aaa-b3f4-ff7e535387c8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:38.777067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:38.791325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Provisioning complete for port 8005614f-4075-4aaa-b3f4-ff7e535387c8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:38.791827 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.828781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a80f3a5-2129-4722-a463-4a9d43aba906,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:38.829995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.844645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.847144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:38.847978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.859570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.900926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-2467b4d4-e253-4625-aaf3-b33655f85865 service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715507 Aug 12 02:28:38.903866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:38.904775 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:38.906362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1092 time: 3.0792923 Aug 12 02:28:38.907233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:38.909888 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fd9372-9801-4ccc-a065-c677aff8b155" -d '{"events": [{"name": "network-changed", "server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:38.915712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:38.928350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ad080ed7-f2fd-48c1-8c31-74aa2adb534e tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 6.8599360 Aug 12 02:28:39.011615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:39.015188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-affa86b1-93a0-4308-ac39-e011f6daaabd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 217 time: 0.0882611 Aug 12 02:28:39.077448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.086206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea488a-302b-46cc-a45e-1d7a2d4d26f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:39.103250 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95894946-4e5d-42e5-9eee-62ed4d025aea x-openstack-request-id: req-95894946-4e5d-42e5-9eee-62ed4d025aea {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:39.103834 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:39.104286 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95894946-4e5d-42e5-9eee-62ed4d025aea {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:39.105461 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'status': 'completed', 'code': 200} Aug 12 02:28:39.115175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:39.215132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-da1c2370-a221-4f00-bc82-af80727f387d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:39.219325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-da1c2370-a221-4f00-bc82-af80727f387d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1104817 Aug 12 02:28:39.390562 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.500409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-3bac46fc-4c9b-4f2f-a089-8917c1057573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:39.505197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-3bac46fc-4c9b-4f2f-a089-8917c1057573 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1095 time: 0.5022588 Aug 12 02:28:39.510661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] For port 8005614f-4075-4aaa-b3f4-ff7e535387c8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8005614f-4075-4aaa-b3f4-ff7e535387c8,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:39.525890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.542022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-7c63f0f1-7faa-49e5-b771-00408c8a574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:39.545343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-7c63f0f1-7faa-49e5-b771-00408c8a574e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2401185 Aug 12 02:28:39.585502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aad61-8a68-4ddc-990f-984d8a82e5a6 req-88301edb-9607-48bb-b67f-76e9331945ec tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:39.587690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe5aad61-8a68-4ddc-990f-984d8a82e5a6 req-88301edb-9607-48bb-b67f-76e9331945ec tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 944 time: 0.4517338 Aug 12 02:28:39.598559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1436580-1993-422b-841f-8f95fbd191db up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:39.651221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Deleting port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:39.651621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.695838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2386d-bd9c-4d62-925e-c03b815e4bda None None] Pushing event updated for resources: {'Port': ['ID=8005614f-4075-4aaa-b3f4-ff7e535387c8,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:39.709201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-48d3e548-ec2d-4252-be89-b0e48e459c81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 217 time: 0.1539600 Aug 12 02:28:39.739490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b1436580-1993-422b-841f-8f95fbd191db triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:39.740468 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.801560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe5aad61-8a68-4ddc-990f-984d8a82e5a6 req-58932288-29f8-472c-b6c0-983951605c2f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041376 Aug 12 02:28:39.815627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:39.824939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:39.833023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1, host n-h2-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:39.833517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:39.904478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-b8af99ac-54dc-49de-9370-f6ccf3864e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:39.906351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-b8af99ac-54dc-49de-9370-f6ccf3864e46 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.1927438 Aug 12 02:28:40.017934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Calling delete_port for 5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:40.037786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Provisioning complete for port 8005614f-4075-4aaa-b3f4-ff7e535387c8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:40.038250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.174089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:40.209514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Provisioning for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:40.215900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Provisioning complete for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:40.216285 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.220982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfd1d1-fab0-40a4-aa96-3ddcd41526f4 req-9819b275-ed1e-4532-a856-a381580d6cdc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:40.222630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdfd1d1-fab0-40a4-aa96-3ddcd41526f4 req-9819b275-ed1e-4532-a856-a381580d6cdc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.7142634 Aug 12 02:28:40.224651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-858dbd3a-7792-469b-a0ee-68bfe0ea04ae service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216864 Aug 12 02:28:40.284299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9fe0a-cd0e-4d88-8271-908f1f2f3274 None None] Port 76c074b6-1a41-4c91-b5ef-5345fdf22906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:40.412368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.417584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-47e64194-416a-403a-ace8-f5570f0009ce None None] Provisioning complete for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:40.419330 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47e64194-416a-403a-ace8-f5570f0009ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.429616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-ccf76ceb-bc9d-4a96-9146-432f8866818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:40.434001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-ccf76ceb-bc9d-4a96-9146-432f8866818d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5019178 Aug 12 02:28:40.467383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:40.477403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:40.489939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-47e64194-416a-403a-ace8-f5570f0009ce None None] Port 76c074b6-1a41-4c91-b5ef-5345fdf22906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:40.512458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.514348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44685409-1eee-49a0-9ca8-c38343758c34 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "DELETE /v2.0/ports/5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 HTTP/1.1" status: 204 len: 168 time: 1.4236348 Aug 12 02:28:40.522168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49728) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:40.581135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdfd1d1-fab0-40a4-aa96-3ddcd41526f4 req-57f2e730-4394-4a55-bf86-ead703fb9260 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3216820 Aug 12 02:28:40.601281 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64202a2-c555-4ff9-909e-2fd60d11f1d9 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:28:40.607213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a64202a2-c555-4ff9-909e-2fd60d11f1d9 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports/5f635cc4-a8ee-460a-9dc2-5bc3302fbdc1 HTTP/1.1" status: 404 len: 333 time: 0.0798769 Aug 12 02:28:40.608379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:40.621449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-752107004'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:40.628275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-593bcf4f-b42c-4c38-af17-aaa631359066 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920197 Aug 12 02:28:40.663506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:40.667462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a604cc47-c1cb-4e9d-a9cb-9fec33d79361 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9626980 Aug 12 02:28:40.668056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:40.677407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:40.680770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:40.688151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482843617'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:40.698555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-9b25b5d2-d7a0-4db7-a477-0c50711063aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 217 time: 0.0613360 Aug 12 02:28:40.703084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-5c478922-1523-43d0-818c-ade68fcf1056 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609563 Aug 12 02:28:40.749985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Made reservation on behalf of 455d5002db894fdba863b041ef7183f8 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:40.756374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.764990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:40.777294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:40.879835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:40.897365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:40.898658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-3f75dbd5-d3b3-4205-841b-f67935890be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:40.903140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-3f75dbd5-d3b3-4205-841b-f67935890be7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1955469 Aug 12 02:28:40.999570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:41.000202 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment f836dcd6-99cb-470a-a964-d0dc360bba96 of type vlan for network f261ef59-1701-4dee-9e5a-943c4791b4ca Aug 12 02:28:41.148851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:41.220636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-788fd832-2a61-49ab-bc15-18c4cab4a146 req-bfabb24e-a826-4f3f-9da2-2ccb4cdfa677 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016580 Aug 12 02:28:41.224088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-8da55722-107b-4cc6-9f5c-a4ab55aa08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:41.226722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-8da55722-107b-4cc6-9f5c-a4ab55aa08fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3004549 Aug 12 02:28:41.407639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ae881110-af0e-4006-92b3-bd915d1b892f None None] Provisioning complete for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:41.408019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae881110-af0e-4006-92b3-bd915d1b892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:41.416805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc25cf0-db9a-4544-bbfc-806e92c0ae81 req-bb00c0f5-faa3-4839-bc4e-25cbd87544f2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:41.421930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2dc25cf0-db9a-4544-bbfc-806e92c0ae81 req-bb00c0f5-faa3-4839-bc4e-25cbd87544f2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 944 time: 0.4039848 Aug 12 02:28:41.550121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8005614f-4075-4aaa-b3f4-ff7e535387c8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:41.602944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-e74735ca-dcf0-4389-998b-183d61b306d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:41.617417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-e74735ca-dcf0-4389-998b-183d61b306d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1095 time: 0.2776489 Aug 12 02:28:41.652208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ae881110-af0e-4006-92b3-bd915d1b892f None None] Port 76c074b6-1a41-4c91-b5ef-5345fdf22906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:41.672322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-223bf85e-76e8-4e77-abc4-3c30c6a55176 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242585 Aug 12 02:28:41.679322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2dc25cf0-db9a-4544-bbfc-806e92c0ae81 req-6b774db0-e2e6-4f8e-acf4-02241a8d4936 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342527 Aug 12 02:28:41.695098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8005614f-4075-4aaa-b3f4-ff7e535387c8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:41.695518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:41.814599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:41.825396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:37Z', 'revision_number': 3, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:41.864483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:41.864483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Updating router ab8ceb1d-9326-4c3f-b56e-50e360afed5e port 76c074b6-1a41-4c91-b5ef-5345fdf22906 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:28:41.906712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:41.915629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.058184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.074781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:42.080094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:42.088821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:42.089937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:42.090551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.116811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec134c9-c71b-4491-b8cb-b5cec38e4591,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:42.139005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c90b5bc-378b-41fe-9d12-156f1d1b7053 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5295374 Aug 12 02:28:42.139657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:42.147226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:42.152399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.157368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:42.157967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.216073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900409-97db-41c1-84fa-3fb539e1266b req-2e05d224-8435-40dc-ad8b-414c174b5e95 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:42.218068 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4900409-97db-41c1-84fa-3fb539e1266b req-2e05d224-8435-40dc-ad8b-414c174b5e95 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.3501868 Aug 12 02:28:42.282921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6061051 Aug 12 02:28:42.291934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49786) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:42.294460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-33981a9b-42bb-4d0e-909f-3cffa80f73bf service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090217 Aug 12 02:28:42.299941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:42.326309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.347501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af0747-cd41-414d-8fe7-9d2533ec4523 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=f261ef59-1701-4dee-9e5a-943c4791b4ca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:42.387428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f261ef59-1701-4dee-9e5a-943c4791b4ca details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:42.470583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:42.500822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.522773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Transition to ACTIVE for port object 76c074b6-1a41-4c91-b5ef-5345fdf22906 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:42.539395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.613212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe045e2-f177-450c-877e-4c0a287b8fd1 None None] Pushing event updated for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:42.695219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:42.736676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.771820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b77a4337-1689-4599-8bff-67363abb3912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.778256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Transition to ACTIVE for port object 2ec134c9-c71b-4491-b8cb-b5cec38e4591 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:42.789391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.791411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Attempting to bind port 76c074b6-1a41-4c91-b5ef-5345fdf22906 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:42.792175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Attempting to bind port 76c074b6-1a41-4c91-b5ef-5345fdf22906 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:42.792767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Attempting to bind port 76c074b6-1a41-4c91-b5ef-5345fdf22906 on network 477d2e6a-7f5d-4da3-bec4-b210a24748cf {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:42.810961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:42.811927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Checking segment: {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:42.812568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.813210 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Bound using segment: {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:42.814373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Bound port: 76c074b6-1a41-4c91-b5ef-5345fdf22906, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:42.818077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.874493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec134c9-c71b-4491-b8cb-b5cec38e4591,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:42.934102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:42.934528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:42.934862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:42.949013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] For port 76c074b6-1a41-4c91-b5ef-5345fdf22906, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:42.955287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:42.955736 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:42.958452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] For port 76c074b6-1a41-4c91-b5ef-5345fdf22906, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76c074b6-1a41-4c91-b5ef-5345fdf22906,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:42.962307 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 2 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:42.975113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:42.984937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-84f7421e-ff8c-44b4-9a8e-fc5673b5ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:42.994469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-84f7421e-ff8c-44b4-9a8e-fc5673b5ea15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 1.3100879 Aug 12 02:28:43.019409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.019770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.020113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.026907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-44d9890a-deeb-42c8-9f69-e5169c70a17f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 217 time: 0.7127981 Aug 12 02:28:43.033409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.033743 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.036210 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 3 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.049984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe045e2-f177-450c-877e-4c0a287b8fd1 None None] Pushing event updated for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:43.085547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:43.086159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:43.087635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8fc19-1e4a-4655-b7dc-fab02b829dec req-229ec8fb-0a16-4a17-bfab-e13a25968df5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.096556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9d8fc19-1e4a-4655-b7dc-fab02b829dec req-229ec8fb-0a16-4a17-bfab-e13a25968df5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 944 time: 0.1507428 Aug 12 02:28:43.111198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.111988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.112328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.134800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b77a4337-1689-4599-8bff-67363abb3912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.138611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.139106 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.141003 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 4 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.155918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b77a4337-1689-4599-8bff-67363abb3912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.217739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9d8fc19-1e4a-4655-b7dc-fab02b829dec req-4646f181-3098-4f92-92a7-8fb0e88fc81a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202121 Aug 12 02:28:43.227899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.228620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.229168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.244057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c4900409-97db-41c1-84fa-3fb539e1266b req-fcb1a82a-6f35-4834-91f0-0a5243035598 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0101869 Aug 12 02:28:43.245335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-56ca6867-a72e-4596-9497-dd802d29d94e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 217 time: 0.1157856 Aug 12 02:28:43.267499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.269107 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.273403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:43.274368 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 5 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.279105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b77a4337-1689-4599-8bff-67363abb3912 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80b64b645bdd485ba196aaa745054fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071599 Aug 12 02:28:43.284437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49800) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:43.298202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a4337-1689-4599-8bff-67363abb3912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96daa4-7829-4026-9500-6ceff7c6253e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:43.324851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.325190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.325531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.367409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-729578fa-98bd-426d-8826-44c47f66ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.368792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.369134 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.369816 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 6 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.373260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-729578fa-98bd-426d-8826-44c47f66ef62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.3448963 Aug 12 02:28:43.409080 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:28:43.423080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.425152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.425495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.425833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.442231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.442839 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.445501 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 7 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.487147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:43.489030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.489665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.490097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.502938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.503433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.505505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.505945 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.511265 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 8 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.515906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-d5f489ca-c008-4cf9-bb79-197225118d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.517497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-d5f489ca-c008-4cf9-bb79-197225118d75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.2562063 Aug 12 02:28:43.536941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.537444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.537887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.544797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-5e87d000-3dcc-42ea-9125-f9b5cdb77307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.547492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-5e87d000-3dcc-42ea-9125-f9b5cdb77307 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612468 Aug 12 02:28:43.555904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.557025 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.558156 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 9 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.576104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.577095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.577534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.583842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.584263 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.585967 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 10 to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 Aug 12 02:28:43.606525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:43.612107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:43.614725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:43.631793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:43.638351 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:43.638912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.642604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.645299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.648697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e96daa4-7829-4026-9500-6ceff7c6253e HTTP/1.1" status: 204 len: 168 time: 0.3631001 Aug 12 02:28:43.689802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62593cc4-6d51-447c-bfce-235e014e2f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96daa4-7829-4026-9500-6ceff7c6253e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:43.724709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-6a6d33d3-097d-4ad2-ab57-fba9f7bddb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.726732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-6a6d33d3-097d-4ad2-ab57-fba9f7bddb67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992624 Aug 12 02:28:43.801269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:37Z', 'revision_number': 3, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:42Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:43.836728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port 2ec134c9-c71b-4491-b8cb-b5cec38e4591, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:43.837199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempted to set empty binding levels {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:28:43.847936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.860546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0837200b-03dd-421a-8eeb-2ea9ff371dc0 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:37Z', 'revision_number': 3, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:42Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:43.866892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] In _notify_port_updated(), no bound segment for port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:28:43.868391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:43.869248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:43.873158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "PUT /v2.0/ports/2ec134c9-c71b-4491-b8cb-b5cec38e4591 HTTP/1.1" status: 200 len: 974 time: 1.7286172 Aug 12 02:28:43.910098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:43.974881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc226cf-3aa0-4a4a-b6ba-9f9d229623e2 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec134c9-c71b-4491-b8cb-b5cec38e4591,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:44.123940 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-441d0e95-6fce-4264-8142-f1b3aed8a57a service neutron] show failed (client error): The resource could not be found. Aug 12 02:28:44.125368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-7fa7a3ab-c1ac-4413-9d9e-a3f88058d9eb service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489423 Aug 12 02:28:44.126005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-441d0e95-6fce-4264-8142-f1b3aed8a57a service neutron] 10.222.0.21 "GET /v2.0/ports/1859b406-d2ca-45d5-a6f1-7d9fcf488e99/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.1459019 Aug 12 02:28:44.521760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeb330-e16b-4b5d-b280-1da40ae98da7 req-bac04eb2-3edc-4d01-9fb7-e3a8bf85192d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.530279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eaeb330-e16b-4b5d-b280-1da40ae98da7 req-bac04eb2-3edc-4d01-9fb7-e3a8bf85192d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 944 time: 0.1281371 Aug 12 02:28:44.588818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eaeb330-e16b-4b5d-b280-1da40ae98da7 req-0a901502-6532-4a7e-8822-2854309686c1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569649 Aug 12 02:28:44.743774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-3eb2646e-e55b-4e0a-a325-6db1ebdd16b9 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9967525 Aug 12 02:28:44.787124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.787659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.788146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.788625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.789099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.790177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.790658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.794886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.795352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.795864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.796312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.797054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.797390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.797863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.798538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.798808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.799282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.799798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.800480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.800964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.801439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.804115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.806143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.806653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.807939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.810742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.811419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.812028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.812491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.812966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.813441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.814108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.814869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.815499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.815976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.816511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.816992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.817732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:44.828031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a66ecf3-07e1-40a5-8c18-05930d29b426 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40708 time: 0.9139755 Aug 12 02:28:44.828235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:44.868378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:44.948280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Deleting port 2ec134c9-c71b-4491-b8cb-b5cec38e4591 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:44.948715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.004936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ff06a-88d7-40f7-9293-8bb26690084b req-09f5916f-c916-4cb3-96a3-b583e0b65dc6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.006560 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6ff06a-88d7-40f7-9293-8bb26690084b req-09f5916f-c916-4cb3-96a3-b583e0b65dc6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.5144894 Aug 12 02:28:45.035898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port 2ec134c9-c71b-4491-b8cb-b5cec38e4591, host n-h2-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:45.037379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.056940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Calling delete_port for 2ec134c9-c71b-4491-b8cb-b5cec38e4591 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:45.064059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-2381f834-77d8-41d6-a931-328d42154155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.065583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-2381f834-77d8-41d6-a931-328d42154155 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 1096 time: 0.4905145 Aug 12 02:28:45.114340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:45.167733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-226cb8e2-6aa6-4d3b-88cd-a877db95db16 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0161757 Aug 12 02:28:45.173447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=c8c85d39-c264-4b1f-80b8-95bf829d540b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:45.211772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.252066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-b63deddc-481a-4bdb-aac5-e45feadee1f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 217 time: 0.0662241 Aug 12 02:28:45.253771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ec134c9-c71b-4491-b8cb-b5cec38e4591,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:45.265138 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.267220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55d0f37f-d7ec-49d3-9a36-be9f48f423d3 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2ec134c9-c71b-4491-b8cb-b5cec38e4591 HTTP/1.1" status: 204 len: 168 time: 0.4377813 Aug 12 02:28:45.269833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:45.298507 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdd4515-fe37-41f7-b86c-4f541e72691a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:28:45.300298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4fdd4515-fe37-41f7-b86c-4f541e72691a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports/2ec134c9-c71b-4491-b8cb-b5cec38e4591 HTTP/1.1" status: 404 len: 333 time: 0.0294399 Aug 12 02:28:45.306523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a80f3a5-2129-4722-a463-4a9d43aba906 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:28:45.308025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49862) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:45.308796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6ff06a-88d7-40f7-9293-8bb26690084b req-d448e9b7-1c9c-4d7d-8b50-a33e77e7b8ac tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758925 Aug 12 02:28:45.321958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-896046553', 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:45.342826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:45.343206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: f261ef59-1701-4dee-9e5a-943c4791b4ca, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:45.346860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93fd9372-9801-4ccc-a065-c677aff8b155 req-3371de11-c47d-4887-88cb-b013afefb66c service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126855 Aug 12 02:28:45.382037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.406273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Made reservation on behalf of 455d5002db894fdba863b041ef7183f8 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:45.411081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-cb88b929-1daa-4b18-822c-29f439224eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.411263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.413107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-cb88b929-1daa-4b18-822c-29f439224eed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1494019 Aug 12 02:28:45.415931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network f261ef59-1701-4dee-9e5a-943c4791b4ca is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:45.465602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port f1587c44-162a-4386-bf89-2f39e363e85a yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:45.488869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a80f3a5-2129-4722-a463-4a9d43aba906,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:45.490126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f261ef59-1701-4dee-9e5a-943c4791b4ca) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:45.509444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.510107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.534407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b77847-d07d-4bd4-924c-1937c1a8fed1 None None] Network f261ef59-1701-4dee-9e5a-943c4791b4ca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:45.577950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'port_id': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'mac_address': 'fa:16:3e:45:71:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:28:45.602753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-345c5784-3766-48d4-a461-a854d822b336 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3071361 Aug 12 02:28:45.609084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:45.688939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-5cab76a6-d88c-4773-8804-94501fabab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.694139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76c074b6-1a41-4c91-b5ef-5345fdf22906 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:45.695250 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-5cab76a6-d88c-4773-8804-94501fabab12 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2741091 Aug 12 02:28:45.844146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:45.855015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5d24a-0273-4b11-880e-c521d0d50d2d req-87973e8c-8f88-47af-a986-55cc7a02be70 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:45.865421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcd5d24a-0273-4b11-880e-c521d0d50d2d req-87973e8c-8f88-47af-a986-55cc7a02be70 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 944 time: 0.1494229 Aug 12 02:28:45.912860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:45.917779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.059151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcd5d24a-0273-4b11-880e-c521d0d50d2d req-acaaf783-882c-4a2e-8b8c-aadc26b74f93 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885061 Aug 12 02:28:46.059783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-4a8f27ef-bb04-4b44-ab88-1b11932d0ff6 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964544 Aug 12 02:28:46.063174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:46.064291 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.106136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a80f3a5-2129-4722-a463-4a9d43aba906 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:28:46.111242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:46.119385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f261ef59-1701-4dee-9e5a-943c4791b4ca', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:46.120383 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.122376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:46.122741 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.195652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e94a-96a3-4766-ab68-d2d26ac882c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.214109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a80f3a5-2129-4722-a463-4a9d43aba906,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:46.216069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=f1587c44-162a-4386-bf89-2f39e363e85a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:46.241373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:46.246184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:46.261096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:46.263188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:46.263599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:46.267780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.324858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.503316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e94a-96a3-4766-ab68-d2d26ac882c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.517145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:46.537767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cdf9e94a-96a3-4766-ab68-d2d26ac882c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.579126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.579328 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cce2f8d8-c779-4d7f-a24d-43ad087852dd tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2674062 Aug 12 02:28:46.592741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:46.602779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Allocated IP 172.22.0.2 (f261ef59-1701-4dee-9e5a-943c4791b4ca/c8c85d39-c264-4b1f-80b8-95bf829d540b/76bf9813-ee78-4392-8789-1b0cd70abfe5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:46.645696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 76c074b6-1a41-4c91-b5ef-5345fdf22906, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76c074b6-1a41-4c91-b5ef-5345fdf22906,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:46.671391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-418d37d0-e145-4079-b233-5e15c3737ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854990 Aug 12 02:28:46.683088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd7fbf-00cb-419d-85d9-a13604e48075 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:46.684853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f2cd7fbf-00cb-419d-85d9-a13604e48075 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports/f1587c44-162a-4386-bf89-2f39e363e85a HTTP/1.1" status: 200 len: 954 time: 0.0757639 Aug 12 02:28:46.689538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49886) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:46.697329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.700098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9e94a-96a3-4766-ab68-d2d26ac882c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05fdc24-9822-46f4-80ba-940bd7de08d4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:46.712665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cdf9e94a-96a3-4766-ab68-d2d26ac882c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95a196adfdaa4076a1bc68e34a2e5408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424985 Aug 12 02:28:46.729809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 49888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:46.743983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-174bd4b4-776b-4727-923c-bf641724c0be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 217 time: 0.0643091 Aug 12 02:28:46.744789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:46.750278 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8e2966-28e7-4721-9423-7bdd5f055708" -d '{"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-unplugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:46.760279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.781684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c05a5-5fd1-46d4-b3f9-8e13d8108419 req-020b6d3b-166b-4fd8-b003-e80e5921bbec tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:46.799753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:46.810219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4a80f3a5-2129-4722-a463-4a9d43aba906'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:28:46.813738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f75c05a5-5fd1-46d4-b3f9-8e13d8108419 req-020b6d3b-166b-4fd8-b003-e80e5921bbec tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.3855071 Aug 12 02:28:46.877394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-a18dd270-5088-4fec-bbbc-552bba905205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:46.878981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-a18dd270-5088-4fec-bbbc-552bba905205 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1219203 Aug 12 02:28:46.921642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f75c05a5-5fd1-46d4-b3f9-8e13d8108419 req-e5098c84-c94d-40c2-90ca-8561f4f11981 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059928 Aug 12 02:28:46.936927 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f94faef-ddd0-4cca-a35a-c13532ea574d x-openstack-request-id: req-7f94faef-ddd0-4cca-a35a-c13532ea574d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:46.937296 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-unplugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:46.937550 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f94faef-ddd0-4cca-a35a-c13532ea574d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:46.938168 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'code': 200} Aug 12 02:28:46.952917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Transition to ACTIVE for port object 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:46.955569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Deleting port f1587c44-162a-4386-bf89-2f39e363e85a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:46.956007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.973161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:46.979157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.112782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.181922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-bfd357e1-91c4-40db-a026-927a77b1c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:47.185010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-bfd357e1-91c4-40db-a026-927a77b1c389 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2990961 Aug 12 02:28:47.187310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.210529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Calling delete_port for f1587c44-162a-4386-bf89-2f39e363e85a owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:47.377194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:28:47.503331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.507896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.530009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76c074b6-1a41-4c91-b5ef-5345fdf22906 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:47.534346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:28:47.543128 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.543513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba4abf-9388-49e4-aff0-bd1fccd54a60 req-e2dc4fb6-ef57-49fd-8348-f059161c9642 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:47.552107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8ba4abf-9388-49e4-aff0-bd1fccd54a60 req-e2dc4fb6-ef57-49fd-8348-f059161c9642 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 945 time: 0.2404268 Aug 12 02:28:47.584638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] No DVR routers for this DVR port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:28:47.595459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:47.610347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Transition to ACTIVE for port object 76bf9813-ee78-4392-8789-1b0cd70abfe5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:47.616691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1587c44-162a-4386-bf89-2f39e363e85a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:47.650302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.652967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6940e7fa-a770-4386-9705-3ad6be941dc6 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "DELETE /v2.0/ports/f1587c44-162a-4386-bf89-2f39e363e85a HTTP/1.1" status: 204 len: 168 time: 0.9620256 Aug 12 02:28:47.657201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:47.678562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Transition to ACTIVE for port object 76bf9813-ee78-4392-8789-1b0cd70abfe5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:47.678800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.679096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.679447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.680817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.681225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.681574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.681917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.682257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.682777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.683113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.683534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.683873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:47.684155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8ba4abf-9388-49e4-aff0-bd1fccd54a60 req-e321dcb2-a0ec-4865-a00c-e7bae3bc15fe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247888 Aug 12 02:28:47.717135 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.738903 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b46b7c-923c-47db-b624-1a23ecc3a6c9 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:28:47.740325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-63b46b7c-923c-47db-b624-1a23ecc3a6c9 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports/f1587c44-162a-4386-bf89-2f39e363e85a HTTP/1.1" status: 404 len: 333 time: 0.0819237 Aug 12 02:28:47.744359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:47.749839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1422680395'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:47.802495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Made reservation on behalf of 455d5002db894fdba863b041ef7183f8 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:47.806959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.848015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:47.848720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Network f261ef59-1701-4dee-9e5a-943c4791b4ca is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:47.854599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Pushing event updated for resources: {'Port': ['ID=76bf9813-ee78-4392-8789-1b0cd70abfe5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:47.866847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 76c074b6-1a41-4c91-b5ef-5345fdf22906 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:47.867392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.874765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:47.891661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-94068f86-da01-4826-9b3b-8d17e3d26df2 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712248 Aug 12 02:28:47.910238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:47.917752 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.936693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.938408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:47.942825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d05fdc24-9822-46f4-80ba-940bd7de08d4 HTTP/1.1" status: 204 len: 168 time: 1.2085459 Aug 12 02:28:47.975889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eadcbb-3201-4a5f-893f-5e6294520152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05fdc24-9822-46f4-80ba-940bd7de08d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:48.016173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Attempting to bind port 76bf9813-ee78-4392-8789-1b0cd70abfe5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:48.016674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Attempting to bind port 76bf9813-ee78-4392-8789-1b0cd70abfe5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:48.017151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Attempting to bind port 76bf9813-ee78-4392-8789-1b0cd70abfe5 on network f261ef59-1701-4dee-9e5a-943c4791b4ca {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:48.046950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:48.047769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Checking segment: {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:48.049073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.049736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Bound using segment: {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:48.050718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Bound port: 76bf9813-ee78-4392-8789-1b0cd70abfe5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:48.051343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.154196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] For port 76bf9813-ee78-4392-8789-1b0cd70abfe5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:48.157908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] For port 76bf9813-ee78-4392-8789-1b0cd70abfe5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76bf9813-ee78-4392-8789-1b0cd70abfe5,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:48.178316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.285125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.297742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:48.298832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:48.299395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:48.337501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:48.338204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Attempting to bind port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on network 005da73d-bc80-4d2c-8e29-8ebb9146371d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:48.360367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.22.0.1 (f261ef59-1701-4dee-9e5a-943c4791b4ca/c8c85d39-c264-4b1f-80b8-95bf829d540b/8de9e3e0-836e-43ab-ba8c-700e9d902719) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:48.368771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:48.369411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Checking segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:48.369921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Bound using segment: {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:48.370495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Bound port: 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500e1d24-bf72-4e95-a164-4dc7a821981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:48.370986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.376945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.400294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5a423-194c-4733-be29-6ae8b148c1be None None] Pushing event updated for resources: {'Port': ['ID=76bf9813-ee78-4392-8789-1b0cd70abfe5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:48.417818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d1d1-7273-4755-a7e6-02f10a258e97 req-13571635-412e-451c-8ca9-f0703fd5234a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:48.430889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6418d1d1-7273-4755-a7e6-02f10a258e97 req-13571635-412e-451c-8ca9-f0703fd5234a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.3287218 Aug 12 02:28:48.478266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:48.482418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:48.484888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:48.485977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:48.486647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.489394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:48.517601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-88910785-10e4-4c8c-8048-44fd8e31c95a tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7716339 Aug 12 02:28:48.518297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:48.534269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:48.559840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-1ad7cc1c-be01-4893-a3c2-b23e08db9d3f service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118133 Aug 12 02:28:48.639923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:48.672976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-f65b2ccb-3763-4f79-ac3f-68e50c415796 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.0891497 Aug 12 02:28:48.885504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6418d1d1-7273-4755-a7e6-02f10a258e97 req-35e251ca-6b12-42c9-aaf8-79c921574571 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523017 Aug 12 02:28:48.926723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:48.940337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-29fea208-77ff-498e-87f2-bd3be24a2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:48.941908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-29fea208-77ff-498e-87f2-bd3be24a2209 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1455684 Aug 12 02:28:48.968348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:49.048651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.051959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.141370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object 8de9e3e0-836e-43ab-ba8c-700e9d902719 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:49.159016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0549014-ccb9-498b-96fc-e17872ac655b req-38ca157c-c87f-451b-82c7-d1ba0a45cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:49.165162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-38ca157c-c87f-451b-82c7-d1ba0a45cd03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2113926 Aug 12 02:28:49.174211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e72f74-d07b-4635-9c35-eae5cafe8125 req-3c3eff45-b9b1-41a2-bdcb-c51f304cb401 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:49.175856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94e72f74-d07b-4635-9c35-eae5cafe8125 req-3c3eff45-b9b1-41a2-bdcb-c51f304cb401 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 945 time: 0.1754429 Aug 12 02:28:49.189090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:49.189090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.190610 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] 10.222.0.25 "PUT /v2.0/ports/1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 1091 time: 4.1048293 Aug 12 02:28:49.245667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:49.248088 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d988d81-c97e-4c5c-b63e-0b716017d623" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:49.257044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94e72f74-d07b-4635-9c35-eae5cafe8125 req-724d3692-e087-486f-bc1f-b128424757c8 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655608 Aug 12 02:28:49.322124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a80f3a5-2129-4722-a463-4a9d43aba906 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:49.359975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] device_id is not set on port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:28:49.386212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.447150 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145432fd-6684-4f8f-83b1-826c8799bb0b x-openstack-request-id: req-145432fd-6684-4f8f-83b1-826c8799bb0b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:49.447847 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:49.447847 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-145432fd-6684-4f8f-83b1-826c8799bb0b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:49.448098 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'status': 'completed', 'code': 200} Aug 12 02:28:49.463529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Transition to ACTIVE for port object d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:49.485558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.534531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4a80f3a5-2129-4722-a463-4a9d43aba906 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:49.546168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4a80f3a5-2129-4722-a463-4a9d43aba906 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:49.546875 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.594859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76bf9813-ee78-4392-8789-1b0cd70abfe5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:49.597117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573704a1-6776-4d24-b934-5657d7bd62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:49.627204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.629546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.629960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.632131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:49.657962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.658300 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.658695 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 2 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.686983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-7fbb6833-883d-41bb-b1a2-e885f28323d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:49.689869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-7fbb6833-883d-41bb-b1a2-e885f28323d9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1094 time: 0.4233439 Aug 12 02:28:49.699404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.699773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.700115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.721180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.721511 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.721903 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 3 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.753535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.764516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.765055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.771498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.771835 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.773555 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 4 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.797186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.797526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.797866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.802825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.803023 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.803263 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 5 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.818377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.818762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.819105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.825251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.825585 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.825984 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 6 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.842798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-bfb0dfcd-e55e-4c41-89a5-2758602c2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:49.845157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-bfb0dfcd-e55e-4c41-89a5-2758602c2f42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.1374755 Aug 12 02:28:49.847946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.848306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.850030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.854402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.861962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.863249 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.863699 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 7 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.865520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 76bf9813-ee78-4392-8789-1b0cd70abfe5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:49.874515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:49.913023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.913363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.916451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:49.917722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.919424 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b6aada-c6a9-46be-b5d7-4ba92e121144" -d '{"events": [{"server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "name": "network-vif-plugged", "status": "completed", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:49.928613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:49.928613 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:49.928965 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 8 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:49.982231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:49.982574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:49.982915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:49.992865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a80f3a5-2129-4722-a463-4a9d43aba906,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:49.995393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:50.002004 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:50.002634 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 9 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:50.005133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.022022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:50.022584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:50.022750 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d4a126-872b-417c-bc69-b07b22662ead x-openstack-request-id: req-66d4a126-872b-417c-bc69-b07b22662ead {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:50.023049 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "name": "network-vif-plugged", "status": "completed", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:50.023305 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66d4a126-872b-417c-bc69-b07b22662ead {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:50.023515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:50.023734 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'code': 200} Aug 12 02:28:50.029520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:50.030057 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:50.030593 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempt 10 to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 Aug 12 02:28:50.044686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:50.045251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:50.059010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempting to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:50.083159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:50.095771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:28:50.096179 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Failed to bind port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on host n-h2-804303-2 for vnic_type normal using segments [{'id': '830eba98-2d52-4542-9280-48cc418888be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3a9616f3-2f6d-4fa3-b46b-9f815703e90a'}] Aug 12 02:28:50.096566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.126545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:50.203496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network f261ef59-1701-4dee-9e5a-943c4791b4ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:50.227827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-cc4b33e5-66dc-4fd4-95aa-7f55d9551ba9 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9575109 Aug 12 02:28:50.231979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:50.235541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-675ab633-32e4-4bc6-979a-7eae2a59d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:50.236973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-675ab633-32e4-4bc6-979a-7eae2a59d58e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1094 time: 0.7233796 Aug 12 02:28:50.237771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:50.252967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f7b0a-e596-452a-9dd2-de50873174d1 req-030a6354-591f-4d48-8b6c-082b809b9181 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:50.254476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d4f7b0a-e596-452a-9dd2-de50873174d1 req-030a6354-591f-4d48-8b6c-082b809b9181 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.1895556 Aug 12 02:28:50.284614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457e8d1-b9cf-482c-882b-030db452fbb2 req-dedd9866-ab6c-4d63-9d6f-bfc2460bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:50.286659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9457e8d1-b9cf-482c-882b-030db452fbb2 req-dedd9866-ab6c-4d63-9d6f-bfc2460bcc0a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.1415968 Aug 12 02:28:50.332757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bae275-a078-4134-964a-95907d4473d8 None None] Network f261ef59-1701-4dee-9e5a-943c4791b4ca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:50.390275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:50.390816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attempted to set empty binding levels {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:28:50.405892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d4f7b0a-e596-452a-9dd2-de50873174d1 req-9ab4e7fe-b46d-4299-a5da-4a6531458487 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430054 Aug 12 02:28:50.413292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.438564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9457e8d1-b9cf-482c-882b-030db452fbb2 req-c892e8d0-0ff4-4e0e-9e2c-a7812c81b6a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404638 Aug 12 02:28:50.449925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Provisioning for port 76bf9813-ee78-4392-8789-1b0cd70abfe5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:50.464920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Provisioning complete for port 76bf9813-ee78-4392-8789-1b0cd70abfe5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:50.480260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.503388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] In _notify_port_updated(), no bound segment for port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 on network 3a9616f3-2f6d-4fa3-b46b-9f815703e90a {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:28:50.506066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:50.506693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.515413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "PUT /v2.0/ports/d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 HTTP/1.1" status: 200 len: 975 time: 1.9960558 Aug 12 02:28:50.516306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:50.596999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event updated for resources: {'Port': ['ID=d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:50.607701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.608054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.608395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.608741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.609081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.609413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.609749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.610081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.610411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.610742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.611069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.611397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c72aa9-dd68-4268-a3b4-0741e571016d tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:50.708806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Deleting port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:28:50.709448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.814243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.844214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] For port d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4, host n-h2-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:50.845065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:50.884161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Calling delete_port for d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:28:50.911008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] For port 76bf9813-ee78-4392-8789-1b0cd70abfe5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76bf9813-ee78-4392-8789-1b0cd70abfe5,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:50.923092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.068675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.094539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.123017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc15584-d254-4613-90f9-9cc4164e68a2 None None] Pushing event updated for resources: {'Port': ['ID=76bf9813-ee78-4392-8789-1b0cd70abfe5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:51.154851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Pushing event deleted for resources: {'Port': ['ID=d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:51.162782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.165605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca0a18d6-e2a8-480f-810f-a57b9429a016 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 HTTP/1.1" status: 204 len: 168 time: 0.6463492 Aug 12 02:28:51.168139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49990) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:51.170489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Provisioning complete for port 76bf9813-ee78-4392-8789-1b0cd70abfe5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:51.173623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.197669 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c200ab-1648-4e8b-86c8-51555f38fe10 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:28:51.199807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15c200ab-1648-4e8b-86c8-51555f38fe10 tempest-PortsAdminExtendedAttrsTestJSON-503206674 tempest-PortsAdminExtendedAttrsTestJSON-503206674-project-admin] 10.222.0.11 "GET /v2.0/ports/d26590bb-1ae2-40b1-bdaf-f83a1be8a4c4 HTTP/1.1" status: 404 len: 333 time: 0.0300937 Aug 12 02:28:51.203516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 49992) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:51.365536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.441957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-81cada7d-d397-4279-b964-08df7b079bbe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 999 time: 1.5815482 Aug 12 02:28:51.443664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Provisioning for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:51.478717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.480077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Provisioning complete for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:51.483927 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.572600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9074b088-ce10-4659-9791-c7ffc76475e5 None None] Port 8de9e3e0-836e-43ab-ba8c-700e9d902719 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:51.581833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76bf9813-ee78-4392-8789-1b0cd70abfe5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:51.613659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841c854-01f2-4b41-ae4c-bbe899603689 req-ba549b03-597c-412d-a450-68e9e3e9292d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:51.622496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1841c854-01f2-4b41-ae4c-bbe899603689 req-ba549b03-597c-412d-a450-68e9e3e9292d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.5914299 Aug 12 02:28:51.676020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 76bf9813-ee78-4392-8789-1b0cd70abfe5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:51.676761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.698044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.703928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-1b52e7ce-7a07-49eb-91e5-97556e2b5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:51.705790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-1b52e7ce-7a07-49eb-91e5-97556e2b5468 service neutron] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 1.4181583 Aug 12 02:28:51.714737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9616f3-2f6d-4fa3-b46b-9f815703e90a']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:51.749611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830eba98-2d52-4542-9280-48cc418888be') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:51.749808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830eba98-2d52-4542-9280-48cc418888be') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:51.776047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c5e759b4-f1a3-497f-8ba4-dc29b12e2195 None None] Provisioning complete for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:51.776430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e759b4-f1a3-497f-8ba4-dc29b12e2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.781795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db40158-6b0b-41c9-a836-bbcc3790e1c0 req-25924ef9-345e-40d1-9ff1-95ce8e891f55 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:51.799788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5db40158-6b0b-41c9-a836-bbcc3790e1c0 req-25924ef9-345e-40d1-9ff1-95ce8e891f55 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.1809630 Aug 12 02:28:51.810577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.840302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c5e759b4-f1a3-497f-8ba4-dc29b12e2195 None None] Port 8de9e3e0-836e-43ab-ba8c-700e9d902719 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:51.847142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-19963bbc-7cad-4b2c-954a-fcd3f24d8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:51.849354 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-19963bbc-7cad-4b2c-954a-fcd3f24d8cdd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.3905668 Aug 12 02:28:51.851669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0549014-ccb9-498b-96fc-e17872ac655b req-4bc08daa-e1b2-44be-a92b-9a946135747e service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5995293 Aug 12 02:28:51.857613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.873632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:28:51.873968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:28:51.878167 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:28:51.912129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1841c854-01f2-4b41-ae4c-bbe899603689 req-bc5c093b-a78a-423e-b499-7b89c8699787 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827570 Aug 12 02:28:51.949839 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5db40158-6b0b-41c9-a836-bbcc3790e1c0 req-94ca2b3c-3166-42c8-a87d-0d4d7f42d6b5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483254 Aug 12 02:28:52.029459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:52.046886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:52.051374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] 10.222.0.11 "DELETE /v2.0/networks/3a9616f3-2f6d-4fa3-b46b-9f815703e90a HTTP/1.1" status: 204 len: 168 time: 0.8461292 Aug 12 02:28:52.097437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85148a-285d-4459-bfa1-867ed2014df0 tempest-PortsAdminExtendedAttrsTestJSON-1680271929 tempest-PortsAdminExtendedAttrsTestJSON-1680271929-project] Pushing event deleted for resources: {'Network': ['ID=3a9616f3-2f6d-4fa3-b46b-9f815703e90a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:52.306765 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:52.319151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-6f3b2796-c5e8-413b-b12e-2320a66cf847 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 999 time: 0.5901973 Aug 12 02:28:52.323406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:52.399929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-46639f9d-3bb5-4c15-869d-69365ce1e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:52.401509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-46639f9d-3bb5-4c15-869d-69365ce1e785 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4882934 Aug 12 02:28:52.542482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-b1da3acb-3785-4f9d-8e83-6bde30259146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:52.544010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-b1da3acb-3785-4f9d-8e83-6bde30259146 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.1901343 Aug 12 02:28:52.544611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:52.613413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:52.618103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:52.689591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-39425724-bccc-4d5e-a067-36c2277c59e0 service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472322 Aug 12 02:28:52.764739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-01167f77-262c-4eb2-a48f-a6112adc38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:52.766269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-01167f77-262c-4eb2-a48f-a6112adc38ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941476 Aug 12 02:28:52.868726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network f261ef59-1701-4dee-9e5a-943c4791b4ca is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:52.873281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:53.031671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-69854ac1-ca78-4129-aef2-9015ba639118 service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327587 Aug 12 02:28:53.062365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3af86d58-407c-470a-aada-65754d164065 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e167efaa10524c909447baaea9fc51f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428930 Aug 12 02:28:53.072155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:53.171655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-17df9201-df97-4800-8cce-9be488cdf216 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966401 Aug 12 02:28:53.200415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32970-1a9b-4d98-9b46-522e0752159e req-39897f06-ec4a-42a1-abf6-3ea7d314f11a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:53.204249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25b32970-1a9b-4d98-9b46-522e0752159e req-39897f06-ec4a-42a1-abf6-3ea7d314f11a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.1333759 Aug 12 02:28:53.246238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.292816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25b32970-1a9b-4d98-9b46-522e0752159e req-f266c1cb-dcf2-4ba1-8fcd-7af913a4bf27 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780749 Aug 12 02:28:53.303414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.381441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.387717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8515471c-1548-4255-961d-749d069bd9b8 None None] Provisioning complete for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:53.388917 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8515471c-1548-4255-961d-749d069bd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.389016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.396234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7a09344-8684-4435-97b9-5ff752bfef7a HTTP/1.1" status: 204 len: 168 time: 0.3230307 Aug 12 02:28:53.409010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d8e93-03d6-42ef-9e89-958c8502ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a09344-8684-4435-97b9-5ff752bfef7a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:53.478102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8515471c-1548-4255-961d-749d069bd9b8 None None] Port 8de9e3e0-836e-43ab-ba8c-700e9d902719 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:28:53.503776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc272625-29b0-4462-a3fe-f119f228458b req-b340ba82-c39a-409e-b978-c2d47b37311b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:53.505587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc272625-29b0-4462-a3fe-f119f228458b req-b340ba82-c39a-409e-b978-c2d47b37311b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.3317282 Aug 12 02:28:53.513794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:53.525903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-89cd3780-ac63-4d48-a5a5-2070696f0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:53.527492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-89cd3780-ac63-4d48-a5a5-2070696f0d68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1094 time: 0.3548810 Aug 12 02:28:53.613221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-d21af81c-799a-424a-a5a8-50f706ed3eb1 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960013 Aug 12 02:28:53.670088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dc272625-29b0-4462-a3fe-f119f228458b req-a18d91d6-d1f8-4fed-8b5e-a0e4925f4ce7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547976 Aug 12 02:28:53.709408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50084) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:53.761433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-44ce510b-3c4a-4786-8f8f-75f8b3e84c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:53.763106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-44ce510b-3c4a-4786-8f8f-75f8b3e84c65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.2254791 Aug 12 02:28:53.766388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:53.774896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2da02dda-e24d-4e6c-95be-7106da803afe tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1619260 Aug 12 02:28:53.775111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50088) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:53.781106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'network': {'name': 'tempest-RoutersTest-44563875'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:53.784178 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:53.796434 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:53.797080 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:53.838528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-258aa575-f80e-48cc-bf81-5d2fd8ad4989 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 999 time: 0.0657070 Aug 12 02:28:53.841714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:53.851307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.886092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:53.925876 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:53.936438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-91ea2689-f3d8-47f6-9127-e4307a22c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:53.938105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-91ea2689-f3d8-47f6-9127-e4307a22c7ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.0912199 Aug 12 02:28:53.948363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:53.958041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:53.958826 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added segment 41c9c524-b144-4c08-a8a5-8fd46ddf056d of type vlan for network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 Aug 12 02:28:53.965077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e4b9971-ffe0-461e-b4ed-376f1de4605f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=455d5002db894fdba863b041ef7183f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748527 Aug 12 02:28:53.967399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:54.007362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.018643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d1eebf1-8583-4cf7-aceb-765210d34a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.038999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-a97ed68b-b56b-4cbd-a937-510f6e6fc664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:54.040643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-a97ed68b-b56b-4cbd-a937-510f6e6fc664 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925353 Aug 12 02:28:54.050292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263e53d-886e-4335-9aee-595e20c88dd9 req-98f9cc39-5f64-4a90-b2c6-142d1969eaa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:54.057686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7263e53d-886e-4335-9aee-595e20c88dd9 req-98f9cc39-5f64-4a90-b2c6-142d1969eaa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.2349546 Aug 12 02:28:54.065271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:54.079081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'floatingip': {'port_id': '4a80f3a5-2129-4722-a463-4a9d43aba906'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:54.085727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.127591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.155524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.182249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:51Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:52Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:54.218485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-0fac1bb4-1f19-4da3-89de-9412030a494b service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652012 Aug 12 02:28:54.223972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:54.224328 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Updating router ab8ceb1d-9326-4c3f-b56e-50e360afed5e port 8de9e3e0-836e-43ab-ba8c-700e9d902719 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:28:54.229063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.234748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:54.235410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.253167 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.288627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.292072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.293270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55b0f9c5-12d6-45ce-8e81-c0c08d9a68d5 HTTP/1.1" status: 204 len: 168 time: 0.3269579 Aug 12 02:28:54.308549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6db37c-783c-43f4-aaca-a04d5b322def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b0f9c5-12d6-45ce-8e81-c0c08d9a68d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:54.344276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d988d81-c97e-4c5c-b63e-0b716017d623 req-11c5e606-ecaa-487e-a064-7f15b3297a06 service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173759 Aug 12 02:28:54.406653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Network': ['ID=744a86a0-fcfc-45fd-adf1-bd14afd9d694,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:54.422145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:54.468221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4013c-fb77-45a5-9c8d-81b8b0dbc255 req-05030b34-8964-4ab6-9b9f-8961f0dcc356 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:54.470943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3b4013c-fb77-45a5-9c8d-81b8b0dbc255 req-05030b34-8964-4ab6-9b9f-8961f0dcc356 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.0795527 Aug 12 02:28:54.548087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3b4013c-fb77-45a5-9c8d-81b8b0dbc255 req-3d77f5fb-2489-463b-b6c4-77b0c3cf285b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691488 Aug 12 02:28:54.571875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d1eebf1-8583-4cf7-aceb-765210d34a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.579052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d1eebf1-8583-4cf7-aceb-765210d34a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.662231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-17944378-f9d0-43e5-915f-a91ae74460aa tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8837941 Aug 12 02:28:54.662871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50112) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:54.668268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'subnet': {'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:54.679417 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.693228 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Transition to ACTIVE for port object 8de9e3e0-836e-43ab-ba8c-700e9d902719 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:54.710477 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.716730 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0d1eebf1-8583-4cf7-aceb-765210d34a2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=517292f792204a2baa68839499b55ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0059760 Aug 12 02:28:54.717668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50114) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:54.726676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1eebf1-8583-4cf7-aceb-765210d34a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c521210b-9b4d-4217-9c1b-85b5f1b694a3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:54.821541 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d390d2-92e9-455c-8a12-79b60584717f None None] Pushing event updated for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:54.847892 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Attempting to bind port 8de9e3e0-836e-43ab-ba8c-700e9d902719 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:54.848343 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Attempting to bind port 8de9e3e0-836e-43ab-ba8c-700e9d902719 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:54.848707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Attempting to bind port 8de9e3e0-836e-43ab-ba8c-700e9d902719 on network f261ef59-1701-4dee-9e5a-943c4791b4ca {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:54.852968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Made reservation on behalf of 82d3d82b91b544d884574e2527765b34 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:54.855496 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:54.856012 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Checking segment: {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:54.856371 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.856835 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Bound using segment: {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:54.857330 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Bound port: 8de9e3e0-836e-43ab-ba8c-700e9d902719, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f836dcd6-99cb-470a-a964-d0dc360bba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:54.857743 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.862157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:54.926321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] For port 8de9e3e0-836e-43ab-ba8c-700e9d902719, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:54.933058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] For port 8de9e3e0-836e-43ab-ba8c-700e9d902719, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8de9e3e0-836e-43ab-ba8c-700e9d902719,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:54.946138 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.016275 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:55.016923 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:55.117762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.188473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.247977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.279811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d390d2-92e9-455c-8a12-79b60584717f None None] Pushing event updated for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:55.308509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:55.437388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:28:55.703612 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:51Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:54Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:55.707269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:55.720255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:55.736641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'port_id': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'mac_address': 'fa:16:3e:1b:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:28:55.759884 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a602e25-3268-460c-ae89-45b61972f0da None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:51Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:54Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:28:55.821291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.863095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:28:55.868306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.db.resource_extend [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:28:55.889602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:55.897071 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.938779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.941381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.942832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c521210b-9b4d-4217-9c1b-85b5f1b694a3 HTTP/1.1" status: 204 len: 168 time: 1.2169726 Aug 12 02:28:55.954629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c3402-5e15-4765-abe0-135a5ff5d2fd req-b71f5875-8cd6-4924-a1df-f0a18a24b674 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:55.956228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c9c3402-5e15-4765-abe0-135a5ff5d2fd req-b71f5875-8cd6-4924-a1df-f0a18a24b674 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 943 time: 0.2340338 Aug 12 02:28:55.959921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:55.966068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ca9d-9efd-4310-9e8a-26c03f7040bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521210b-9b4d-4217-9c1b-85b5f1b694a3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:55.970810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:56.095736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:56.103878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-269511395'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:56.120167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Subnet': ['ID=e190590b-f78c-4f28-a314-3d3107e28a21,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:56.147461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Checking segment: {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:56.147871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network hostable DHCP agents. Network: 744a86a0-fcfc-45fd-adf1-bd14afd9d694, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:56.172606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:56.178362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1859b406-d2ca-45d5-a6f1-7d9fcf488e99'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:28:56.195164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c9c3402-5e15-4765-abe0-135a5ff5d2fd req-48e1c29f-cfad-4d03-b97e-6b32c2b7ca89 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468208 Aug 12 02:28:56.204886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 744a86a0-fcfc-45fd-adf1-bd14afd9d694) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:56.210182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:56.211097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:56.236849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:56.241888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:56.253812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0bd083-1691-44b7-af7f-be2e6535061d None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:56.255053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:56.262069 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Floating IP 60a52538-293c-4444-8ea2-7eb60225f054 associated. External IP: 172.25.3.105, port: 4a80f3a5-2129-4722-a463-4a9d43aba906. Aug 12 02:28:56.271353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a82170e-2872-45c3-beb2-7bc04769e74a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6074550 Aug 12 02:28:56.276222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:56.540229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'fixed_ips': [{'subnet_id': 'e190590b-f78c-4f28-a314-3d3107e28a21'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:28:56.543136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:56.768278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143749fa-7257-4e98-abc9-6424ec50ce35 req-b2f6f5b8-3f0c-4af3-a037-f655b71e59d2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:56.777026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143749fa-7257-4e98-abc9-6424ec50ce35 req-b2f6f5b8-3f0c-4af3-a037-f655b71e59d2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.1678720 Aug 12 02:28:56.879815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:56.934191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:28:57.006273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61a929ae-a8da-48c2-8055-245848e1c61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.021913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-0a308d9c-d080-4c4f-a431-1be0b2df45ee tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.026646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Allocated IP 172.23.0.2 (744a86a0-fcfc-45fd-adf1-bd14afd9d694/e190590b-f78c-4f28-a314-3d3107e28a21/ce5187b2-e438-497d-95cc-df64ba3726f5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:57.027976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-0a308d9c-d080-4c4f-a431-1be0b2df45ee tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.5208068 Aug 12 02:28:57.088773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-143749fa-7257-4e98-abc9-6424ec50ce35 req-30428160-34a2-4a72-9b42-3d3085956483 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098953 Aug 12 02:28:57.122104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.166565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.200124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:57.226362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.228882 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment f94981a9-3ed6-4956-b230-386ddfa14040 of type vlan for network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 Aug 12 02:28:57.229246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:28:57.230853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d4fec-633c-4778-bccb-230b26bd0c77,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:57.237026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.253285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:28:57.286849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:57.287670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:57.301584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-416d8bcf-6886-48d0-a307-2a6c298b68ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "PUT /v2.0/floatingips/60a52538-293c-4444-8ea2-7eb60225f054 HTTP/1.1" status: 200 len: 992 time: 3.2327344 Aug 12 02:28:57.303785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:28:57.306784 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381517f-d87b-4101-ac07-f70b1baa064a" -d '{"events": [{"name": "network-changed", "server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:28:57.311079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.327985 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-df437478-f866-46df-b4ff-3016784c6e14 service neutron] delete failed (client error): The resource could not be found. Aug 12 02:28:57.329029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-df437478-f866-46df-b4ff-3016784c6e14 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1859b406-d2ca-45d5-a6f1-7d9fcf488e99/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.2459574 Aug 12 02:28:57.352722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.364235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.364802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.415282 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3acfa-8b3f-48d6-a7a8-a6f885630e20 x-openstack-request-id: req-e2e3acfa-8b3f-48d6-a7a8-a6f885630e20 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:28:57.415644 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:28:57.415907 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2e3acfa-8b3f-48d6-a7a8-a6f885630e20 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:28:57.416379 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'status': 'completed', 'code': 200} Aug 12 02:28:57.436713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.464315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Transition to ACTIVE for port object ce5187b2-e438-497d-95cc-df64ba3726f5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:57.514368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.529496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8de9e3e0-836e-43ab-ba8c-700e9d902719 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:57.557648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=5b4e3c55-8296-4809-8ecc-65ac017fe2f0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:57.559897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Transition to ACTIVE for port object ce5187b2-e438-497d-95cc-df64ba3726f5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:57.574824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:28:57.581593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381517f-d87b-4101-ac07-f70b1baa064a req-45647d7a-4ce6-48d5-9e5f-9bbc9ef11dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.583597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-45647d7a-4ce6-48d5-9e5f-9bbc9ef11dd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.0778964 Aug 12 02:28:57.699616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381517f-d87b-4101-ac07-f70b1baa064a req-8b73e164-c3e4-4a35-b53f-ada323b954ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.701591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-8b73e164-c3e4-4a35-b53f-ada323b954ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.1109865 Aug 12 02:28:57.726903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-44b9a774-993d-4c1d-983c-e127d8b8d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.729071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-44b9a774-993d-4c1d-983c-e127d8b8d972 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1095 time: 0.2714589 Aug 12 02:28:57.738660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61a929ae-a8da-48c2-8055-245848e1c61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.822030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-34ad47e7-bab4-4eb4-906d-58dbfc5d19ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1000 time: 0.1128983 Aug 12 02:28:57.827978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-94ad3cc9-2699-4f9d-88b3-b76bdce2c816 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0501208 Aug 12 02:28:57.841752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-cfea7751-550d-4b82-9e6f-995622b01d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.841752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-cfea7751-550d-4b82-9e6f-995622b01d56 service neutron] 10.222.0.21 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.0961459 Aug 12 02:28:57.845139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61a929ae-a8da-48c2-8055-245848e1c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.853973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:57.910031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50220) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:57.910612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-61a929ae-a8da-48c2-8055-245848e1c61a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6818e0514320491cbcc14631adfb6a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0293829 Aug 12 02:28:57.941022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:57.943597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a929ae-a8da-48c2-8055-245848e1c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c9773-0493-4b24-8a6b-f28413e05d17,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:57.960262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:57.967148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381517f-d87b-4101-ac07-f70b1baa064a req-78b43ac1-944b-4c2c-baf6-ebe84f173082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:57.968913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-78b43ac1-944b-4c2c-baf6-ebe84f173082 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.1381791 Aug 12 02:28:57.981328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:57.982847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:57.987955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:58.024186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:58.038206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.059826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Pushing event updated for resources: {'Port': ['ID=ce5187b2-e438-497d-95cc-df64ba3726f5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:58.070396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381517f-d87b-4101-ac07-f70b1baa064a req-2aa30885-a0fd-42d8-ae20-1c711102568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:58.073766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-2aa30885-a0fd-42d8-ae20-1c711102568d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904956 Aug 12 02:28:58.076232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.116109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.116532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.116962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.117314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.118302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.118648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.118983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.119264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-ee54a1e6-0dcb-4da4-a289-094412250340 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 1000 time: 0.2458863 Aug 12 02:28:58.119372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.119691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.120022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.120352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.120679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:28:58.198917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Allocated IP 172.23.0.1 (744a86a0-fcfc-45fd-adf1-bd14afd9d694/e190590b-f78c-4f28-a314-3d3107e28a21/b3ff65e6-1d4c-42df-9571-f2ad74aed352) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:28:58.212795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:58.225339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-f9d3bf42-eb08-410a-898c-d9f00c1089ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:58.227706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-f9d3bf42-eb08-410a-898c-d9f00c1089ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.0984406 Aug 12 02:28:58.249531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:58.251857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.257739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:58.261519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.294360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-b5474c9e-73dc-4938-bf9a-29b9c912981b service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032707 Aug 12 02:28:58.412361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Attempting to bind port ce5187b2-e438-497d-95cc-df64ba3726f5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:28:58.412784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Attempting to bind port ce5187b2-e438-497d-95cc-df64ba3726f5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:28:58.413329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Attempting to bind port ce5187b2-e438-497d-95cc-df64ba3726f5 on network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:28:58.420672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e2f36-94ad-4bda-bc0b-710bbba1a447 req-606a1718-8cc2-4367-8dfd-6a4acf55952a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:58.428070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-057e2f36-94ad-4bda-bc0b-710bbba1a447 req-606a1718-8cc2-4367-8dfd-6a4acf55952a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.1569428 Aug 12 02:28:58.432505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:28:58.432969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Checking segment: {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:58.433444 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.433910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Bound using segment: {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:28:58.434464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Bound port: ce5187b2-e438-497d-95cc-df64ba3726f5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:28:58.434953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.462556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.465885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.467809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/400c9773-0493-4b24-8a6b-f28413e05d17 HTTP/1.1" status: 204 len: 168 time: 0.5567935 Aug 12 02:28:58.510476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83345de-5cd4-4f75-a4a6-6bb9eef40835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c9773-0493-4b24-8a6b-f28413e05d17,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:58.530195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-057e2f36-94ad-4bda-bc0b-710bbba1a447 req-a0a7a127-ef80-4d12-b25e-a5f0bfca25bb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916157 Aug 12 02:28:58.537504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1381517f-d87b-4101-ac07-f70b1baa064a req-389a78af-2696-4f90-9ecc-86b65f779cc1 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199507 Aug 12 02:28:58.568853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.614335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.672984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-0c4b0ead-88c0-4d0b-93bf-ec11aa986ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:58.674449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-0c4b0ead-88c0-4d0b-93bf-ec11aa986ce7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4257946 Aug 12 02:28:58.681512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8de9e3e0-836e-43ab-ba8c-700e9d902719, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8de9e3e0-836e-43ab-ba8c-700e9d902719,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:28:58.696922 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.713654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '60a52538-293c-4444-8ea2-7eb60225f054', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:45:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:28:26Z', 'updated_at': '2021-08-12T02:28:55Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:58.733864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=02d4a0f4-4597-4cd9-8927-4feb78a9ff4c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:58.788737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] For port ce5187b2-e438-497d-95cc-df64ba3726f5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:28:58.794099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:28:58.809951 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.823191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] For port ce5187b2-e438-497d-95cc-df64ba3726f5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ce5187b2-e438-497d-95cc-df64ba3726f5,segment=NetworkSegment(41c9c524-b144-4c08-a8a5-8fd46ddf056d),segment_id=41c9c524-b144-4c08-a8a5-8fd46ddf056d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:28:58.829360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Transition to ACTIVE for port object b3ff65e6-1d4c-42df-9571-f2ad74aed352 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:28:58.830873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:28:58.831781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:28:58.871067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': 'f94981a9-3ed6-4956-b230-386ddfa14040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:28:58.871510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 5b4e3c55-8296-4809-8ecc-65ac017fe2f0, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:28:58.883980 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:58.889668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:58.928948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-a57376ba-b42a-4676-b517-77a21dcd951f service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392797 Aug 12 02:28:58.953184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.022633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835443fb-b099-4f7a-a5ba-2b68792198a6 None None] Pushing event updated for resources: {'Port': ['ID=ce5187b2-e438-497d-95cc-df64ba3726f5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:59.050462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:28:59.141050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:28:59.156810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:28:59.171947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:59.178807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:28:59.228565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5b4e3c55-8296-4809-8ecc-65ac017fe2f0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:28:59.249967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:59.250560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.259536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=b3ff65e6-1d4c-42df-9571-f2ad74aed352,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:28:59.270399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.299528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cd32dce-1d6e-4bd3-b773-83257776effb req-16a5489f-f331-4764-af16-79c43f580585 service neutron] 10.222.0.21 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599024 Aug 12 02:28:59.381541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8da49-d3d3-4047-bff6-9e1034d1ec98 None None] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:28:59.423658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eea16bea-6dbe-4897-8894-f74acf59cdf7 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4365623 Aug 12 02:28:59.424435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50254) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:59.438214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115523201'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:28:59.498624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:28:59.504401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.521095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:59.649902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.661190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8de9e3e0-836e-43ab-ba8c-700e9d902719 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:28:59.757089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:28:59.759022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55a977-d1cb-409a-a697-41fd6c35537d req-a9b1a35b-5d27-4eef-a580-4b90b182bd79 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:28:59.762032 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd55a977-d1cb-409a-a697-41fd6c35537d req-a9b1a35b-5d27-4eef-a580-4b90b182bd79 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.0956216 Aug 12 02:28:59.797095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8de9e3e0-836e-43ab-ba8c-700e9d902719 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:59.797480 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:28:59.816716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd55a977-d1cb-409a-a697-41fd6c35537d req-7c234b76-ccca-426d-93cd-5cf5c808ac70 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483987 Aug 12 02:28:59.963408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:28:59.981092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:28:59.989823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:28:59.990202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.004357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '60a52538-293c-4444-8ea2-7eb60225f054', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:45:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:28:26Z', 'updated_at': '2021-08-12T02:28:55Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:00.092402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37c17e8-5805-454e-9596-ac7bd89a08e3 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '60a52538-293c-4444-8ea2-7eb60225f054', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:45:71:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:28:26Z', 'updated_at': '2021-08-12T02:28:55Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:00.116234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Deleting subnet 04b85c83-f598-4437-b9c2-0ca302932d88 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:00.121221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.202966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ce5187b2-e438-497d-95cc-df64ba3726f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:00.238447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.253197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-5b4e3c55-8296-4809-8ecc-65ac017fe2f0', 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '02d4a0f4-4597-4cd9-8927-4feb78a9ff4c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:00.254615 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.377813 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.458295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.488281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.490322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/04b85c83-f598-4437-b9c2-0ca302932d88 HTTP/1.1" status: 204 len: 168 time: 0.5081015 Aug 12 02:29:00.529362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50280) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:00.556841 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde15b07-fd55-4c29-9022-df5384b4d1e8 None None] New status for floating IP 60a52538-293c-4444-8ea2-7eb60225f054: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:29:00.560734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Allocated IP 172.20.255.242 (5b4e3c55-8296-4809-8ecc-65ac017fe2f0/02d4a0f4-4597-4cd9-8927-4feb78a9ff4c/4f1c12cd-7ecf-4613-a885-0dee294f41a5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:00.721815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.732454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.732992 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment fdcdd471-3d39-428e-aeba-846e7aed28fd of type vlan for network 9f76b174-c6c0-42de-a085-ef4fa406502d Aug 12 02:29:00.733511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00bd2-7290-4779-8be3-299fe176565d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b85c83-f598-4437-b9c2-0ca302932d88,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:00.805297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.868816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.880739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.947679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.950364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.952400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.966588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31716872-ca87-45f8-8c60-25f65e2cae83']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:00.968792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:00.969481 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:00.982692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5041d0cd-e408-4c1a-9563-85d4af759117') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:00.983378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5041d0cd-e408-4c1a-9563-85d4af759117') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:00.995954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.017030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.028674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:01.029461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.092941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=9f76b174-c6c0-42de-a085-ef4fa406502d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:01.095785 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:01.161504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ebcf28-1506-47be-86db-1761b0f1073a None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:01.163774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-51a67012-09eb-45a4-b780-42bcd507909f tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7378900 Aug 12 02:29:01.165555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.166023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event updated for resources: {'Port': ['ID=b3ff65e6-1d4c-42df-9571-f2ad74aed352,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:01.170368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50296) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:01.177168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9f76b174-c6c0-42de-a085-ef4fa406502d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:01.191954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '9f76b174-c6c0-42de-a085-ef4fa406502d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:01.229579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:01.231215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:01.260270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db871-098d-455b-904c-23941860f606 req-49026a8b-0010-4494-a461-15879b019aee tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:01.262059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d73db871-098d-455b-904c-23941860f606 req-49026a8b-0010-4494-a461-15879b019aee tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 944 time: 0.1678197 Aug 12 02:29:01.268610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.270517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31716872-ca87-45f8-8c60-25f65e2cae83 HTTP/1.1" status: 204 len: 168 time: 0.7401125 Aug 12 02:29:01.291038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7507-c090-4d1b-9290-7d5299cdd693 admin admin] Pushing event deleted for resources: {'Network': ['ID=31716872-ca87-45f8-8c60-25f65e2cae83,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:01.333931 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.370790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d73db871-098d-455b-904c-23941860f606 req-89c728a5-014e-4524-98a8-9d7f486e3748 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856292 Aug 12 02:29:01.398156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Provisioning for port ce5187b2-e438-497d-95cc-df64ba3726f5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:01.400221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:01.401332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ce5187b2-e438-497d-95cc-df64ba3726f5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:01.405297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Transition to ACTIVE for port object 4f1c12cd-7ecf-4613-a885-0dee294f41a5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:01.435814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ce5187b2-e438-497d-95cc-df64ba3726f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:01.436108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.448849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:01.461977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.476098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Provisioning complete for port ce5187b2-e438-497d-95cc-df64ba3726f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:01.476471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.527663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-beed6483-5716-42b5-b303-3d89e15ab86a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 200 len: 992 time: 0.1221933 Aug 12 02:29:01.535902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Transition to ACTIVE for port object 4f1c12cd-7ecf-4613-a885-0dee294f41a5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:01.540862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.544643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:01.590186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.696118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50318) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:01.717605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:01.720861 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4805e6b0-f658-4c5d-abaa-8ea0ae9505d9" -d '{"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-plugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:01.764152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:01.813464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:01.816935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:01.822363 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6427df0-b2ee-43a2-8f00-7bbab9679665 x-openstack-request-id: req-d6427df0-b2ee-43a2-8f00-7bbab9679665 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:01.822855 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-plugged", "status": "completed", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:01.823200 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6427df0-b2ee-43a2-8f00-7bbab9679665 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:01.823907 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'code': 200} Aug 12 02:29:01.824808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:01.827593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:01.833347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:01.834447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9bc0b165-2a37-42e3-b930-cf45e05e48e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5571249 Aug 12 02:29:01.839259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:01.840314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50328) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:01.840863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0a38d66-20af-468c-9abd-69bd5a239d38 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bf77e8c380d421c993a8b5f4d59d131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436386 Aug 12 02:29:01.843854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:01.845940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:01.846084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Pushing event updated for resources: {'Port': ['ID=4f1c12cd-7ecf-4613-a885-0dee294f41a5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:01.875845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.005198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.015427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:02.016084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:02.017699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.092558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ce5187b2-e438-497d-95cc-df64ba3726f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ce5187b2-e438-497d-95cc-df64ba3726f5,segment=NetworkSegment(41c9c524-b144-4c08-a8a5-8fd46ddf056d),segment_id=41c9c524-b144-4c08-a8a5-8fd46ddf056d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:02.129323 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-45ead32d-fa3f-4c9f-b049-c25d1de61c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.138853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Attempting to bind port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:02.139227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Attempting to bind port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f94981a9-3ed6-4956-b230-386ddfa14040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:02.139620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Attempting to bind port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 on network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:02.142199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.148760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:02.163928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:02.164628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Checking segment: {'id': 'f94981a9-3ed6-4956-b230-386ddfa14040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:02.164730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.165122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Bound using segment: {'id': 'f94981a9-3ed6-4956-b230-386ddfa14040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:02.165722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Bound port: 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94981a9-3ed6-4956-b230-386ddfa14040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b4e3c55-8296-4809-8ecc-65ac017fe2f0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:02.166106 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.193729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=ef9959d1-7ce9-4299-a2cc-68654744eb72,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:02.212057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.254095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:02.261065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': 'fdcdd471-3d39-428e-aeba-846e7aed28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f76b174-c6c0-42de-a085-ef4fa406502d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:02.261511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 9f76b174-c6c0-42de-a085-ef4fa406502d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:02.277060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.402352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 9f76b174-c6c0-42de-a085-ef4fa406502d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:02.404285 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:29:02.404657 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-7fd3ac5b-ed85-407c-9c47-bc16d5e33f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:29:02.423594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9f76b174-c6c0-42de-a085-ef4fa406502d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:02.431116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:02.431743 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.438342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.440973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.445157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa7d1280-2499-4b52-b1c0-302f1b99c633 HTTP/1.1" status: 204 len: 168 time: 0.6026721 Aug 12 02:29:02.453726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420ffd6-cc4f-4dab-ab1d-463d7b6d8dd1 None None] Network 9f76b174-c6c0-42de-a085-ef4fa406502d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:02.456623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:02.461500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ce5187b2-e438-497d-95cc-df64ba3726f5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:02.507172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:29:02.536597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Removed routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:29:02.538141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.578082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] For port 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:02.620904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf6e76-2795-4aa3-b23e-4f81d2d70acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7d1280-2499-4b52-b1c0-302f1b99c633,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:02.628249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] For port 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f1c12cd-7ecf-4613-a885-0dee294f41a5,segment=NetworkSegment(f94981a9-3ed6-4956-b230-386ddfa14040),segment_id=f94981a9-3ed6-4956-b230-386ddfa14040)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:02.637310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3c460b7-3b8c-430a-b793-2a55af92536b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4572029 Aug 12 02:29:02.637801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50346) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:02.653784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.939697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.976038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:02.976038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.078565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c34e86-14d8-4ecd-a6af-af5978e03204 None None] Pushing event updated for resources: {'Port': ['ID=4f1c12cd-7ecf-4613-a885-0dee294f41a5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:03.142651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668a8ee-7a9b-48a6-b3dd-31e74eca289d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9f76b174-c6c0-42de-a085-ef4fa406502d', 'network_id': '9f76b174-c6c0-42de-a085-ef4fa406502d', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': 'ef9959d1-7ce9-4299-a2cc-68654744eb72'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:03.144448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3668a8ee-7a9b-48a6-b3dd-31e74eca289d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.195083 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.200449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cba0996-6ff6-442a-bc50-087fa3e24c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.219231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:28:59Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ff65e6-1d4c-42df-9571-f2ad74aed352', 'name': '', 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:38:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:57Z', 'updated_at': '2021-08-12T02:29:00Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:03.290277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:03.290881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Updating router ab8ceb1d-9326-4c3f-b56e-50e360afed5e port b3ff65e6-1d4c-42df-9571-f2ad74aed352 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:29:03.435371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.438540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.467884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Provisioning complete for port ce5187b2-e438-497d-95cc-df64ba3726f5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:03.468483 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.491523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9959d1-7ce9-4299-a2cc-68654744eb72,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:03.637550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:03.638685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.671042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f76b174-c6c0-42de-a085-ef4fa406502d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:03.702797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdcdd471-3d39-428e-aeba-846e7aed28fd') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:03.703334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdcdd471-3d39-428e-aeba-846e7aed28fd') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:03.722494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-3668a8ee-7a9b-48a6-b3dd-31e74eca289d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef9959d1-7ce9-4299-a2cc-68654744eb72: This subnet is being modified by another concurrent operation. Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:03.723968 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef9959d1-7ce9-4299-a2cc-68654744eb72: This subnet is being modified by another concurrent operation. Aug 12 02:29:03.728774 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:29:03.732336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cba0996-6ff6-442a-bc50-087fa3e24c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.743618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5cba0996-6ff6-442a-bc50-087fa3e24c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.768508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:03.776255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.780092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-341ccb46-2ac5-422e-8137-36b8b3b92843 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 933 time: 1.9363186 Aug 12 02:29:03.780226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c79eb-3f64-4ea7-bde8-bbfdb10b2040 None None] Network 9f76b174-c6c0-42de-a085-ef4fa406502d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:03.780657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:03.802562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba0996-6ff6-442a-bc50-087fa3e24c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e1fcc6-1537-4468-aaea-765852aa0188,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:03.826425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.846599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:03.847377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:03.854283 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:03.910753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ff1f09f2-c645-49ef-a3ab-de34072bc611 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 933 time: 0.1265862 Aug 12 02:29:03.911143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50376) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:03.922041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'routes': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:03.940276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5cba0996-6ff6-442a-bc50-087fa3e24c7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f097d43d2e045d2aaed13532c68b5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4795837 Aug 12 02:29:03.944260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:04.013174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.031519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.033611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/9f76b174-c6c0-42de-a085-ef4fa406502d HTTP/1.1" status: 204 len: 168 time: 1.3926888 Aug 12 02:29:04.061264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:04.081633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1168093429'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:04.115388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df694-993e-4aca-a4b8-99574a0a86cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=9f76b174-c6c0-42de-a085-ef4fa406502d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:04.158927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.186693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.188771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:04.192873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.270849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:04.282025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.282312 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 8eaeae75-afbf-46a0-99bc-32e5c679316a of type vlan for network 90855724-62a2-4086-989e-5fe8f455354b Aug 12 02:29:04.335026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d02f1-41f1-42d1-9980-ebb1b34dbc5f None None] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:04.373990 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.378023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.379917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89e1fcc6-1537-4468-aaea-765852aa0188 HTTP/1.1" status: 204 len: 168 time: 0.4299440 Aug 12 02:29:04.406623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.418354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489f0d-7900-41cd-826b-2af20cf9955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e1fcc6-1537-4468-aaea-765852aa0188,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:04.463531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Provisioning for port b3ff65e6-1d4c-42df-9571-f2ad74aed352 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:04.479356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.483861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Provisioning complete for port b3ff65e6-1d4c-42df-9571-f2ad74aed352 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:04.484415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.486876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:04.487559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.529076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:29:04.529542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:29:04.582785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.591286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=90855724-62a2-4086-989e-5fe8f455354b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:04.616556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aabc69d7-d44b-4224-8d7b-119eae832208 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5482826 Aug 12 02:29:04.616815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ce5187b2-e438-497d-95cc-df64ba3726f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:04.617016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:04.624133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '90855724-62a2-4086-989e-5fe8f455354b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:04.630644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 90855724-62a2-4086-989e-5fe8f455354b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:04.700276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-34eb306f-3af5-4873-8ca0-8a1c031730b3 None None] Port b3ff65e6-1d4c-42df-9571-f2ad74aed352 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:04.759694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.774036 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ca855d0a-6ce9-429e-9067-e41eda5be629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.802073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.846354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:04.861234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.906022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-958851d7-2a3b-4297-baec-38f6db8cc7c7 None None] Provisioning for port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:04.958947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.966360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:04.967775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 02:29:04.968905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 02:29:05.017026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ce5187b2-e438-497d-95cc-df64ba3726f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:05.017026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.030860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-958851d7-2a3b-4297-baec-38f6db8cc7c7 None None] Provisioning complete for port b3ff65e6-1d4c-42df-9571-f2ad74aed352 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:05.031764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-958851d7-2a3b-4297-baec-38f6db8cc7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.065016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.079868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.112869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Transition to ACTIVE for port object b3ff65e6-1d4c-42df-9571-f2ad74aed352 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:05.114051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.148140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-044e8a1c-f5af-409f-b7cc-83c6eeddeaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.156006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.215592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-958851d7-2a3b-4297-baec-38f6db8cc7c7 None None] Port b3ff65e6-1d4c-42df-9571-f2ad74aed352 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:05.221639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43807b-dbcd-428e-9280-3068c6e3235f None None] Pushing event updated for resources: {'Port': ['ID=b3ff65e6-1d4c-42df-9571-f2ad74aed352,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:05.225843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:05.270605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.336633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Attempting to bind port b3ff65e6-1d4c-42df-9571-f2ad74aed352 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:05.337411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Attempting to bind port b3ff65e6-1d4c-42df-9571-f2ad74aed352 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:05.337411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Attempting to bind port b3ff65e6-1d4c-42df-9571-f2ad74aed352 on network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:05.343775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f1c12cd-7ecf-4613-a885-0dee294f41a5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:05.346400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:05.346400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Checking segment: {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:05.346846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.347483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Bound using segment: {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:05.347714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Bound port: b3ff65e6-1d4c-42df-9571-f2ad74aed352, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c9c524-b144-4c08-a8a5-8fd46ddf056d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:05.348103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.370371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=3e18552a-e76e-4549-9524-6606b2e45668,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:05.427231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '8eaeae75-afbf-46a0-99bc-32e5c679316a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '90855724-62a2-4086-989e-5fe8f455354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:05.430718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 90855724-62a2-4086-989e-5fe8f455354b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:05.464649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:05.472749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:05.472749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.474765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] For port b3ff65e6-1d4c-42df-9571-f2ad74aed352, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:05.479512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] For port b3ff65e6-1d4c-42df-9571-f2ad74aed352, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b3ff65e6-1d4c-42df-9571-f2ad74aed352,segment=NetworkSegment(41c9c524-b144-4c08-a8a5-8fd46ddf056d),segment_id=41c9c524-b144-4c08-a8a5-8fd46ddf056d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:05.497247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 90855724-62a2-4086-989e-5fe8f455354b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:05.517710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.520429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 90855724-62a2-4086-989e-5fe8f455354b) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:05.528032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:05.530473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.557592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'network': {'name': 'tempest-network-smoke--2000920194', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:05.586876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:05.589573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405ee1c-f839-42b0-b49e-af40083d57b5 None None] Network 90855724-62a2-4086-989e-5fe8f455354b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:05.595357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.599153 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cda933a3-9384-4db5-9f68-77ec28202e69 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 699 time: 1.6868105 Aug 12 02:29:05.599462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50416) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.630941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-044e8a1c-f5af-409f-b7cc-83c6eeddeaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.636315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-044e8a1c-f5af-409f-b7cc-83c6eeddeaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.641855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43807b-dbcd-428e-9280-3068c6e3235f None None] Pushing event updated for resources: {'Port': ['ID=b3ff65e6-1d4c-42df-9571-f2ad74aed352,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:05.692355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:05.693259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:05.699446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-044e8a1c-f5af-409f-b7cc-83c6eeddeaf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c48f4d59172748ac80e344dc90f4e237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843329 Aug 12 02:29:05.701396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50418) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.710246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e8a1c-f5af-409f-b7cc-83c6eeddeaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d04256c-179c-4f43-a8c2-625cd0be6988,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:05.718381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b5ebe07-4bba-4c20-82a1-6a5ff36bb9c1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0963044 Aug 12 02:29:05.721633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.758894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d8c12747-0c97-4199-b0d4-e176f8140b16 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 699 time: 0.1580596 Aug 12 02:29:05.761658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:05.768678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:05.772472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.791011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.812607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f903fd9-ff56-40c0-b387-79bea1921b46 None None] Provisioning complete for port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:05.813050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f903fd9-ff56-40c0-b387-79bea1921b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.898298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.906108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.924548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.963302 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:05.988862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.024990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.037981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:06.083337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f1c12cd-7ecf-4613-a885-0dee294f41a5,segment=NetworkSegment(f94981a9-3ed6-4956-b230-386ddfa14040),segment_id=f94981a9-3ed6-4956-b230-386ddfa14040)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:06.113975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.116484 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.165883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.168912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.170433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d04256c-179c-4f43-a8c2-625cd0be6988 HTTP/1.1" status: 204 len: 168 time: 0.4680681 Aug 12 02:29:06.173947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=3e18552a-e76e-4549-9524-6606b2e45668,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.188550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c20b9b-bc5f-4747-8b1c-ea9a9a8342de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d04256c-179c-4f43-a8c2-625cd0be6988,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.229507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.239617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.265025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.285483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90855724-62a2-4086-989e-5fe8f455354b']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:06.288241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:06.296898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62aa5a6b-f018-4155-b098-796249bcb17d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.310283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.310484 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Added segment 3c94553f-5452-4aab-9e1b-0766cde73ddf of type vlan for network aea778ec-4260-4691-877d-a78b3a5ae866 Aug 12 02:29:06.325234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eaeae75-afbf-46a0-99bc-32e5c679316a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:06.325642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eaeae75-afbf-46a0-99bc-32e5c679316a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:06.336897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.364420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.374635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:06.375282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:06.379786 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:06.388449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.425911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4f1c12cd-7ecf-4613-a885-0dee294f41a5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.437417 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.443989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:06.444605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.467718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.482865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ab6cc-c64d-4518-a980-044bf8bd3d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-90855724-62a2-4086-989e-5fe8f455354b', 'network_id': '90855724-62a2-4086-989e-5fe8f455354b', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '3e18552a-e76e-4549-9524-6606b2e45668'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:06.483825 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f5ab6cc-c64d-4518-a980-044bf8bd3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.484595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.503354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.506280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/90855724-62a2-4086-989e-5fe8f455354b HTTP/1.1" status: 204 len: 168 time: 0.7834826 Aug 12 02:29:06.527724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:06.532523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a8ae-fabf-4575-8324-f09eaae3bcc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=90855724-62a2-4086-989e-5fe8f455354b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.548283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816828269'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:06.583691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08154a36-8717-4a80-ba72-54e91d493528 None None] Network 90855724-62a2-4086-989e-5fe8f455354b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:06.602739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:06.612017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.651275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08154a36-8717-4a80-ba72-54e91d493528 None None] Network 90855724-62a2-4086-989e-5fe8f455354b could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:29:06.666717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:06.669123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef436e1f-b146-40a4-a98d-b12100d2251c None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:06.686882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.687837 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment f76cb1e9-9441-48c0-b031-a0f03ea82b86 of type vlan for network 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 Aug 12 02:29:06.704830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6205661 Aug 12 02:29:06.709181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:06.723168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'admin_state_up': True, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:06.744653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.747656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498164cd-1bcd-49a2-8e15-bb43aa19426b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Network': ['ID=aea778ec-4260-4691-877d-a78b3a5ae866,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.772191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.774538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.788417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network aea778ec-4260-4691-877d-a78b3a5ae866 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:06.790033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.796501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:06.797403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:06.850018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:04Z', 'revision_number': 7, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ff65e6-1d4c-42df-9571-f2ad74aed352', 'name': '', 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:38:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:57Z', 'updated_at': '2021-08-12T02:29:05Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:06.871710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3416860 Aug 12 02:29:06.874726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:06.880170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:06.894947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80b26b-ed77-41da-8efe-f990b309cc20 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:04Z', 'revision_number': 7, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ff65e6-1d4c-42df-9571-f2ad74aed352', 'name': '', 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:38:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:57Z', 'updated_at': '2021-08-12T02:29:05Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:06.936675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c48ca-0667-4843-88f9-51c1112fdcbe tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:06.950000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:06.959360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.041837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:07.049845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.122946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef436e1f-b146-40a4-a98d-b12100d2251c None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:07.236002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.240858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port b3ff65e6-1d4c-42df-9571-f2ad74aed352 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:07.241202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.321934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.413550 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.547955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=39dcabf2-d555-4ef4-9a61-aea6eb939b3e,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:07.581630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': 'f76cb1e9-9441-48c0-b031-a0f03ea82b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:07.582001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:07.629839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:07.645283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:07.654425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:07.656183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.659733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be4538-5bf3-4b29-a80d-36e5479cfb02 None None] Network 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:07.685982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99482777-d963-4da0-ae98-1f63eae16c2e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8061783 Aug 12 02:29:07.688116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50464) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:07.841911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.873103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce71dd-21dd-4427-af77-0c33b9df3941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4', 'network_id': '2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '39dcabf2-d555-4ef4-9a61-aea6eb939b3e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:07.875051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cdce71dd-21dd-4427-af77-0c33b9df3941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.875647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port b3ff65e6-1d4c-42df-9571-f2ad74aed352, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b3ff65e6-1d4c-42df-9571-f2ad74aed352,segment=NetworkSegment(41c9c524-b144-4c08-a8a5-8fd46ddf056d),segment_id=41c9c524-b144-4c08-a8a5-8fd46ddf056d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:07.876033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.891812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for b3ff65e6-1d4c-42df-9571-f2ad74aed352 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:07.913946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:07.996846 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:08.007102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-cdce71dd-21dd-4427-af77-0c33b9df3941 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39dcabf2-d555-4ef4-9a61-aea6eb939b3e: This subnet is being modified by another concurrent operation. Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39dcabf2-d555-4ef4-9a61-aea6eb939b3e: This subnet is being modified by another concurrent operation. Aug 12 02:29:08.029066 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:29:08.039868 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:08.040774 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.060444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bcdde7-bead-4245-914d-808103a9b1fa None None] Network 2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:08.069105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=39dcabf2-d555-4ef4-9a61-aea6eb939b3e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:08.141120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.158284 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:08.184985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.218367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.256742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.274410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76cb1e9-9441-48c0-b031-a0f03ea82b86') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.275787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76cb1e9-9441-48c0-b031-a0f03ea82b86') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.292669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.313242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de80af-539f-404b-892f-e0f54f5e469a None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:08.313450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.322816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:08.323168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:08.329921 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:08.370728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.383788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.25.3.190 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:08.429399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=b3ff65e6-1d4c-42df-9571-f2ad74aed352,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:08.474497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f1c12cd-7ecf-4613-a885-0dee294f41a5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:08.495396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.516329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.521472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 HTTP/1.1" status: 204 len: 168 time: 0.8319428 Aug 12 02:29:08.535926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:08.550048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188f9e7-93fa-4c8f-9a90-5d4fa6ae0d2d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:08.581747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:08.582157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.590784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711192559'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:08.609341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:04Z', 'revision_number': 7, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3ff65e6-1d4c-42df-9571-f2ad74aed352', 'name': '', 'network_id': '744a86a0-fcfc-45fd-adf1-bd14afd9d694', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:38:b5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:57Z', 'updated_at': '2021-08-12T02:29:05Z', 'revision_number': 4, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'e190590b-f78c-4f28-a314-3d3107e28a21', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.650102 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:08.660590 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:08.661488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:08.706360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de80af-539f-404b-892f-e0f54f5e469a None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:08.717261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:08.720783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.728638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b3ff65e6-1d4c-42df-9571-f2ad74aed352 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:08.805710 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:08.810647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.821101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b3ff65e6-1d4c-42df-9571-f2ad74aed352 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:08.821511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b3ff65e6-1d4c-42df-9571-f2ad74aed352 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 02:29:08.849602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Port b3ff65e6-1d4c-42df-9571-f2ad74aed352 not found, will not notify nova. {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 02:29:08.859865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:08.862323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.887181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:08.887911 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 67fc7db0-3735-4d2a-a9a4-f87c8bde4f03 of type vlan for network ce41c5e9-cd1e-4fea-a3c2-98bf57380486 Aug 12 02:29:09.023333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.049830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.095185 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 8, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:09.111140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:09.140728 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58fa4-6177-4fd8-b039-e44aa42f5e36 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 8, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:09.161042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:09.168258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:09.208138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.214156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:09.214787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.246725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:09.329864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7434542 Aug 12 02:29:09.330233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50508) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:09.336993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': 'ce41c5e9-cd1e-4fea-a3c2-98bf57380486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:09.349823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999edd0-e352-444e-831a-fbe2b4e0bbc2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=ce41c5e9-cd1e-4fea-a3c2-98bf57380486,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:09.359372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:09.362087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ce41c5e9-cd1e-4fea-a3c2-98bf57380486 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:09.460243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:09.466710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.582769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:09.622023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0ff3190-5043-4ffe-8de2-2b47777237e0 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8591924 Aug 12 02:29:09.623788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50514) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:09.725224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.748028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet e190590b-f78c-4f28-a314-3d3107e28a21 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:09.753798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.805749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.810866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:09.823799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:09.825327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:09.863597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:09.897037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=167706c4-761a-43ad-91ac-84f1caa9b0fe,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:09.931671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:09.932404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '67fc7db0-3735-4d2a-a9a4-f87c8bde4f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ce41c5e9-cd1e-4fea-a3c2-98bf57380486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:09.932768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: ce41c5e9-cd1e-4fea-a3c2-98bf57380486, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:09.990269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network ce41c5e9-cd1e-4fea-a3c2-98bf57380486 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:09.997368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.007514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.037756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ce41c5e9-cd1e-4fea-a3c2-98bf57380486) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:10.044430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:10.045132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.063324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d7922-90d7-4c52-9feb-327f3dab3f1f None None] Network ce41c5e9-cd1e-4fea-a3c2-98bf57380486 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:10.081321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-63733620-7190-4d3e-b8a7-36aad1f4ff9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7497978 Aug 12 02:29:10.084905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50526) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:10.150689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.198382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:29:10.243832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=e190590b-f78c-4f28-a314-3d3107e28a21,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:10.258557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.260993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fe15e457-c077-47e7-af7f-9ac36e422379 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/e190590b-f78c-4f28-a314-3d3107e28a21 HTTP/1.1" status: 204 len: 168 time: 0.6362340 Aug 12 02:29:10.267112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:10.315055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c158d64-fde4-4f98-9fbd-6e04553406b5 None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:10.317233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b3ff65e6-1d4c-42df-9571-f2ad74aed352 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:10.345180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b3ff65e6-1d4c-42df-9571-f2ad74aed352 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:10.345525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b3ff65e6-1d4c-42df-9571-f2ad74aed352 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:10.402283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.410220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.529239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.647955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 8, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:10.654572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port ce5187b2-e438-497d-95cc-df64ba3726f5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:10.655011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.656044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278d34a-587e-4270-ad1c-cd49cdeaed85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ce41c5e9-cd1e-4fea-a3c2-98bf57380486', 'network_id': 'ce41c5e9-cd1e-4fea-a3c2-98bf57380486', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '167706c4-761a-43ad-91ac-84f1caa9b0fe'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:10.657392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3278d34a-587e-4270-ad1c-cd49cdeaed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.696466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] DHCP port deletion for 744a86a0-fcfc-45fd-adf1-bd14afd9d694 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:10.701573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:10.717773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:10.718625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:10.750672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.785069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=167706c4-761a-43ad-91ac-84f1caa9b0fe,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:10.799440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port ce5187b2-e438-497d-95cc-df64ba3726f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ce5187b2-e438-497d-95cc-df64ba3726f5,segment=NetworkSegment(41c9c524-b144-4c08-a8a5-8fd46ddf056d),segment_id=41c9c524-b144-4c08-a8a5-8fd46ddf056d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:10.799832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.821585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:10.832851 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:10.844593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.846061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60c387df-bf8f-4bde-be17-55353f5d26cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1356626 Aug 12 02:29:10.849386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:10.852817 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:10.853446 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:10.860592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for ce5187b2-e438-497d-95cc-df64ba3726f5 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:10.923869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:10.966216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce41c5e9-cd1e-4fea-a3c2-98bf57380486']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:10.970712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-3278d34a-587e-4270-ad1c-cd49cdeaed85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 167706c4-761a-43ad-91ac-84f1caa9b0fe: This subnet is being modified by another concurrent operation. Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 167706c4-761a-43ad-91ac-84f1caa9b0fe: This subnet is being modified by another concurrent operation. Aug 12 02:29:11.022042 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:29:11.039602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fc7db0-3735-4d2a-a9a4-f87c8bde4f03') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.040467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fc7db0-3735-4d2a-a9a4-f87c8bde4f03') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.049580 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.050689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e49b5-bc05-4fdb-a07e-0c34131e8291 None None] Network ce41c5e9-cd1e-4fea-a3c2-98bf57380486 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:11.054426 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:11.072680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.080448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port ce5187b2-e438-497d-95cc-df64ba3726f5 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:11.115232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=ce5187b2-e438-497d-95cc-df64ba3726f5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:11.116267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Deleting port ce5187b2-e438-497d-95cc-df64ba3726f5 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:11.116647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.122240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.184314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:11.184979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:11.189504 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:11.222183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d85a9ce6-d132-4c9e-b950-cad92a759fec tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=80a1fbe091be4474b43e96fe9ccfe26d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3715265 Aug 12 02:29:11.225431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:11.315808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:09Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.342589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.360430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744a86a0-fcfc-45fd-adf1-bd14afd9d694']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.364310 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:11.365154 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Updating router 73656096-d347-4dd3-8893-2d28a2276b6e port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:29:11.372461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.378641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.381230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/ce41c5e9-cd1e-4fea-a3c2-98bf57380486 HTTP/1.1" status: 204 len: 168 time: 1.2953165 Aug 12 02:29:11.385628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c9c524-b144-4c08-a8a5-8fd46ddf056d') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.385933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c9c524-b144-4c08-a8a5-8fd46ddf056d') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.397869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:11.410197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2005722733'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:11.410319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364f86-ecd3-43c5-8104-49c7f030b71b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=ce41c5e9-cd1e-4fea-a3c2-98bf57380486,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:11.416470 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.419581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.436316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.445033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:11.446466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:11.450928 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:11.475104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:11.478746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.492384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e2be8f-adea-4ec0-b6d9-9026f6b63872 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:11.497377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-78e2be8f-adea-4ec0-b6d9-9026f6b63872 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2680295 Aug 12 02:29:11.497518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:11.548294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] For port ce5187b2-e438-497d-95cc-df64ba3726f5, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:11.548928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.550232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.553426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fd41ce53-d455-4cfc-84ca-b14c908a80bc tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518587 Aug 12 02:29:11.555373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50572) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:11.561691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514116804', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:11.573302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:11.589848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.591534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/744a86a0-fcfc-45fd-adf1-bd14afd9d694 HTTP/1.1" status: 204 len: 168 time: 1.3233352 Aug 12 02:29:11.592402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df983a5-5f59-4da1-bfe1-133b1d5a4350 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=744a86a0-fcfc-45fd-adf1-bd14afd9d694,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:11.595184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.595553 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment eca0bfa8-d59b-4e95-966c-2f28a9658c00 of type vlan for network ae34d5f8-629f-4bad-967a-15bbf4587836 Aug 12 02:29:11.596697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:11.613110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Calling delete_port for ce5187b2-e438-497d-95cc-df64ba3726f5 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:11.622439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Port ce5187b2-e438-497d-95cc-df64ba3726f5 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:29:11.629081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.691902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Network 744a86a0-fcfc-45fd-adf1-bd14afd9d694 is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:29:11.693157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] No DVR routers for this DVR port ce5187b2-e438-497d-95cc-df64ba3726f5 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:11.698235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068efd-58fa-4fcc-b3fd-6aed3db38e81 None None] Pushing event deleted for resources: {'Port': ['ID=ce5187b2-e438-497d-95cc-df64ba3726f5,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:11.700525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:11.712665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.717144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 8, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:11.724734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10639cce-09c1-4d0b-85b1-e51b97b8928b None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:11.757332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fce2a9-cd09-4b46-bf1a-e43264183b8b None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:08Z', 'revision_number': 8, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8de9e3e0-836e-43ab-ba8c-700e9d902719', 'name': '', 'network_id': 'f261ef59-1701-4dee-9e5a-943c4791b4ca', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:5d:42:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2379, 'fixed_ips': [{'subnet_id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:47Z', 'updated_at': '2021-08-12T02:28:58Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'c8c85d39-c264-4b1f-80b8-95bf829d540b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:11.771155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.943224 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.971129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.976859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:11.977217 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Transition to ACTIVE for port object 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:11.977509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:11.993191 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.012799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10639cce-09c1-4d0b-85b1-e51b97b8928b None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:12.066001 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Attempting to bind port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:12.066561 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Attempting to bind port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:12.066695 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Attempting to bind port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:12.075214 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d98a00-62a1-4317-a38b-b0e1d43dc180 None None] Pushing event updated for resources: {'Port': ['ID=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:12.077670 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:12.078043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:12.078498 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.079258 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:12.079372 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Bound port: 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:12.079732 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.125733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7236130 Aug 12 02:29:12.177998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8979c-8c47-483e-828f-29f8e8e629ec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=ae34d5f8-629f-4bad-967a-15bbf4587836,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:12.184701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:12.216808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': 'ae34d5f8-629f-4bad-967a-15bbf4587836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:12.277660 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] For port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:12.280969 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] For port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:12.296159 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.323893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ae34d5f8-629f-4bad-967a-15bbf4587836 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:12.376089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:12.380872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.388020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ce5187b2-e438-497d-95cc-df64ba3726f5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:12.406321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:12.407752 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:12.447249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ce5187b2-e438-497d-95cc-df64ba3726f5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:12.447852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ce5187b2-e438-497d-95cc-df64ba3726f5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:12.479760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 02:29:12.480263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 02:29:12.566862 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:12.594254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.704006 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d98a00-62a1-4317-a38b-b0e1d43dc180 None None] Pushing event updated for resources: {'Port': ['ID=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:12.780552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.806526 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:09Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:12.839638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83df678f-c96a-494d-8926-2c3dabc939a2 None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:09Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:12.856515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.858050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Subnet': ['ID=7dc20940-d008-4267-a5d2-f81b6e52569f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:12.871672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Checking segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:12.871672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network hostable DHCP agents. Network: aea778ec-4260-4691-877d-a78b3a5ae866, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:12.890923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network aea778ec-4260-4691-877d-a78b3a5ae866 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:12.901994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, aea778ec-4260-4691-877d-a78b3a5ae866) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:12.906383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:12.907032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:12.916813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a9d62-6b73-4f18-9964-9575ddbd0ce9 None None] Network aea778ec-4260-4691-877d-a78b3a5ae866 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:12.929062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80285745-bea5-4717-9f3a-7e90f73ca307 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3725529 Aug 12 02:29:12.931787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50602) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:12.996469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=528d0dba-d50d-4e57-aad4-8285662e6645,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:13.009778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': 'eca0bfa8-d59b-4e95-966c-2f28a9658c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ae34d5f8-629f-4bad-967a-15bbf4587836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:13.010287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: ae34d5f8-629f-4bad-967a-15bbf4587836, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:13.043000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 8de9e3e0-836e-43ab-ba8c-700e9d902719 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:13.043391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.063235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network ae34d5f8-629f-4bad-967a-15bbf4587836 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:13.109453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ae34d5f8-629f-4bad-967a-15bbf4587836) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:13.117207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:13.117885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.128236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91271c41-6a2a-48a9-a5dd-553b2edcbdad None None] Network ae34d5f8-629f-4bad-967a-15bbf4587836 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:13.163155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0c0ebca9-702d-4cd6-a9cc-006b6b0259d8 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9733484 Aug 12 02:29:13.171365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:13.286173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 8de9e3e0-836e-43ab-ba8c-700e9d902719, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8de9e3e0-836e-43ab-ba8c-700e9d902719,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:13.286539 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.310301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 8de9e3e0-836e-43ab-ba8c-700e9d902719 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:13.326574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-aea778ec-4260-4691-877d-a78b3a5ae866', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:13.327522 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.425163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.607438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.740639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.790017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=528d0dba-d50d-4e57-aad4-8285662e6645,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:13.871274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baff252-93f4-44c1-821e-ed763e1172f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ae34d5f8-629f-4bad-967a-15bbf4587836', 'network_id': 'ae34d5f8-629f-4bad-967a-15bbf4587836', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '528d0dba-d50d-4e57-aad4-8285662e6645'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:13.872438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4baff252-93f4-44c1-821e-ed763e1172f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.926974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.937331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.942965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:13.973250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae34d5f8-629f-4bad-967a-15bbf4587836']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:13.987042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca0bfa8-d59b-4e95-966c-2f28a9658c00') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:13.987719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca0bfa8-d59b-4e95-966c-2f28a9658c00') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:14.000047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.017864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.026073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:14.026680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.028819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Allocated IP 172.20.0.2 (aea778ec-4260-4691-877d-a78b3a5ae866/7dc20940-d008-4267-a5d2-f81b6e52569f/bde06367-0b78-4890-bf6d-d959a89afe54) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:14.047294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17ec8d-4c26-4f17-ba29-a5dd705d905c None None] Network ae34d5f8-629f-4bad-967a-15bbf4587836 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:14.127838 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:14.171333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.181209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=8de9e3e0-836e-43ab-ba8c-700e9d902719,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:14.197382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.204861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/ae34d5f8-629f-4bad-967a-15bbf4587836 HTTP/1.1" status: 204 len: 168 time: 1.0320981 Aug 12 02:29:14.208528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50634) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:14.228114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1333811536'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:14.407368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:14.424867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e383-0181-4147-a65e-131b9ab146ea tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=ae34d5f8-629f-4bad-967a-15bbf4587836,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:14.434151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:14.440094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.494535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:14.514367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.514731 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment efaa5369-0376-499f-9263-8b64684097e0 of type vlan for network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff Aug 12 02:29:14.570159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:14.584363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:14.584847 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.627651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.655325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.663895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Transition to ACTIVE for port object bde06367-0b78-4890-bf6d-d959a89afe54 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:14.696834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Transition to ACTIVE for port object bde06367-0b78-4890-bf6d-d959a89afe54 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:14.701928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.726194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.747299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.769901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:14.770591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.785435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Network aea778ec-4260-4691-877d-a78b3a5ae866 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:14.793865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:14.799128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:14.813375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.845259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:14.849107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6395087 Aug 12 02:29:14.854475 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.858184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Pushing event updated for resources: {'Port': ['ID=bde06367-0b78-4890-bf6d-d959a89afe54,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:14.874778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:14.890054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': 'b929b37f-e1cb-41ec-a46f-f7a37e6a9fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:14.934575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Attempting to bind port bde06367-0b78-4890-bf6d-d959a89afe54 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:14.935179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Attempting to bind port bde06367-0b78-4890-bf6d-d959a89afe54 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:14.935814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Attempting to bind port bde06367-0b78-4890-bf6d-d959a89afe54 on network aea778ec-4260-4691-877d-a78b3a5ae866 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:14.950356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:14.950723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Checking segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:14.951108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.951527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Bound using segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:14.952016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Bound port: bde06367-0b78-4890-bf6d-d959a89afe54, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:14.952388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:14.966649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.1 (aea778ec-4260-4691-877d-a78b3a5ae866/7dc20940-d008-4267-a5d2-f81b6e52569f/b8d591ab-2215-4d33-bf67-fbdf6dc8b39f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:14.981604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:15.000982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df93c20-acd8-408b-a6e1-9c383fe8e555 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=b929b37f-e1cb-41ec-a46f-f7a37e6a9fff,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:15.014342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:15.114642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] For port bde06367-0b78-4890-bf6d-d959a89afe54, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:15.120332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] For port bde06367-0b78-4890-bf6d-d959a89afe54, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bde06367-0b78-4890-bf6d-d959a89afe54,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:15.127867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.171438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:15.177871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.203732 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.214570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acf716-2390-4b16-b551-9c64cf571b68 None None] Pushing event updated for resources: {'Port': ['ID=bde06367-0b78-4890-bf6d-d959a89afe54,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:15.221970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object b8d591ab-2215-4d33-bf67-fbdf6dc8b39f will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:15.274367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.352251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network aea778ec-4260-4691-877d-a78b3a5ae866 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:15.357059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:15.361066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:15.365743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:15.436715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.649134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:15.682605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.796150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:15.803787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44fbcf90-be86-4189-b088-9c3954d09f04 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2060201 Aug 12 02:29:15.810873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:15.822457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:15.823382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:15.826451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:15.996165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:15.997248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:16.002259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.010273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet c8c85d39-c264-4b1f-80b8-95bf829d540b {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:16.025687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.064218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.110326 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.113389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:16.163425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.275793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network aea778ec-4260-4691-877d-a78b3a5ae866 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:16.284021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:16.284562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:13Z', 'revision_number': 9, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:16.303558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': 'efaa5369-0376-499f-9263-8b64684097e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b929b37f-e1cb-41ec-a46f-f7a37e6a9fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:16.304012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: b929b37f-e1cb-41ec-a46f-f7a37e6a9fff, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:16.354128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:16.368178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:16.368884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:16.395261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=3b2a2afe-1865-47b1-9f97-e34a437c8ef6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:16.453030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:16.458017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:16.471221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.512957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:16.526934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, b929b37f-e1cb-41ec-a46f-f7a37e6a9fff) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:16.548239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.548902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.594116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8b7f762a-875c-4a84-af0d-02143653ef7a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7182398 Aug 12 02:29:16.597057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50690) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:16.639137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:16.648107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-afe11ed3-e938-49b9-a01d-00966fae1c7f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/73656096-d347-4dd3-8893-2d28a2276b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7129881 Aug 12 02:29:16.649209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:16.661250 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:16.676955 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:16.678349 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:16.729361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54759bc1-302c-4a0e-a53d-4723f00d7c7c None None] Network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:16.760316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.785836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:16.839002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.881850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c85d39-c264-4b1f-80b8-95bf829d540b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:16.896587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:16.902771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-852a0183-ab76-491f-9a6d-6897b870aa87 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/c8c85d39-c264-4b1f-80b8-95bf829d540b HTTP/1.1" status: 204 len: 168 time: 1.0751259 Aug 12 02:29:16.903714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:16.913564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.914132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.914777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.915528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.916378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.916858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.917518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.918706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.918821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.919267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.919921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.920477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.921014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.921183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71962c39-e563-4b3e-978c-3e6afa61eeba None None] Network aea778ec-4260-4691-877d-a78b3a5ae866 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:16.921657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.922437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.922909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.923452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:16.926603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8adc20f2-2f76-4ff5-b151-31e4b5cb2fb1 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11870 time: 0.2759264 Aug 12 02:29:16.929696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50698) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:16.964729 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:17.000850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.018841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.098608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2373b-accb-42c7-ad70-22f8c0ec43bb None None] Network f261ef59-1701-4dee-9e5a-943c4791b4ca requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:17.104483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.105884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.106607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.107232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.107881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.108590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.109210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.109905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.110521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.111154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.112324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.113031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.113720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.114405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.115326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.116119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:17.119353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-59a0552c-0659-4044-8cb4-c573827a5f30 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10056 time: 0.1886311 Aug 12 02:29:17.122728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:17.157203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3215869-1079-4a0d-8205-7a336ebf7ac3 None None] Provisioning for port bde06367-0b78-4890-bf6d-d959a89afe54 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:17.268216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 76bf9813-ee78-4392-8789-1b0cd70abfe5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:17.268959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.274027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.342576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2a2afe-1865-47b1-9f97-e34a437c8ef6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:17.406669 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 2, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.434932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 76bf9813-ee78-4392-8789-1b0cd70abfe5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76bf9813-ee78-4392-8789-1b0cd70abfe5,segment=NetworkSegment(f836dcd6-99cb-470a-a964-d0dc360bba96),segment_id=f836dcd6-99cb-470a-a964-d0dc360bba96)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:17.435228 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.448050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.462924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 76bf9813-ee78-4392-8789-1b0cd70abfe5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:17.468622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b929b37f-e1cb-41ec-a46f-f7a37e6a9fff']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.471356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:17.471755 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Updating router 73656096-d347-4dd3-8893-2d28a2276b6e port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:29:17.496109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaa5369-0376-499f-9263-8b64684097e0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.496482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaa5369-0376-499f-9263-8b64684097e0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.500949 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.508825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.512166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:17.512787 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.544430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1de87af-ec29-4536-8282-43aab445404c tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5030 time: 0.4191329 Aug 12 02:29:17.559369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad0d47-35e0-4f3d-9a7b-12260b3c0c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b929b37f-e1cb-41ec-a46f-f7a37e6a9fff', 'network_id': 'b929b37f-e1cb-41ec-a46f-f7a37e6a9fff', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '3b2a2afe-1865-47b1-9f97-e34a437c8ef6'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:17.560939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.561851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43ad0d47-35e0-4f3d-9a7b-12260b3c0c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.582277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:17.582690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:17.586206 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:17.666662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.689538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port 76bf9813-ee78-4392-8789-1b0cd70abfe5 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:17.719208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b578789f-2b44-4216-9273-3849f636e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:13Z', 'revision_number': 9, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.756152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=76bf9813-ee78-4392-8789-1b0cd70abfe5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:17.784190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578789f-2b44-4216-9273-3849f636e564 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:13Z', 'revision_number': 9, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': '76c074b6-1a41-4c91-b5ef-5345fdf22906', 'name': '', 'network_id': '477d2e6a-7f5d-4da3-bec4-b210a24748cf', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:91:4c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2356, 'fixed_ips': [{'subnet_id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:35Z', 'updated_at': '2021-08-12T02:28:46Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': 'd50be22b-21b1-4d8e-9f75-f1543068e2b4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:17.833161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.853541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.855789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/b929b37f-e1cb-41ec-a46f-f7a37e6a9fff HTTP/1.1" status: 204 len: 168 time: 1.2575362 Aug 12 02:29:17.862689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:17.873417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-640866918'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:17.873885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-43ad0d47-35e0-4f3d-9a7b-12260b3c0c95 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 02:29:17.873885 n-d-804303-2 neutron-server[94675]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 12 02:29:17.873885 n-d-804303-2 neutron-server[94675]: [parameters: {'project_id': '080446edd79b4738add13aaaf1a74bb7', 'id': '089a349f-7f1f-44c1-8d9c-e55aa5836311', 'name': '', 'network_id': 'b929b37f-e1cb-41ec-a46f-f7a37e6a9fff', 'mac_address': 'fa:16:3e:38:cb:71', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b929b37f-e1cb-41ec-a46f-f7a37e6a9fff', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2448}] Aug 12 02:29:17.873885 n-d-804303-2 neutron-server[94675]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:29:17.874728 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-43ad0d47-35e0-4f3d-9a7b-12260b3c0c95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:29:17.910960 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.931934 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.932473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db9dc3-d856-4819-89b1-50d3b357b824 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=b929b37f-e1cb-41ec-a46f-f7a37e6a9fff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:17.946988 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Transition to ACTIVE for port object b8d591ab-2215-4d33-bf67-fbdf6dc8b39f will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:17.947685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f261ef59-1701-4dee-9e5a-943c4791b4ca']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.959123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:17.964205 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.969836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:17.979530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bde06367-0b78-4890-bf6d-d959a89afe54 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:17.993132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f836dcd6-99cb-470a-a964-d0dc360bba96') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:17.993132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f836dcd6-99cb-470a-a964-d0dc360bba96') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:18.018932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.039800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:18.042453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.042877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.053209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:18.053641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.058607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.060274 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 7c41a692-aef3-43d4-ad7e-d5a26d35ab4d of type vlan for network adb11d68-0690-412a-bbf4-6e8bbffcdd17 Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:18.061554 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:18.098565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bde06367-0b78-4890-bf6d-d959a89afe54 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:18.108046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bde06367-0b78-4890-bf6d-d959a89afe54 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:18.110423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.127365 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9c56e-8464-4f99-a379-b3b2b8406c5a None None] Pushing event updated for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:18.202109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.203697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08b1a7-bc2e-4ee2-9ae4-930e39d0b0c1 None None] DHCP port deletion for f261ef59-1701-4dee-9e5a-943c4791b4ca request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:18.206478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Attempting to bind port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:18.206799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Attempting to bind port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:18.207525 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Attempting to bind port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f on network aea778ec-4260-4691-877d-a78b3a5ae866 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:18.209910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.230672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:18.232605 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Checking segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:18.233032 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.233462 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Bound using segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:18.235510 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Bound port: b8d591ab-2215-4d33-bf67-fbdf6dc8b39f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:18.236774 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.253860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.263248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/f261ef59-1701-4dee-9e5a-943c4791b4ca HTTP/1.1" status: 204 len: 168 time: 1.3561556 Aug 12 02:29:18.265196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4fc30-4384-4068-bc2d-c6c78cadd838 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=f261ef59-1701-4dee-9e5a-943c4791b4ca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:18.268630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:18.269948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Provisioning for port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:18.287438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.295527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:18.298079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.381671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43ad0d47-35e0-4f3d-9a7b-12260b3c0c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.403695 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] For port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:18.407374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] For port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:18.413124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Provisioning complete for port bde06367-0b78-4890-bf6d-d959a89afe54 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:18.413509 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.420084 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.477758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50734) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:18.480700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=adb11d68-0690-412a-bbf4-6e8bbffcdd17,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:18.514045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914756214', 'description': 'tempest-secgroup-smoke-1914756214 description', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:18.514251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network adb11d68-0690-412a-bbf4-6e8bbffcdd17 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:18.525586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:18.532039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:18.602851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.621248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85eb69e1-e95a-46b6-9a02-64f1281405cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7572782 Aug 12 02:29:18.627393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:18.634706 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9c56e-8464-4f99-a379-b3b2b8406c5a None None] Pushing event updated for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:18.643611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': 'adb11d68-0690-412a-bbf4-6e8bbffcdd17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:18.661204 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.684327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd185a-a739-49a2-ad7f-924d5ce78d83 None None] Network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:18.705979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd185a-a739-49a2-ad7f-924d5ce78d83 None None] Network b929b37f-e1cb-41ec-a46f-f7a37e6a9fff could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:29:18.787268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bde06367-0b78-4890-bf6d-d959a89afe54, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bde06367-0b78-4890-bf6d-d959a89afe54,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:18.827332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.842808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:18.890938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.908311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.953107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bde06367-0b78-4890-bf6d-d959a89afe54,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:18.961052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:18.995515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:19.005578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.053967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.058924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5721812 Aug 12 02:29:19.060393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:19.068410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:19.081930 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:29:19.083706 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-f3c3c8cf-d70b-4302-8afe-9444fc77cf97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:29:19.091483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76bf9813-ee78-4392-8789-1b0cd70abfe5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:19.131919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.145504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 76bf9813-ee78-4392-8789-1b0cd70abfe5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:19.147659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76bf9813-ee78-4392-8789-1b0cd70abfe5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:19.148141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8de9e3e0-836e-43ab-ba8c-700e9d902719 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:19.172087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042c4e0-5197-4902-93c0-d5c03d55e20c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c193a82c-73bb-4fe7-88cc-065e47d51684,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:19.200401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8de9e3e0-836e-43ab-ba8c-700e9d902719 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:19.200896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8de9e3e0-836e-43ab-ba8c-700e9d902719 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:19.275283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.339134 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:18Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:19.383811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c7016-0bf6-4f4d-adaf-262856dc40e5 None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:18Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:19.417533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.495500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.503254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.545516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.550030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832892 Aug 12 02:29:19.550199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50756) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:19.553105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f61f2-5683-48be-b39f-2cf27426bc2f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32857e3b-98c0-418a-85e2-f87c97daac2e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:19.554413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:19.682736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=254b13f8-c332-4a0e-adb2-2668038b2104,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:19.693297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '7c41a692-aef3-43d4-ad7e-d5a26d35ab4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'adb11d68-0690-412a-bbf4-6e8bbffcdd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:19.693665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: adb11d68-0690-412a-bbf4-6e8bbffcdd17, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:19.694738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 76c074b6-1a41-4c91-b5ef-5345fdf22906 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:19.695648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.732537 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.822180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network adb11d68-0690-412a-bbf4-6e8bbffcdd17 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:19.834484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 76c074b6-1a41-4c91-b5ef-5345fdf22906, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=76c074b6-1a41-4c91-b5ef-5345fdf22906,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:19.835117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.853647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 76c074b6-1a41-4c91-b5ef-5345fdf22906 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:19.862697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, adb11d68-0690-412a-bbf4-6e8bbffcdd17) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:19.868133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:19.868872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.873437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf8a56-5956-46ec-9d8c-5d09c417008f None None] Network adb11d68-0690-412a-bbf4-6e8bbffcdd17 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:19.913571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:19.918676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d7891d9-2622-4faf-8326-e83a82f6772a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2867341 Aug 12 02:29:19.920296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50768) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:19.983381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.021820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef19283-614e-4a8b-b6a6-fb962d70b05e,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:20.041461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.042672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21bfdfed-8a31-4c3a-9b86-b98a9996c40c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4921603 Aug 12 02:29:20.048050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:20.055503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:20.072253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.116087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281126f7-b014-4243-846d-93acada6e0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-adb11d68-0690-412a-bbf4-6e8bbffcdd17', 'network_id': 'adb11d68-0690-412a-bbf4-6e8bbffcdd17', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': '254b13f8-c332-4a0e-adb2-2668038b2104'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:20.117718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-281126f7-b014-4243-846d-93acada6e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.152814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.206046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.225333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.291767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.322017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=76c074b6-1a41-4c91-b5ef-5345fdf22906,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-281126f7-b014-4243-846d-93acada6e0e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 254b13f8-c332-4a0e-adb2-2668038b2104: This subnet is being modified by another concurrent operation. Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 254b13f8-c332-4a0e-adb2-2668038b2104: This subnet is being modified by another concurrent operation. Aug 12 02:29:20.353290 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:29:20.362025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=254b13f8-c332-4a0e-adb2-2668038b2104,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:20.393974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece5795-0e78-4e6b-b71f-b4dac3ca882a None None] Network adb11d68-0690-412a-bbf4-6e8bbffcdd17 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:20.411932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:29:20.433085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.453899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.468523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.489895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb11d68-0690-412a-bbf4-6e8bbffcdd17']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:20.505647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c41a692-aef3-43d4-ad7e-d5a26d35ab4d') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:20.505941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c41a692-aef3-43d4-ad7e-d5a26d35ab4d') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:20.519965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.568861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.585793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:20.586869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.591486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b04d25-2350-4f27-98d0-444d7d418e5f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:20.612833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.626649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.638415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1651186c-6cae-4292-8914-1350f29aa2e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5872707 Aug 12 02:29:20.638415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:20.644811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:20.671457 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:20.713665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.724853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.728215 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/adb11d68-0690-412a-bbf4-6e8bbffcdd17 HTTP/1.1" status: 204 len: 168 time: 0.8068051 Aug 12 02:29:20.732388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:20.750873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-540442727'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:20.760297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e47982-b0c3-4679-8101-b03f5b6f1bc6 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:20.774371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f987d-a502-43de-8577-bde27ddf67c5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=adb11d68-0690-412a-bbf4-6e8bbffcdd17,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:20.800486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:20.812720 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.819179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.911216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:20.924498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:20.925247 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a of type vlan for network 2ecb7f5d-59bc-4315-ac37-e017231e8691 Aug 12 02:29:20.975190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e47982-b0c3-4679-8101-b03f5b6f1bc6 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:20.982302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.017617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.032700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:21.036830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.047513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.054776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:21.055739 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.077865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5958e2-639d-41c7-a35d-d7a4b8020795,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:21.129122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3951340 Aug 12 02:29:21.133017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.141179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.141893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:21.142525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2f1e5658-eeb2-4265-a908-c85a5a87c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5017281 Aug 12 02:29:21.146122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.151903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:21.298528 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:29:21.334555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:21.344120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2a014c58-db2d-426a-89e9-23ab2f1cb671 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0743828 Aug 12 02:29:21.345426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.349639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.386781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:21.420255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b8d591ab-2215-4d33-bf67-fbdf6dc8b39f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:21.468068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:21.469402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:21.499868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet d50be22b-21b1-4d8e-9f75-f1543068e2b4 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:21.503344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.560211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.614986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:21.646508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:21.653787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.655070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:21.655634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.664703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.722419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df8d6d9-2052-4de9-851f-2997c2cdabb2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:21.728828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a6bd-44a1-4c38-a98e-03aa8ef6225c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=2ecb7f5d-59bc-4315-ac37-e017231e8691,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:21.756964 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.757199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:21.762740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.768139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-553a4b5b-1c98-4801-ac03-d237b6456536 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6215448 Aug 12 02:29:21.771554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50818) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.790159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'c193a82c-73bb-4fe7-88cc-065e47d51684', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:21.849877 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:29:21.857778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.860939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.865606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.897451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.911066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=d50be22b-21b1-4d8e-9f75-f1543068e2b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:21.933318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.939314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-590801fb-b044-46cb-bed4-5574ff6e2c4a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d50be22b-21b1-4d8e-9f75-f1543068e2b4 HTTP/1.1" status: 204 len: 168 time: 0.5886722 Aug 12 02:29:21.940449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.941675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b2eff-8de9-4840-8895-8b844d657b74 None None] Network 477d2e6a-7f5d-4da3-bec4-b210a24748cf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:21.942058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:29:21.949616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:21.950387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:21.955007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:21.955222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "PUT /v2.0/networks/2ecb7f5d-59bc-4315-ac37-e017231e8691 HTTP/1.1" status: 200 len: 723 time: 0.8199344 Aug 12 02:29:21.990627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:22.082865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb4a02-e9a1-4306-a24c-ba7c24a66b1e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=2ecb7f5d-59bc-4315-ac37-e017231e8691,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:22.096204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.106665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.152815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.159027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.169397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3965671 Aug 12 02:29:22.191743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:22.212733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26895b4-9d4c-4111-ac9d-130403f86b2b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca968c6e-7411-48c3-972f-5120d15734de,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:22.229344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:22.233566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.252876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.353553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 8005614f-4075-4aaa-b3f4-ff7e535387c8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:22.354062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.380611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:22.389608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.390410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bde06367-0b78-4890-bf6d-d959a89afe54 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:22.505752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 8005614f-4075-4aaa-b3f4-ff7e535387c8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8005614f-4075-4aaa-b3f4-ff7e535387c8,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:22.506484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.508330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] DHCP port deletion for 477d2e6a-7f5d-4da3-bec4-b210a24748cf request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:22.519296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:22.557017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:20Z', 'revision_number': 10, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:22.560404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bde06367-0b78-4890-bf6d-d959a89afe54 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:22.561569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.567509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 8005614f-4075-4aaa-b3f4-ff7e535387c8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:22.605908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:22.625735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-d46e4dc9-4166-4168-aa5e-b245898a8bc2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914756214&fields=id&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 267 time: 0.1479723 Aug 12 02:29:22.628977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:22.629610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:22.731757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Deleting port 8005614f-4075-4aaa-b3f4-ff7e535387c8 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:22.731757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.736737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:22.784389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.905461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-335667a7-0478-4552-889c-90dcbd3c3673 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:22.907199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-335667a7-0478-4552-889c-90dcbd3c3673 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/networks?id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 797 time: 0.2496827 Aug 12 02:29:22.915357 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.920650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=ce5b1aea-e9ef-4363-a192-768c5296edca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:22.958084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:22.958450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 2ecb7f5d-59bc-4315-ac37-e017231e8691, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:22.962919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=8005614f-4075-4aaa-b3f4-ff7e535387c8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:22.967211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-c70a35eb-b674-4726-ab97-07d934e11ff0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/quotas/80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 375 time: 0.0532455 Aug 12 02:29:22.968363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port 8005614f-4075-4aaa-b3f4-ff7e535387c8 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:22.971988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] For port 8005614f-4075-4aaa-b3f4-ff7e535387c8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8005614f-4075-4aaa-b3f4-ff7e535387c8,segment=NetworkSegment(fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b),segment_id=fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:22.972405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:22.992240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Calling delete_port for 8005614f-4075-4aaa-b3f4-ff7e535387c8 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:23.035026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:23.135364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b8d591ab-2215-4d33-bf67-fbdf6dc8b39f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:23.184037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.227715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] Pushing event deleted for resources: {'Port': ['ID=8005614f-4075-4aaa-b3f4-ff7e535387c8,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:23.237959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a956f-9db9-433c-9608-357308c5ae2a None None] No DVR routers for this DVR port 8005614f-4075-4aaa-b3f4-ff7e535387c8 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:23.264102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:23.264483 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.303453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:20Z', 'revision_number': 10, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:23.334937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73d34ab-a12c-4c93-b380-17dca77508ad None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:20Z', 'revision_number': 10, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None, '_interfaces': [{'id': 'b1436580-1993-422b-841f-8f95fbd191db', 'name': '', 'network_id': '81e37313-9daf-4712-9437-cf12a50a86be', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'mac_address': 'fa:16:3e:44:65:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:28Z', 'updated_at': '2021-08-12T02:28:38Z', 'revision_number': 5, 'project_id': '82d3d82b91b544d884574e2527765b34', 'subnets': [{'id': '1900ef78-19ee-4df2-abc8-a3494bdf262d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:23.447049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2ecb7f5d-59bc-4315-ac37-e017231e8691) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:23.457939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49076bda-5dc2-4367-ac52-0d0020891603 None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:23.471639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:23.472335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.493929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.507647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-d5688734-69aa-4510-aaba-47a33fcbcafb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5099845 Aug 12 02:29:23.508798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7f2350b-9a43-4bed-af9e-ece8b1ea9bb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5522966 Aug 12 02:29:23.511856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:23.517130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:23.520221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477d2e6a-7f5d-4da3-bec4-b210a24748cf']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:23.548285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:23.548592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5e73de-bef9-402e-bf2f-b2cb15f5cc8b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:23.606983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.624633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29145788'] for subnet, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.643541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.659023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2ecb7f5d-59bc-4315-ac37-e017231e8691', 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': 'ce5b1aea-e9ef-4363-a192-768c5296edca'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:23.660730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:23.660941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.661144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:23.664886 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:23.762456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-c1113a80-4713-4f62-a3e8-1e60a4a7c84d service neutron] 10.222.0.11 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367420 Aug 12 02:29:23.807499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8005614f-4075-4aaa-b3f4-ff7e535387c8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:23.829740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.835347 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.837952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/477d2e6a-7f5d-4da3-bec4-b210a24748cf HTTP/1.1" status: 204 len: 168 time: 1.8959584 Aug 12 02:29:23.841567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50872) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:23.860158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fe40f-e1f6-4ad3-8177-6b342b74a1bd tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=477d2e6a-7f5d-4da3-bec4-b210a24748cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:23.870104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8005614f-4075-4aaa-b3f4-ff7e535387c8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:23.870457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8005614f-4075-4aaa-b3f4-ff7e535387c8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:23.890327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793633442964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29143182'] for subnet, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.936255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-438dceda-0d3c-400f-a88f-51c33545f5b5 service neutron] 10.222.0.11 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581321 Aug 12 02:29:23.968907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:23.969188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Allocated IP 172.20.0.2 (2ecb7f5d-59bc-4315-ac37-e017231e8691/ce5b1aea-e9ef-4363-a192-768c5296edca/fa2e9d52-450f-436d-961f-469eff23836c) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:23.969571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:23.973763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "PUT /v2.0/subnets/ce5b1aea-e9ef-4363-a192-768c5296edca HTTP/1.1" status: 200 len: 806 time: 0.4581285 Aug 12 02:29:23.973937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:24.028756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaea861-3423-4cbc-97d8-481bb999780a tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=ce5b1aea-e9ef-4363-a192-768c5296edca,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:24.149784 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.198668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f28809ce-4cc8-4d76-b34e-d8ec1d8ad0b6 req-7bfafb89-69be-445b-83ab-f3110daf1fe9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 210 time: 0.0465136 Aug 12 02:29:24.241628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.301933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.311916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Transition to ACTIVE for port object fa2e9d52-450f-436d-961f-469eff23836c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:24.331163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Transition to ACTIVE for port object fa2e9d52-450f-436d-961f-469eff23836c will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:24.340487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.357551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.391413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5b1aea-e9ef-4363-a192-768c5296edca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:24.409570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Pushing event updated for resources: {'Port': ['ID=fa2e9d52-450f-436d-961f-469eff23836c,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:24.422999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:24.424646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:24.427351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:24.495487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Attempting to bind port fa2e9d52-450f-436d-961f-469eff23836c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:24.496511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Attempting to bind port fa2e9d52-450f-436d-961f-469eff23836c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:24.500046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Attempting to bind port fa2e9d52-450f-436d-961f-469eff23836c on network 2ecb7f5d-59bc-4315-ac37-e017231e8691 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:24.504882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.506979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:24.507453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Checking segment: {'id': '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:24.507994 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.508703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Bound using segment: {'id': '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:24.509144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Bound port: fa2e9d52-450f-436d-961f-469eff23836c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:24.509595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.533599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecb7f5d-59bc-4315-ac37-e017231e8691']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:24.551383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:24.552766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:24.573108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.613103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.628067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:24.628493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.631770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] For port fa2e9d52-450f-436d-961f-469eff23836c, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:24.635459 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:24.638249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.700344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:24.748785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] For port fa2e9d52-450f-436d-961f-469eff23836c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fa2e9d52-450f-436d-961f-469eff23836c,segment=NetworkSegment(0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a),segment_id=0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:24.754304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 02:29:24.754304 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 02:29:24.754304 n-d-804303-2 neutron-server[94673]: [parameters: {'id': '2ecb7f5d-59bc-4315-ac37-e017231e8691'}] Aug 12 02:29:24.754304 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:29:24.755259 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:29:24.762212 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.871014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91da36c1-4b51-4571-b049-6e769c711bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:24.939309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b85459-e737-4e21-9a73-78be63b81d77 None None] Pushing event updated for resources: {'Port': ['ID=fa2e9d52-450f-436d-961f-469eff23836c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:24.952562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48600f89-7928-4309-8509-84ed2e5f9273 None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:25.002853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91da36c1-4b51-4571-b049-6e769c711bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.009831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91da36c1-4b51-4571-b049-6e769c711bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.028824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76c074b6-1a41-4c91-b5ef-5345fdf22906 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:25.043318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da36c1-4b51-4571-b049-6e769c711bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fb226-84c0-40a1-86ee-e49bf144fd8a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:25.062684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 76c074b6-1a41-4c91-b5ef-5345fdf22906 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:25.063199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 76c074b6-1a41-4c91-b5ef-5345fdf22906 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:25.067501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-91da36c1-4b51-4571-b049-6e769c711bb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e678d4d81564dc1b6be7973a75c94d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637292 Aug 12 02:29:25.067778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50902) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:25.136870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.165359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.174962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bf2d1-acb2-4365-927e-8946a04b6b8f None None] Network 2ecb7f5d-59bc-4315-ac37-e017231e8691 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:25.233412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port b1436580-1993-422b-841f-8f95fbd191db {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:25.233613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.233976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.238099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.255900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e8fb226-84c0-40a1-86ee-e49bf144fd8a HTTP/1.1" status: 204 len: 168 time: 0.1828799 Aug 12 02:29:25.274843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.283951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb12eca-063c-4764-8990-1fad5639e988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fb226-84c0-40a1-86ee-e49bf144fd8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:25.392166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Deleting port fa2e9d52-450f-436d-961f-469eff23836c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:25.392166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.392953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-855f927a-2329-4692-96aa-252fbad56510 req-a17eca4d-cb83-4206-a3a6-dbab6751d0ce tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 210 time: 0.0452602 Aug 12 02:29:25.435926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port b1436580-1993-422b-841f-8f95fbd191db, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b1436580-1993-422b-841f-8f95fbd191db,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:25.437928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.481312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05043cf6-efc5-4463-b6c5-5b234e655b69 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:25.495514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for b1436580-1993-422b-841f-8f95fbd191db owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:25.552767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] For port fa2e9d52-450f-436d-961f-469eff23836c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fa2e9d52-450f-436d-961f-469eff23836c,segment=NetworkSegment(0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a),segment_id=0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:25.553349 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.616563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Calling delete_port for fa2e9d52-450f-436d-961f-469eff23836c owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:25.673899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05043cf6-efc5-4463-b6c5-5b234e655b69 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:25.779839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-262ac3fe-8df8-45de-b3f0-c3fa0928003d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:25.780687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-262ac3fe-8df8-45de-b3f0-c3fa0928003d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/networks?id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 797 time: 0.2303865 Aug 12 02:29:25.785217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:25.806016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bb5-1f1d-4f82-b425-1bcfed565213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.843371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-948465e0-2523-4610-b135-b252ff80015e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 380 time: 0.0464680 Aug 12 02:29:25.844641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.879600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'port': {'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'admin_state_up': True, 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'security_groups': ['c193a82c-73bb-4fe7-88cc-065e47d51684']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:25.886759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Port': ['ID=fa2e9d52-450f-436d-961f-469eff23836c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:25.894397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No DVR routers for this DVR port fa2e9d52-450f-436d-961f-469eff23836c on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:25.907478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:25.951206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=b1436580-1993-422b-841f-8f95fbd191db,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:26.020958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.035558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecb7f5d-59bc-4315-ac37-e017231e8691']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:26.086392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:26.086715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5e0c16-2d6b-4b4c-80ed-d03e327cf10a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:26.106594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bb5-1f1d-4f82-b425-1bcfed565213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.122033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.142964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f613ea-dbdf-4f3e-9536-3efd6a8abd56 req-589beb36-731c-4054-a749-a4d2d1dd1a91 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:26.144533 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99f613ea-dbdf-4f3e-9536-3efd6a8abd56 req-589beb36-731c-4054-a749-a4d2d1dd1a91 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.1142070 Aug 12 02:29:26.154033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9de3bb5-1f1d-4f82-b425-1bcfed565213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.157763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.177551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.186344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:26.186707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:26.193353 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:26.225426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b9de3bb5-1f1d-4f82-b425-1bcfed565213 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03277dc9c13449718cbd4e2ba5eb2189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365396 Aug 12 02:29:26.225707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de3bb5-1f1d-4f82-b425-1bcfed565213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6063c8af-395b-43d7-873a-812f17116394,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:26.237385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:26.300606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99f613ea-dbdf-4f3e-9536-3efd6a8abd56 req-560ff7dd-5e4d-42c0-a010-af0582fde771 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447530 Aug 12 02:29:26.317821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:26.322870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.327736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.336406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:26.350886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.353108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/2ecb7f5d-59bc-4315-ac37-e017231e8691 HTTP/1.1" status: 204 len: 168 time: 2.3784747 Aug 12 02:29:26.373444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:26.399541 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cda5922-ab79-4e10-a32e-066649d0b880 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:26.400079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cda5922-ab79-4e10-a32e-066649d0b880 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:26.401988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2cda5922-ab79-4e10-a32e-066649d0b880 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/2ecb7f5d-59bc-4315-ac37-e017231e8691 HTTP/1.1" status: 404 len: 339 time: 0.0274918 Aug 12 02:29:26.404008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17734-27f6-4f69-b71f-b83c7975a3ad tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=2ecb7f5d-59bc-4315-ac37-e017231e8691,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:26.407602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50930) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:26.410631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:26.414491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1251264393', 'description': 'd1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:26.430544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.477427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:26.481034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.513311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.683862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.10 (aea778ec-4260-4691-877d-a78b3a5ae866/7dc20940-d008-4267-a5d2-f81b6e52569f/8ef0fc45-4aa3-46f3-8b82-ed64f10e1889) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:26.689172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.691959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.693396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6063c8af-395b-43d7-873a-812f17116394 HTTP/1.1" status: 204 len: 168 time: 0.4532135 Aug 12 02:29:26.715244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e14cf3-6885-411c-9672-46ced64aa9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6063c8af-395b-43d7-873a-812f17116394,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:26.778906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port b76c5e37-d948-400e-b3bf-49f28a776139 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:26.779258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.814301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f00b2ab-719b-48fe-b13e-60bbc4393c75 req-d041cc47-1ff1-458f-8314-7e76b00e075e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 210 time: 0.3220217 Aug 12 02:29:26.815092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:26.824578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8bfefa4e-2d38-420d-a9dd-4b8410a2fb20 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9792693 Aug 12 02:29:26.828352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:26.836897 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:26.842510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:26.855935 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:26.856765 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:26.888350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.888516 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment b763e434-7810-4132-8e31-a6eae12b72c1 of type vlan for network 0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c Aug 12 02:29:26.934677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting subnet 1900ef78-19ee-4df2-abc8-a3494bdf262d {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:26.935946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.936282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.951626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.957258 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:26.958628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.965893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for b76c5e37-d948-400e-b3bf-49f28a776139 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:26.982290 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:26.988063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:27.013723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.064676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.071253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:27.072062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.093722 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:27.122824 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:27.134738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:27.135598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.135918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:27.200916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network aea778ec-4260-4691-877d-a78b3a5ae866 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:27.209537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:27.213068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:27.221008 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:27.247002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:27.267656 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8588471 Aug 12 02:29:27.287664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:27.315726 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:27.339131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0851abd-8284-43b3-bef7-682d5ca63997 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:27.350500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:27.362473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.389268 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06370a-3b8b-46c8-aefc-5e8b51a48858 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:27.470056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:27.470939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.484104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.485151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.531037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.533164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/1900ef78-19ee-4df2-abc8-a3494bdf262d HTTP/1.1" status: 204 len: 168 time: 0.7038443 Aug 12 02:29:27.533784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-81008ad5-c515-4975-92a6-f155ac859f53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6768432 Aug 12 02:29:27.534545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256fa0d-c56d-4e8b-8633-ecf6db0e156d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Subnet': ['ID=1900ef78-19ee-4df2-abc8-a3494bdf262d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:27.537762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50956) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:27.545045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a26ed7-6da3-490f-b57f-10e2ba50bf2c None None] Network 81e37313-9daf-4712-9437-cf12a50a86be requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:27.558094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=b76c5e37-d948-400e-b3bf-49f28a776139,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:27.580421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-06ee0bd7-5b92-40f9-86ed-175152d5100c None None] Provisioning for port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:27.600978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Request body: {'port': {'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:27.615277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfacec1e-7250-46c2-8274-246f3fb9c9c0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:27.617073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dfacec1e-7250-46c2-8274-246f3fb9c9c0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks?id=0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c HTTP/1.1" status: 200 len: 761 time: 0.3283567 Aug 12 02:29:27.620568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:27.626589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-06ee0bd7-5b92-40f9-86ed-175152d5100c None None] Provisioning complete for port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:27.626972 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-06ee0bd7-5b92-40f9-86ed-175152d5100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.636595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'description': 'd2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:27.647605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.648899 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 5c875e16-b267-4cc5-a71f-dbc20adcffcf disassociated (deleted). External IP: 172.25.3.176, port: 1859b406-d2ca-45d5-a6f1-7d9fcf488e99. Aug 12 02:29:27.685094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-06ee0bd7-5b92-40f9-86ed-175152d5100c None None] Port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:27.707029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.748092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.854789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.896217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.966948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c is not hosted by any dhcp agent {{(pid=94674) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:29:27.972916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:27.973767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:27.975216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "PUT /v2.0/networks/0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c HTTP/1.1" status: 200 len: 758 time: 0.3501334 Aug 12 02:29:27.986592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50970) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:28.098226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] DHCP port deletion for 81e37313-9daf-4712-9437-cf12a50a86be request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:28.102304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ecd87-6748-4832-9220-b80d9a66fa85 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:28.104013 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f4ecd87-6748-4832-9220-b80d9a66fa85 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks?id=0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c HTTP/1.1" status: 200 len: 761 time: 0.1069934 Aug 12 02:29:28.114439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:28.134994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbfafb-593a-4e86-9616-ac94b550a647 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:28.147102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:28.166056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d9cfe-29ac-4513-99c4-95d218ebbea9 req-6403dad1-83a8-42ea-a4b1-9e94a8f4e6ea tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:28.168147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-537d9cfe-29ac-4513-99c4-95d218ebbea9 req-6403dad1-83a8-42ea-a4b1-9e94a8f4e6ea tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 932 time: 0.1908662 Aug 12 02:29:28.175575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Deleting port 9c741576-f1c6-4e94-a421-e1e0fe2388ea {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:28.176254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.208397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Deleting port 9c741576-f1c6-4e94-a421-e1e0fe2388ea {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:28.208975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.254788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1606905652'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:28.283523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] For port 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c741576-f1c6-4e94-a421-e1e0fe2388ea,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:28.283968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.297421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] For port 9c741576-f1c6-4e94-a421-e1e0fe2388ea, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c741576-f1c6-4e94-a421-e1e0fe2388ea,segment=NetworkSegment(2561f472-e719-4eb5-82f2-64ab90da4b4b),segment_id=2561f472-e719-4eb5-82f2-64ab90da4b4b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:28.298226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.302806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:28.307588 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.309882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-537d9cfe-29ac-4513-99c4-95d218ebbea9 req-a66e1fbd-05b4-43c8-ba3c-855be0571de6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304600 Aug 12 02:29:28.313201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Calling delete_port for 9c741576-f1c6-4e94-a421-e1e0fe2388ea owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:28.315539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:29:28.315755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Calling delete_port for 9c741576-f1c6-4e94-a421-e1e0fe2388ea owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:28.363579 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.396241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Transition to ACTIVE for port object 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:28.407208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:28.409453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.459532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.460017 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.467159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.467159 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 2102fd05-49bd-4636-bf76-80cda9bc06f8 of type vlan for network 1e09ee22-3c27-454f-9ee8-7add2328a0eb Aug 12 02:29:28.506454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No DVR routers for this DVR port 9c741576-f1c6-4e94-a421-e1e0fe2388ea on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:28.508878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Port': ['ID=9c741576-f1c6-4e94-a421-e1e0fe2388ea,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:28.528637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:28.541934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] Pushing event deleted for resources: {'Port': ['ID=9c741576-f1c6-4e94-a421-e1e0fe2388ea,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:28.544305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4e87c-b057-4433-b9c7-068f2874c814 None None] No DVR routers for this DVR port 9c741576-f1c6-4e94-a421-e1e0fe2388ea on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:28.593176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router f19505e8-734c-41b4-be79-3f75164f7f35 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:28.620544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.632457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e37313-9daf-4712-9437-cf12a50a86be']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:28.644949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.646373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2561f472-e719-4eb5-82f2-64ab90da4b4b') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:28.646730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2561f472-e719-4eb5-82f2-64ab90da4b4b') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:28.661164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.682345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.693523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:28.694141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:28.698626 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:28.781923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.791095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:28.796490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/networks/81e37313-9daf-4712-9437-cf12a50a86be HTTP/1.1" status: 204 len: 168 time: 1.2574286 Aug 12 02:29:28.799165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50992) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:28.804283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'routes': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:28.856491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f10c84-0be5-4d66-a67a-cb56b833309b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Pushing event deleted for resources: {'Network': ['ID=81e37313-9daf-4712-9437-cf12a50a86be,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:28.997084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Added routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:29:28.997392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Removed routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:29:28.997767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.074752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1436580-1993-422b-841f-8f95fbd191db no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:29.098884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b1436580-1993-422b-841f-8f95fbd191db {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:29.099359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b1436580-1993-422b-841f-8f95fbd191db not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:29.099902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c741576-f1c6-4e94-a421-e1e0fe2388ea no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:29.123314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9c741576-f1c6-4e94-a421-e1e0fe2388ea {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:29.123820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c741576-f1c6-4e94-a421-e1e0fe2388ea not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:29.125872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Attempting to bind port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:29.126353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Attempting to bind port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:29.127268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Attempting to bind port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 on network aea778ec-4260-4691-877d-a78b3a5ae866 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:29.161276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.167310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:29.167935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.175271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 on network aea778ec-4260-4691-877d-a78b3a5ae866 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:29:29.175626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Attempting to bind port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 on network aea778ec-4260-4691-877d-a78b3a5ae866 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:29.191459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.196695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.235108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:29.235459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Checking segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:29.235878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Bound using segment: {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:29.236383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Bound port: 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c94553f-5452-4aab-9e1b-0766cde73ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:29.236687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.260027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0151253 Aug 12 02:29:29.260648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:29.271154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:29.294251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router ab8ceb1d-9326-4c3f-b56e-50e360afed5e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:29.323312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:29.334256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Sync routers for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:29.337562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.357290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:29.358953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:29.369958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dab99-d061-4e87-9403-2652b273b031 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=1e09ee22-3c27-454f-9ee8-7add2328a0eb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:29.421531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:29.430595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.435449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f8678a15-c6be-48b1-9cb1-bb83276feaf2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 700 time: 0.6325228 Aug 12 02:29:29.435630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7d5c6b8e-2591-4b23-8b1b-325a1e9b68ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/floatingips/5c875e16-b267-4cc5-a71f-dbc20adcffcf HTTP/1.1" status: 204 len: 168 time: 3.0925918 Aug 12 02:29:29.438519 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Sync routers for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:29.439828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51016) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:29.441305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:29.444104 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:29.468427 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:29.468427 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:29.481118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afb5f6-28ef-457a-b917-f35dc7540df7 req-702270a2-6de7-41ca-a0dd-dda3dfad46c1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:29.483072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99afb5f6-28ef-457a-b917-f35dc7540df7 req-702270a2-6de7-41ca-a0dd-dda3dfad46c1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 944 time: 0.0753655 Aug 12 02:29:29.488426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1e09ee22-3c27-454f-9ee8-7add2328a0eb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:29.538247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-31cbc100-0856-4a2a-bb5c-ddd6935dc23d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 205 time: 0.0880523 Aug 12 02:29:29.538247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:29.544697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:29.569896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99afb5f6-28ef-457a-b917-f35dc7540df7 req-a5daf6b1-18fe-4925-9556-a9a3bfd13157 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797558 Aug 12 02:29:29.574279 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:29.628542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:29.682260 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:29.705371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.710855 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e0f78-e2d5-45e8-9d8b-6cbc3858cd54 x-openstack-request-id: req-050e0f78-e2d5-45e8-9d8b-6cbc3858cd54 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:29.711081 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:29.711615 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-050e0f78-e2d5-45e8-9d8b-6cbc3858cd54 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:29.711922 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'status': 'completed', 'code': 200} Aug 12 02:29:29.713959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.725352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:29.730861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:29.762731 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Checking router: ab8ceb1d-9326-4c3f-b56e-50e360afed5e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:29.784290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Routers {'ab8ceb1d-9326-4c3f-b56e-50e360afed5e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:29.785274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:29.805955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:29.895329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] Set router ab8ceb1d-9326-4c3f-b56e-50e360afed5e gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:29.981883 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:30.067759 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bf44a1-a557-4638-9770-b6832f26f5e9 None None] The sync data for ids ['ab8ceb1d-9326-4c3f-b56e-50e360afed5e'] in n-d-804303-2 is: [{'id': 'ab8ceb1d-9326-4c3f-b56e-50e360afed5e', 'name': 'tempest-RoutersTest-router-581601338', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:23Z', 'updated_at': '2021-08-12T02:29:25Z', 'revision_number': 11, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:30.068484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:30.115066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Checking router: f19505e8-734c-41b4-be79-3f75164f7f35 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:30.139440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:30.140125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:30.143874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Pushing event updated for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:30.204034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.204668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.210270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-0334e995-27fc-49f5-a7e8-8b604fca9d3e service neutron] 10.222.0.25 "PUT /v2.0/ports/8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 200 len: 1092 time: 2.6158922 Aug 12 02:29:30.336692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:30.368984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.400287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.428228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-8bb4f9bc-6982-4cd7-957f-6449e2c21e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.430521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-8bb4f9bc-6982-4cd7-957f-6449e2c21e3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 1096 time: 0.7217031 Aug 12 02:29:30.492861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c2193-cd81-4605-b3e7-c1d9407b97fd req-b58b1018-b388-4653-908d-e8e1f692aa17 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.501186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-426c2193-cd81-4605-b3e7-c1d9407b97fd req-b58b1018-b388-4653-908d-e8e1f692aa17 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.4769542 Aug 12 02:29:30.628145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:30.639379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.641032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router ab8ceb1d-9326-4c3f-b56e-50e360afed5e {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:29:30.662079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.663457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7480a09-cdc1-4d2e-b511-3f568a6fa087 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 204 len: 168 time: 1.1177528 Aug 12 02:29:30.670832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:30.685355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85338e88-4dac-4c76-8efb-e60c9762907d None None] The sync data for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 is: [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:26:40Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '78a5c60e-374e-4c5e-b7df-20d83075ca38', 'name': '', 'network_id': '005da73d-bc80-4d2c-8e29-8ebb9146371d', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:90:e8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:38Z', 'updated_at': '2021-08-12T02:26:47Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'f584b600-acf6-4807-9ac6-e04025fabb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:30.708898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1325796659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:30.738246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee491f-1639-4d4a-82f9-ee730ff7a36c req-abac1688-d14d-4198-b13c-2b55de6eb0ce tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.744008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8ee491f-1639-4d4a-82f9-ee730ff7a36c req-abac1688-d14d-4198-b13c-2b55de6eb0ce tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 944 time: 0.0903738 Aug 12 02:29:30.744570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:30.758824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-ee3d86c5-378a-4a3b-9605-94b15e74becf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.760813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-ee3d86c5-378a-4a3b-9605-94b15e74becf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1095 time: 0.4171886 Aug 12 02:29:30.795778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8ee491f-1639-4d4a-82f9-ee730ff7a36c req-29d51afd-87c2-4f64-87bd-0d2eba2b8d0e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449047 Aug 12 02:29:30.865059 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-426c2193-cd81-4605-b3e7-c1d9407b97fd req-8864f3fe-fa17-4a62-b441-e209736b3b7d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627424 Aug 12 02:29:30.877194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-7d13c197-2a9d-4e73-bd91-8a32bc810c89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 200 len: 217 time: 0.0944254 Aug 12 02:29:30.979824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.980881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:30.998334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-856832a2-4b27-44e1-a991-11f30f98bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:30.999975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-856832a2-4b27-44e1-a991-11f30f98bfee service neutron] 10.222.0.25 "GET /v2.0/networks?id=005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 200 len: 898 time: 0.5568306 Aug 12 02:29:31.048201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7325cd7f-dac5-4f4c-8040-8248b4862077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.071680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e22d98a-f498-4256-accd-fea703492a89 None None] New status for floating IP 5c875e16-b267-4cc5-a71f-dbc20adcffcf: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:29:31.080408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.091937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-f7e97b87-1d51-4a4f-bca7-e80aafd33d86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 200 len: 217 time: 0.0779495 Aug 12 02:29:31.164119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-cd4ceadb-7060-46cd-a3f9-bfd9120b2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.166243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-cd4ceadb-7060-46cd-a3f9-bfd9120b2f32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dc20940-d008-4267-a5d2-f81b6e52569f HTTP/1.1" status: 200 len: 834 time: 0.2757061 Aug 12 02:29:31.170052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7325cd7f-dac5-4f4c-8040-8248b4862077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.176482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7325cd7f-dac5-4f4c-8040-8248b4862077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.232930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7325cd7f-dac5-4f4c-8040-8248b4862077 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfd3b1bba4a24244b61c526e9cdbf221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872906 Aug 12 02:29:31.234093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51070) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:31.235130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325cd7f-dac5-4f4c-8040-8248b4862077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7684432b-8b13-4b79-8b43-c9c2d78158e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:31.250429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.293818 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.294895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.319600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.322302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=f79112ca-2135-460a-80a6-5b92cd7244ef,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:31.344280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-5f14b78c-d5ab-442c-91db-16ff2cbd397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.345764 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-5f14b78c-d5ab-442c-91db-16ff2cbd397a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 200 len: 834 time: 0.2192552 Aug 12 02:29:31.348475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.349556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9ffc024-04bf-49eb-be7c-2670bcb08910 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6747222 Aug 12 02:29:31.353093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:31.357975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:31.358393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7623033-6daf-4251-b245-9f51323c8726 req-4c04a53f-0bae-4657-bcdc-650a3e321c64 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.359881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7623033-6daf-4251-b245-9f51323c8726 req-4c04a53f-0bae-4657-bcdc-650a3e321c64 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.2669997 Aug 12 02:29:31.399956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '2102fd05-49bd-4636-bf76-80cda9bc06f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:31.400389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 1e09ee22-3c27-454f-9ee8-7add2328a0eb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:31.404185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e17563-aae9-4066-b823-d6e1781b834c req-9f2d1152-dd8b-4318-a4a9-4d16f4cf9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.405687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-9f2d1152-dd8b-4318-a4a9-4d16f4cf9fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aea778ec-4260-4691-877d-a78b3a5ae866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914873 Aug 12 02:29:31.433119 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.435613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.436734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7684432b-8b13-4b79-8b43-c9c2d78158e0 HTTP/1.1" status: 204 len: 168 time: 0.1985946 Aug 12 02:29:31.504639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5833f-ca88-464d-9734-4521e9f5308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684432b-8b13-4b79-8b43-c9c2d78158e0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:31.559773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-32d80ad8-0b57-47ed-b146-154eed865501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.561877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-32d80ad8-0b57-47ed-b146-154eed865501 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=005da73d-bc80-4d2c-8e29-8ebb9146371d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2006705 Aug 12 02:29:31.562674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 1e09ee22-3c27-454f-9ee8-7add2328a0eb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:31.606484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.619691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.652444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-ca9aa6e7-e032-47a7-8c7d-3f21cb70de68 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262034 Aug 12 02:29:31.692599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1e09ee22-3c27-454f-9ee8-7add2328a0eb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:31.707535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fdc07b-0bb1-46df-8a11-7ad124a1600b None None] Network 1e09ee22-3c27-454f-9ee8-7add2328a0eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:31.715231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:31.718620 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f533d0-d5aa-4f7e-bd78-424276f6090d" -d '{"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:31.745894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Router 17607289-d9fe-40d9-8ff4-55fc9e460a09 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:29:31.798540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:31.799138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.802783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-084df99e-9eb5-4a90-8e9b-2fcfbf73511a service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292349 Aug 12 02:29:31.805461 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418cd4f8-d02c-4652-9614-50e648b52ee3 x-openstack-request-id: req-418cd4f8-d02c-4652-9614-50e648b52ee3 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:31.805744 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:31.805992 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-418cd4f8-d02c-4652-9614-50e648b52ee3 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:31.806728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:31.806844 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'status': 'completed', 'code': 200} Aug 12 02:29:31.848933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1c834c-67b7-4e8d-b53e-820d2b610a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.868826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:31.877827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.879967 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Sync routers for ids ['17607289-d9fe-40d9-8ff4-55fc9e460a09'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:31.881944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-398cdab3-7b91-47fa-b9aa-f9db35c0ac35 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "PUT /v2.0/routers/17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 200 len: 694 time: 0.5278745 Aug 12 02:29:31.884840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51086) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:31.898236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-1e09ee22-3c27-454f-9ee8-7add2328a0eb', 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': 'f79112ca-2135-460a-80a6-5b92cd7244ef'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:31.899333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:31.902742 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Routers {'17607289-d9fe-40d9-8ff4-55fc9e460a09'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:31.905404 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['17607289-d9fe-40d9-8ff4-55fc9e460a09'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:31.995503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce1c5d5d-3732-40dd-b511-f5b0070a80eb tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/routers/17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 200 len: 700 time: 0.1093149 Aug 12 02:29:31.997477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51090) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:32.021907 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Set router 17607289-d9fe-40d9-8ff4-55fc9e460a09 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:32.030463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:32.030810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.070408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c2c16796-b967-49c9-9f5c-493b227a7ba5 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 200 len: 205 time: 0.0690312 Aug 12 02:29:32.073241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51092) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:32.081670 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b1374614-869b-46ee-b019-40d779512e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.089571 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17607289-d9fe-40d9-8ff4-55fc9e460a09', 'name': 'tempest-RoutersTest-router-1325796659', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:30Z', 'updated_at': '2021-08-12T02:29:31Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:32.135205 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Checking router: 17607289-d9fe-40d9-8ff4-55fc9e460a09 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:32.142252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f266a-05a8-41a5-8912-2d18023cff68 req-291bfcf6-9cc7-42c3-a6d7-5021cd33fe72 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:32.143819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-036f266a-05a8-41a5-8912-2d18023cff68 req-291bfcf6-9cc7-42c3-a6d7-5021cd33fe72 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 945 time: 0.1728802 Aug 12 02:29:32.150343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Allocated IP 172.20.0.2 (1e09ee22-3c27-454f-9ee8-7add2328a0eb/f79112ca-2135-460a-80a6-5b92cd7244ef/d299c59b-5b60-4400-a9bd-222bdbae868b) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:32.161755 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Routers {'17607289-d9fe-40d9-8ff4-55fc9e460a09'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:32.163325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['17607289-d9fe-40d9-8ff4-55fc9e460a09'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:32.172220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-ab37b4be-1757-4096-841d-001d8c056416 service neutron] 10.222.0.25 "GET /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532157 Aug 12 02:29:32.184609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44e17563-aae9-4066-b823-d6e1781b834c req-0ee2658e-aa23-44b2-b102-0a39ca426913 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951074 Aug 12 02:29:32.272297 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-036f266a-05a8-41a5-8912-2d18023cff68 req-6bfe5b8e-15fc-41f1-a0da-96c92553f9e4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa200e25-371a-4e84-b4a5-498d784bd6e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118295 Aug 12 02:29:32.292696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:32.293076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.310296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:32.319028 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] Set router 17607289-d9fe-40d9-8ff4-55fc9e460a09 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:32.372961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-de3647b9-1c56-4bd1-bc6f-6f4c583e0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:32.374573 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-de3647b9-1c56-4bd1-bc6f-6f4c583e0638 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1095 time: 0.1173952 Aug 12 02:29:32.488814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.499788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Transition to ACTIVE for port object d299c59b-5b60-4400-a9bd-222bdbae868b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:32.519308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Transition to ACTIVE for port object d299c59b-5b60-4400-a9bd-222bdbae868b will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:32.536093 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.554309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.563641 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17607289-d9fe-40d9-8ff4-55fc9e460a09', 'name': 'tempest-RoutersTest-router-1325796659', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:30Z', 'updated_at': '2021-08-12T02:29:31Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:32.567154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4764cb-50fe-494b-9ddb-acc5dbb056c7 req-10ba0af8-f2ac-45d6-9745-2b82c59859e7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:32.575443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f4764cb-50fe-494b-9ddb-acc5dbb056c7 req-10ba0af8-f2ac-45d6-9745-2b82c59859e7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 944 time: 0.5786664 Aug 12 02:29:32.591749 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914bf0a4-6048-4e71-8ddd-fa7e84a8303c None None] The sync data for ids ['17607289-d9fe-40d9-8ff4-55fc9e460a09'] in n-d-804303-2 is: [{'id': '17607289-d9fe-40d9-8ff4-55fc9e460a09', 'name': 'tempest-RoutersTest-router-1325796659', 'tenant_id': '82d3d82b91b544d884574e2527765b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:30Z', 'updated_at': '2021-08-12T02:29:31Z', 'revision_number': 2, 'project_id': '82d3d82b91b544d884574e2527765b34', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:32.592192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Pushing event updated for resources: {'Port': ['ID=d299c59b-5b60-4400-a9bd-222bdbae868b,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:32.620482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Network 1e09ee22-3c27-454f-9ee8-7add2328a0eb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:32.622067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:32.625159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:32.716144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Attempting to bind port d299c59b-5b60-4400-a9bd-222bdbae868b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:32.717360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Attempting to bind port d299c59b-5b60-4400-a9bd-222bdbae868b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2102fd05-49bd-4636-bf76-80cda9bc06f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:32.718120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Attempting to bind port d299c59b-5b60-4400-a9bd-222bdbae868b on network 1e09ee22-3c27-454f-9ee8-7add2328a0eb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:32.725170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:32.725930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Checking segment: {'id': '2102fd05-49bd-4636-bf76-80cda9bc06f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:32.727135 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.727853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Bound using segment: {'id': '2102fd05-49bd-4636-bf76-80cda9bc06f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:32.728553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Bound port: d299c59b-5b60-4400-a9bd-222bdbae868b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2102fd05-49bd-4636-bf76-80cda9bc06f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '1e09ee22-3c27-454f-9ee8-7add2328a0eb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:32.729234 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.800832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] For port d299c59b-5b60-4400-a9bd-222bdbae868b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:32.805315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] For port d299c59b-5b60-4400-a9bd-222bdbae868b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d299c59b-5b60-4400-a9bd-222bdbae868b,segment=NetworkSegment(2102fd05-49bd-4636-bf76-80cda9bc06f8),segment_id=2102fd05-49bd-4636-bf76-80cda9bc06f8)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:32.811005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.861592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f4764cb-50fe-494b-9ddb-acc5dbb056c7 req-b6684f1c-a02a-4ea7-926c-c516be42b7a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844152 Aug 12 02:29:32.870358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.878500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.896175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a97e0-d01e-48e1-bfc0-eaa619568bd5 None None] Pushing event updated for resources: {'Port': ['ID=d299c59b-5b60-4400-a9bd-222bdbae868b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:32.966820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1c834c-67b7-4e8d-b53e-820d2b610a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.972071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1c834c-67b7-4e8d-b53e-820d2b610a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:32.977064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-63ac0212-e475-4a11-bbb5-5caf90faba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:32.979300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-63ac0212-e475-4a11-bbb5-5caf90faba9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 898 time: 0.5950856 Aug 12 02:29:32.992723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4fc880a2-90f0-48cf-9927-38b297f7f2e1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7248473 Aug 12 02:29:32.996984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.002793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.003307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Fanout notify agent at l3_agent the message router_deleted on router 17607289-d9fe-40d9-8ff4-55fc9e460a09 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:29:33.011215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.019691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0ac5407-2922-43d8-b403-ca5eb172bbf1 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 204 len: 168 time: 0.9380755 Aug 12 02:29:33.019691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.046280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-830e8d15-988a-4f90-af09-baa0ae319843 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 200 len: 217 time: 0.0501065 Aug 12 02:29:33.061071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a1c834c-67b7-4e8d-b53e-820d2b610a6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbc5e8ed2dbc4ef48f790fb07577b684&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2532072 Aug 12 02:29:33.063966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-34cd22f4-e07c-4ed9-833c-ded85ba98d92 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 200 len: 205 time: 0.0441012 Aug 12 02:29:33.064553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.066942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c834c-67b7-4e8d-b53e-820d2b610a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39120f0f-4b2e-4d8d-be2f-bb94de9a1b58,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:33.075894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51106) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.107846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.136708 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-44acf2b1-a3b1-4602-a5d9-15e2f9d87ee5 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.137800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44acf2b1-a3b1-4602-a5d9-15e2f9d87ee5 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/17607289-d9fe-40d9-8ff4-55fc9e460a09 HTTP/1.1" status: 404 len: 336 time: 0.0610111 Aug 12 02:29:33.141001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51108) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.202249 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6dcfa4-2d87-4269-9e14-5d6084a2834d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.203163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6dcfa4-2d87-4269-9e14-5d6084a2834d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.207296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a6dcfa4-2d87-4269-9e14-5d6084a2834d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/e190590b-f78c-4f28-a314-3d3107e28a21 HTTP/1.1" status: 404 len: 337 time: 0.0630808 Aug 12 02:29:33.207776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.216463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=1859b406-d2ca-45d5-a6f1-7d9fcf488e99,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:33.250561 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ecd847-8729-458f-8284-f2de401afbd2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.251022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ecd847-8729-458f-8284-f2de401afbd2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.255530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f9ecd847-8729-458f-8284-f2de401afbd2 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/c8c85d39-c264-4b1f-80b8-95bf829d540b HTTP/1.1" status: 404 len: 337 time: 0.0444822 Aug 12 02:29:33.256549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.268735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.271714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-5ddf3b20-9fa4-4142-81b8-2e41f3c73917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:33.272523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-5ddf3b20-9fa4-4142-81b8-2e41f3c73917 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dc20940-d008-4267-a5d2-f81b6e52569f HTTP/1.1" status: 200 len: 834 time: 0.2128463 Aug 12 02:29:33.294452 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-330526f7-7877-4732-a131-953ab0fc8c16 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.294924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330526f7-7877-4732-a131-953ab0fc8c16 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.296388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] No DVR routers for this DVR port 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:33.299158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.299537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-330526f7-7877-4732-a131-953ab0fc8c16 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d50be22b-21b1-4d8e-9f75-f1543068e2b4 HTTP/1.1" status: 404 len: 337 time: 0.0418093 Aug 12 02:29:33.301659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c7623033-6daf-4251-b245-9f51323c8726 req-e31cb7f0-44b1-4904-a431-7682d93eb07b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.25 "DELETE /v2.0/ports/1859b406-d2ca-45d5-a6f1-7d9fcf488e99 HTTP/1.1" status: 204 len: 173 time: 1.9250824 Aug 12 02:29:33.305685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51114) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.334716 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb461946-da4f-43a7-bc5b-c22c67b56a59 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.335183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb461946-da4f-43a7-bc5b-c22c67b56a59 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.339916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cb461946-da4f-43a7-bc5b-c22c67b56a59 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/1900ef78-19ee-4df2-abc8-a3494bdf262d HTTP/1.1" status: 404 len: 337 time: 0.0332348 Aug 12 02:29:33.343728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.358322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.383199 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.388595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-561dd28a-61eb-42e5-a24b-ac4e41bdb61a tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 200 len: 205 time: 0.0404294 Aug 12 02:29:33.389743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.426604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb4a4fd2-c734-4119-8422-70407dc05487 req-09da9c52-b7ae-4355-b90e-5b107d121e58 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9a28a39-e9a5-4e0e-b871-ac9fc400dab3 HTTP/1.1" status: 200 len: 210 time: 0.0481441 Aug 12 02:29:33.430268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-d6ebddc0-956f-4f1b-8777-c388c9347a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:33.431803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-d6ebddc0-956f-4f1b-8777-c388c9347a57 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aea778ec-4260-4691-877d-a78b3a5ae866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366260 Aug 12 02:29:33.446246 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-31e3684a-b459-4eb1-a6a5-74399eaf2b8d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.447284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-31e3684a-b459-4eb1-a6a5-74399eaf2b8d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/ab8ceb1d-9326-4c3f-b56e-50e360afed5e HTTP/1.1" status: 404 len: 336 time: 0.0569506 Aug 12 02:29:33.449878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.495758 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e9fca935-1173-4818-b14c-e7fbeabe8489 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad8a610e-f60f-4083-8fab-030e06e101aa HTTP/1.1" status: 200 len: 205 time: 0.0437779 Aug 12 02:29:33.497989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51126) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.543518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.546029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.549419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39120f0f-4b2e-4d8d-be2f-bb94de9a1b58 HTTP/1.1" status: 204 len: 168 time: 0.4815660 Aug 12 02:29:33.551724 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-da342803-00d4-47f6-afa8-6fd68dc98089 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.555351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da342803-00d4-47f6-afa8-6fd68dc98089 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/ad8a610e-f60f-4083-8fab-030e06e101aa HTTP/1.1" status: 404 len: 336 time: 0.0534968 Aug 12 02:29:33.557729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51132) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.576333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371617b-c82a-4f58-a245-856cd3d85c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39120f0f-4b2e-4d8d-be2f-bb94de9a1b58,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:33.596387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Deleting port d299c59b-5b60-4400-a9bd-222bdbae868b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:33.596759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.602831 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d0f2d0-bc88-4e8c-90ba-c757a5cd0f1d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.602831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d0f2d0-bc88-4e8c-90ba-c757a5cd0f1d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.604990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-48d0f2d0-bc88-4e8c-90ba-c757a5cd0f1d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/1e0685dd-9bd6-49f5-82f6-8f9dd69a27ed HTTP/1.1" status: 404 len: 337 time: 0.0463691 Aug 12 02:29:33.607562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51134) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.628267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-c86eeaa0-6848-4417-9e92-8b3807fd038b service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867852 Aug 12 02:29:33.650563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7c9cfb99-a084-4332-852f-b453b7487077 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 200 len: 205 time: 0.0410020 Aug 12 02:29:33.658538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51136) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.713718 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-bd52a802-61c3-49e3-a77d-a562f8940370 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.717149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd52a802-61c3-49e3-a77d-a562f8940370 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/960abd2a-abe6-439a-905d-44e6765134af HTTP/1.1" status: 404 len: 336 time: 0.0552392 Aug 12 02:29:33.719599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.754688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c72d26d0-24e6-4a5b-add4-84dc27348a94 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=512734bb-c9d0-4abe-9c96-7625331438c5 HTTP/1.1" status: 200 len: 205 time: 0.0339398 Aug 12 02:29:33.759006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.811100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-deleted', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:33.812936 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44300f9c-586f-489a-9585-4caca040683c" -d '{"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-deleted", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:33.816950 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-c4ec7beb-4d05-45ef-a85b-b9dacceb3b24 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.818879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4ec7beb-4d05-45ef-a85b-b9dacceb3b24 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/512734bb-c9d0-4abe-9c96-7625331438c5 HTTP/1.1" status: 404 len: 336 time: 0.0579369 Aug 12 02:29:33.821606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51146) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.859440 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-651298aa-65db-4fa2-93b5-5a4c0534559b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:33.859951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651298aa-65db-4fa2-93b5-5a4c0534559b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:33.864352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-651298aa-65db-4fa2-93b5-5a4c0534559b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/804f6a2a-be05-4194-a4e9-7736877d55cb HTTP/1.1" status: 404 len: 337 time: 0.0392430 Aug 12 02:29:33.865310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] For port d299c59b-5b60-4400-a9bd-222bdbae868b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d299c59b-5b60-4400-a9bd-222bdbae868b,segment=NetworkSegment(2102fd05-49bd-4636-bf76-80cda9bc06f8),segment_id=2102fd05-49bd-4636-bf76-80cda9bc06f8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:33.865310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:33.871667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.919671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f0f12332-f12a-4811-b9f5-07aa0cadc76d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b798dd3-febb-46fc-81f4-71c8eef70751 HTTP/1.1" status: 200 len: 205 time: 0.0453460 Aug 12 02:29:33.919995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:33.937206 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad0fec-dfa2-45e3-b40d-49f93291c9c1 x-openstack-request-id: req-ccad0fec-dfa2-45e3-b40d-49f93291c9c1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:33.937576 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a28a39-e9a5-4e0e-b871-ac9fc400dab3", "name": "network-vif-deleted", "tag": "1859b406-d2ca-45d5-a6f1-7d9fcf488e99", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:33.937842 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccad0fec-dfa2-45e3-b40d-49f93291c9c1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:33.938278 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a28a39-e9a5-4e0e-b871-ac9fc400dab3', 'name': 'network-vif-deleted', 'tag': '1859b406-d2ca-45d5-a6f1-7d9fcf488e99', 'status': 'completed', 'code': 200} Aug 12 02:29:33.947164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Calling delete_port for d299c59b-5b60-4400-a9bd-222bdbae868b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:33.993238 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-b57675c7-7fb0-4b5e-bc66-844cfb5575ee tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:33.994309 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b57675c7-7fb0-4b5e-bc66-844cfb5575ee tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/7b798dd3-febb-46fc-81f4-71c8eef70751 HTTP/1.1" status: 404 len: 336 time: 0.0724871 Aug 12 02:29:33.998388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.088574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ec3df-934a-4b02-9707-283a73bd79d3 req-9c2ce973-6b07-4d15-812f-0a9c1df33a78 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:34.090292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a1ec3df-934a-4b02-9707-283a73bd79d3 req-9c2ce973-6b07-4d15-812f-0a9c1df33a78 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 944 time: 0.0935507 Aug 12 02:29:34.099506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73f533d0-d5aa-4f7e-bd78-424276f6090d req-436ca391-fcdb-4c28-92fc-c4b3e977ee05 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388287 Aug 12 02:29:34.103022 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-50202197-39bb-467d-a108-a974d98c3603 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:34.103747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50202197-39bb-467d-a108-a974d98c3603 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:34.106282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50202197-39bb-467d-a108-a974d98c3603 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d71d5668-e788-44b6-a45f-d284aab91879 HTTP/1.1" status: 404 len: 337 time: 0.1057260 Aug 12 02:29:34.108932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.147404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1764ac8a-34f3-4a55-a039-790d73b8005d tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "GET /v2.0/ports?device_id=29ea237c-8079-46f6-a977-a688add1a582 HTTP/1.1" status: 200 len: 205 time: 0.0370626 Aug 12 02:29:34.150206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.153907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a1ec3df-934a-4b02-9707-283a73bd79d3 req-4c02af16-f7e6-4c6e-9733-166778e69c13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563281 Aug 12 02:29:34.194950 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-96d8a3ec-bf86-4211-872d-7ec4019ef0b5 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] delete failed (client error): The resource could not be found. Aug 12 02:29:34.196131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96d8a3ec-bf86-4211-872d-7ec4019ef0b5 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/routers/29ea237c-8079-46f6-a977-a688add1a582 HTTP/1.1" status: 404 len: 336 time: 0.0447819 Aug 12 02:29:34.199210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51168) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.260431 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d6b3fe-13b0-46f7-bb83-652e7dc8557b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:34.260962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d6b3fe-13b0-46f7-bb83-652e7dc8557b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:34.263512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f0d6b3fe-13b0-46f7-bb83-652e7dc8557b tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/5f89f180-a233-4a96-9685-4231bb74b766 HTTP/1.1" status: 404 len: 337 time: 0.0617955 Aug 12 02:29:34.265505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.301427 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd0d419-f918-46ff-8ef1-090624045b31 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:34.301891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd0d419-f918-46ff-8ef1-090624045b31 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:34.303886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6fd0d419-f918-46ff-8ef1-090624045b31 tempest-RoutersTest-2137972616 tempest-RoutersTest-2137972616-project] 10.222.0.11 "DELETE /v2.0/subnets/d6d5c497-98c7-4e55-9275-64ea2fae5ec1 HTTP/1.1" status: 404 len: 337 time: 0.0373762 Aug 12 02:29:34.328800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.370762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Port': ['ID=d299c59b-5b60-4400-a9bd-222bdbae868b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:34.414759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No DVR routers for this DVR port d299c59b-5b60-4400-a9bd-222bdbae868b on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:34.441636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f17b0d-d82d-4ec4-aac3-f8fcd8614f13 None None] Network 1e09ee22-3c27-454f-9ee8-7add2328a0eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:34.493342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.525227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-47409a9a-f1da-494f-b396-a9a440feed18 None None] Could not find standard attr ID for object d299c59b-5b60-4400-a9bd-222bdbae868b. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:29:34.540828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51184) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.587543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.596583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aee850ea-bef2-40d8-a95e-2633b1ff5b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.600756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.682737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=f79112ca-2135-460a-80a6-5b92cd7244ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:34.692249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51192) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:34.712064 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.787153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494abc2-342c-4140-85c2-b93b45ab08c0 None None] DHCP port deletion for 1e09ee22-3c27-454f-9ee8-7add2328a0eb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:34.793002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.809061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e09ee22-3c27-454f-9ee8-7add2328a0eb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:34.824420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2102fd05-49bd-4636-bf76-80cda9bc06f8') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:34.824723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2102fd05-49bd-4636-bf76-80cda9bc06f8') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:34.841816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.857757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.874997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:34.877960 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:34.883141 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:34.967627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.981159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:34.985796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/1e09ee22-3c27-454f-9ee8-7add2328a0eb HTTP/1.1" status: 204 len: 168 time: 1.9781139 Aug 12 02:29:34.986249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.028939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e37a7-683e-452e-9cd4-9d38e955328b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=1e09ee22-3c27-454f-9ee8-7add2328a0eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:35.031382 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f3395e-099c-42c4-9bbd-9d278c023286 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] GET failed (client error): The resource could not be found. Aug 12 02:29:35.035280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f2f3395e-099c-42c4-9bbd-9d278c023286 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets/f79112ca-2135-460a-80a6-5b92cd7244ef HTTP/1.1" status: 404 len: 337 time: 0.0456862 Aug 12 02:29:35.035671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.055840 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e98a69d-d58b-4e9a-8a97-f815a9ca4ab5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:35.056415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e98a69d-d58b-4e9a-8a97-f815a9ca4ab5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:35.061542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e98a69d-d58b-4e9a-8a97-f815a9ca4ab5 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/1e09ee22-3c27-454f-9ee8-7add2328a0eb HTTP/1.1" status: 404 len: 339 time: 0.0216541 Aug 12 02:29:35.061917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.148729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a3ab41a-26c8-498a-b28e-b04bc9444e3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82d3d82b91b544d884574e2527765b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543564 Aug 12 02:29:35.151693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51210) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.188672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.292836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c5b46-63db-4f71-a3f1-ce4707c3d523 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.294400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9e0c5b46-63db-4f71-a3f1-ce4707c3d523 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2315438 Aug 12 02:29:35.298528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.320668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.347357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-24b31a58-35c7-4dc8-8645-e2f0bdf31c27 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 207 time: 0.0447519 Aug 12 02:29:35.347868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.358941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.436830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455f8b9-5d6c-4879-b223-4bbd66aafaf9 req-9a177079-e9a4-4f8f-9e45-1afda03206b6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.439959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2455f8b9-5d6c-4879-b223-4bbd66aafaf9 req-9a177079-e9a4-4f8f-9e45-1afda03206b6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 944 time: 0.1995096 Aug 12 02:29:35.530399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.537281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.542158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/720b97d9-8a80-4239-a9e9-88d5a11d5719 HTTP/1.1" status: 204 len: 168 time: 0.3855708 Aug 12 02:29:35.561537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46ec2-df44-4be7-8345-48eb8d224624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720b97d9-8a80-4239-a9e9-88d5a11d5719,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:35.610517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2455f8b9-5d6c-4879-b223-4bbd66aafaf9 req-0eb89ade-4d4e-4846-a9bf-841d3a2e75e2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556633 Aug 12 02:29:35.656641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33619c22-667b-4552-81e6-a3edf19f8db2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.663825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 78a5c60e-374e-4c5e-b7df-20d83075ca38 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:35.664628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.665062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33619c22-667b-4552-81e6-a3edf19f8db2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.671678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33619c22-667b-4552-81e6-a3edf19f8db2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.678916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33619c22-667b-4552-81e6-a3edf19f8db2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:35.684501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33619c22-667b-4552-81e6-a3edf19f8db2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3323815 Aug 12 02:29:35.684774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.693590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:29:35.697710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:35.761136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:35.761578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1859b406-d2ca-45d5-a6f1-7d9fcf488e99 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:35.858736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.910890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 78a5c60e-374e-4c5e-b7df-20d83075ca38, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=78a5c60e-374e-4c5e-b7df-20d83075ca38,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:35.911283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:35.917711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e416d745-8fca-45e3-89c6-fac3cb50948e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2303686 Aug 12 02:29:35.924846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:35.998586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 78a5c60e-374e-4c5e-b7df-20d83075ca38 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:36.007053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:36.047060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:29:36.107177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909f478-1f12-44da-9a38-4654f07f7fb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.112736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7909f478-1f12-44da-9a38-4654f07f7fb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.114355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7909f478-1f12-44da-9a38-4654f07f7fb2 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1926365 Aug 12 02:29:36.116583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:36.118640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.153103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:29:36.182895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:36.191736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:36.233846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053fc8c-c75b-4cf1-ad99-dde352ca7f4c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.237994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053fc8c-c75b-4cf1-ad99-dde352ca7f4c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.245491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d053fc8c-c75b-4cf1-ad99-dde352ca7f4c tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1250021 Aug 12 02:29:36.246351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.294094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:36.397359 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:36.415096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afe03cf-ea7c-439b-b635-b22cc3895aec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.416739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8afe03cf-ea7c-439b-b635-b22cc3895aec tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks/5b4e3c55-8296-4809-8ecc-65ac017fe2f0 HTTP/1.1" status: 200 len: 799 time: 0.1693866 Aug 12 02:29:36.420469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51266) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.437806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=78a5c60e-374e-4c5e-b7df-20d83075ca38,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:36.453561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:29:36.605800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-355acaf8-dc5c-440f-a8a1-9b16ec927cc6 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/networks/5b4e3c55-8296-4809-8ecc-65ac017fe2f0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1837335 Aug 12 02:29:36.611752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.718633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd10d93c-e7a1-4730-9638-afb123cf3a41 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.723605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dd10d93c-e7a1-4730-9638-afb123cf3a41 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets/02d4a0f4-4597-4cd9-8927-4feb78a9ff4c HTTP/1.1" status: 200 len: 811 time: 0.1073375 Aug 12 02:29:36.728888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.821946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:36.838966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08c646-7d84-407a-a3b5-6e5f683c21f0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['shared'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.844686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ca08c646-7d84-407a-a3b5-6e5f683c21f0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "GET /v2.0/subnets/02d4a0f4-4597-4cd9-8927-4feb78a9ff4c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1112828 Aug 12 02:29:36.849216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51284) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:36.863771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35951453'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:36.930589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab395f5b-c2f5-4efa-862f-489eb8744451 req-d8a261c0-fcb6-4c7d-94a4-4a735ad5e55e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:36.940098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab395f5b-c2f5-4efa-862f-489eb8744451 req-d8a261c0-fcb6-4c7d-94a4-4a735ad5e55e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 945 time: 0.1938448 Aug 12 02:29:36.943419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:36.947858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.071682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:37.079854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab395f5b-c2f5-4efa-862f-489eb8744451 req-8fda74d1-93f8-439f-9465-94adc705bc9c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012743 Aug 12 02:29:37.086846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.087267 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Added segment 42c27b2d-2aa5-4489-85d8-572f9bcc8933 of type vlan for network 5de05892-4110-4027-b4d1-d7fb31a504c7 Aug 12 02:29:37.158819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.194941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router f19505e8-734c-41b4-be79-3f75164f7f35 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:37.217827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.225251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:37.229287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.291889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.310646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4601207 Aug 12 02:29:37.317473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51300) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:37.324535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:37.366252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:37.373584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c07639-7c5e-485d-beb5-b47b49a44557 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Network': ['ID=5de05892-4110-4027-b4d1-d7fb31a504c7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:37.377429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Sync routers for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:37.380596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3f577ba7-ea20-482e-9727-6c18c4a9c51e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/f19505e8-734c-41b4-be79-3f75164f7f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8386633 Aug 12 02:29:37.393218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:37.398623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:37.454977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:37.455879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:37.477566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting subnet f584b600-acf6-4807-9ac6-e04025fabb14 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:37.485547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.522390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Made reservation on behalf of 080446edd79b4738add13aaaf1a74bb7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:37.529745 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.576270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.619106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:37.623736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 02:29:37.624264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 02:29:37.708324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.817625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:37.851562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.887100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.893251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:37.898276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51324) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:37.905801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/subnets/f584b600-acf6-4807-9ac6-e04025fabb14 HTTP/1.1" status: 204 len: 168 time: 0.5044632 Aug 12 02:29:37.908575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44594ff-84f6-49d0-a3c4-ae6f0d9d58c9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Subnet': ['ID=f584b600-acf6-4807-9ac6-e04025fabb14,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:37.933284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d359f-64c6-4eec-af72-6b8d8e4c1abc None None] Network 005da73d-bc80-4d2c-8e29-8ebb9146371d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:38.001833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=a37f8f49-79d4-4e5a-bfe0-fa944af5d43c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:38.008622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Checking segment: {'id': '42c27b2d-2aa5-4489-85d8-572f9bcc8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:38.011676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network hostable DHCP agents. Network: 5de05892-4110-4027-b4d1-d7fb31a504c7, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:38.047980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:38.064266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5de05892-4110-4027-b4d1-d7fb31a504c7) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:38.073786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:38.077465 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.097741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ddca3a3c-185e-4e50-8d3d-444d61472a69 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7788701 Aug 12 02:29:38.098617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.100419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51334) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:38.108652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:38.112060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc286b-fb38-4bd5-bf96-623397d8aa29 None None] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:38.254576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:38.260745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678c19-2b5e-4ada-9725-2be79ee4c56b req-79646688-1bc4-4bd1-aef8-5dc117c22436 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:38.270395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e678c19-2b5e-4ada-9725-2be79ee4c56b req-79646688-1bc4-4bd1-aef8-5dc117c22436 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 945 time: 0.0948620 Aug 12 02:29:38.287250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:38.290334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.332165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e678c19-2b5e-4ada-9725-2be79ee4c56b req-b8626d73-ffcc-466d-9c38-e0dc974c9be0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607259 Aug 12 02:29:38.531085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:29:36Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:38.564139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] DHCP port deletion for 005da73d-bc80-4d2c-8e29-8ebb9146371d request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:38.593387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-5de05892-4110-4027-b4d1-d7fb31a504c7', 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7', 'tenant_id': '080446edd79b4738add13aaaf1a74bb7', 'fixed_ips': [{'subnet_id': 'a37f8f49-79d4-4e5a-bfe0-fa944af5d43c'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:38.594249 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.607741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Checking router: f19505e8-734c-41b4-be79-3f75164f7f35 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:38.679164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-29145788'] for subnet, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.684546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Routers {'f19505e8-734c-41b4-be79-3f75164f7f35'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:38.685200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f19505e8-734c-41b4-be79-3f75164f7f35'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:38.791580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.800933 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.908442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793633442964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29143182'] for subnet, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.909101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:38.911219 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1861251-25b9-49e4-ad51-5aeab7b0699d" -d '{"events": [{"server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "name": "network-vif-plugged", "status": "completed", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:38.924992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port c64d5582-f860-455d-814f-bdcc5d77a0bc {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:38.925506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:38.927820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:38.930133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Deleting port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:38.930805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.002847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:39.016557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:39.017860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.019134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "PUT /v2.0/subnets/a37f8f49-79d4-4e5a-bfe0-fa944af5d43c HTTP/1.1" status: 200 len: 877 time: 0.9177175 Aug 12 02:29:39.022454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.025362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:39.040352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e9103-2609-49b8-9f63-f67f2999fade tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event updated for resources: {'Subnet': ['ID=a37f8f49-79d4-4e5a-bfe0-fa944af5d43c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:39.072747 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe445d-04b0-4a25-ac5f-6b612aff9e0d x-openstack-request-id: req-41fe445d-04b0-4a25-ac5f-6b612aff9e0d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:39.073237 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "name": "network-vif-plugged", "status": "completed", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:39.073647 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41fe445d-04b0-4a25-ac5f-6b612aff9e0d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:39.074186 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'code': 200} Aug 12 02:29:39.093147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] Set router f19505e8-734c-41b4-be79-3f75164f7f35 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:39.131120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port c64d5582-f860-455d-814f-bdcc5d77a0bc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c64d5582-f860-455d-814f-bdcc5d77a0bc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:39.131539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.150018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 07b969f3-4e7f-4101-9181-68f4ef31d3f3 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:39.173035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for c64d5582-f860-455d-814f-bdcc5d77a0bc owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:39.175553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Allocated IP 172.20.0.3 (5de05892-4110-4027-b4d1-d7fb31a504c7/a37f8f49-79d4-4e5a-bfe0-fa944af5d43c/1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:39.239523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.247084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-179aae38-1eae-48be-8075-b83f392d1510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.279863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] For port 07b969f3-4e7f-4101-9181-68f4ef31d3f3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=07b969f3-4e7f-4101-9181-68f4ef31d3f3,segment=NetworkSegment(500e1d24-bf72-4e95-a164-4dc7a821981d),segment_id=500e1d24-bf72-4e95-a164-4dc7a821981d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:39.280275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.290419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:39.347440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c6384-c216-4034-a865-87322b5d43fa req-d028b73c-8b67-4c6a-8c21-fe74aec44a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:39.349356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62c6384-c216-4034-a865-87322b5d43fa req-d028b73c-8b67-4c6a-8c21-fe74aec44a2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1097 time: 0.1663957 Aug 12 02:29:39.463322 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-179aae38-1eae-48be-8075-b83f392d1510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.468560 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62c6384-c216-4034-a865-87322b5d43fa req-a5f6e2ab-992e-40f8-9de1-88e8202bb9fd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046619 Aug 12 02:29:39.472309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.489256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Calling delete_port for 07b969f3-4e7f-4101-9181-68f4ef31d3f3 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:39.492018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.498251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-179aae38-1eae-48be-8075-b83f392d1510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.527339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=c64d5582-f860-455d-814f-bdcc5d77a0bc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:39.559659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56d0c0-b56a-48f7-aa81-08edc47c0307 req-6f3cd77e-ad54-468d-9671-39104a883c54 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:39.564610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aae38-1eae-48be-8075-b83f392d1510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36005ae-a245-44b0-b07a-0249edfedc92,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:39.572955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c56d0c0-b56a-48f7-aa81-08edc47c0307 req-6f3cd77e-ad54-468d-9671-39104a883c54 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.1195352 Aug 12 02:29:39.588225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-179aae38-1eae-48be-8075-b83f392d1510 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=545049399c1845cbaf6e283b59d69fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580565 Aug 12 02:29:39.590778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:39.658102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.704151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.763519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:29:36Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:39.764251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.820719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.823683 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.920123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c56d0c0-b56a-48f7-aa81-08edc47c0307 req-8646f41e-be2e-4473-9470-eca4ad376a1d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461745 Aug 12 02:29:39.921785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.922527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Fanout notify agent at l3_agent the message router_deleted on router f19505e8-734c-41b4-be79-3f75164f7f35 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:29:39.933697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:39.935230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71c686be-d9ed-46f8-b5f0-4a6a9c2e6be0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/routers/f19505e8-734c-41b4-be79-3f75164f7f35 HTTP/1.1" status: 204 len: 168 time: 2.0358105 Aug 12 02:29:39.942205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:40.030250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2f52f1-e3df-4038-9f4d-5f8575e7cae3 None None] The sync data for ids ['f19505e8-734c-41b4-be79-3f75164f7f35'] in n-d-804303-2 is: [{'id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715357018', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:26:23Z', 'updated_at': '2021-08-12T02:29:36Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': 'c64d5582-f860-455d-814f-bdcc5d77a0bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19505e8-734c-41b4-be79-3f75164f7f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:26:25Z', 'updated_at': '2021-08-12T02:26:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:40.050382 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.060494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.077291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.082858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] Pushing event deleted for resources: {'Port': ['ID=07b969f3-4e7f-4101-9181-68f4ef31d3f3,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.083240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.099201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Transition to ACTIVE for port object 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:40.103195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5917e-3c3f-4b8f-b2e8-c5a06e3b37e5 None None] No DVR routers for this DVR port 07b969f3-4e7f-4101-9181-68f4ef31d3f3 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:40.145026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Transition to ACTIVE for port object 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:40.155581 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.198483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:40.203979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:40.208322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:40.213248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.213385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.217944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Pushing event updated for resources: {'Port': ['ID=1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.229975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.235563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a36005ae-a245-44b0-b07a-0249edfedc92 HTTP/1.1" status: 204 len: 168 time: 0.6412385 Aug 12 02:29:40.260296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.263122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005da73d-bc80-4d2c-8e29-8ebb9146371d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.274458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19837a-0f1f-4da1-963f-14de075437ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36005ae-a245-44b0-b07a-0249edfedc92,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.295402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500e1d24-bf72-4e95-a164-4dc7a821981d') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.295841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500e1d24-bf72-4e95-a164-4dc7a821981d') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.308529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.326625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.334859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=a37f8f49-79d4-4e5a-bfe0-fa944af5d43c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.339277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Attempting to bind port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:40.339983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Attempting to bind port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '42c27b2d-2aa5-4489-85d8-572f9bcc8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:40.340564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Attempting to bind port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 on network 5de05892-4110-4027-b4d1-d7fb31a504c7 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:40.350262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:40.351747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.354333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:40.356314 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:40.358737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Checking segment: {'id': '42c27b2d-2aa5-4489-85d8-572f9bcc8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:40.363781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.364371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Bound using segment: {'id': '42c27b2d-2aa5-4489-85d8-572f9bcc8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:40.364978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Bound port: 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c27b2d-2aa5-4489-85d8-572f9bcc8933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5de05892-4110-4027-b4d1-d7fb31a504c7'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:40.365484 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.463433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.473645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.481752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.483497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/networks/005da73d-bc80-4d2c-8e29-8ebb9146371d HTTP/1.1" status: 204 len: 168 time: 0.5399513 Aug 12 02:29:40.487269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51406) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:40.514577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729749e-7bc5-4b43-91a6-4a0cc8027e6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Network': ['ID=005da73d-bc80-4d2c-8e29-8ebb9146371d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.519862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] For port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:40.528076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de05892-4110-4027-b4d1-d7fb31a504c7']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.529536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] For port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4,segment=NetworkSegment(42c27b2d-2aa5-4489-85d8-572f9bcc8933),segment_id=42c27b2d-2aa5-4489-85d8-572f9bcc8933)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:40.538228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.556573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c27b2d-2aa5-4489-85d8-572f9bcc8933') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.557253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c27b2d-2aa5-4489-85d8-572f9bcc8933') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:40.578436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.610162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.631013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:40.631661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:40.636332 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:40.665639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691e9a7-95e8-4867-9ddb-4eafdde61da9 None None] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:40.693348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.736638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedabaaa-56d1-4ecb-a317-3305cbefc133 None None] Pushing event updated for resources: {'Port': ['ID=1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:40.751154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 02:29:40.751154 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 02:29:40.751154 n-d-804303-2 neutron-server[94673]: [parameters: {'id': '5de05892-4110-4027-b4d1-d7fb31a504c7'}] Aug 12 02:29:40.751154 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:29:40.751601 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:29:40.753793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.841483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653887f-c44e-42d7-8407-67bd79907b6d None None] Network 5de05892-4110-4027-b4d1-d7fb31a504c7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:40.847199 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.855722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:40.856940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/security-groups/aa200e25-371a-4e84-b4a5-498d784bd6e4 HTTP/1.1" status: 204 len: 168 time: 0.3686152 Aug 12 02:29:40.866318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b4c4e-9cc2-4ce8-8fe4-c9d003ad5a5c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa200e25-371a-4e84-b4a5-498d784bd6e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:41.022137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51424) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:41.043266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6ab953b-deca-44c4-a301-51fad2ff7768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.133148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb2522b-7b46-4c63-a76e-4f878ca100ee None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:29:41.188301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 78a5c60e-374e-4c5e-b7df-20d83075ca38 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:41.227214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 78a5c60e-374e-4c5e-b7df-20d83075ca38 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:41.227884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 78a5c60e-374e-4c5e-b7df-20d83075ca38 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:41.253366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6ab953b-deca-44c4-a301-51fad2ff7768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.254728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.264096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6ab953b-deca-44c4-a301-51fad2ff7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.301103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab953b-deca-44c4-a301-51fad2ff7768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40495bb9-7165-46fe-9abb-a7e48037307e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:41.352209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f6ab953b-deca-44c4-a301-51fad2ff7768 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=656623cd693241998887cdcea832559f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3286703 Aug 12 02:29:41.354721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51426) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:41.379363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Deleting port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:41.379744 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.422418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb2522b-7b46-4c63-a76e-4f878ca100ee None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:29:41.425916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.459188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.479830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] For port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4,segment=NetworkSegment(42c27b2d-2aa5-4489-85d8-572f9bcc8933),segment_id=42c27b2d-2aa5-4489-85d8-572f9bcc8933)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:41.482204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.496562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Calling delete_port for 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:41.531685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.534275 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.538045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40495bb9-7165-46fe-9abb-a7e48037307e HTTP/1.1" status: 204 len: 168 time: 0.1815629 Aug 12 02:29:41.547737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecaa51-4cce-4537-826b-ae2ba737f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40495bb9-7165-46fe-9abb-a7e48037307e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:41.610097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.673728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Port': ['ID=1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:41.679692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:41.684554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559558176', 'description': 'tempest-secgroup-smoke-559558176 description', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:41.703801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No DVR routers for this DVR port 1bd20a52-7f9d-4896-a7f8-ba3a072aa5e4 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:41.762919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.912332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c7348-42cf-4c90-9bf3-24f8955827b1 req-8083bc45-3705-4451-bc64-baf67bcafd60 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:41.913711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac6c7348-42cf-4c90-9bf3-24f8955827b1 req-8083bc45-3705-4451-bc64-baf67bcafd60 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.9103558 Aug 12 02:29:41.934763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.940144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:41.950010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.008870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.017782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de05892-4110-4027-b4d1-d7fb31a504c7']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.020388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.025136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a6fbfcc9-d190-4bf1-829d-22da6ab468fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3409314 Aug 12 02:29:42.027950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51448) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.032724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:42.038118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c27b2d-2aa5-4489-85d8-572f9bcc8933') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.039120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c27b2d-2aa5-4489-85d8-572f9bcc8933') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.061424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac6c7348-42cf-4c90-9bf3-24f8955827b1 req-095136e1-5cfc-4afa-a185-d09bf5b754d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229620 Aug 12 02:29:42.067099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.067346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.088981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.095452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:42.096002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:42.153177 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:42.164469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.173675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.184815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.185040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.187585 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/5de05892-4110-4027-b4d1-d7fb31a504c7 HTTP/1.1" status: 204 len: 168 time: 3.1607013 Aug 12 02:29:42.209882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51454) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.224829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.229056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2000787 Aug 12 02:29:42.229928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51458) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.235817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:42.241077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799229a-6858-474d-9972-34a985004aae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b28d725-d591-405e-984a-fe7e4ff32343,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.243583 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a876986-d23b-4214-a753-d178c56ee1cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.244059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a876986-d23b-4214-a753-d178c56ee1cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.246493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a876986-d23b-4214-a753-d178c56ee1cc tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/a37f8f49-79d4-4e5a-bfe0-fa944af5d43c HTTP/1.1" status: 404 len: 337 time: 0.0336380 Aug 12 02:29:42.247664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26e654-f061-4be4-9a49-f5655c035810 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=5de05892-4110-4027-b4d1-d7fb31a504c7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.249505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51460) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.281616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5bbcf-c787-445a-ac40-d10d622eb4d1 req-1b8bc703-e56e-4a03-9cb7-d8c76274aa9f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:42.289351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ab5bbcf-c787-445a-ac40-d10d622eb4d1 req-1b8bc703-e56e-4a03-9cb7-d8c76274aa9f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.1367211 Aug 12 02:29:42.310841 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa6a271-0494-4941-b6e9-e26a3fd80a8b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.311459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa6a271-0494-4941-b6e9-e26a3fd80a8b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.313141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1aa6a271-0494-4941-b6e9-e26a3fd80a8b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/5de05892-4110-4027-b4d1-d7fb31a504c7 HTTP/1.1" status: 404 len: 339 time: 0.0599492 Aug 12 02:29:42.316779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51464) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.355438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ab5bbcf-c787-445a-ac40-d10d622eb4d1 req-777f3c83-f37a-4233-bac0-b9ed299976b1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615940 Aug 12 02:29:42.361331 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-15af3e46-e6f6-42dc-bcb3-8b58d9520062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.364828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.372468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51468) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.373170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15af3e46-e6f6-42dc-bcb3-8b58d9520062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.378448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-15af3e46-e6f6-42dc-bcb3-8b58d9520062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/f79112ca-2135-460a-80a6-5b92cd7244ef HTTP/1.1" status: 404 len: 337 time: 0.0567639 Aug 12 02:29:42.378448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.424895 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e252d2ab-58d5-4412-9bee-084736a38d06 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.425563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e252d2ab-58d5-4412-9bee-084736a38d06 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.431602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e252d2ab-58d5-4412-9bee-084736a38d06 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/1e09ee22-3c27-454f-9ee8-7add2328a0eb HTTP/1.1" status: 404 len: 339 time: 0.0493975 Aug 12 02:29:42.432168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.472144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa81f60-06fa-4de1-aa01-a82004baf5ca tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:42.473889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3fa81f60-06fa-4de1-aa01-a82004baf5ca tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1092 time: 0.1002324 Aug 12 02:29:42.477851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51476) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.483216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:42.525847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.533286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.534176 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.556426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.571620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.575331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412516 Aug 12 02:29:42.575331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7f4d-9cc7-4c13-8c28-cba065f977e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef090f4-85ed-4cff-a0bc-fd6bf0ea4250,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.576912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.582717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:42.654788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.668587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.681279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.695860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b763e434-7810-4132-8e31-a6eae12b72c1') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.696410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b763e434-7810-4132-8e31-a6eae12b72c1') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:42.707394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.741416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.744921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.749841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:42.750473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:42.754072 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:42.755920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.777488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.813962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a992569a-6085-42aa-9c2e-4e638b4f2d53,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.822447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.826864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-128527c9-8feb-410e-8a9e-fd7ea87f33d6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444320 Aug 12 02:29:42.827235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.830021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.836384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:42.855721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:42.859978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c HTTP/1.1" status: 204 len: 168 time: 0.4245820 Aug 12 02:29:42.867946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51492) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.878177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0431d14-d10b-48c6-8d5e-55e02483ea31 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=0e63d3fb-8bdb-4ceb-b1fd-1261e2e3e99c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:42.915643 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb2b9b3-6cd0-4f24-b6ba-c007c0dced9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.916069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb2b9b3-6cd0-4f24-b6ba-c007c0dced9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.920826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ebb2b9b3-6cd0-4f24-b6ba-c007c0dced9d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/ce5b1aea-e9ef-4363-a192-768c5296edca HTTP/1.1" status: 404 len: 337 time: 0.0488639 Aug 12 02:29:42.921819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.941309 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad09e3d-4596-480b-810f-07481cc0f0b1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:42.941879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad09e3d-4596-480b-810f-07481cc0f0b1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:42.946999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0ad09e3d-4596-480b-810f-07481cc0f0b1 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/2ecb7f5d-59bc-4315-ac37-e017231e8691 HTTP/1.1" status: 404 len: 339 time: 0.0213206 Aug 12 02:29:42.950226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:42.950949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.010162 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f991f10-68d7-40c7-a409-8a7bc9f28062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.010655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f991f10-68d7-40c7-a409-8a7bc9f28062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.012523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f991f10-68d7-40c7-a409-8a7bc9f28062 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/254b13f8-c332-4a0e-adb2-2668038b2104 HTTP/1.1" status: 404 len: 337 time: 0.0418117 Aug 12 02:29:43.018179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.021594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c64d5582-f860-455d-814f-bdcc5d77a0bc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:43.044098 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-664d7bb5-7c61-48db-8ce2-d26395728c47 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.044943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664d7bb5-7c61-48db-8ce2-d26395728c47 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.046894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-664d7bb5-7c61-48db-8ce2-d26395728c47 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/adb11d68-0690-412a-bbf4-6e8bbffcdd17 HTTP/1.1" status: 404 len: 339 time: 0.0276027 Aug 12 02:29:43.049449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.061638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c64d5582-f860-455d-814f-bdcc5d77a0bc {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:43.063756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c64d5582-f860-455d-814f-bdcc5d77a0bc not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:43.075961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.25.3.103 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a0cf0481-b076-4be8-b586-f37b1ab8a8c4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:43.080223 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f96a7e3-1397-429f-af6f-49f57482af88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.080697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f96a7e3-1397-429f-af6f-49f57482af88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.082795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f96a7e3-1397-429f-af6f-49f57482af88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/3b2a2afe-1865-47b1-9f97-e34a437c8ef6 HTTP/1.1" status: 404 len: 337 time: 0.0322485 Aug 12 02:29:43.085933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.121138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.122629 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c454f052-83de-4094-9158-100d65bbc3c0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.123412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c454f052-83de-4094-9158-100d65bbc3c0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.126302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c454f052-83de-4094-9158-100d65bbc3c0 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/b929b37f-e1cb-41ec-a46f-f7a37e6a9fff HTTP/1.1" status: 404 len: 339 time: 0.0391688 Aug 12 02:29:43.130529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51514) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.146219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.196578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c575d41-8e7a-4116-9ca0-9c2fb5c2e612,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:43.206157 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57ab372-9da4-4538-b69c-154c2f590f9b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.206769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57ab372-9da4-4538-b69c-154c2f590f9b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.208755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c57ab372-9da4-4538-b69c-154c2f590f9b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/528d0dba-d50d-4e57-aad4-8285662e6645 HTTP/1.1" status: 404 len: 337 time: 0.0766859 Aug 12 02:29:43.210791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.213101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51518) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.215717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b7232978-c5d6-425d-8c9d-6c9223c3419a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3867314 Aug 12 02:29:43.216473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51520) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.221280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:43.246167 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:29:43.248545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.252581 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5ecad9-127e-4de4-b2d2-d13a60825432 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.253162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5ecad9-127e-4de4-b2d2-d13a60825432 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.257754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb5ecad9-127e-4de4-b2d2-d13a60825432 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/ae34d5f8-629f-4bad-967a-15bbf4587836 HTTP/1.1" status: 404 len: 339 time: 0.0408056 Aug 12 02:29:43.259210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51522) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.260140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.289334 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-599ae7ae-c778-48d3-8617-d9e444860550 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.289852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599ae7ae-c778-48d3-8617-d9e444860550 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.293962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-599ae7ae-c778-48d3-8617-d9e444860550 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/167706c4-761a-43ad-91ac-84f1caa9b0fe HTTP/1.1" status: 404 len: 337 time: 0.0314343 Aug 12 02:29:43.294953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51524) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.317333 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-540aa74c-9a4e-44a3-bd43-ed742de6484e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.317922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-540aa74c-9a4e-44a3-bd43-ed742de6484e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.320030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-540aa74c-9a4e-44a3-bd43-ed742de6484e tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/ce41c5e9-cd1e-4fea-a3c2-98bf57380486 HTTP/1.1" status: 404 len: 339 time: 0.0241704 Aug 12 02:29:43.322971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51526) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.347076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.370549 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c68cc5-65df-495d-9862-50f2960e42da tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.371024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c68cc5-65df-495d-9862-50f2960e42da tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.375551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e0c68cc5-65df-495d-9862-50f2960e42da tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/39dcabf2-d555-4ef4-9a61-aea6eb939b3e HTTP/1.1" status: 404 len: 337 time: 0.0486820 Aug 12 02:29:43.375961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.377639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.381870 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.398589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:43.409928 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3989200-1109-40b1-a633-12f178369611 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.410143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.410491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3989200-1109-40b1-a633-12f178369611 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.411786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937485 Aug 12 02:29:43.412227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e3989200-1109-40b1-a633-12f178369611 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/2a2f4263-6ac5-4a87-9de0-d6cd0be4ffa4 HTTP/1.1" status: 404 len: 339 time: 0.0339634 Aug 12 02:29:43.412722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def425ee-1df6-4204-b6d9-c086caa1be90 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b39b1d-2d5b-4364-9296-95a145e88506,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:43.413086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:43.420129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51534) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.420655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.421988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:43.427314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '61c5bdd7-2908-48f2-b8cb-53e33fb5ea89', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:43.475350 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb58f773-9f94-4918-ab59-925e6f7b2b70 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.475602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb58f773-9f94-4918-ab59-925e6f7b2b70 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.478169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb58f773-9f94-4918-ab59-925e6f7b2b70 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/3e18552a-e76e-4549-9524-6606b2e45668 HTTP/1.1" status: 404 len: 337 time: 0.0544310 Aug 12 02:29:43.480969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.509959 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-d260c48d-4a69-48c3-ae2b-1b5194b071c3 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.510928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d260c48d-4a69-48c3-ae2b-1b5194b071c3 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.512880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=a0cf0481-b076-4be8-b586-f37b1ab8a8c4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:43.513955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d260c48d-4a69-48c3-ae2b-1b5194b071c3 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/90855724-62a2-4086-989e-5fe8f455354b HTTP/1.1" status: 404 len: 339 time: 0.0318732 Aug 12 02:29:43.516662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.534349 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:29:43.564756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.569829 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c023a549-0378-4663-bcde-2b9922ae0e8d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.570745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c023a549-0378-4663-bcde-2b9922ae0e8d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.574896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c023a549-0378-4663-bcde-2b9922ae0e8d tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/ef9959d1-7ce9-4299-a2cc-68654744eb72 HTTP/1.1" status: 404 len: 337 time: 0.0473170 Aug 12 02:29:43.578566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.607617 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e774bb96-b21e-4c61-acc7-a87af2507f3b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] DELETE failed (client error): The resource could not be found. Aug 12 02:29:43.608257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e774bb96-b21e-4c61-acc7-a87af2507f3b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:29:43.612262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e774bb96-b21e-4c61-acc7-a87af2507f3b tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/9f76b174-c6c0-42de-a085-ef4fa406502d HTTP/1.1" status: 404 len: 339 time: 0.0304337 Aug 12 02:29:43.615016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.685439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.691761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.710129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Deleting subnet 02d4a0f4-4597-4cd9-8927-4feb78a9ff4c {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:29:43.720357 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.723697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71508726-ee70-40f4-85d2-791dfe3281c1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:43.762371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.763669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82ad49fb-4da4-4fb0-bc15-175a6b7f0528 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3413184 Aug 12 02:29:43.766840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51552) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:43.779763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'network': {'name': 'tempest-network-smoke--161544100', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:43.807308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.844445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:43.848952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.935489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.963681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:29:43.984742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:43.985033 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Added segment 7ae143a6-22e6-4907-8928-46c35a3e1074 of type vlan for network 0bab065d-089f-4d11-b6c0-c945ca8115d8 Aug 12 02:29:43.986942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.036315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.126569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.192062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.203961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.211905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:44.213469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.278376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848f7c5-b8c2-4def-9ca3-da56f7e1cf5c None None] Network 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:44.295070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.298950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/subnets/02d4a0f4-4597-4cd9-8927-4feb78a9ff4c HTTP/1.1" status: 204 len: 168 time: 0.6834595 Aug 12 02:29:44.299987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43b6b-35f7-44aa-abac-568b71cd8b88 tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Subnet': ['ID=02d4a0f4-4597-4cd9-8927-4feb78a9ff4c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:44.302215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:44.305811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.342666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5748401 Aug 12 02:29:44.345533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:44.353442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.359445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'admin_state_up': True, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:44.369825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef88dbb6-87f1-483f-b36e-78b6372d5d52 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Network': ['ID=0bab065d-089f-4d11-b6c0-c945ca8115d8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:44.397179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:29:44.423897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.424986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.536092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.551823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.586840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] DHCP port deletion for 5b4e3c55-8296-4809-8ecc-65ac017fe2f0 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:29:44.633227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.646365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Deleting port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:44.647111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.651544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=a0cf0481-b076-4be8-b586-f37b1ab8a8c4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:44.721160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] For port 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f1c12cd-7ecf-4613-a885-0dee294f41a5,segment=NetworkSegment(f94981a9-3ed6-4956-b230-386ddfa14040),segment_id=f94981a9-3ed6-4956-b230-386ddfa14040)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:44.722399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.734759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.739570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Calling delete_port for 4f1c12cd-7ecf-4613-a885-0dee294f41a5 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:44.777685 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Floating IP 05361a3e-1a97-48db-98f0-d39b8098c80a associated. External IP: 172.25.3.103, port: 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889. Aug 12 02:29:44.829543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Deleting port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:29:44.829879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.892337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:44.931916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] Pushing event deleted for resources: {'Port': ['ID=4f1c12cd-7ecf-4613-a885-0dee294f41a5,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:44.934224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502fe398-9f6a-44b8-b70f-caa68492123f None None] No DVR routers for this DVR port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:45.020242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.061942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.119545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f1c12cd-7ecf-4613-a885-0dee294f41a5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:29:45.147344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4f1c12cd-7ecf-4613-a885-0dee294f41a5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:29:45.147851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4f1c12cd-7ecf-4613-a885-0dee294f41a5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:29:45.278720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.6 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/86221079-bd6d-4ec3-bbf9-7b475adc0baf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:45.348774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] For port 4f1c12cd-7ecf-4613-a885-0dee294f41a5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4f1c12cd-7ecf-4613-a885-0dee294f41a5,segment=NetworkSegment(f94981a9-3ed6-4956-b230-386ddfa14040),segment_id=f94981a9-3ed6-4956-b230-386ddfa14040)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:45.349142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.366839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Calling delete_port for 4f1c12cd-7ecf-4613-a885-0dee294f41a5 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:29:45.429397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.499279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.527947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:45.533072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:45.540689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:45.562543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:45.564061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.598580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Port': ['ID=4f1c12cd-7ecf-4613-a885-0dee294f41a5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:45.609327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] No DVR routers for this DVR port 4f1c12cd-7ecf-4613-a885-0dee294f41a5 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:29:45.646916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=86221079-bd6d-4ec3-bbf9-7b475adc0baf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:45.780066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.800980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4e3c55-8296-4809-8ecc-65ac017fe2f0']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:45.818622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94981a9-3ed6-4956-b230-386ddfa14040') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:45.818933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94981a9-3ed6-4956-b230-386ddfa14040') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:45.833279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:45.846058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.846244 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:45.862573 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:45.863224 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:45.870745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.876270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.911958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:29:45.912775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:29:45.917493 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:29:45.969446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c798708-20a8-41d8-af83-38b9710b9722 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4905462 Aug 12 02:29:45.972785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:45.975457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:45.975662 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603da624-fe85-45ec-b61c-c016c7c1dda0" -d '{"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:46.013530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.023808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.028666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] 10.222.0.11 "DELETE /v2.0/networks/5b4e3c55-8296-4809-8ecc-65ac017fe2f0 HTTP/1.1" status: 204 len: 168 time: 1.7184584 Aug 12 02:29:46.042257 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba8800e-9bb7-470f-9e05-b9a1a4f1feff x-openstack-request-id: req-6ba8800e-9bb7-470f-9e05-b9a1a4f1feff {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:46.042796 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:46.043263 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ba8800e-9bb7-470f-9e05-b9a1a4f1feff {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:46.044016 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'status': 'completed', 'code': 200} Aug 12 02:29:46.057601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c761-00ce-4972-a795-b01f9587f6bd tempest-NetworksTest-1485005024 tempest-NetworksTest-1485005024-project] Pushing event deleted for resources: {'Network': ['ID=5b4e3c55-8296-4809-8ecc-65ac017fe2f0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:46.076749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.101086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0040e48b-6057-4efa-9b36-a81e92a696c6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/05361a3e-1a97-48db-98f0-d39b8098c80a HTTP/1.1" status: 200 len: 992 time: 0.1187761 Aug 12 02:29:46.114815 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:46.244733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-f9e7fc0a-bb7d-4aaf-a760-5a570f28ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:46.246452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-f9e7fc0a-bb7d-4aaf-a760-5a570f28ad88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1097 time: 0.1853461 Aug 12 02:29:46.508884 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:43Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:46.533649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-84b5b630-cbd9-4ba4-81b4-7af2e24065d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:46.535184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-84b5b630-cbd9-4ba4-81b4-7af2e24065d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 898 time: 0.2798681 Aug 12 02:29:46.536356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.546634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:46.557240 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:46.557899 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:46.598929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51640) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:46.653632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-66177b29-d1ca-4267-9402-b8f865a04924 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 200 len: 1000 time: 0.1091857 Aug 12 02:29:46.707310 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:46.746858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-7deb45e1-7c31-4b28-a137-ea042ee150e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:46.748336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-7deb45e1-7c31-4b28-a137-ea042ee150e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dc20940-d008-4267-a5d2-f81b6e52569f HTTP/1.1" status: 200 len: 834 time: 0.0669620 Aug 12 02:29:46.809617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-78934d92-ad74-454a-b900-2c17dc55aaef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=080446edd79b4738add13aaaf1a74bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089236 Aug 12 02:29:46.812094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:46.816743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-8cd6326a-ddb6-4a37-b972-cd81e474a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:46.818537 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-8cd6326a-ddb6-4a37-b972-cd81e474a880 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aea778ec-4260-4691-877d-a78b3a5ae866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614440 Aug 12 02:29:46.821249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:29:46.870544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.910077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.977864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.980526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:46.984689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a60d4fec-633c-4778-bccb-230b26bd0c77 HTTP/1.1" status: 204 len: 168 time: 0.1711011 Aug 12 02:29:47.000888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e2d89-1d73-430a-8c40-4bff2fa029c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d4fec-633c-4778-bccb-230b26bd0c77,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:47.041068 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:43Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:47.076070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364405d7-5bed-4ded-b437-db0c188ab577 None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:29:15Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:43Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:47.103853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:47.222525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1bd793ad-ac16-4f8e-bf73-7f65198de0ae tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/05361a3e-1a97-48db-98f0-d39b8098c80a HTTP/1.1" status: 200 len: 992 time: 0.1166005 Aug 12 02:29:47.436765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71b49b-a148-4181-aa36-cd2dc48d26a7 None None] New status for floating IP 05361a3e-1a97-48db-98f0-d39b8098c80a: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:29:47.615318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-0a724d12-d04f-48a9-b134-09f677118f27 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876375 Aug 12 02:29:47.764764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:47.775086 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Sync routers for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:47.796643 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:47.797520 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:47.810617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-603da624-fe85-45ec-b61c-c016c7c1dda0 req-cb1bfc46-f8e8-4507-976c-3f07e81a3188 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865098 Aug 12 02:29:47.814379 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:47.822215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51676) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:47.826196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d79b2be5-8521-4080-8c7c-ebd744783a83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4786427 Aug 12 02:29:47.849514 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:47.921505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fe9bf07e-7b94-4a67-ba12-e4c97b9fcf12 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bfcb3c92279b40dc8877c3863dc3fc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979505 Aug 12 02:29:47.922147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:48.006452 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:48.184290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7018d-1c7c-4075-a155-1e6154c33698 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:48.185938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d3b7018d-1c7c-4075-a155-1e6154c33698 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2627730 Aug 12 02:29:48.188781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:48.220981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:48.223530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc4a5a56-104d-42e8-a622-ed2ae019f39f tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324903 Aug 12 02:29:48.225713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:48.240219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545670956', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:48.370774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1ff37d7-f796-415a-80a0-5596bc2370b7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/05361a3e-1a97-48db-98f0-d39b8098c80a HTTP/1.1" status: 200 len: 994 time: 0.1485898 Aug 12 02:29:48.383243 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:45Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:48.418966 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Checking router: a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:48.419687 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Updating router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 port 86221079-bd6d-4ec3-bbf9-7b475adc0baf binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:29:48.424870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:48.430258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:48.460774 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:48.705602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:48.786308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Subnet': ['ID=552a7374-7442-4886-815c-ddfe2fc17d84,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:48.797866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:48.798324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network hostable DHCP agents. Network: 0bab065d-089f-4d11-b6c0-c945ca8115d8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:29:48.802266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.802696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.803095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.803758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.804807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.805261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.805630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.805977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.806479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.806887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.807149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.807497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:48.833127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:29:48.852199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 0bab065d-089f-4d11-b6c0-c945ca8115d8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:48.862713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a457d-62d2-451f-b496-8b70af4892dd None None] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:48.878714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:48.879327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:48.923324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ac9c36e3-713a-453f-a728-7168362aa155 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6929343 Aug 12 02:29:48.923617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51724) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:48.924860 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:48.945397 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Transition to ACTIVE for port object 86221079-bd6d-4ec3-bbf9-7b475adc0baf will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:48.967252 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.070998 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Attempting to bind port 86221079-bd6d-4ec3-bbf9-7b475adc0baf on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:49.071780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Attempting to bind port 86221079-bd6d-4ec3-bbf9-7b475adc0baf by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:49.072374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Attempting to bind port 86221079-bd6d-4ec3-bbf9-7b475adc0baf on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:49.098417 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:49.102201 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:49.103884 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.105278 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:49.107878 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Bound port: 86221079-bd6d-4ec3-bbf9-7b475adc0baf, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:49.108549 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.173031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-0bab065d-089f-4d11-b6c0-c945ca8115d8', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:29:49.174915 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.323838 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Pushing event updated for resources: {'Port': ['ID=86221079-bd6d-4ec3-bbf9-7b475adc0baf,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:49.333690 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.334195 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.334717 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.335071 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.336155 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.336562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.336988 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.337316 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.337641 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.337965 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.338285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.338603 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:49.374054 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] For port 86221079-bd6d-4ec3-bbf9-7b475adc0baf, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:49.378588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] For port 86221079-bd6d-4ec3-bbf9-7b475adc0baf, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=86221079-bd6d-4ec3-bbf9-7b475adc0baf,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:49.390152 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.498517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Allocated IP 172.20.0.2 (0bab065d-089f-4d11-b6c0-c945ca8115d8/552a7374-7442-4886-815c-ddfe2fc17d84/c3ac61c9-967f-4f01-b0c9-ce59fb7fa887) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:49.606734 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:49.608402 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:49.611558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178ac69-1d8a-42eb-9cc5-3f62aa7c1a29 None None] Pushing event updated for resources: {'Port': ['ID=86221079-bd6d-4ec3-bbf9-7b475adc0baf,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:49.673299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.751430 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:49.752689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:49.860662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.875389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Transition to ACTIVE for port object c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:49.900914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Transition to ACTIVE for port object c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:49.916921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:49.972057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3e579ed-22a2-48eb-9d6b-e4992d25309b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.013388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:50.020540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:50.029291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:50.104448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Pushing event updated for resources: {'Port': ['ID=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:50.113729 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3e579ed-22a2-48eb-9d6b-e4992d25309b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.125623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3e579ed-22a2-48eb-9d6b-e4992d25309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.133407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Attempting to bind port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:50.133835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Attempting to bind port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:50.134132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Attempting to bind port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:50.138222 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:45Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:50.151369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:50.151777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:50.152184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.152579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Bound using segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:50.153068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Bound port: c3ac61c9-967f-4f01-b0c9-ce59fb7fa887, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:50.153504 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.164668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e579ed-22a2-48eb-9d6b-e4992d25309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ccb1a-75c1-4394-9b9f-d5271ea48fa3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:50.186793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d3e579ed-22a2-48eb-9d6b-e4992d25309b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8940515c686e474a939dea8677ee666e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313605 Aug 12 02:29:50.189327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:50.204832 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9f6f38-2a1e-4ec6-89df-eec3556834ac None None] The sync data for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 is: [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:45Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:50.249795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] For port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:50.254389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] For port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:50.260933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.282198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.318504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.1 (0bab065d-089f-4d11-b6c0-c945ca8115d8/552a7374-7442-4886-815c-ddfe2fc17d84/806d73b0-5f2b-435d-94dc-645cdd21ba76) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:50.347267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e143023-4b47-44f3-a35d-c9b276b068ed None None] Pushing event updated for resources: {'Port': ['ID=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:50.363763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.396721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51776) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:50.469837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.472532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.473714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c7ccb1a-75c1-4394-9b9f-d5271ea48fa3 HTTP/1.1" status: 204 len: 168 time: 0.2830050 Aug 12 02:29:50.490251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.505833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290049-4e3f-4515-a56e-d14ae4cb8020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ccb1a-75c1-4394-9b9f-d5271ea48fa3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:50.506118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 806d73b0-5f2b-435d-94dc-645cdd21ba76 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:50.545183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.568061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:50.571898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:50.603287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:50.688298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.753207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.879844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:50.946104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:50.952672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.205149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.219559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f36740ad5bc47e9899dd9715a7aaaf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217456 Aug 12 02:29:51.221288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4edb7-83a9-4f95-844d-57da044c0623,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:51.223607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51790) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:51.224130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:51.271926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 86221079-bd6d-4ec3-bbf9-7b475adc0baf up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:51.283265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb3ed917-a422-43b4-b4fc-9915ecd9c4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.308180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.308811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.309868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.310370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.311589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.312104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.312629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.313165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.313662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.314688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.315893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.316570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84989cd9-580d-4617-a77b-87dc384c34ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:29:51.352687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 86221079-bd6d-4ec3-bbf9-7b475adc0baf completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:51.380768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 86221079-bd6d-4ec3-bbf9-7b475adc0baf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:51.381097 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.426102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.496078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.562441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.591988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 86221079-bd6d-4ec3-bbf9-7b475adc0baf, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=86221079-bd6d-4ec3-bbf9-7b475adc0baf,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:51.602778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.603834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:51.664959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb3ed917-a422-43b4-b4fc-9915ecd9c4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.680473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb3ed917-a422-43b4-b4fc-9915ecd9c4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.717490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=86221079-bd6d-4ec3-bbf9-7b475adc0baf,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:51.732122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.742390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.743684 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ce4edb7-83a9-4f95-844d-57da044c0623 HTTP/1.1" status: 204 len: 168 time: 0.5167456 Aug 12 02:29:51.802459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ed917-a422-43b4-b4fc-9915ecd9c4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a1a88-c275-40d5-b6d2-1a7e6d8c20e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:51.809803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb3ed917-a422-43b4-b4fc-9915ecd9c4c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe565f19c7b3410da12d074e5abde7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612087 Aug 12 02:29:51.813073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51808) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:51.836081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:51.842946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8765-abca-45bc-a4de-e15617d89104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4edb7-83a9-4f95-844d-57da044c0623,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:51.875090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.892735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.905255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.955907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:51.995025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.041183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.048164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.055392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/403a1a88-c275-40d5-b6d2-1a7e6d8c20e5 HTTP/1.1" status: 204 len: 168 time: 0.2374649 Aug 12 02:29:52.063794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c5193-4b36-437d-a721-9e454a247673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a1a88-c275-40d5-b6d2-1a7e6d8c20e5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:52.103299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:52.184753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:52.187207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:52.269595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3f86eb-9607-4bfd-9750-dc00ed2b3e6f None None] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:29:52.371292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Provisioning for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:52.391417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Provisioning complete for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:52.391911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.458930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:29:52.621587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:52.655013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f002e0d-0515-4529-8ff3-f3a7c0364f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.678836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:29:52.696129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2535e31f-a0f3-44ed-8b2d-9efda2142075 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/a15b1fd0-07ec-4e6a-ad0e-5142a031cac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7714608 Aug 12 02:29:52.739869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.786606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 51826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:52.803391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dfe57b0-d9da-4f40-ba07-9de70e90f90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.824021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f002e0d-0515-4529-8ff3-f3a7c0364f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.837825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f002e0d-0515-4529-8ff3-f3a7c0364f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.878490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] For port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:52.896068 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:52.902636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f002e0d-0515-4529-8ff3-f3a7c0364f2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4f8c9a2ecef4b79994039c63c433eed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743723 Aug 12 02:29:52.902636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f002e0d-0515-4529-8ff3-f3a7c0364f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1da3883-437c-49f3-a34a-4d6144adff31,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:52.906663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:53.014760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77376d-c3e1-454c-bc14-90d29aedde0e None None] Pushing event updated for resources: {'Port': ['ID=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:53.039842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.065683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.166431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.170873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.171021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Sync routers for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:29:53.174948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1da3883-437c-49f3-a34a-4d6144adff31 HTTP/1.1" status: 204 len: 168 time: 0.2647171 Aug 12 02:29:53.175099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 86221079-bd6d-4ec3-bbf9-7b475adc0baf up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:53.188792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111bb40-cec4-44ad-9185-86524beb76ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1da3883-437c-49f3-a34a-4d6144adff31,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:53.209046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dfe57b0-d9da-4f40-ba07-9de70e90f90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.228433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8dfe57b0-d9da-4f40-ba07-9de70e90f90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.259352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:53.260292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:53.398807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 51846) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:53.405484 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8dfe57b0-d9da-4f40-ba07-9de70e90f90a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd44f6ae4c68483f9aa9393e4f07a0da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074393 Aug 12 02:29:53.407955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe57b0-d9da-4f40-ba07-9de70e90f90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb8fe0-7e47-4693-890a-dd49d28e1e2a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:53.474893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 86221079-bd6d-4ec3-bbf9-7b475adc0baf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:53.475504 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.497125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Provisioning for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:53.542277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Provisioning complete for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:53.542631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.556121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.599147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.608175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Port 806d73b0-5f2b-435d-94dc-645cdd21ba76 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:53.613516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-2c8a62a1-c99e-4a7f-9127-74020e193b63 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559558176&fields=id&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 267 time: 0.0559213 Aug 12 02:29:53.617918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:53.698830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.703386 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.704784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aceb8fe0-7e47-4693-890a-dd49d28e1e2a HTTP/1.1" status: 204 len: 168 time: 0.3040361 Aug 12 02:29:53.711876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Provisioning complete for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:53.712269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-12820db1-3413-4cca-907f-b6633d9e9c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:53.731997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048463fa-f05d-4550-92d5-296921583d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb8fe0-7e47-4693-890a-dd49d28e1e2a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:53.877159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9dc1ce17-da7d-49fa-a230-864bfea4e0f4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:53.885713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9dc1ce17-da7d-49fa-a230-864bfea4e0f4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 796 time: 0.2599590 Aug 12 02:29:53.902913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-acfa1194-7155-41bf-a2bd-e8702cf41384 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/quotas/bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 375 time: 0.0162241 Aug 12 02:29:53.980972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-a98c46b8-677a-4fb7-8493-36da657f676e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767853 Aug 12 02:29:54.138396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-7e6a105e-45ee-4b1e-ba53-7d2937713be0 service neutron] 10.222.0.11 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519616 Aug 12 02:29:54.145887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f289d7a8-555d-4b1c-b9e6-ea436a2c0e78 None None] Provisioning complete for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:54.146779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f289d7a8-555d-4b1c-b9e6-ea436a2c0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.192917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f289d7a8-555d-4b1c-b9e6-ea436a2c0e78 None None] Port 806d73b0-5f2b-435d-94dc-645cdd21ba76 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:54.206837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 2, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:54.246221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Checking router: a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:29:54.246580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Updating router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 port 806d73b0-5f2b-435d-94dc-645cdd21ba76 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:29:54.280324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.300292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-7c231855-b6db-4a26-8355-4f1b86bbce13 service neutron] 10.222.0.11 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543157 Aug 12 02:29:54.539668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e6032e6-c7d5-4cd2-ace7-8af2c15963c6 req-d9b6f6b7-3764-41a5-b686-ae68c129c0ff tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 210 time: 0.0658340 Aug 12 02:29:54.622033 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.635606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Transition to ACTIVE for port object 806d73b0-5f2b-435d-94dc-645cdd21ba76 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:54.643793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.693004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd3ff9-0fdc-49c2-a16f-93cc6926d650 None None] Pushing event updated for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:54.803007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Attempting to bind port 806d73b0-5f2b-435d-94dc-645cdd21ba76 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:54.803393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Attempting to bind port 806d73b0-5f2b-435d-94dc-645cdd21ba76 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:54.804317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Attempting to bind port 806d73b0-5f2b-435d-94dc-645cdd21ba76 on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:54.818026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:54.818188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:54.818831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.819226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Bound using segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:54.823711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Bound port: 806d73b0-5f2b-435d-94dc-645cdd21ba76, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:54.823828 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:54.926360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] For port 806d73b0-5f2b-435d-94dc-645cdd21ba76, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:54.931362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] For port 806d73b0-5f2b-435d-94dc-645cdd21ba76, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=806d73b0-5f2b-435d-94dc-645cdd21ba76,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:54.939341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:55.032365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:29:55.033004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:55.107781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd3ff9-0fdc-49c2-a16f-93cc6926d650 None None] Pushing event updated for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:55.158824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:55.359220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:29:55.407201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:55.407684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:55.676205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12a16033-5d16-4bb4-9de3-0efdde45da40 req-250cad3c-1fb6-4d9f-9c8a-c3fef7326054 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 210 time: 0.0624292 Aug 12 02:29:55.870194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:54Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:29:55.904144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f228311b-4f1c-46fa-b801-b480be38f17a None None] The sync data for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 is: [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:54Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:29:56.938307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6340c4b-4c1a-486a-a59a-4b856f238f64 req-1812139a-252b-4000-ad5d-75478517f8b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 210 time: 0.1057353 Aug 12 02:29:57.003367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-202e29b8-fa8e-4395-90f1-def81c8d2bb5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:57.022383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-202e29b8-fa8e-4395-90f1-def81c8d2bb5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 796 time: 0.4796524 Aug 12 02:29:57.100020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-46e33bcb-0acb-4cf9-806a-10ee64be847e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 379 time: 0.0465367 Aug 12 02:29:57.110455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'port': {'device_id': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'admin_state_up': True, 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'security_groups': ['61c5bdd7-2908-48f2-b8cb-53e33fb5ea89']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:57.130749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 806d73b0-5f2b-435d-94dc-645cdd21ba76 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:57.196834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:57.202226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:57.203138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.275421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:29:57.281724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.331353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.387230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 806d73b0-5f2b-435d-94dc-645cdd21ba76, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=806d73b0-5f2b-435d-94dc-645cdd21ba76,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:29:57.393437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.415342 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:29:57.461053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:57.479072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.5 (0bab065d-089f-4d11-b6c0-c945ca8115d8/552a7374-7442-4886-815c-ddfe2fc17d84/57aab367-51f1-4bdd-84fb-d287571bd5af) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:29:57.717755 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.734071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 57aab367-51f1-4bdd-84fb-d287571bd5af will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:57.791336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.834744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:29:57.838624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:29:57.842416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:29:57.891799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:57.930540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:57.933179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:57.971221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-e90afd55-6d81-40b1-ac3b-51b9cc950118 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647540 Aug 12 02:29:57.999280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-452a04d1-1543-49fa-bdf2-ab7c01ad1bb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:29:58.001185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-452a04d1-1543-49fa-bdf2-ab7c01ad1bb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065498 Aug 12 02:29:58.098017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b3cf0-4880-486a-85f6-ce3fee38e6ee req-e2177f78-6613-4862-a2e5-ad205dad56b9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:58.099942 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b9b3cf0-4880-486a-85f6-ce3fee38e6ee req-e2177f78-6613-4862-a2e5-ad205dad56b9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 931 time: 0.0778162 Aug 12 02:29:58.186930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3b9b3cf0-4880-486a-85f6-ce3fee38e6ee req-d86cfa9f-4bb9-4247-9d5c-5454ba754f41 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783255 Aug 12 02:29:58.248817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Request body: {'port': {'device_id': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:29:58.290669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7003d67b-fd31-4642-932d-67c010b914b6 None None] Provisioning for port 57aab367-51f1-4bdd-84fb-d287571bd5af completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:29:58.297339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7003d67b-fd31-4642-932d-67c010b914b6 None None] Provisioning complete for port 57aab367-51f1-4bdd-84fb-d287571bd5af triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:58.297962 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7003d67b-fd31-4642-932d-67c010b914b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.313267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.348054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7003d67b-fd31-4642-932d-67c010b914b6 None None] Port 57aab367-51f1-4bdd-84fb-d287571bd5af cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:29:58.385578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:58.521238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ef37946-83f3-4874-aa03-05e39d1bc3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.616126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ef37946-83f3-4874-aa03-05e39d1bc3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.621285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ef37946-83f3-4874-aa03-05e39d1bc3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.668129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ef37946-83f3-4874-aa03-05e39d1bc3eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=860885d0cf2a403fa7cac1875584fc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809272 Aug 12 02:29:58.668334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:29:58.678793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef37946-83f3-4874-aa03-05e39d1bc3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd73c4-5a56-4ded-975e-fa8bbe00c0e0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:58.693970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:29:58.710897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.735378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Transition to ACTIVE for port object 57aab367-51f1-4bdd-84fb-d287571bd5af will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:29:58.750857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.786223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.834114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:58.846822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:58.964691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:29:58.965054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:29:58.965330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:58.974096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:29:58.974744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:29:58.984283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:29:58.984736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:29:58.985210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Bound using segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:29:58.985587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Bound port: 57aab367-51f1-4bdd-84fb-d287571bd5af, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:29:58.986006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.001092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.004171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.005359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3cbd73c4-5a56-4ded-975e-fa8bbe00c0e0 HTTP/1.1" status: 204 len: 168 time: 0.3362179 Aug 12 02:29:59.039747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680e07e-77fa-4ddc-af33-d92353b9267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd73c4-5a56-4ded-975e-fa8bbe00c0e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:59.109984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 806d73b0-5f2b-435d-94dc-645cdd21ba76 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:29:59.160883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:29:59.164124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:29:59.168996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.173505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 806d73b0-5f2b-435d-94dc-645cdd21ba76 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:29:59.173881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.220040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:59.220559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:29:59.222128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] 10.222.0.21 "PUT /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 1091 time: 1.1648517 Aug 12 02:29:59.222128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:29:59.237543 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:29:59.338194 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12356a1e-ddcf-44d8-84fa-1fa16eda4093 x-openstack-request-id: req-12356a1e-ddcf-44d8-84fa-1fa16eda4093 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:29:59.338491 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:29:59.338816 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12356a1e-ddcf-44d8-84fa-1fa16eda4093 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:29:59.339130 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:29:59.339977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9020e8-aa3e-49a6-b04e-92a4f94b3e55 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:29:59.405748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-375a26e4-5a65-4e9d-a40d-e7b9b5cad62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:59.407295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-375a26e4-5a65-4e9d-a40d-e7b9b5cad62d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1094 time: 0.1216431 Aug 12 02:29:59.423217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8448-4b4b-454a-ad2d-922f6c9df263 req-db820f8c-ccff-4809-94ab-fa3da15e6a2e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:59.431128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b7b8448-4b4b-454a-ad2d-922f6c9df263 req-db820f8c-ccff-4809-94ab-fa3da15e6a2e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0802011 Aug 12 02:29:59.488420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-93041837-19af-4d60-b00e-db971b940861 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 217 time: 0.0549860 Aug 12 02:29:59.944105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b7b8448-4b4b-454a-ad2d-922f6c9df263 req-f83256df-34ca-41b7-a57c-bcb4dff1b9a9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5120497 Aug 12 02:29:59.979650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-d25ac018-ca9f-48eb-b3fc-d9c80d6fa621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:29:59.982001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-d25ac018-ca9f-48eb-b3fc-d9c80d6fa621 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.4807093 Aug 12 02:30:00.064767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-b385567e-635a-4506-9c55-597e177a8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.066498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-b385567e-635a-4506-9c55-597e177a8c3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755661 Aug 12 02:30:00.200953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-919369a9-9a94-4ea9-a44b-96a419a9fb3f service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129220 Aug 12 02:30:00.222466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-defddfa0-d872-4b38-a2b0-9ba2a15f6b88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1007574 Aug 12 02:30:00.353324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-290829c7-2730-47bc-b557-78f4aaa01d00 req-02e48099-b07a-4320-b49c-964ced4ccc9e service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418767 Aug 12 02:30:00.393358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.394186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.394674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.395337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.395897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.396549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.397376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.399865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8d659b7c-4dec-4f66-9855-8f8a8a358f5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.0702260 Aug 12 02:30:00.604321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-4c3402c2-fe0b-48f6-a92e-d39df3876816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.607607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-4c3402c2-fe0b-48f6-a92e-d39df3876816 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1094 time: 0.1063333 Aug 12 02:30:00.628927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-16a420d9-3c6c-4d6e-91d0-19c2e6ccab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.629410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-16a420d9-3c6c-4d6e-91d0-19c2e6ccab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.629980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-16a420d9-3c6c-4d6e-91d0-19c2e6ccab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.631755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-16a420d9-3c6c-4d6e-91d0-19c2e6ccab15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 2299 time: 0.1631141 Aug 12 02:30:00.742178 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-e8399a8d-f47e-4ee6-bb8a-7dadfcc087c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 1001 time: 0.0985286 Aug 12 02:30:00.811978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-75165e82-10a5-4853-b58e-0408379c727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.813502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-75165e82-10a5-4853-b58e-0408379c727f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1984780 Aug 12 02:30:00.822423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c28fcbe6-ca11-41d2-94b2-0a258b8dcf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.824201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c28fcbe6-ca11-41d2-94b2-0a258b8dcf2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.0760977 Aug 12 02:30:00.870645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-7ad90969-50b7-491c-8bc2-2c424866be81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 217 time: 0.0478356 Aug 12 02:30:00.892641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-89cf6a6a-14a4-4c41-b51f-7d355a67573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.894164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-89cf6a6a-14a4-4c41-b51f-7d355a67573f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612431 Aug 12 02:30:00.945572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-8466c5cf-7d67-4492-84a2-dd3131442029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:00.947909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-8466c5cf-7d67-4492-84a2-dd3131442029 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0662913 Aug 12 02:30:01.050052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-d99239ef-8f4f-48d1-8e69-6ec12640dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:01.057218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-d99239ef-8f4f-48d1-8e69-6ec12640dcd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926430 Aug 12 02:30:01.114569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-e44fec8d-eec8-40f7-aeae-b896776df178 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125494 Aug 12 02:30:01.250570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-64c95658-011e-47c9-ade6-bfa59b8b1293 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793365 Aug 12 02:30:01.417293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7e0f-b29d-4fa6-baee-ebb41775f27a req-4d547573-1d94-4ab5-8e9e-01a97a305f2e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:01.419020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93bb7e0f-b29d-4fa6-baee-ebb41775f27a req-4d547573-1d94-4ab5-8e9e-01a97a305f2e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.2759001 Aug 12 02:30:01.430547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-2384803f-1464-4094-83e8-97dcb8e688e4 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029189 Aug 12 02:30:01.497974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e84ab9-754a-45c9-8486-bbfa78d4b9aa req-3b0da665-7738-418b-99b0-0f61da8b7018 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756382 Aug 12 02:30:01.522277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-93bb7e0f-b29d-4fa6-baee-ebb41775f27a req-3140a663-1755-4555-9c63-2b43987553ec tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838380 Aug 12 02:30:01.602435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-fb7ba280-46d9-4f0e-bb45-6d34fbb9632f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 217 time: 0.1465287 Aug 12 02:30:01.719795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-25a15f6c-1373-4022-b1ab-1c7493f6a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:01.723841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-25a15f6c-1373-4022-b1ab-1c7493f6a3fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.1090186 Aug 12 02:30:01.805566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-f0396163-ecf8-4b0a-a111-68dad7a603fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:01.807059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-f0396163-ecf8-4b0a-a111-68dad7a603fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614011 Aug 12 02:30:01.934082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-60726844-9a74-4ac2-803f-6c30414c09de service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137953 Aug 12 02:30:01.958963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b808a14a-dc3e-400a-8ad1-813ed545e2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.048677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c6f754e3-b4b8-4447-931d-2255877fad24 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052489 Aug 12 02:30:02.064494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52190) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:02.097942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-5bb971d0-8d2f-437b-bf3f-4198a185a393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 217 time: 0.0416050 Aug 12 02:30:02.166641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-317a50f5-813b-4c99-bd30-f688c17fce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:02.168244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-317a50f5-813b-4c99-bd30-f688c17fce40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0634706 Aug 12 02:30:02.222478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b37bfcf8-a614-4ac5-ac14-c3bd0dea88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:02.224073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b37bfcf8-a614-4ac5-ac14-c3bd0dea88b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0474768 Aug 12 02:30:02.276620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54c03e0f-9056-454e-8ca6-f41352134fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.393023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-1ce74330-e311-47a4-99ff-b2570a6f416a service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568246 Aug 12 02:30:02.538557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54c03e0f-9056-454e-8ca6-f41352134fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.544602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-61536e69-a923-4524-b994-36f261edd0c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431291 Aug 12 02:30:02.545888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54c03e0f-9056-454e-8ca6-f41352134fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.624532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-bcab8c63-6a1e-4dad-8b28-ce54d3cc9f80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 217 time: 0.0616677 Aug 12 02:30:02.630489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-54c03e0f-9056-454e-8ca6-f41352134fee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34a6c86dc4994b21960906c04897bc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5637717 Aug 12 02:30:02.630489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c03e0f-9056-454e-8ca6-f41352134fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbe8ebd-bb97-4ee5-a6c4-aa4a1b34f044,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:02.634443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52210) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:02.688047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c66ff0-935d-4ecf-9b42-abb07b37c648 req-9acea31f-7df8-403e-aff1-e0c41ad05c45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:02.689633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c66ff0-935d-4ecf-9b42-abb07b37c648 req-9acea31f-7df8-403e-aff1-e0c41ad05c45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0751176 Aug 12 02:30:02.710894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-40cfb579-c121-4ae9-83ed-ae67607feb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:02.713109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-40cfb579-c121-4ae9-83ed-ae67607feb91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0795345 Aug 12 02:30:02.738124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c66ff0-935d-4ecf-9b42-abb07b37c648 req-7276cb40-ac83-4d0e-a406-3b673fe2bbb7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381474 Aug 12 02:30:02.755485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.784098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.797113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-ae92330c-f8f8-407a-902a-3665b3ec5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:02.798670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-ae92330c-f8f8-407a-902a-3665b3ec5227 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0758390 Aug 12 02:30:02.918028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.921200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:02.925344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bbe8ebd-bb97-4ee5-a6c4-aa4a1b34f044 HTTP/1.1" status: 204 len: 168 time: 0.2899852 Aug 12 02:30:02.946008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a4828-43b7-46eb-acb4-165881cc16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbe8ebd-bb97-4ee5-a6c4-aa4a1b34f044,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:02.959212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-105a39a1-af93-43f6-b5e3-921467abd6f3 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516860 Aug 12 02:30:03.088522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-23e02d65-b06c-48e5-9b75-a75615ba7af1 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106086 Aug 12 02:30:03.138333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c4de322e-94a0-4132-ba11-23579ae56cc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 217 time: 0.0407863 Aug 12 02:30:03.199977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b58e161c-5231-4cef-8774-4dcca756a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:03.201947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b58e161c-5231-4cef-8774-4dcca756a8ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0565934 Aug 12 02:30:03.269768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c05711c8-4c81-4b45-990a-450698bc7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:03.271515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-c05711c8-4c81-4b45-990a-450698bc7fce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621970 Aug 12 02:30:03.290152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:03.304501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf2f5-4175-4d3e-8cda-4424c9dbf08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.442118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-ab5b2a67-1872-4f42-833d-5436ebce9131 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632864 Aug 12 02:30:03.491173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf2f5-4175-4d3e-8cda-4424c9dbf08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.496628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf2f5-4175-4d3e-8cda-4424c9dbf08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.543936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7f8bf2f5-4175-4d3e-8cda-4424c9dbf08f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbf2de9940254a6592fecd244fae3025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525530 Aug 12 02:30:03.544738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bf2f5-4175-4d3e-8cda-4424c9dbf08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83e319-571f-485f-aa68-9f1480d7f923,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:03.546593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:03.595152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-0753ecbf-9fb9-46b5-a09e-90ce485eb4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368494 Aug 12 02:30:03.601804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:30:03.636069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.669836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-738251d6-73cc-4104-b67c-ae64755a39df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 217 time: 0.0432279 Aug 12 02:30:03.720658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.729895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:03.745886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:30:03.767416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-1521c8bb-bf1f-4074-9a93-bab6203e1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:03.769561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-1521c8bb-bf1f-4074-9a93-bab6203e1438 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0920022 Aug 12 02:30:03.795858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.823015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:30:03.836188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-10fe0f4f-2dab-4f0d-b98d-869035fff7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:03.838011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-10fe0f4f-2dab-4f0d-b98d-869035fff7d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605602 Aug 12 02:30:03.842109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.846224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.847709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f83e319-571f-485f-aa68-9f1480d7f923 HTTP/1.1" status: 204 len: 168 time: 0.2992492 Aug 12 02:30:03.855878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:03.863438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:03.874462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c24516-7bd9-4af7-b3fc-dfdde774e03d req-c1db8532-a68f-4ad3-baf4-6db46631ad87 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:03.883793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5c24516-7bd9-4af7-b3fc-dfdde774e03d req-c1db8532-a68f-4ad3-baf4-6db46631ad87 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0700586 Aug 12 02:30:03.885970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b1fb-6436-4e4f-b9ae-3b5ad548f061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83e319-571f-485f-aa68-9f1480d7f923,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:03.929903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5c24516-7bd9-4af7-b3fc-dfdde774e03d req-e0fd30a6-8f4f-4e0f-8734-ed6f10324e07 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444582 Aug 12 02:30:03.976575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:03.987099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.987611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.988035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.988435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.988934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.990121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.990612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.991195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.992324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.992899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.993373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:03.994020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:04.007403 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-713c7f15-c029-4f99-9e4a-b6175d3d90de service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577821 Aug 12 02:30:04.165330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-8c3a4dd8-9c88-41a9-96d9-ee96022a0e73 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499543 Aug 12 02:30:04.231775 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-f9246e03-5457-4fde-920d-113158dced5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.0570545 Aug 12 02:30:04.284479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b24b0249-17ae-4f4b-9477-ae3027693104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:04.286187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-b24b0249-17ae-4f4b-9477-ae3027693104 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0471833 Aug 12 02:30:04.326995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['57aab367-51f1-4bdd-84fb-d287571bd5af'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:30:04.338075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-1548684e-2bf6-4705-ba31-aeec6f2d5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:04.339664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-1548684e-2bf6-4705-ba31-aeec6f2d5c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460746 Aug 12 02:30:04.527846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-9ac84308-a729-439b-9f90-59ff9042e8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795967 Aug 12 02:30:04.625783 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:04.660682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-69982877-bf1a-45ea-b067-8b9fc06277fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:04.692277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6313f599-6c54-4a4a-925b-a63c3a1ac5e6 req-abf5b265-bdb1-4ea3-b55b-46906e982886 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552503 Aug 12 02:30:04.717883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:05.113341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3bc4f-249e-4b02-9641-5a2c6ab40f71 req-a5365481-ee7a-4a1b-96d3-a7b5ccbc114a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:05.114893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3db3bc4f-249e-4b02-9641-5a2c6ab40f71 req-a5365481-ee7a-4a1b-96d3-a7b5ccbc114a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0695086 Aug 12 02:30:05.183055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3db3bc4f-249e-4b02-9641-5a2c6ab40f71 req-f80045ff-08aa-4190-bbeb-584bd267808c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568044 Aug 12 02:30:05.791650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:06.321802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3dbb-c883-42f2-9b2c-a4569a8fa8f9 req-8063de45-802c-4417-a483-db6a971913c3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:06.323350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abfc3dbb-c883-42f2-9b2c-a4569a8fa8f9 req-8063de45-802c-4417-a483-db6a971913c3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0619247 Aug 12 02:30:06.370661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abfc3dbb-c883-42f2-9b2c-a4569a8fa8f9 req-689b3d99-2a1d-423c-8f6b-c4dd9d783258 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407798 Aug 12 02:30:06.854344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52418) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:07.041627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9ad43d0-a9b8-4c79-85f1-fe2b60991a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.197335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9ad43d0-a9b8-4c79-85f1-fe2b60991a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.201826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9ad43d0-a9b8-4c79-85f1-fe2b60991a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.259672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9ad43d0-a9b8-4c79-85f1-fe2b60991a6d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4073113d9f34bafa7217ee87011e476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015546 Aug 12 02:30:07.260541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:07.261631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad43d0-a9b8-4c79-85f1-fe2b60991a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7dea9-859f-40b4-a445-b111ce249aa2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:07.310138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.335910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.362221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.430822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.434461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.438776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dd7dea9-859f-40b4-a445-b111ce249aa2 HTTP/1.1" status: 204 len: 168 time: 0.1772027 Aug 12 02:30:07.452912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503952b-0eb1-4a81-a708-c52017832e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7dea9-859f-40b4-a445-b111ce249aa2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:07.519349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232711a1-954d-4c31-914d-59850bf5112f req-9e57fec2-6cb8-4ecb-8b7e-0c7d7bf37a7c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:07.523199 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-232711a1-954d-4c31-914d-59850bf5112f req-9e57fec2-6cb8-4ecb-8b7e-0c7d7bf37a7c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0711908 Aug 12 02:30:07.572794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-232711a1-954d-4c31-914d-59850bf5112f req-ef925251-1d55-4011-8251-0c22e7767063 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Aug 12 02:30:07.632933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:07.712695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 57aab367-51f1-4bdd-84fb-d287571bd5af completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:07.719679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 57aab367-51f1-4bdd-84fb-d287571bd5af triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:07.720314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.843263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.907519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:30:07.916386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52458) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:07.919604 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d612024-ac8c-4af2-8772-e54b6892e2a4" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:30:07.933586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3617cace-16c3-48a5-9757-da38dfb42c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:07.938834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:07.951758 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.008992 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93d9d9d-0a7e-4a95-b98c-d15d39932d1d x-openstack-request-id: req-c93d9d9d-0a7e-4a95-b98c-d15d39932d1d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:30:08.011697 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:30:08.012008 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c93d9d9d-0a7e-4a95-b98c-d15d39932d1d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:30:08.012565 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'code': 200} Aug 12 02:30:08.083072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:08.108786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3617cace-16c3-48a5-9757-da38dfb42c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.112854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3617cace-16c3-48a5-9757-da38dfb42c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.145796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441c840-ce27-448f-987b-1f050979d367 req-f91b25f2-c8e7-467e-aa18-a0a74bd85ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:08.147429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4441c840-ce27-448f-987b-1f050979d367 req-f91b25f2-c8e7-467e-aa18-a0a74bd85ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1096 time: 0.0454569 Aug 12 02:30:08.154636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3617cace-16c3-48a5-9757-da38dfb42c5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc97d0ee5e2040ed865be5245aefd050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371464 Aug 12 02:30:08.156934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617cace-16c3-48a5-9757-da38dfb42c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ddd9f-be0f-49d7-aa8f-f7899c2effc5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:08.158208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52466) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:08.234902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4441c840-ce27-448f-987b-1f050979d367 req-1903ee1c-fcc2-4a1f-b73d-2ab6ddcb9207 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802495 Aug 12 02:30:08.258832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.283515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.337627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.340303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:08.343934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db9ddd9f-be0f-49d7-aa8f-f7899c2effc5 HTTP/1.1" status: 204 len: 168 time: 0.1770294 Aug 12 02:30:08.362068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732ceb7-5b81-488b-942b-59c6b7d39ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ddd9f-be0f-49d7-aa8f-f7899c2effc5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:08.719647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c80a3-e0ca-4116-ae2d-4fb7ab3fee76 req-3e959e5b-8813-4ba7-9577-001496967c02 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:08.721407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-180c80a3-e0ca-4116-ae2d-4fb7ab3fee76 req-3e959e5b-8813-4ba7-9577-001496967c02 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0715122 Aug 12 02:30:08.771355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-180c80a3-e0ca-4116-ae2d-4fb7ab3fee76 req-5b8b735a-e117-41f9-aa37-14af361b80d5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Aug 12 02:30:09.827079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:09.923351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63520c-3a13-4fa1-9ef1-d59d7e56adcc req-9dcc1bec-8cb2-4fbb-aed9-da2ef0577ba6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:09.932978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f63520c-3a13-4fa1-9ef1-d59d7e56adcc req-9dcc1bec-8cb2-4fbb-aed9-da2ef0577ba6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0765042 Aug 12 02:30:09.964373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1789f391-44a0-4e84-806a-55253bd7a1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:09.977902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f63520c-3a13-4fa1-9ef1-d59d7e56adcc req-1c4e677e-400d-41d4-98ea-40e266531a46 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438037 Aug 12 02:30:10.103956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1789f391-44a0-4e84-806a-55253bd7a1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.108616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1789f391-44a0-4e84-806a-55253bd7a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.157111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1789f391-44a0-4e84-806a-55253bd7a1cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e8d3b4793c644d896d0ac28e48ca0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3283541 Aug 12 02:30:10.159888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:10.166961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aeda2-c7e5-466a-a4ab-1b7f27033a0e req-c8e137c5-b74a-48ea-83b4-5cf5b05b0b01 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:10.168521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-242aeda2-c7e5-466a-a4ab-1b7f27033a0e req-c8e137c5-b74a-48ea-83b4-5cf5b05b0b01 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1098332 Aug 12 02:30:10.169335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f391-44a0-4e84-806a-55253bd7a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16ed79-975a-4ec3-806e-33737d689ef4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:10.212035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-242aeda2-c7e5-466a-a4ab-1b7f27033a0e req-51bee769-dfc5-4a5a-bcca-05d8da6391a0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Aug 12 02:30:10.234348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52596) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:10.236708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.261715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.289164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6000f-fa76-4818-84c6-c52e6db34215 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:10.291102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6cd6000f-fa76-4818-84c6-c52e6db34215 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1091 time: 0.0555055 Aug 12 02:30:10.293830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52598) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:10.298205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:10.313761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.317075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.321566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db16ed79-975a-4ec3-806e-33737d689ef4 HTTP/1.1" status: 204 len: 168 time: 0.1605937 Aug 12 02:30:10.331312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857821da-5f77-4fdb-95ed-e41b37ee8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16ed79-975a-4ec3-806e-33737d689ef4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:10.334283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.786586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:10.909023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.171 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ca1d2354-26a1-4c74-bf11-11ce75f714dc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:30:11.033629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.076731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.113571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:11.117007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:11.119531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:11.135197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:11.186376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=ca1d2354-26a1-4c74-bf11-11ce75f714dc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:11.258837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'networks': [{'name': 'tempest-network--377441447'}, {'name': 'tempest-network--497268263'}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:11.259830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-network--377441447'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:11.260539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-network--497268263'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:11.300059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'network': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:11.306603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.322643 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.425906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.430639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.431118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.470801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d782238-8451-4e0a-ba88-149109253e81,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:11.481058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:11.492990 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.493348 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 1fe47f45-b9b6-4762-8641-4006a889ce08 of type vlan for network c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3 Aug 12 02:30:11.534931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.564771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.573652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:11.584134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.584490 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 65fc0be1-a7d9-498c-84e2-8caf7f681efc of type vlan for network 41412f26-1c41-44d0-826d-5486057ee3ad Aug 12 02:30:11.628872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.643224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.669756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.670296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.676201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:11.682195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:11.683392 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:11.702094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5656786 Aug 12 02:30:11.704942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:11.780040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:11.791736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:11.917801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795307-a217-4f61-81df-c5739f7a17ca tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=41412f26-1c41-44d0-826d-5486057ee3ad,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:11.934048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 41412f26-1c41-44d0-826d-5486057ee3ad details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:11.988559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4d4bd-fd45-4554-b89a-7992e5ff76fa tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:11.995081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4d4bd-fd45-4554-b89a-7992e5ff76fa tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:12.001301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4d4bd-fd45-4554-b89a-7992e5ff76fa tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:12.007104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a4d4bd-fd45-4554-b89a-7992e5ff76fa tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:12.011643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-94a4d4bd-fd45-4554-b89a-7992e5ff76fa tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3034320 Aug 12 02:30:12.013338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:12.041371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.048133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.099181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=ca1d2354-26a1-4c74-bf11-11ce75f714dc,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:12.122855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.160181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.226825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.246004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.258514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe47f45-b9b6-4762-8641-4006a889ce08') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.258892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe47f45-b9b6-4762-8641-4006a889ce08') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.269088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.291894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.299373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:12.300092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:12.303808 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:12.307740 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 70fdea3b-5833-455b-b652-eeae7ab65a50 associated. External IP: 172.25.3.171, port: 57aab367-51f1-4bdd-84fb-d287571bd5af. Aug 12 02:30:12.432708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.466079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.470516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3 HTTP/1.1" status: 204 len: 168 time: 0.4546933 Aug 12 02:30:12.471588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:12.490709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6d01-4687-447d-b2b0-b773a06902bb tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=c5bf80a6-71a0-43b0-9f0e-048f93bc1fe3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:12.598332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.644582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:30:12.699556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.716929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41412f26-1c41-44d0-826d-5486057ee3ad']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.740033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc0be1-a7d9-498c-84e2-8caf7f681efc') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.740342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc0be1-a7d9-498c-84e2-8caf7f681efc') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.762318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.779859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.788344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:12.789324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:12.793121 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:12.887877 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.900952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:30:12.916964 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Sync routers for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:30:12.933133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.936782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/41412f26-1c41-44d0-826d-5486057ee3ad HTTP/1.1" status: 204 len: 168 time: 0.4638171 Aug 12 02:30:12.937965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:12.944359 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:30:12.947168 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:12.961659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:12.965791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6fb2d-29cf-4694-9776-02eeb9e959fd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=41412f26-1c41-44d0-826d-5486057ee3ad,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:13.072642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8bbeb510-4a72-4397-84ab-e02025dd7446 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7755694 Aug 12 02:30:13.072642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:30:13.073878 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:30:13.163812 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827a575d-6c8b-49fb-8291-f38bb0dcc615 x-openstack-request-id: req-827a575d-6c8b-49fb-8291-f38bb0dcc615 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:30:13.164605 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:30:13.165121 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-827a575d-6c8b-49fb-8291-f38bb0dcc615 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:30:13.166549 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:30:13.234766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa85f4-8248-418c-aa1d-cc155da61a10 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.250603 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:30:13.251506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa85f4-8248-418c-aa1d-cc155da61a10 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.268981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33fa85f4-8248-418c-aa1d-cc155da61a10 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3299127 Aug 12 02:30:13.309375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:13.354806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-8fa90f94-20b1-4dca-8a4d-794e61cc0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.356379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-8fa90f94-20b1-4dca-8a4d-794e61cc0e7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1096 time: 0.1576104 Aug 12 02:30:13.392390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1471628226'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:13.486370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad33ae-4a89-40c1-b7e8-9322c3b40281 req-49e012ee-63b2-4380-84d9-113882321337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.494266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81ad33ae-4a89-40c1-b7e8-9322c3b40281 req-49e012ee-63b2-4380-84d9-113882321337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.2240026 Aug 12 02:30:13.524792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:13.529009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.578013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81ad33ae-4a89-40c1-b7e8-9322c3b40281 req-b748615f-8270-41af-874c-007554816068 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770705 Aug 12 02:30:13.588081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:13.593330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:13.632357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-c4e59962-6370-417d-aded-39513d1ba6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.635438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-c4e59962-6370-417d-aded-39513d1ba6e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.2504292 Aug 12 02:30:13.642166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.642866 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 58c50211-3759-4ab6-8668-7c6c2fab429c of type vlan for network 2f26fd1b-69c5-4a4b-8bc0-eee75179520e Aug 12 02:30:13.711325 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.719753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-728724f7-0050-4e39-b479-d180bed1e364 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 200 len: 991 time: 0.1243811 Aug 12 02:30:13.746172 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '70fdea3b-5833-455b-b652-eeae7ab65a50', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:30:11Z', 'updated_at': '2021-08-12T02:30:11Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:13.751767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-61122815-3973-4330-a66d-91d36bd87578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.1089926 Aug 12 02:30:13.764206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.776435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.779659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.811711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-ca36269b-8c4c-4b9a-97f6-947602f42d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.813307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-ca36269b-8c4c-4b9a-97f6-947602f42d6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0549631 Aug 12 02:30:13.816708 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Checking router: a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:30:13.836208 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:30:13.839424 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:13.874313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-8fa87b1d-6bc1-40e2-94ed-36e24697ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:13.875897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-8fa87b1d-6bc1-40e2-94ed-36e24697ed98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545638 Aug 12 02:30:13.894647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5841630 Aug 12 02:30:13.898194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:13.905556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-852733727'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:13.917185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3db8-0893-461d-9d7a-5d51d23fa9c0 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=2f26fd1b-69c5-4a4b-8bc0-eee75179520e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:13.933290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:13.937552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2f26fd1b-69c5-4a4b-8bc0-eee75179520e details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:13.954671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:13.985222 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:30:14.036765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-907bb041-6cd1-4819-b8a0-b0f2a5f5bb07 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497684 Aug 12 02:30:14.046050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:14.056753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.057120 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 7b792512-f475-4c95-aa14-1c1f326cdd4e of type vlan for network a52af33f-a9f0-41d4-949d-355b16c38f8f Aug 12 02:30:14.154004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.204189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb0b2a2a-4e0d-4cee-ab95-5eaa12140ab8 req-0ba29cfa-8336-4a99-8092-7107c0ecc27a service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599941 Aug 12 02:30:14.206338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.212732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:14.213404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.290051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3888941 Aug 12 02:30:14.290916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:14.299085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'ports': [{'network_id': '2f26fd1b-69c5-4a4b-8bc0-eee75179520e', 'name': 'tempest-port--367078927', 'admin_state_up': True}, {'network_id': 'a52af33f-a9f0-41d4-949d-355b16c38f8f', 'admin_state_up': False}]} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:14.299576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb29c-d752-46b8-8472-9ca84b6f864d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=a52af33f-a9f0-41d4-949d-355b16c38f8f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:14.299938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'port': {'network_id': '2f26fd1b-69c5-4a4b-8bc0-eee75179520e', 'name': 'tempest-port--367078927', 'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:14.300633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'port': {'network_id': 'a52af33f-a9f0-41d4-949d-355b16c38f8f', 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:14.311423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network a52af33f-a9f0-41d4-949d-355b16c38f8f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:14.373564 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '70fdea3b-5833-455b-b652-eeae7ab65a50', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:30:11Z', 'updated_at': '2021-08-12T02:30:11Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:14.408988 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0abc5c-8b61-4875-9bef-23439f1ff8e4 None None] The sync data for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 is: [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '70fdea3b-5833-455b-b652-eeae7ab65a50', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.171', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:30:11Z', 'updated_at': '2021-08-12T02:30:11Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:30:14.518157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'port': 2} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:14.519217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.534753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.632712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] device_id is not set on port 2e536605-22c2-4b08-aec1-0f77aaeb5c84 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:30:14.723707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:14.728734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de419fd-a454-454f-a214-3a8063ccc651 None None] New status for floating IP 70fdea3b-5833-455b-b652-eeae7ab65a50: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:30:14.835394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:14.844263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5816ede9-1983-41db-8b53-d49407ad5153 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 200 len: 991 time: 0.1193099 Aug 12 02:30:14.918251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] device_id is not set on port 34ca0484-15fb-4f2b-b971-6214f9dd810e yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:30:15.081897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.147012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.246201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Port': ['ID=2e536605-22c2-4b08-aec1-0f77aaeb5c84,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:15.264124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Checking segment: {'id': '58c50211-3759-4ab6-8668-7c6c2fab429c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2f26fd1b-69c5-4a4b-8bc0-eee75179520e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:15.264479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network hostable DHCP agents. Network: 2f26fd1b-69c5-4a4b-8bc0-eee75179520e, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:30:15.297443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network 2f26fd1b-69c5-4a4b-8bc0-eee75179520e is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:30:15.318124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2f26fd1b-69c5-4a4b-8bc0-eee75179520e) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:15.323278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:15.324368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.335836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b23ab4f-4b19-4c56-b84c-2d7600f74bef None None] Network 2f26fd1b-69c5-4a4b-8bc0-eee75179520e requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:15.388997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Port': ['ID=34ca0484-15fb-4f2b-b971-6214f9dd810e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:15.441737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Checking segment: {'id': '7b792512-f475-4c95-aa14-1c1f326cdd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a52af33f-a9f0-41d4-949d-355b16c38f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:15.442312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network hostable DHCP agents. Network: a52af33f-a9f0-41d4-949d-355b16c38f8f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:30:15.479047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network a52af33f-a9f0-41d4-949d-355b16c38f8f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:30:15.503206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, a52af33f-a9f0-41d4-949d-355b16c38f8f) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:15.509862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:15.512580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:15.521471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.528928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.529463 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.531273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5aa436-d34f-4552-ab4b-aed07dc5bb46 None None] Network a52af33f-a9f0-41d4-949d-355b16c38f8f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:15.550548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55523f27-cc08-4e94-aae6-ca71abef38da tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2579501 Aug 12 02:30:15.553009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:15.663105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fd6b3-09ea-4a2a-bd76-a86396f29aef tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.663772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fd6b3-09ea-4a2a-bd76-a86396f29aef tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.664730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930fd6b3-09ea-4a2a-bd76-a86396f29aef tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.671516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-930fd6b3-09ea-4a2a-bd76-a86396f29aef tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=80a1fbe091be4474b43e96fe9ccfe26d&network_id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 2970 time: 0.1555939 Aug 12 02:30:15.691876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937f48c-d887-439a-bf79-0438b49eb92d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.699165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7937f48c-d887-439a-bf79-0438b49eb92d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:15.701040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7937f48c-d887-439a-bf79-0438b49eb92d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1467590 Aug 12 02:30:15.703865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:15.751907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52754) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:15.841931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Deleting port 2e536605-22c2-4b08-aec1-0f77aaeb5c84 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:30:15.841931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.847191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52760) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:15.917793 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f80d8193-d913-4194-bec2-7371ffca5b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.922244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:15.937286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Calling delete_port for 2e536605-22c2-4b08-aec1-0f77aaeb5c84 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:30:15.951613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f2401fcf-666f-4c78-a180-6657555f4084 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 200 len: 993 time: 0.0981870 Aug 12 02:30:16.033850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.037294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f80d8193-d913-4194-bec2-7371ffca5b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.042865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f80d8193-d913-4194-bec2-7371ffca5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.064642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Port': ['ID=2e536605-22c2-4b08-aec1-0f77aaeb5c84,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.076894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.082111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f80d8193-d913-4194-bec2-7371ffca5b1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c86f2ccc3045442d9a7060e94c65f8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262656 Aug 12 02:30:16.082251 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d35c1c3d-2302-480d-b5fa-d1deab2500de tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/ports/2e536605-22c2-4b08-aec1-0f77aaeb5c84 HTTP/1.1" status: 204 len: 168 time: 0.3761907 Aug 12 02:30:16.082251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.082439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52764) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.094293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8193-d913-4194-bec2-7371ffca5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f68a5-ba40-461d-9510-9e4e551fa5df,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.198022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.223031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.259128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Deleting port 34ca0484-15fb-4f2b-b971-6214f9dd810e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:30:16.259500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.337036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.353664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Calling delete_port for 34ca0484-15fb-4f2b-b971-6214f9dd810e owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:30:16.355439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.358138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.359289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a5f68a5-ba40-461d-9510-9e4e551fa5df HTTP/1.1" status: 204 len: 168 time: 0.2748115 Aug 12 02:30:16.375565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2991aa6-072b-4f7c-b07e-08b5a82b9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f68a5-ba40-461d-9510-9e4e551fa5df,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.465241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.500268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Port': ['ID=34ca0484-15fb-4f2b-b971-6214f9dd810e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.508901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.511388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-89a70556-0c74-4155-af63-5ba715d8cf8c tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/ports/34ca0484-15fb-4f2b-b971-6214f9dd810e HTTP/1.1" status: 204 len: 168 time: 0.4275808 Aug 12 02:30:16.513401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.565917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f449514d-d68e-4056-b9b7-bf4d9787dc90 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0513968 Aug 12 02:30:16.570896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52776) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.575878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1508272690'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:16.599748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:16.603495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.632956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:16.644420 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.645099 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 410a3e19-a951-495e-b27d-0594f30dfb82 of type vlan for network 44b4c718-ed5c-428b-9d29-bd24076e56d9 Aug 12 02:30:16.688374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52778) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.690304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.706151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d50507a3-0c9a-4b2b-a5c4-95fc83b35457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.729564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.740112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:16.740966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.833576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=44b4c718-ed5c-428b-9d29-bd24076e56d9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.847145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 44b4c718-ed5c-428b-9d29-bd24076e56d9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:16.882173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d50507a3-0c9a-4b2b-a5c4-95fc83b35457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.889052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d50507a3-0c9a-4b2b-a5c4-95fc83b35457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:16.895105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dcaec313-26f1-4a04-a8bb-dc90ec20f762 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3230491 Aug 12 02:30:16.898277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.904479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-881080770'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:16.933153 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d50507a3-0c9a-4b2b-a5c4-95fc83b35457 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71e269acabce480da10a80d296255fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429786 Aug 12 02:30:16.934200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50507a3-0c9a-4b2b-a5c4-95fc83b35457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3042cc-7722-4528-b497-e7441d9e9c79,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:16.938662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:16.939360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:16.944932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.003059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:17.024817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.025173 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Added segment 2093f6b9-f7c7-4044-9873-9d2073d5db13 of type vlan for network 89d98a5c-315d-4e66-a960-d63bef361ede Aug 12 02:30:17.037136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.086024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.090507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.145792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.152134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:17.152740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.208269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3086979 Aug 12 02:30:17.211638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.214145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.215229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd3042cc-7722-4528-b497-e7441d9e9c79 HTTP/1.1" status: 204 len: 168 time: 0.2678630 Aug 12 02:30:17.237864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7480b-0761-4029-aeea-d8f93ad7176d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3042cc-7722-4528-b497-e7441d9e9c79,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:17.241423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514a29a-b5c2-4f2f-a9e1-9663572d842d tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Network': ['ID=89d98a5c-315d-4e66-a960-d63bef361ede,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:17.262646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 89d98a5c-315d-4e66-a960-d63bef361ede details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:17.370276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:17.376940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'subnets': [{'network_id': '44b4c718-ed5c-428b-9d29-bd24076e56d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--751957463', 'ip_version': 4}, {'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:17.376940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'subnet': {'network_id': '44b4c718-ed5c-428b-9d29-bd24076e56d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--751957463', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:17.377897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Request body: {'subnet': {'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:17.499935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52802) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:17.567228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Made reservation on behalf of 2e28950e78c04ef08bcbc13c974c0f25 for: {'subnet': 2} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:17.574658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.574980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:17.577213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf0c5f-13b6-41b5-b422-4a7dd07c4856 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:17.579198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bbf0c5f-13b6-41b5-b422-4a7dd07c4856 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 814 time: 0.0772681 Aug 12 02:30:17.830491 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.000260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52834) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.008413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'network': {'name': 'tempest-network-smoke--917290896', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:18.057410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.061854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:18.067553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.125466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:18.160839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.161344 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Added segment 24c136c4-acab-4981-928e-7d3f2a6a9ce4 of type vlan for network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d Aug 12 02:30:18.175425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Subnet': ['ID=99cb831c-21e2-4b4e-844d-606118130ce4,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:18.180540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Checking segment: {'id': '410a3e19-a951-495e-b27d-0594f30dfb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '44b4c718-ed5c-428b-9d29-bd24076e56d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:18.180922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network hostable DHCP agents. Network: 44b4c718-ed5c-428b-9d29-bd24076e56d9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:30:18.205768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network 44b4c718-ed5c-428b-9d29-bd24076e56d9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:30:18.227320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 44b4c718-ed5c-428b-9d29-bd24076e56d9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:18.236331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582bd07c-9cbc-4328-8e75-6a13b6e4f9e9 None None] Network 44b4c718-ed5c-428b-9d29-bd24076e56d9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:18.243210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.256029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.297008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.304530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.305574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.328665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3266056 Aug 12 02:30:18.341322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.342244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event updated for resources: {'Subnet': ['ID=d7d96814-3b03-4e29-957f-cd4e7decb273,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:18.427921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666a61e-737f-49cb-b6df-407075c7deb7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Network': ['ID=38696dc0-5f64-4f39-ad15-94f74bcf4f7d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:18.458681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:18.484115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4c5834-e78d-468d-8fb2-74786e2312fa tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.485824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e4c5834-e78d-468d-8fb2-74786e2312fa tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=80a1fbe091be4474b43e96fe9ccfe26d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1408873 Aug 12 02:30:18.487238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Checking segment: {'id': '2093f6b9-f7c7-4044-9873-9d2073d5db13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:18.487651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network hostable DHCP agents. Network: 89d98a5c-315d-4e66-a960-d63bef361ede, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:30:18.488931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52858) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.511703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Network 89d98a5c-315d-4e66-a960-d63bef361ede is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:30:18.532834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 89d98a5c-315d-4e66-a960-d63bef361ede) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:18.538377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.539852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.541810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.562423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed720b81-fe89-4124-996d-f830ae653082 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.1879156 Aug 12 02:30:18.562423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.563504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3537b-dfe3-4b5a-9d7b-2c8c7c5bf60d None None] Network 89d98a5c-315d-4e66-a960-d63bef361ede requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:18.660066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a12a24-fb1a-4744-ad60-2526a703eda6 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.661818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a12a24-fb1a-4744-ad60-2526a703eda6 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.665074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a12a24-fb1a-4744-ad60-2526a703eda6 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.669985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f8a12a24-fb1a-4744-ad60-2526a703eda6 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1042700 Aug 12 02:30:18.670339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.727443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.752937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Deleting subnet 99cb831c-21e2-4b4e-844d-606118130ce4 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:30:18.760195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.761776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bdd4f9-523a-4b4a-983d-90d1e462475e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-44b4c718-ed5c-428b-9d29-bd24076e56d9', 'network_id': '44b4c718-ed5c-428b-9d29-bd24076e56d9', 'tenant_id': '2e28950e78c04ef08bcbc13c974c0f25', 'fixed_ips': [{'subnet_id': '99cb831c-21e2-4b4e-844d-606118130ce4'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:30:18.762767 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90bdd4f9-523a-4b4a-983d-90d1e462475e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.784638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f1463b-35a5-42cd-9eef-397385eaff0c tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:18.789105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15f1463b-35a5-42cd-9eef-397385eaff0c tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2959836 Aug 12 02:30:18.789888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.839832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e83d7398-f26a-4708-9d81-ad6a52ff5b3d tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452745 Aug 12 02:30:18.840449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.853003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.896844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f960e72-9be4-4711-a6b5-f3178d958d89 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=80a1fbe091be4474b43e96fe9ccfe26d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530329 Aug 12 02:30:18.897615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:18.908869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.923828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-89d98a5c-315d-4e66-a960-d63bef361ede', 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede', 'tenant_id': '2e28950e78c04ef08bcbc13c974c0f25', 'fixed_ips': [{'subnet_id': 'd7d96814-3b03-4e29-957f-cd4e7decb273'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:30:18.924685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:18.994194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.027888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Subnet': ['ID=99cb831c-21e2-4b4e-844d-606118130ce4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:19.035104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.039672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc04be42-e8c2-403a-8f6c-f8e83abb40f9 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/subnets/99cb831c-21e2-4b4e-844d-606118130ce4 HTTP/1.1" status: 204 len: 168 time: 0.3660567 Aug 12 02:30:19.041151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.089304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81018003-ba39-4770-8b94-c401b45f5e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.112981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Deleting subnet d7d96814-3b03-4e29-957f-cd4e7decb273 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-90bdd4f9-523a-4b4a-983d-90d1e462475e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99cb831c-21e2-4b4e-844d-606118130ce4: This subnet is being modified by another concurrent operation. Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99cb831c-21e2-4b4e-844d-606118130ce4: This subnet is being modified by another concurrent operation. Aug 12 02:30:19.134727 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:30:19.155216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750509a-bfd0-451f-8698-8249306d0be6 None None] Network 44b4c718-ed5c-428b-9d29-bd24076e56d9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:19.209704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Allocated IP 172.20.0.18 (89d98a5c-315d-4e66-a960-d63bef361ede/d7d96814-3b03-4e29-957f-cd4e7decb273/b4d564d6-51ad-4767-b671-bc98e377eef2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:30:19.417069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.426364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Transition to ACTIVE for port object b4d564d6-51ad-4767-b671-bc98e377eef2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:19.442982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Transition to ACTIVE for port object b4d564d6-51ad-4767-b671-bc98e377eef2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:19.455841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.458963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.488759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f74d06-adec-4258-b819-0ef9d80d8751 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:19.490352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b2f74d06-adec-4258-b819-0ef9d80d8751 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5918057 Aug 12 02:30:19.494802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.517367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Network 89d98a5c-315d-4e66-a960-d63bef361ede is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:19.525750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:19.528835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:19.530234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.539314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Pushing event updated for resources: {'Port': ['ID=b4d564d6-51ad-4767-b671-bc98e377eef2,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:19.543372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ae36a87-201c-4589-bc58-79ea6e2863a7 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472395 Aug 12 02:30:19.545970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.554810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235811734', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:19.603812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Attempting to bind port b4d564d6-51ad-4767-b671-bc98e377eef2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:30:19.604546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Attempting to bind port b4d564d6-51ad-4767-b671-bc98e377eef2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2093f6b9-f7c7-4044-9873-9d2073d5db13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:30:19.605155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Attempting to bind port b4d564d6-51ad-4767-b671-bc98e377eef2 on network 89d98a5c-315d-4e66-a960-d63bef361ede {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:30:19.611782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:30:19.612452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Checking segment: {'id': '2093f6b9-f7c7-4044-9873-9d2073d5db13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:19.612905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.613309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Bound using segment: {'id': '2093f6b9-f7c7-4044-9873-9d2073d5db13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:30:19.613776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Bound port: b4d564d6-51ad-4767-b671-bc98e377eef2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2093f6b9-f7c7-4044-9873-9d2073d5db13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '89d98a5c-315d-4e66-a960-d63bef361ede'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:30:19.614154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.664571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.718364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81018003-ba39-4770-8b94-c401b45f5e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.724496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81018003-ba39-4770-8b94-c401b45f5e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.745567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] For port b4d564d6-51ad-4767-b671-bc98e377eef2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:30:19.747517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.749097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] For port b4d564d6-51ad-4767-b671-bc98e377eef2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b4d564d6-51ad-4767-b671-bc98e377eef2,segment=NetworkSegment(2093f6b9-f7c7-4044-9873-9d2073d5db13),segment_id=2093f6b9-f7c7-4044-9873-9d2073d5db13)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:30:19.764469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.778918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81018003-ba39-4770-8b94-c401b45f5e28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eab1708bf40044dfbb263393e99e6ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503817 Aug 12 02:30:19.781539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.788432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81018003-ba39-4770-8b94-c401b45f5e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1fae54-87ad-43f7-b5b8-2a13e32e073c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:19.792296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:19.796296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.813127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d96814-3b03-4e29-957f-cd4e7decb273,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:19.816462 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.818505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bd2090d1-2b5c-4268-9d4a-29ee1ea4aa68 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/subnets/d7d96814-3b03-4e29-957f-cd4e7decb273 HTTP/1.1" status: 204 len: 168 time: 0.7764833 Aug 12 02:30:19.822294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.856962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743bf7e-f0ed-4008-b528-627801b4328e None None] Pushing event updated for resources: {'Port': ['ID=b4d564d6-51ad-4767-b671-bc98e377eef2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:19.888376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf4e69-6d7e-45ef-8a34-d42c77a3394e tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:19.889997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4daf4e69-6d7e-45ef-8a34-d42c77a3394e tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668218 Aug 12 02:30:19.893968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:19.936941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:19.981181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.002941 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.107722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Deleting port b4d564d6-51ad-4767-b671-bc98e377eef2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:30:20.108156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.144817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.147540 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.148975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa1fae54-87ad-43f7-b5b8-2a13e32e073c HTTP/1.1" status: 204 len: 168 time: 0.3665023 Aug 12 02:30:20.169589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c616b-6ab5-4f58-99ae-5dbc45cede28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1fae54-87ad-43f7-b5b8-2a13e32e073c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:20.180516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.213824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] For port b4d564d6-51ad-4767-b671-bc98e377eef2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b4d564d6-51ad-4767-b671-bc98e377eef2,segment=NetworkSegment(2093f6b9-f7c7-4044-9873-9d2073d5db13),segment_id=2093f6b9-f7c7-4044-9873-9d2073d5db13)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:20.214214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.245098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Calling delete_port for b4d564d6-51ad-4767-b671-bc98e377eef2 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:30:20.323264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Subnet': ['ID=165b96a7-2d06-4488-b5a8-8c005f5da7d0,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:20.401432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Checking segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:20.402220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network hostable DHCP agents. Network: 38696dc0-5f64-4f39-ad15-94f74bcf4f7d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:30:20.425527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.459674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:30:20.469977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Port': ['ID=b4d564d6-51ad-4767-b671-bc98e377eef2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:20.472096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] No DVR routers for this DVR port b4d564d6-51ad-4767-b671-bc98e377eef2 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:30:20.496737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 38696dc0-5f64-4f39-ad15-94f74bcf4f7d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:20.509637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e30571-1e85-4b31-a157-453b0aed05b7 None None] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:20.515200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:20.516267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.539994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b106bf2-8981-4faa-bc7e-aa543166e240 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9925227 Aug 12 02:30:20.593920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.609350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d98a5c-315d-4e66-a960-d63bef361ede']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:20.622222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2093f6b9-f7c7-4044-9873-9d2073d5db13') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:20.622941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2093f6b9-f7c7-4044-9873-9d2073d5db13') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:20.635159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.658388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.674728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:20.676107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:20.684896 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:20.723375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ips': [{'subnet_id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:30:20.732076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.809870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:20.810856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.825034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.826905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100167841', 'description': 'tempest-secgroup-smoke-1100167841 description', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:20.830127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/89d98a5c-315d-4e66-a960-d63bef361ede HTTP/1.1" status: 204 len: 168 time: 0.9351211 Aug 12 02:30:20.837549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52938) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:20.838163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52940) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:20.867569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2200b-0406-4e85-ad88-45d907a497a4 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=89d98a5c-315d-4e66-a960-d63bef361ede,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:20.930399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Allocated IP 172.20.0.18 (38696dc0-5f64-4f39-ad15-94f74bcf4f7d/165b96a7-2d06-4488-b5a8-8c005f5da7d0/3f214f9e-c27b-4b82-8137-f1be889d6c1d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:30:20.931110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc93bc4c-0396-4622-8ffa-658a922d3919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:20.982300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.007808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.096691 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.106839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Transition to ACTIVE for port object 3f214f9e-c27b-4b82-8137-f1be889d6c1d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:21.123782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Transition to ACTIVE for port object 3f214f9e-c27b-4b82-8137-f1be889d6c1d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:21.132642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.154284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.183652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:21.190704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:21.194767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:21.204836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Pushing event updated for resources: {'Port': ['ID=3f214f9e-c27b-4b82-8137-f1be889d6c1d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.218568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc93bc4c-0396-4622-8ffa-658a922d3919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.221004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b4c718-ed5c-428b-9d29-bd24076e56d9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.236830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc93bc4c-0396-4622-8ffa-658a922d3919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.241668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a3e19-a951-495e-b27d-0594f30dfb82') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.241985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a3e19-a951-495e-b27d-0594f30dfb82') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.269818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Attempting to bind port 3f214f9e-c27b-4b82-8137-f1be889d6c1d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:30:21.270193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Attempting to bind port 3f214f9e-c27b-4b82-8137-f1be889d6c1d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:30:21.270550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Attempting to bind port 3f214f9e-c27b-4b82-8137-f1be889d6c1d on network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:30:21.277746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:30:21.277746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Checking segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:21.277746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.277746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Bound using segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:30:21.278239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Bound port: 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:30:21.278512 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.279960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.310933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93bc4c-0396-4622-8ffa-658a922d3919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4cef93-160a-4d28-b021-225ae7c20d28,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.320247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dc93bc4c-0396-4622-8ffa-658a922d3919 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5be263a8718449cab83bfa7ba4dfdcd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752357 Aug 12 02:30:21.322792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52950) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:21.329622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.344288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1105c54c-c414-4bdf-9a17-66ba6de0dc53 None None] Could not find standard attr ID for object b4d564d6-51ad-4767-b671-bc98e377eef2. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:30:21.393068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:21.393290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] For port 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:30:21.393598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:21.398417 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:21.403779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] For port 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f214f9e-c27b-4b82-8137-f1be889d6c1d,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:30:21.408907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca760fac-c291-47ee-9cd8-22c3d67311da None None] DHCP port deletion for 89d98a5c-315d-4e66-a960-d63bef361ede request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:30:21.418789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.454787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cd50e-9f7d-4dae-ba48-e6f6ba90203e None None] Network 89d98a5c-315d-4e66-a960-d63bef361ede requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:21.481358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4cd50e-9f7d-4dae-ba48-e6f6ba90203e None None] Network 89d98a5c-315d-4e66-a960-d63bef361ede could not be found, it might have been deleted concurrently. {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 12 02:30:21.514105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aefca4-f3e6-49ae-802a-2fa7f95271c0 None None] Pushing event updated for resources: {'Port': ['ID=3f214f9e-c27b-4b82-8137-f1be889d6c1d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.566269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.591284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.593384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/44b4c718-ed5c-428b-9d29-bd24076e56d9 HTTP/1.1" status: 204 len: 168 time: 0.7497869 Aug 12 02:30:21.595953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:21.618218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0faa5-563d-42f7-b276-45a320f0d9dd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=44b4c718-ed5c-428b-9d29-bd24076e56d9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.633179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.634719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.649625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.688416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.700902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.708393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.710524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8985755 Aug 12 02:30:21.713392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:21.719219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:21.749985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef85ef-c890-447e-a685-112ee3ae5eed tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaaf1eb-0a07-4c53-af2e-9752fe04c594,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.811978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.814698 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.816080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf4cef93-160a-4d28-b021-225ae7c20d28 HTTP/1.1" status: 204 len: 168 time: 0.4923282 Aug 12 02:30:21.829818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b4bfc-f0bb-40f9-a071-397cb86cf71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4cef93-160a-4d28-b021-225ae7c20d28,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:21.926363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.940551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:21.963223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a52af33f-a9f0-41d4-949d-355b16c38f8f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.978740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b792512-f475-4c95-aa14-1c1f326cdd4e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.979203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b792512-f475-4c95-aa14-1c1f326cdd4e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:21.997237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.022617 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.025599 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.030876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:22.031278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.034709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:22.036934 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:22.112649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263eb359-190f-46c5-a594-278928d18171,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:22.119420 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.124548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a6bcc274-54f8-4642-b37a-9dd245adec02 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062707 Aug 12 02:30:22.125938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52972) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:22.134165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:22.140518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.156966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.161751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:22.162365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/a52af33f-a9f0-41d4-949d-355b16c38f8f HTTP/1.1" status: 204 len: 168 time: 0.5644610 Aug 12 02:30:22.175357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ff420-60a9-4ec5-9acf-d447f03ed1e5 tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=a52af33f-a9f0-41d4-949d-355b16c38f8f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:22.190615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.279185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.551074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.557193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.577582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.589254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f26fd1b-69c5-4a4b-8bc0-eee75179520e']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:22.618367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c50211-3759-4ab6-8668-7c6c2fab429c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:22.618663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c50211-3759-4ab6-8668-7c6c2fab429c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:22.620549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac333f7-3835-49a7-8bbe-d802dbc059fb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:22.629452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.631010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3ecbe675-7100-4279-95bc-0e3f7175eb13 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5011928 Aug 12 02:30:22.633705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.635264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:22.640458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:22.650686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.659138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:22.659646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:22.662912 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:22.702831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.760598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.784717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.787103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] 10.222.0.11 "DELETE /v2.0/networks/2f26fd1b-69c5-4a4b-8bc0-eee75179520e HTTP/1.1" status: 204 len: 168 time: 0.6243203 Aug 12 02:30:22.788430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32bb57-22ed-4720-977d-ee7c579b50cd tempest-BulkNetworkOpsTest-160729288 tempest-BulkNetworkOpsTest-160729288-project] Pushing event deleted for resources: {'Network': ['ID=2f26fd1b-69c5-4a4b-8bc0-eee75179520e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:22.792298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.802914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.833781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66b862a-6112-4ecf-a6da-bcecb17692c1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:22.852324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.854034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48335c64-d114-4147-94c9-5cd5f4a7dfb4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175162 Aug 12 02:30:22.857251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53008) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:22.862855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:22.919046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:22.955559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52667d-a049-4f9a-a8a3-25092d4f747f None None] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:30:23.023262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.032628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.058543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28080478-1c0b-4e85-8f15-c47db082b1c1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:23.066237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.069453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d0f53c18-e4f4-4d3d-8eae-9dcb87853114 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2097945 Aug 12 02:30:23.073378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:23.080158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:23.104158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9660cc3c-5851-4e5a-8c9c-2e1f9fb84ede None None] Provisioning for port 3f214f9e-c27b-4b82-8137-f1be889d6c1d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:23.119575 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:30:23.126213 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.235648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.248364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.261238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:23.263702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f214f9e-c27b-4b82-8137-f1be889d6c1d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:23.290094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909e54ab-268c-4237-a157-44045a531d10,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:23.298389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.299800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-794a344f-55da-4c09-8803-a60245b3ab29 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247233 Aug 12 02:30:23.303011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:23.310529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': 'bcaaf1eb-0a07-4c53-af2e-9752fe04c594', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:23.367723 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:30:23.370323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3f214f9e-c27b-4b82-8137-f1be889d6c1d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:23.375741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.385607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f214f9e-c27b-4b82-8137-f1be889d6c1d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:23.386786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.554818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.567325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.597103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2935d1e4-e2eb-40c6-bcf9-c7a2c6e54a9f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:23.598086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cc5f1e-411f-467a-a09f-770f66c65b77 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:30:23.614619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1fd515ee-b983-4640-8a08-8736c1b48822 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e28950e78c04ef08bcbc13c974c0f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3492749 Aug 12 02:30:23.614762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.615360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:23.699668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.701311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-96463ae9-67cb-4dee-a996-fd991f06d0cb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959627 Aug 12 02:30:23.706486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.737113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f214f9e-c27b-4b82-8137-f1be889d6c1d,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:23.751144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.753914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7c39cc49-ed58-4a43-8b0f-d6b2686cb7eb None None] Provisioning complete for port 3f214f9e-c27b-4b82-8137-f1be889d6c1d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:23.754510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c39cc49-ed58-4a43-8b0f-d6b2686cb7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.759226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.818417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.823602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:23.829060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d782238-8451-4e0a-ba88-149109253e81 HTTP/1.1" status: 204 len: 168 time: 0.2117083 Aug 12 02:30:23.833917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b4d564d6-51ad-4767-b671-bc98e377eef2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:30:23.840571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3f214f9e-c27b-4b82-8137-f1be889d6c1d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:23.847684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7515-4fc2-459b-abdb-ffb6dd503d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d782238-8451-4e0a-ba88-149109253e81,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:23.908430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b4d564d6-51ad-4767-b671-bc98e377eef2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:30:23.909066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b4d564d6-51ad-4767-b671-bc98e377eef2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:30:24.050600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-c24eb86e-f5c8-4ca3-9574-5e9ecc1c89bf tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100167841&fields=id&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 267 time: 0.0476270 Aug 12 02:30:24.073584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc5f1e-411f-467a-a09f-770f66c65b77 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:30:24.229459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-2231aa30-432d-4ad4-b53e-475a53ff7c48 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:24.236842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-2231aa30-432d-4ad4-b53e-475a53ff7c48 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/networks?id=38696dc0-5f64-4f39-ad15-94f74bcf4f7d HTTP/1.1" status: 200 len: 796 time: 0.1756854 Aug 12 02:30:24.248743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-4bc43cea-f635-49ab-9b25-1efc564907d9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/quotas/80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 375 time: 0.0108557 Aug 12 02:30:24.361319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-f6de6a50-ea12-4c34-a3c0-789a2e41973b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1055493 Aug 12 02:30:24.541092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-8345a574-3e54-4432-b116-64f148793431 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:30:24.542026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-8345a574-3e54-4432-b116-64f148793431 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1680496 Aug 12 02:30:24.686332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-57daecd9-623d-49ca-92b4-39f86efffa5d service neutron] 10.222.0.11 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364694 Aug 12 02:30:24.848289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-afdf63c9-15f2-40c4-8eb1-165c06fca996 service neutron] 10.222.0.11 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554909 Aug 12 02:30:25.144912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f214f9e-c27b-4b82-8137-f1be889d6c1d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:25.164068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86b326b0-1c5f-4e20-8e03-971feeefbc89 req-db16a127-48ee-4c47-813a-3e5a3c94627a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 210 time: 0.0896683 Aug 12 02:30:25.201390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53134) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:25.254893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f214f9e-c27b-4b82-8137-f1be889d6c1d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:25.255997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:25.358480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bf46a8f0-5f5d-40f1-9779-dc2238a68898 tempest-DvrRoutersNegativeTest-860559914 tempest-DvrRoutersNegativeTest-860559914-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-527915329', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:25.361789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.policy [None req-bf46a8f0-5f5d-40f1-9779-dc2238a68898 tempest-DvrRoutersNegativeTest-860559914 tempest-DvrRoutersNegativeTest-860559914-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94674) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 12 02:30:25.362286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.policy [None req-bf46a8f0-5f5d-40f1-9779-dc2238a68898 tempest-DvrRoutersNegativeTest-860559914 tempest-DvrRoutersNegativeTest-860559914-project] Failed policy check for 'create_router' {{(pid=94674) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 12 02:30:25.362966 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-bf46a8f0-5f5d-40f1-9779-dc2238a68898 tempest-DvrRoutersNegativeTest-860559914 tempest-DvrRoutersNegativeTest-860559914-project] create failed (client error): Access was denied to this resource. Aug 12 02:30:25.364158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bf46a8f0-5f5d-40f1-9779-dc2238a68898 tempest-DvrRoutersNegativeTest-860559914 tempest-DvrRoutersNegativeTest-860559914-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1617556 Aug 12 02:30:25.768932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53172) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:25.927538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c3ee-e21c-455d-a58c-02dfefece56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.076714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c3ee-e21c-455d-a58c-02dfefece56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.082586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbc9c3ee-e21c-455d-a58c-02dfefece56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.137112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dbc9c3ee-e21c-455d-a58c-02dfefece56e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=784f331f161e47718a6fac7f6a57ca66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641703 Aug 12 02:30:26.137479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:26.142605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9c3ee-e21c-455d-a58c-02dfefece56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a98ec-1072-4c75-89cd-c6a0f3f6048b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:26.192593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.219030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.322772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2140c13-e554-42fe-982a-524c39b5750e req-e299bcf9-d328-41f3-b55e-591c89e71349 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 210 time: 0.0641286 Aug 12 02:30:26.739673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.742859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:26.746746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d2a98ec-1072-4c75-89cd-c6a0f3f6048b HTTP/1.1" status: 204 len: 168 time: 0.6082323 Aug 12 02:30:26.772812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46432da-d79b-4285-a06b-6165ea2255a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a98ec-1072-4c75-89cd-c6a0f3f6048b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:26.812355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-19e86a14-fc9d-4397-bcd8-92d0887866a0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:26.813962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-19e86a14-fc9d-4397-bcd8-92d0887866a0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/networks?id=38696dc0-5f64-4f39-ad15-94f74bcf4f7d HTTP/1.1" status: 200 len: 796 time: 0.1424754 Aug 12 02:30:26.822044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:26.875970 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-afd6c764-7955-4be5-9105-975626eaf02a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 473 time: 0.0449317 Aug 12 02:30:26.888370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'port': {'device_id': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'admin_state_up': True, 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'security_groups': ['bcaaf1eb-0a07-4c53-af2e-9752fe04c594']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:27.026376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:27.032519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.124005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:27.191446 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73115311-94c2-4089-a89d-a72806d29c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.206480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.26 (38696dc0-5f64-4f39-ad15-94f74bcf4f7d/165b96a7-2d06-4488-b5a8-8c005f5da7d0/fba3434c-a44f-4351-9f3a-91ea7fd3a7ce) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:30:27.258597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f297fc-9f71-4d64-9332-b7960e305b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.335000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73115311-94c2-4089-a89d-a72806d29c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.344399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73115311-94c2-4089-a89d-a72806d29c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.402476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.410819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73115311-94c2-4089-a89d-a72806d29c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a66d02-7853-404f-9d2e-61b4b3315b9f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:27.421764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-73115311-94c2-4089-a89d-a72806d29c16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36b5bbd5972c4299b3587a1b69fc1959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5964978 Aug 12 02:30:27.423084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object fba3434c-a44f-4351-9f3a-91ea7fd3a7ce will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:27.427446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:27.474335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.524242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:27.528403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:27.532889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:27.542976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.593444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:27.594225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.599842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.607941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:27.628342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d566be-adf2-4881-91ae-cfa1e06c44ac req-ada248ba-7356-4dbb-93ec-928a78d08713 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:27.629936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5d566be-adf2-4881-91ae-cfa1e06c44ac req-ada248ba-7356-4dbb-93ec-928a78d08713 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 932 time: 0.1683483 Aug 12 02:30:27.730633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f297fc-9f71-4d64-9332-b7960e305b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.735344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5d566be-adf2-4881-91ae-cfa1e06c44ac req-07b881cd-ee5f-4795-8fbf-4e96e29dccec tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855331 Aug 12 02:30:27.740068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f297fc-9f71-4d64-9332-b7960e305b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.750035 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-5c933d63-b004-4ffa-8dc6-2d979c89dfdd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8685148 Aug 12 02:30:27.771640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-631ab4ed-2d52-478e-b0de-9372aa992be5 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:30:27.773539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-631ab4ed-2d52-478e-b0de-9372aa992be5 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069807 Aug 12 02:30:27.793560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b8f297fc-9f71-4d64-9332-b7960e305b21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33673da2d2da4eb1ac39a60505c1817c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6679499 Aug 12 02:30:27.794251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53280) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:27.797065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f297fc-9f71-4d64-9332-b7960e305b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440b837d-32b6-4c8e-9111-9afcb450ef58,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:27.807852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.810423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.811735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40a66d02-7853-404f-9d2e-61b4b3315b9f HTTP/1.1" status: 204 len: 168 time: 0.3821478 Aug 12 02:30:27.835932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4d8efe0c-77a8-4677-b650-1572033eb45a None None] Provisioning for port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:27.838544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b53270-bbeb-4303-b427-dd6add00e74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a66d02-7853-404f-9d2e-61b4b3315b9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:27.845116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4d8efe0c-77a8-4677-b650-1572033eb45a None None] Provisioning complete for port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:27.845411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4d8efe0c-77a8-4677-b650-1572033eb45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.876919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.903646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4d8efe0c-77a8-4677-b650-1572033eb45a None None] Port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:30:27.910064 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.965080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Request body: {'port': {'device_id': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:27.970435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.973253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:27.974399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/440b837d-32b6-4c8e-9111-9afcb450ef58 HTTP/1.1" status: 204 len: 168 time: 0.1787205 Aug 12 02:30:27.983076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a116-2b4a-4cb5-9824-8699b2eacb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b837d-32b6-4c8e-9111-9afcb450ef58,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:28.036390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.048596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.435290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba3434c-a44f-4351-9f3a-91ea7fd3a7ce {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:30:28.445684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.455986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e3a09e3d-ed4e-4549-9e3b-1b9d28c661d5 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-933686182', 'prefixes': ['172.20.0.0/16']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:28.482216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Transition to ACTIVE for port object fba3434c-a44f-4351-9f3a-91ea7fd3a7ce will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:28.487552 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.606798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:28.608185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e3a09e3d-ed4e-4549-9e3b-1b9d28c661d5 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] Notify callbacks [] for subnetpool, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.617887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.619910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e3a09e3d-ed4e-4549-9e3b-1b9d28c661d5 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5815988 Aug 12 02:30:28.694547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.705100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-73a5de47-e608-46f9-b37b-36254da035b5 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "GET /v2.0/subnetpools/91d05144-1128-41bd-9db3-da6d9831fc35 HTTP/1.1" status: 200 len: 731 time: 0.0849860 Aug 12 02:30:28.707073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.715461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b337cb7-c1cc-4fbc-9112-03bfe38dba1e tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1284538870'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:28.722055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c493ef2-3085-4849-b0f9-28e30e5b7b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.731087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.763029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Attempting to bind port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:30:28.763383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Attempting to bind port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:30:28.763774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Attempting to bind port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce on network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:30:28.765960 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-623ec7b8-17d0-45fe-9ac2-d1781f9682e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.848673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce on network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:30:28.849048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Attempting to bind port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce on network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:30:28.854785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b337cb7-c1cc-4fbc-9112-03bfe38dba1e tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] Notify callbacks [] for subnetpool, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.858924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b337cb7-c1cc-4fbc-9112-03bfe38dba1e tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "PUT /v2.0/subnetpools/91d05144-1128-41bd-9db3-da6d9831fc35 HTTP/1.1" status: 200 len: 684 time: 0.1508064 Aug 12 02:30:28.862320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:28.869411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:30:28.869411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Checking segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:28.869411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Bound using segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:30:28.869747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Bound port: fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:30:28.869993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.910468 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c493ef2-3085-4849-b0f9-28e30e5b7b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.927264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c493ef2-3085-4849-b0f9-28e30e5b7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.969485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:30:28.973790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:30:28.980125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:28.994342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01556-58b2-47b9-b39e-578d92c0708b req-6986edad-1845-489e-93ab-f256c08e96a0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:28.995932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f01556-58b2-47b9-b39e-578d92c0708b req-6986edad-1845-489e-93ab-f256c08e96a0 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 944 time: 0.1481862 Aug 12 02:30:29.029508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:29.030040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c493ef2-3085-4849-b0f9-28e30e5b7b91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ba03837541d415f9a86611dd9bbba3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337691 Aug 12 02:30:29.033159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.034596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] 10.222.0.25 "PUT /v2.0/ports/fba3434c-a44f-4351-9f3a-91ea7fd3a7ce HTTP/1.1" status: 200 len: 1092 time: 1.2533863 Aug 12 02:30:29.035177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c493ef2-3085-4849-b0f9-28e30e5b7b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3951620-7fcd-434c-94ab-67b6a401e723,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:29.036487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:30:29.038845 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6906dfe-a031-4bef-9f06-5abebcf31b44" -d '{"events": [{"name": "network-changed", "server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:30:29.038978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:29.093115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43829f-b67d-4418-920d-fdb73903d0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:29.143606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-623ec7b8-17d0-45fe-9ac2-d1781f9682e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.159382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-623ec7b8-17d0-45fe-9ac2-d1781f9682e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.170467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.182846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b201339b-d8ec-4425-a2e1-73f50aeaf05a tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] Notify callbacks [] for subnetpool, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.184043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b201339b-d8ec-4425-a2e1-73f50aeaf05a tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "DELETE /v2.0/subnetpools/91d05144-1128-41bd-9db3-da6d9831fc35 HTTP/1.1" status: 204 len: 168 time: 0.3197842 Aug 12 02:30:29.190475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28f01556-58b2-47b9-b39e-578d92c0708b req-2df81de7-4553-4247-8360-e9fbdb4de07e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815202 Aug 12 02:30:29.198120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53322) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:29.235377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-751c9d1f-282d-4d4f-b3f9-4ea6292b3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:29.236947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-751c9d1f-282d-4d4f-b3f9-4ea6292b3900 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 1095 time: 0.1343498 Aug 12 02:30:29.260229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.273134 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-1c29beab-53ad-4ccc-8661-0def8ca8ed8b tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] show failed (client error): The resource could not be found. Aug 12 02:30:29.274467 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c29beab-53ad-4ccc-8661-0def8ca8ed8b tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "GET /v2.0/subnetpools/91d05144-1128-41bd-9db3-da6d9831fc35 HTTP/1.1" status: 404 len: 346 time: 0.0730002 Aug 12 02:30:29.279853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:29.284899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-623ec7b8-17d0-45fe-9ac2-d1781f9682e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf637823479a4e94a33a34cce40235b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525730 Aug 12 02:30:29.307348 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-c2752d06-ac62-4940-9347-528e466ab361 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] delete failed (client error): The resource could not be found. Aug 12 02:30:29.309688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c2752d06-ac62-4940-9347-528e466ab361 tempest-SubnetPoolsTestJSON-339859493 tempest-SubnetPoolsTestJSON-339859493-project] 10.222.0.11 "DELETE /v2.0/subnetpools/91d05144-1128-41bd-9db3-da6d9831fc35 HTTP/1.1" status: 404 len: 346 time: 0.0286021 Aug 12 02:30:29.310795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53328) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:29.326105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ec7b8-17d0-45fe-9ac2-d1781f9682e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c40d49-563c-4e24-a3de-e0ceb4571d69,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:29.351249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-10a09229-d910-4a4b-8f1a-2d81589a0c07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce HTTP/1.1" status: 200 len: 217 time: 0.0968597 Aug 12 02:30:29.446749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.460443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9770a0db-6edd-4abf-b300-bb72f521c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:29.461975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-9770a0db-6edd-4abf-b300-bb72f521c98d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=165b96a7-2d06-4488-b5a8-8c005f5da7d0 HTTP/1.1" status: 200 len: 838 time: 0.1031754 Aug 12 02:30:29.494860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.530868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.534066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.539258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3951620-7fcd-434c-94ab-67b6a401e723 HTTP/1.1" status: 204 len: 168 time: 0.4863324 Aug 12 02:30:29.546145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-a0c78479-5e49-430e-8c4a-7bbb2e180820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:29.547637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-a0c78479-5e49-430e-8c4a-7bbb2e180820 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38696dc0-5f64-4f39-ad15-94f74bcf4f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608575 Aug 12 02:30:29.573867 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dac9fc0-ffd6-4810-83b1-6ac77312c370 x-openstack-request-id: req-1dac9fc0-ffd6-4810-83b1-6ac77312c370 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:30:29.574394 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:30:29.574871 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dac9fc0-ffd6-4810-83b1-6ac77312c370 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:30:29.576392 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce', 'status': 'completed', 'code': 200} Aug 12 02:30:29.598634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cae37-bc29-4e72-9a35-9cc64819c6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3951620-7fcd-434c-94ab-67b6a401e723,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:29.601833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.605260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:29.606811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48c40d49-563c-4e24-a3de-e0ceb4571d69 HTTP/1.1" status: 204 len: 168 time: 0.2808874 Aug 12 02:30:29.620548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1797820-7d59-413d-83c8-a4170340c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c40d49-563c-4e24-a3de-e0ceb4571d69,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:29.757608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-2a222164-71aa-46f4-a4e3-da8d14efa975 service neutron] 10.222.0.25 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024746 Aug 12 02:30:29.839944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53342) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:29.885421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d6fc4f7-e28c-4b8b-ab71-617ee4c10857 req-b37873e0-309f-43f1-ac17-3023924afd3e service neutron] 10.222.0.25 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190593 Aug 12 02:30:29.995252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-239caf74-494f-44f1-ad17-508e0d21922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:29.998782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-239caf74-494f-44f1-ad17-508e0d21922d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 1095 time: 0.0600989 Aug 12 02:30:30.125831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-81661f90-1e39-4401-a740-81314e9ce15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:30.130195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-81661f90-1e39-4401-a740-81314e9ce15a service neutron] 10.222.0.25 "GET /v2.0/networks?id=38696dc0-5f64-4f39-ad15-94f74bcf4f7d HTTP/1.1" status: 200 len: 897 time: 0.1230490 Aug 12 02:30:30.181415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-36e1c6af-43fe-456b-8172-b0ddf8026e46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce HTTP/1.1" status: 200 len: 217 time: 0.0445821 Aug 12 02:30:30.189396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-598a470a-e835-4810-ba25-5d66007f8bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.261539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53356) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:30.270198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-eb61a403-11a7-4af6-99c0-bbdafa574498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:30.278696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-eb61a403-11a7-4af6-99c0-bbdafa574498 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=165b96a7-2d06-4488-b5a8-8c005f5da7d0 HTTP/1.1" status: 200 len: 838 time: 0.0825896 Aug 12 02:30:30.299620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec86a31-021d-47f7-9e2e-3a6b62f38366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.363599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-598a470a-e835-4810-ba25-5d66007f8bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.375400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-598a470a-e835-4810-ba25-5d66007f8bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.422794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a470a-e835-4810-ba25-5d66007f8bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e13df9-674a-49d1-98f1-aaad117e5eef,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:30.428544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-598a470a-e835-4810-ba25-5d66007f8bdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba282139f22b42e3b3a35e5152ff3f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876186 Aug 12 02:30:30.428923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-874b4b38-10d9-4ee6-bcfe-9b4914ef540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:30.430468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-874b4b38-10d9-4ee6-bcfe-9b4914ef540c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=38696dc0-5f64-4f39-ad15-94f74bcf4f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433969 Aug 12 02:30:30.431118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53362) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:30.490098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1ff2-c7e4-4968-8596-3019623675d5 req-0b8aae90-4617-4e73-8afc-d050de293bf6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:30.492934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e7c1ff2-c7e4-4968-8596-3019623675d5 req-0b8aae90-4617-4e73-8afc-d050de293bf6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 944 time: 0.1540430 Aug 12 02:30:30.556812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.592217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.648572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e7c1ff2-c7e4-4968-8596-3019623675d5 req-aae1d890-59b2-4a59-b278-30e01e20c654 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257203 Aug 12 02:30:30.668070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-9ce3df29-b054-49e6-b37f-089d10f1516f service neutron] 10.222.0.25 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257178 Aug 12 02:30:30.700204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.702782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.703993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2e13df9-674a-49d1-98f1-aaad117e5eef HTTP/1.1" status: 204 len: 168 time: 0.2718163 Aug 12 02:30:30.724608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6a9b1-97f8-4479-a713-1d26c7d9789c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e13df9-674a-49d1-98f1-aaad117e5eef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:30.788997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec86a31-021d-47f7-9e2e-3a6b62f38366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.807842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ec86a31-021d-47f7-9e2e-3a6b62f38366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.858561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53378) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:30.858913 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4ec86a31-021d-47f7-9e2e-3a6b62f38366 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebacf1d976374379a5f960ea98de77b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958748 Aug 12 02:30:30.884606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec86a31-021d-47f7-9e2e-3a6b62f38366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68465264-71e0-4cd2-8a17-d33293780306,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:30.893186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6906dfe-a031-4bef-9f06-5abebcf31b44 req-f2402f1e-eb50-4299-8815-73d9013896dd service neutron] 10.222.0.25 "GET /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170210 Aug 12 02:30:30.945843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:30.970484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:31.033560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:31.038791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:31.042616 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68465264-71e0-4cd2-8a17-d33293780306 HTTP/1.1" status: 204 len: 168 time: 0.1827903 Aug 12 02:30:31.053657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213e3b-a44d-4146-830d-08d6405bde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68465264-71e0-4cd2-8a17-d33293780306,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:31.840746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11e669-8d7f-4f3c-929a-eed1ed927588 req-ed64c1d7-fc40-415e-abef-93aee41bebe6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:31.842441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e11e669-8d7f-4f3c-929a-eed1ed927588 req-ed64c1d7-fc40-415e-abef-93aee41bebe6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 944 time: 0.0943975 Aug 12 02:30:31.907942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba3434c-a44f-4351-9f3a-91ea7fd3a7ce details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:30:31.927109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e11e669-8d7f-4f3c-929a-eed1ed927588 req-554578a0-17ff-4b96-bd76-24b1a66045bb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626605 Aug 12 02:30:31.993344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5278c921-11d6-4dde-9d2b-a5c663c97126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.085609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:32.098226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'port_id': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce', 'mac_address': 'fa:16:3e:dd:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:30:32.141531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.154381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:32.158214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba3434c-a44f-4351-9f3a-91ea7fd3a7ce {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:30:32.189651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:32.196172 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.277924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:32.356837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-964656681'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:30:32.393567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Made reservation on behalf of 99fb30579e5d45e994176f362d720ef5 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:30:32.399699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.410484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.460080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['fba3434c-a44f-4351-9f3a-91ea7fd3a7ce'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:30:32.554668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.560088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.593718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:30:32.614354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53456) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:32.626127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef856cce-9e59-445c-97d9-e7bcc02fbf13,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:32.632068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.633184 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Added segment a928f795-64a3-4725-bb76-740b8d1c28b7 of type vlan for network be11c0bd-5a9b-43a4-bb3a-7597d814673e Aug 12 02:30:32.737344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.798499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.813928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:32.814845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.899268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7437370 Aug 12 02:30:32.902502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53466) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:32.911712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-f9a1407d-62f0-4cb4-b050-fe92faf41bdd tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-403422318') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:32.920884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee5d052-b088-4132-bc08-2d663f8cd293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:32.940814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cfc21-8bf6-422c-980c-330771a13eda tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Pushing event updated for resources: {'Network': ['ID=be11c0bd-5a9b-43a4-bb3a-7597d814673e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:32.961698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network be11c0bd-5a9b-43a4-bb3a-7597d814673e details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:30:33.112325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f9a1407d-62f0-4cb4-b050-fe92faf41bdd tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "PUT /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-403422318 HTTP/1.1" status: 201 len: 201 time: 0.2070212 Aug 12 02:30:33.114492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.121632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-60c067db-f2b4-4476-ac90-5ff23d271501 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-403422318') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.173906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26d57-22db-4ed9-83cf-b2613098c6be req-5e913399-5729-4b68-8392-48036f45e378 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:33.178738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69c26d57-22db-4ed9-83cf-b2613098c6be req-5e913399-5729-4b68-8392-48036f45e378 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 945 time: 0.0958354 Aug 12 02:30:33.181472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee5d052-b088-4132-bc08-2d663f8cd293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.199830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aee5d052-b088-4132-bc08-2d663f8cd293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.213341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60c067db-f2b4-4476-ac90-5ff23d271501 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-403422318 HTTP/1.1" status: 204 len: 168 time: 0.0976121 Aug 12 02:30:33.215820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53480) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.220341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-ac15a52d-19fc-4f89-9d8f-a08614c2ab75 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.262721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aee5d052-b088-4132-bc08-2d663f8cd293 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=344a2e41dc64412f97200ed756d6e5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470563 Aug 12 02:30:33.266197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53484) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.280363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69c26d57-22db-4ed9-83cf-b2613098c6be req-d060aaf3-0cad-4f44-a6ba-de7fd8bd64d4 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960264 Aug 12 02:30:33.291181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5d052-b088-4132-bc08-2d663f8cd293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50447eb-a2eb-4851-b294-4d93b7e5c3ce,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:33.335851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ac15a52d-19fc-4f89-9d8f-a08614c2ab75 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags HTTP/1.1" status: 200 len: 237 time: 0.1187456 Aug 12 02:30:33.338422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.345976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.346155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-caeb51ed-c840-4c5f-a5cc-3b0bbe247856 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', {'tags': ['tempest-TagsTest-Tag-192232063', 'tempest-TagsTest-Tag-1532352865', 'tempest-TagsTest-Tag-2004355031']}) {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.374015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.437753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-caeb51ed-c840-4c5f-a5cc-3b0bbe247856 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "PUT /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags HTTP/1.1" status: 200 len: 308 time: 0.0949440 Aug 12 02:30:33.438341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.448808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-fd95cb11-28bc-4958-a507-bead0b90414e tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-192232063') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.461318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.464439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:33.468549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a50447eb-a2eb-4851-b294-4d93b7e5c3ce HTTP/1.1" status: 204 len: 168 time: 0.1983855 Aug 12 02:30:33.476732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe4194-c985-4f5f-bcf3-99c46b100c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50447eb-a2eb-4851-b294-4d93b7e5c3ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:33.583260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd95cb11-28bc-4958-a507-bead0b90414e tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "DELETE /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-192232063 HTTP/1.1" status: 204 len: 168 time: 0.1434932 Aug 12 02:30:33.587318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.591886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-96b87b80-b9ef-4a84-8331-a5d19c60974a tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-192232063') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.674524 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-96b87b80-b9ef-4a84-8331-a5d19c60974a tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] show failed (client error): The resource could not be found. Aug 12 02:30:33.675886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96b87b80-b9ef-4a84-8331-a5d19c60974a tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-192232063 HTTP/1.1" status: 404 len: 325 time: 0.0875466 Aug 12 02:30:33.679754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.685594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-1537f510-996a-4e47-9168-f45aa60dba9b tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-1532352865') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.783328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1537f510-996a-4e47-9168-f45aa60dba9b tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-1532352865 HTTP/1.1" status: 204 len: 168 time: 0.1013165 Aug 12 02:30:33.785964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53506) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.794874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-60f2046f-c0c7-49e0-b5eb-02579d451dcf tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-2004355031') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.900145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60f2046f-c0c7-49e0-b5eb-02579d451dcf tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-2004355031 HTTP/1.1" status: 204 len: 168 time: 0.1129930 Aug 12 02:30:33.902680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53510) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:33.908830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba3434c-a44f-4351-9f3a-91ea7fd3a7ce up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:33.910483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-b8b9d78f-1b27-4911-8ac0-43e8561de4d5 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:33.988028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53512) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.000979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:34.008549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5d3188-66d7-4445-8122-93c758d2107b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.016666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:34.017052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.057613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b8b9d78f-1b27-4911-8ac0-43e8561de4d5 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "DELETE /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags HTTP/1.1" status: 204 len: 168 time: 0.1538396 Aug 12 02:30:34.060692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53516) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.068504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-a370309f-e9bb-42d2-9321-4253cdc9e37d tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-1532352865') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:34.158784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.193380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:30:34.199059 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18291cde-229c-4a15-985b-115380b4dbe7" -d '{"events": [{"server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "name": "network-vif-plugged", "status": "completed", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:30:34.217528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:34.228975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.281746 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a38ad4f-2aad-496a-88ef-30a40e60a4e4 x-openstack-request-id: req-7a38ad4f-2aad-496a-88ef-30a40e60a4e4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:30:34.282133 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "name": "network-vif-plugged", "status": "completed", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:30:34.282267 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a38ad4f-2aad-496a-88ef-30a40e60a4e4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:30:34.283734 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce', 'code': 200} Aug 12 02:30:34.315638 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-a370309f-e9bb-42d2-9321-4253cdc9e37d tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] show failed (client error): The resource could not be found. Aug 12 02:30:34.315638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a370309f-e9bb-42d2-9321-4253cdc9e37d tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-1532352865 HTTP/1.1" status: 404 len: 326 time: 0.2508018 Aug 12 02:30:34.315904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53526) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.321441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:34.322728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.tag.tag_plugin [None req-bea02ff9-bbf7-4f7e-9d90-c4ab68a31659 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e', 'tempest-TagsTest-Tag-2004355031') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:34.410728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5d3188-66d7-4445-8122-93c758d2107b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.417681 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:30:34.433545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd01dbd-3265-40c4-9055-802734035876 req-a2ff9aaa-9efa-4d01-a272-c4492e3518af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:34.435073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bd01dbd-3265-40c4-9055-802734035876 req-a2ff9aaa-9efa-4d01-a272-c4492e3518af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 1097 time: 0.0658848 Aug 12 02:30:34.454573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5d3188-66d7-4445-8122-93c758d2107b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.488695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4bd01dbd-3265-40c4-9055-802734035876 req-78dcbde7-a4ed-4568-ae3a-ff665a2b6ec1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463758 Aug 12 02:30:34.533777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.536497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5fa66-0212-401e-a92e-b196b5ac5457 req-7c5f7e37-a17a-4d72-9bca-ecb1d88d6f77 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:34.539487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcc5fa66-0212-401e-a92e-b196b5ac5457 req-7c5f7e37-a17a-4d72-9bca-ecb1d88d6f77 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.1390173 Aug 12 02:30:34.548996 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b5d3188-66d7-4445-8122-93c758d2107b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dcbae23701de43bfb57e0cbd73f505d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585551 Aug 12 02:30:34.552061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.562324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d1f05289-d687-44ac-a924-323916613ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.566904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d3188-66d7-4445-8122-93c758d2107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343405a1-b879-420d-b8a6-df6554d1137a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:34.590648 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-bea02ff9-bbf7-4f7e-9d90-c4ab68a31659 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] show failed (client error): The resource could not be found. Aug 12 02:30:34.594448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bea02ff9-bbf7-4f7e-9d90-c4ab68a31659 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "GET /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags/tempest-TagsTest-Tag-2004355031 HTTP/1.1" status: 404 len: 326 time: 0.2749679 Aug 12 02:30:34.594799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.605501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.tag.tag_plugin [None req-00cf2211-7b7e-4928-9987-ebe9ab9a51b6 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be11c0bd-5a9b-43a4-bb3a-7597d814673e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:34.636661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcc5fa66-0212-401e-a92e-b196b5ac5457 req-29b620dd-4b24-43af-9bb9-fc8fb62a9295 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871208 Aug 12 02:30:34.672262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.679947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.700797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.732699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-00cf2211-7b7e-4928-9987-ebe9ab9a51b6 tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "DELETE /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e/tags HTTP/1.1" status: 204 len: 168 time: 0.1367309 Aug 12 02:30:34.736964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53534) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:34.843439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.845602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.848170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:34.852065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/343405a1-b879-420d-b8a6-df6554d1137a HTTP/1.1" status: 204 len: 168 time: 0.2957087 Aug 12 02:30:34.863337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543935ae-8821-41a1-a1c9-644071004a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343405a1-b879-420d-b8a6-df6554d1137a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:35.022588 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.034383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be11c0bd-5a9b-43a4-bb3a-7597d814673e']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:35.052696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a928f795-64a3-4725-bb76-740b8d1c28b7') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:35.053098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a928f795-64a3-4725-bb76-740b8d1c28b7') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:35.064328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.080760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.088575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:30:35.088771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:30:35.092100 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:30:35.164577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.176320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.178849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] 10.222.0.11 "DELETE /v2.0/networks/be11c0bd-5a9b-43a4-bb3a-7597d814673e HTTP/1.1" status: 204 len: 168 time: 0.4408932 Aug 12 02:30:35.195629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f86aba-17fc-472e-b485-d8d0d9f861bb tempest-TagsTest-14623209 tempest-TagsTest-14623209-project] Pushing event deleted for resources: {'Network': ['ID=be11c0bd-5a9b-43a4-bb3a-7597d814673e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:35.580300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53564) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:35.819498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:35.852251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fcd40-6f4f-4090-9ff5-2ab7131cb253 req-212316de-7770-41b7-8e61-7ec66961db5a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:35.861562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e4fcd40-6f4f-4090-9ff5-2ab7131cb253 req-212316de-7770-41b7-8e61-7ec66961db5a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.1238294 Aug 12 02:30:35.891306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60aa092d-9723-4139-8f34-f78eec144bd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99fb30579e5d45e994176f362d720ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097680 Aug 12 02:30:35.894151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:35.913526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e4fcd40-6f4f-4090-9ff5-2ab7131cb253 req-97b8a588-99e4-4e53-9526-7867fbb0e47f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510361 Aug 12 02:30:35.972970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:36.014892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:36.136037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3489e4-cc74-415f-9c45-5f618ba865af req-9fc0fabb-c48b-475e-a1fd-2bdb5e9d5626 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:36.137739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a3489e4-cc74-415f-9c45-5f618ba865af req-9fc0fabb-c48b-475e-a1fd-2bdb5e9d5626 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.0835838 Aug 12 02:30:36.160115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:36.164509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:36.166028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef856cce-9e59-445c-97d9-e7bcc02fbf13 HTTP/1.1" status: 204 len: 168 time: 0.2708864 Aug 12 02:30:36.213469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e39818-aeae-4410-8cc1-9d0afd7e0812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef856cce-9e59-445c-97d9-e7bcc02fbf13,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:36.234174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a3489e4-cc74-415f-9c45-5f618ba865af req-b6f8a632-849d-4e33-8372-c8f7e909d467 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871942 Aug 12 02:30:37.323965 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:37.723685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:38.759533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:39.259443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.17 (38696dc0-5f64-4f39-ad15-94f74bcf4f7d/165b96a7-2d06-4488-b5a8-8c005f5da7d0/a5e5929d-951c-4ce3-96a5-4658a2394611) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:30:39.306120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-5829228f-6c98-4568-8e1d-f8c013ff05b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1411982 Aug 12 02:30:39.478696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.479201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.484305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.484793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.485354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.485838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.486326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.488442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-423ba527-584a-429d-8342-90762ce3646c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.1150920 Aug 12 02:30:39.606982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:39.634927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object a5e5929d-951c-4ce3-96a5-4658a2394611 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:39.698311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e5e46f38-0479-4ab0-837c-cafcf46210dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.698999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e5e46f38-0479-4ab0-837c-cafcf46210dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.699267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:39.699717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e5e46f38-0479-4ab0-837c-cafcf46210dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.701476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e5e46f38-0479-4ab0-837c-cafcf46210dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 2291 time: 0.1707587 Aug 12 02:30:39.747039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:39.766599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:39.770033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:39.788370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:30:39.872309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:39.890167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e34e273b-17f6-46a5-af2b-d53183ff6f45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1002 time: 0.1812508 Aug 12 02:30:39.949013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-c8acff4d-1174-4feb-a637-94c4c472a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:39.950870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-c8acff4d-1174-4feb-a637-94c4c472a6bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.0598655 Aug 12 02:30:40.009984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-350fb84f-b6fb-42e4-84fb-ab290706f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:40.011643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-350fb84f-b6fb-42e4-84fb-ab290706f81c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533311 Aug 12 02:30:40.166378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-a096466d-5f1d-4e4a-9601-3c012a54ac7a service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418805 Aug 12 02:30:40.253294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba86b5e7-f89e-46ca-8719-2db6dd219d48 None None] Provisioning for port a5e5929d-951c-4ce3-96a5-4658a2394611 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:40.261085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba86b5e7-f89e-46ca-8719-2db6dd219d48 None None] Provisioning complete for port a5e5929d-951c-4ce3-96a5-4658a2394611 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:40.261741 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ba86b5e7-f89e-46ca-8719-2db6dd219d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:40.323868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ba86b5e7-f89e-46ca-8719-2db6dd219d48 None None] Port a5e5929d-951c-4ce3-96a5-4658a2394611 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:30:40.325262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-382b1307-bd71-4593-b242-330abc54c3eb service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502695 Aug 12 02:30:40.373824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e3134cac-64d0-42cb-b6d7-3fa0c877103d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 217 time: 0.0414896 Aug 12 02:30:40.380009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:40.433926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e50bdf6f-4cb3-4f2a-84ce-45dc68f95796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:40.435827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e50bdf6f-4cb3-4f2a-84ce-45dc68f95796 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0549624 Aug 12 02:30:40.496407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-2cb04ea9-e0ff-4652-9876-683d97909f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:40.498156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-2cb04ea9-e0ff-4652-9876-683d97909f08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553031 Aug 12 02:30:40.656428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-6457d1ff-8305-43eb-8c25-ad8754d5c588 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503444 Aug 12 02:30:40.889977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-00a90869-360b-4663-99a9-420764373a76 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199714 Aug 12 02:30:41.009229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-777e14f9-f5b5-4033-b75d-df02c28117c6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 217 time: 0.1095808 Aug 12 02:30:41.034146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:41.041935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:41.125880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:41.132086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:41.141276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-93035df5-f31e-4bef-953e-6d72e122cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:41.146785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-93035df5-f31e-4bef-953e-6d72e122cdb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1291354 Aug 12 02:30:41.239883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-96775428-94c6-4f06-bb2b-15e72cc11ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:41.241591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-96775428-94c6-4f06-bb2b-15e72cc11ddc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881355 Aug 12 02:30:41.276681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:30:41.281949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:30:41.441914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-d93da207-a1d0-4791-9e5a-7e5fce6cd503 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900640 Aug 12 02:30:41.481352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:30:41.580822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-ad128848-22f1-43b9-a5b0-b33e319a9321 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266351 Aug 12 02:30:41.661586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6c94c30-5efe-4a53-8e22-ca74f791bae5 None None] Provisioning complete for port a5e5929d-951c-4ce3-96a5-4658a2394611 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:41.662097 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e6c94c30-5efe-4a53-8e22-ca74f791bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:41.667823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:30:41.683736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8fa6769f-be0c-4979-8134-a6a5ae7334f2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/73656096-d347-4dd3-8893-2d28a2276b6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9487910 Aug 12 02:30:41.684715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-beae47fe-78a3-40a9-97a6-6cd46cb28d42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 217 time: 0.0874338 Aug 12 02:30:41.695381 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:30:41.730119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:30:41.730742 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:41.749431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e6c94c30-5efe-4a53-8e22-ca74f791bae5 None None] Port a5e5929d-951c-4ce3-96a5-4658a2394611 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:30:41.784279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-3e80c014-39e0-44e0-bb58-0e948806da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:41.785880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-3e80c014-39e0-44e0-bb58-0e948806da63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1000671 Aug 12 02:30:41.885225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e9fb2862-1605-4ef2-bc4f-f2ebe157c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:41.886787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-e9fb2862-1605-4ef2-bc4f-f2ebe157c329 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911922 Aug 12 02:30:41.939302 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:30:42.140290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-7cb9fdd2-87d8-4ec9-9b19-97c64501ecbc service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454846 Aug 12 02:30:42.396184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-ad5ead7f-6d02-4b3e-aa86-00e29e119885 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459753 Aug 12 02:30:42.431673 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:30:40Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e5929d-951c-4ce3-96a5-4658a2394611', 'name': '', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:c8:a6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:30:39Z', 'updated_at': '2021-08-12T02:30:40Z', 'revision_number': 2, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:42.489259 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:30:42.489616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Updating router 73656096-d347-4dd3-8893-2d28a2276b6e port a5e5929d-951c-4ce3-96a5-4658a2394611 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:30:42.493812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-789f95c8-48ac-4080-937a-586d8b5e044b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 217 time: 0.0885992 Aug 12 02:30:42.550682 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:42.558614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53778) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:42.600815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-742b7344-4b1d-47f3-8f51-d586a80db1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:42.602939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-742b7344-4b1d-47f3-8f51-d586a80db1be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.1024818 Aug 12 02:30:42.672042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-5dd9801b-cacc-4fc5-8f15-9a5258b3d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:42.674155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-5dd9801b-cacc-4fc5-8f15-9a5258b3d8c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629885 Aug 12 02:30:42.706917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7f12789-8e29-43a9-b327-6387cec353ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:42.858741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7f12789-8e29-43a9-b327-6387cec353ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:42.872405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7f12789-8e29-43a9-b327-6387cec353ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:42.946039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-3eb5fee1-84d9-40af-9b35-1825ae986b9e service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627215 Aug 12 02:30:43.009129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7f12789-8e29-43a9-b327-6387cec353ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6f34895fe804fb18a36a540da893320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471581 Aug 12 02:30:43.009946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12789-8e29-43a9-b327-6387cec353ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f7002-59e0-48b3-8c6d-cfcc7de09c1e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:43.016565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53790) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:43.126672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:43.133558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.137713 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.155108 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Transition to ACTIVE for port object a5e5929d-951c-4ce3-96a5-4658a2394611 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:30:43.164943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.168863 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.232495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-f7ee58e4-f80c-4124-baec-dec0fb16e801 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745380 Aug 12 02:30:43.280941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.286140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.286397 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733dd5d-c059-4aab-820c-d5cc95c72ef6 None None] Pushing event updated for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:43.286505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f26f7002-59e0-48b3-8c6d-cfcc7de09c1e HTTP/1.1" status: 204 len: 168 time: 0.2670867 Aug 12 02:30:43.296393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504dcd8-f05a-40c1-888f-04f469c1cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f7002-59e0-48b3-8c6d-cfcc7de09c1e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:43.328717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-31dfd380-5cb5-4059-989b-d08d40279bbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 217 time: 0.0886023 Aug 12 02:30:43.357782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Attempting to bind port a5e5929d-951c-4ce3-96a5-4658a2394611 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:30:43.358146 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Attempting to bind port a5e5929d-951c-4ce3-96a5-4658a2394611 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:30:43.358503 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Attempting to bind port a5e5929d-951c-4ce3-96a5-4658a2394611 on network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:30:43.365167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:30:43.366386 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Checking segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:30:43.366934 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.367606 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Bound using segment: {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:30:43.367947 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Bound port: a5e5929d-951c-4ce3-96a5-4658a2394611, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c136c4-acab-4981-928e-7d3f2a6a9ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:30:43.369881 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.456912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fa522-be0f-4f5b-a5de-bd6b7da7ce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.502002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-653bbb1c-1275-4c92-910a-fb1c9b0e90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:43.503757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-653bbb1c-1275-4c92-910a-fb1c9b0e90b5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1672065 Aug 12 02:30:43.507515 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] For port a5e5929d-951c-4ce3-96a5-4658a2394611, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:30:43.512846 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] For port a5e5929d-951c-4ce3-96a5-4658a2394611, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a5e5929d-951c-4ce3-96a5-4658a2394611,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:30:43.528187 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.582631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-16322b50-e90e-49c5-8359-2f619f75c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:43.584705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-16322b50-e90e-49c5-8359-2f619f75c0d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703533 Aug 12 02:30:43.609056 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:30:43.609735 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:43.664495 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733dd5d-c059-4aab-820c-d5cc95c72ef6 None None] Pushing event updated for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:43.767743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fa522-be0f-4f5b-a5de-bd6b7da7ce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.770967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-72e4cec5-b830-49d5-821d-20120fba4efa service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769774 Aug 12 02:30:43.784200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:30:43.789236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-128fa522-be0f-4f5b-a5de-bd6b7da7ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.809494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53802) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:43.830075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-128fa522-be0f-4f5b-a5de-bd6b7da7ce37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9f8550a48a84b2abe3da20e8094bb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989226 Aug 12 02:30:43.840757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53804) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:43.862258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53d59046-3ffd-4aa7-b07b-45db837b02bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:43.889662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fa522-be0f-4f5b-a5de-bd6b7da7ce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8eec95-84d8-44c5-9387-c65fe164ece8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:43.947545 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-d3fd75ce-aa4a-4978-a0cf-4c4f11f697a6 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689234 Aug 12 02:30:43.997796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.032957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.043173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-0e7fea77-5892-4f33-9bbe-9181ccfe53d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.0879698 Aug 12 02:30:44.084554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53d59046-3ffd-4aa7-b07b-45db837b02bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.093073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53d59046-3ffd-4aa7-b07b-45db837b02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.126588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d59046-3ffd-4aa7-b07b-45db837b02bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcad04c-8283-4833-a39c-ba80a3bc7811,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:44.135197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-8e534b0e-c00e-4910-96c1-5d7047a9a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:44.136763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-8e534b0e-c00e-4910-96c1-5d7047a9a645 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.0865924 Aug 12 02:30:44.155942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-53d59046-3ffd-4aa7-b07b-45db837b02bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37e2a0d37a2f452fae03ad27b85e7ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452570 Aug 12 02:30:44.156665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53814) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:44.193278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.202963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.215222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb8eec95-84d8-44c5-9387-c65fe164ece8 HTTP/1.1" status: 204 len: 168 time: 0.3651948 Aug 12 02:30:44.227884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-4e549ab7-67b6-4835-9716-4a05fa99da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:44.227884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-4e549ab7-67b6-4835-9716-4a05fa99da5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820618 Aug 12 02:30:44.247522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:30:40Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e5929d-951c-4ce3-96a5-4658a2394611', 'name': '', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:c8:a6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:30:39Z', 'updated_at': '2021-08-12T02:30:43Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:30:44.252188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b30e34-67be-48c5-8b78-c988a189a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8eec95-84d8-44c5-9387-c65fe164ece8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:44.292336 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fe3815-3663-4322-b15b-b4a1629262ba None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:30:40Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5e5929d-951c-4ce3-96a5-4658a2394611', 'name': '', 'network_id': '38696dc0-5f64-4f39-ad15-94f74bcf4f7d', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:c8:a6:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:30:39Z', 'updated_at': '2021-08-12T02:30:43Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '165b96a7-2d06-4488-b5a8-8c005f5da7d0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:30:44.292642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.336330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.368399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-6a082f57-8173-40a7-b2b1-9f82379d9abd service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338913 Aug 12 02:30:44.437265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.440282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:44.441556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9dcad04c-8283-4833-a39c-ba80a3bc7811 HTTP/1.1" status: 204 len: 168 time: 0.2839422 Aug 12 02:30:44.451882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a674b0-53e8-47cc-ac75-41e51cefadf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcad04c-8283-4833-a39c-ba80a3bc7811,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:44.540241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee84b6af-f18e-499e-ae4c-cc72082c9dbb req-d31a1823-906f-4e68-8862-64470733b585 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549330 Aug 12 02:30:44.866209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:44.879807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae40155-a1ea-4102-8843-962f200636e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.014338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae40155-a1ea-4102-8843-962f200636e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.024414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae40155-a1ea-4102-8843-962f200636e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.075750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ae40155-a1ea-4102-8843-962f200636e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f618374d483f453393419acef6e013e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083917 Aug 12 02:30:45.078632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53840) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:45.088217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae40155-a1ea-4102-8843-962f200636e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e195b712-7f04-4e90-a719-30025c1bdf58,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:45.166747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.197233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.219035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a5e5929d-951c-4ce3-96a5-4658a2394611 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:45.301920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a5e5929d-951c-4ce3-96a5-4658a2394611 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:30:45.307606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a5e5929d-951c-4ce3-96a5-4658a2394611 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:45.308269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.313840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.316847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.318037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e195b712-7f04-4e90-a719-30025c1bdf58 HTTP/1.1" status: 204 len: 168 time: 0.2383256 Aug 12 02:30:45.333887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7685-d4e3-43cf-87e9-9e3ec3fabf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e195b712-7f04-4e90-a719-30025c1bdf58,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:45.438370 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.483201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a5e5929d-951c-4ce3-96a5-4658a2394611, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a5e5929d-951c-4ce3-96a5-4658a2394611,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:30:45.492315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:45.556943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:47.114238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a5e5929d-951c-4ce3-96a5-4658a2394611 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:30:47.213206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a5e5929d-951c-4ce3-96a5-4658a2394611 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:30:47.213728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:47.829111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:54.805117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54198) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:55.040354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.163403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.173004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.218449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb87a6e0-d0b0-4251-bc3a-291694b168e8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:55.242467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:55.251651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cabcf2211dd847c783ffa551f2487b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395862 Aug 12 02:30:55.265464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.265815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.266159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.267663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.268065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.268405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.268741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.269629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.270114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.270735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.272299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.272983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef25eb0f-b319-4585-a718-7d2af31a86c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.316414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.353811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.409590 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.412781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:55.413936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb87a6e0-d0b0-4251-bc3a-291694b168e8 HTTP/1.1" status: 204 len: 168 time: 0.1704917 Aug 12 02:30:55.422682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb87a6e0-d0b0-4251-bc3a-291694b168e8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:55.441366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.442135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.443088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.444671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.445236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.445623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.446132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.446636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.447328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.448417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.462153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:55.463991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e372e24b-adaa-4861-be7b-a9b47ce2479e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:30:56.644758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:56.757907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b3280cc-30c7-4eb8-a0bf-8366274ec871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:56.851309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b3280cc-30c7-4eb8-a0bf-8366274ec871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:56.855053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b3280cc-30c7-4eb8-a0bf-8366274ec871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:56.890994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3280cc-30c7-4eb8-a0bf-8366274ec871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1669ad7-5017-4e17-b704-dea315ba5091,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:56.899009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b3280cc-30c7-4eb8-a0bf-8366274ec871 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60308b2afdc24bc3840803bec365c588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528801 Aug 12 02:30:56.899112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:30:56.949725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:56.972503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:57.026791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:57.029610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:30:57.031077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1669ad7-5017-4e17-b704-dea315ba5091 HTTP/1.1" status: 204 len: 168 time: 0.1310401 Aug 12 02:30:57.047385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0162ef-5e73-4f8e-b356-0421546bdb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1669ad7-5017-4e17-b704-dea315ba5091,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:30:59.304301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-5ac46b44-9fcc-4281-b8ca-61066579634e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422547 Aug 12 02:30:59.395081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3288-d420-4daf-be75-ce2313bdae7a req-c219ab62-6619-42cc-a581-ba4cc0f6b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:59.396698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-c219ab62-6619-42cc-a581-ba4cc0f6b147 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.0490158 Aug 12 02:30:59.513580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3288-d420-4daf-be75-ce2313bdae7a req-faaaf93a-5a12-4e1c-bba6-48bb4e84c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:59.516045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-faaaf93a-5a12-4e1c-bba6-48bb4e84c88d service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.0999889 Aug 12 02:30:59.629463 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-2f7a974c-aeda-4348-a04a-b9320e920d32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1002 time: 0.1053038 Aug 12 02:30:59.720850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3288-d420-4daf-be75-ce2313bdae7a req-d87bc9c2-3a38-4e8a-8f3a-3375765eceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:59.722665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-d87bc9c2-3a38-4e8a-8f3a-3375765eceab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0860960 Aug 12 02:30:59.806779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb3288-d420-4daf-be75-ce2313bdae7a req-1b4c8822-434c-46a2-a5bd-c40beef73064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:30:59.810878 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-1b4c8822-434c-46a2-a5bd-c40beef73064 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810368 Aug 12 02:30:59.982170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-a9821273-60e7-4454-be59-25e39ccee79b service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534309 Aug 12 02:31:00.080350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:00.114761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-defb3288-d420-4daf-be75-ce2313bdae7a req-cdaf9e34-4383-4b17-bcde-63a5c1acfa49 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290436 Aug 12 02:31:00.144421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54436) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:00.296932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3402a886-640c-4651-9ddb-d96f2f69c80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.444021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3402a886-640c-4651-9ddb-d96f2f69c80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.450794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3402a886-640c-4651-9ddb-d96f2f69c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.499271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3402a886-640c-4651-9ddb-d96f2f69c80b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15192ccaa7fd4edd962fbb710f021b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537323 Aug 12 02:31:00.501995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402a886-640c-4651-9ddb-d96f2f69c80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f5a5cd-c769-4000-8ddc-d13ce6336558,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:00.504555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54444) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:00.574013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.606789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.729097 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.732335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:00.738984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26f5a5cd-c769-4000-8ddc-d13ce6336558 HTTP/1.1" status: 204 len: 168 time: 0.2333863 Aug 12 02:31:00.749390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78890a9a-4fd4-4567-8e8a-0fd50cfe8fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f5a5cd-c769-4000-8ddc-d13ce6336558,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:01.096581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.167508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54472) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:01.182165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbd71-a283-41d3-a8a6-a5d7d2e9510c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.292439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbd71-a283-41d3-a8a6-a5d7d2e9510c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.298974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dc1cbd71-a283-41d3-a8a6-a5d7d2e9510c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.341981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dc1cbd71-a283-41d3-a8a6-a5d7d2e9510c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0671f52e9ae4447abf24c9e77714778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733649 Aug 12 02:31:01.344240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cbd71-a283-41d3-a8a6-a5d7d2e9510c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fc71b-7747-446c-a9a8-30c70c749f58,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:01.346745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:01.410892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.440605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.499573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.502281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.508576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b0fc71b-7747-446c-a9a8-30c70c749f58 HTTP/1.1" status: 204 len: 168 time: 0.1604598 Aug 12 02:31:01.525441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd79cc-f1b6-4960-b63a-546213fb19db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fc71b-7747-446c-a9a8-30c70c749f58,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:01.642618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port a5e5929d-951c-4ce3-96a5-4658a2394611 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:01.642972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.797581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port a5e5929d-951c-4ce3-96a5-4658a2394611, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a5e5929d-951c-4ce3-96a5-4658a2394611,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:01.798275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:01.816197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for a5e5929d-951c-4ce3-96a5-4658a2394611 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:01.965159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b30916a-ee4e-4659-a412-03e0ee717508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:02.094728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:02.137482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=a5e5929d-951c-4ce3-96a5-4658a2394611,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:02.500192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:02.814897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:02.962340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:02.972199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9a2277a-b519-4310-bd57-43d1ad853a6a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/73656096-d347-4dd3-8893-2d28a2276b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8905058 Aug 12 02:31:02.984162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:03.014512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:03.015160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:03.226121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:03.381885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c2fdb-66c4-432a-806c-07e55e13c957 req-c9b7ab99-e2f4-4dc8-a656-d2b879275931 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:03.383610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-579c2fdb-66c4-432a-806c-07e55e13c957 req-c9b7ab99-e2f4-4dc8-a656-d2b879275931 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.0880749 Aug 12 02:31:03.430223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-579c2fdb-66c4-432a-806c-07e55e13c957 req-38790400-f3e0-4187-945e-b7f8be306504 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405712 Aug 12 02:31:03.589193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:03.628548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:03.639776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:03.640472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:30:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:03.768497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:04.092161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:04.142253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89052b8-94f5-4fd9-b854-dc1040af601c None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '05361a3e-1a97-48db-98f0-d39b8098c80a', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'port_id': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'mac_address': 'fa:16:3e:61:a5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:29:43Z', 'updated_at': '2021-08-12T02:29:47Z', 'revision_number': 1, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:04.552038 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:04.564536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8945e018-514e-4d27-b2e8-b5a5ba777161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:04.601372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f580b81-f521-43ae-b8a1-6901a116a161 req-24c7ea5b-cc21-4a8a-8e7f-53adc7835f37 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:04.607922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f580b81-f521-43ae-b8a1-6901a116a161 req-24c7ea5b-cc21-4a8a-8e7f-53adc7835f37 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.0781031 Aug 12 02:31:04.670973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-05f81d40-9f1e-416a-875a-ceb9ab6b764b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:04.675243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f580b81-f521-43ae-b8a1-6901a116a161 req-4aa960e1-e01d-483f-8e17-f4e746a6d585 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=bcaaf1eb-0a07-4c53-af2e-9752fe04c594&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623722 Aug 12 02:31:04.676792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-05f81d40-9f1e-416a-875a-ceb9ab6b764b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 946 time: 0.0895708 Aug 12 02:31:04.691351 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:04.812633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:04.812984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:04.915151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:04.915558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:04.931182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for fba3434c-a44f-4351-9f3a-91ea7fd3a7ce owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:05.057491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a5e5929d-951c-4ce3-96a5-4658a2394611 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:05.089981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:05.092913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a5e5929d-951c-4ce3-96a5-4658a2394611 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:05.093457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a5e5929d-951c-4ce3-96a5-4658a2394611 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:05.125104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=fba3434c-a44f-4351-9f3a-91ea7fd3a7ce,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:05.194838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] No DVR routers for this DVR port fba3434c-a44f-4351-9f3a-91ea7fd3a7ce on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:05.198240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:05.201010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7ff7070-f0bb-4626-909f-58c819621bc4 req-55b8e79a-187a-495c-9a24-20aef6df560d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "DELETE /v2.0/ports/fba3434c-a44f-4351-9f3a-91ea7fd3a7ce HTTP/1.1" status: 204 len: 173 time: 0.5168033 Aug 12 02:31:05.201482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'name': 'network-vif-deleted', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:05.209410 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b7ff0d-f535-49fd-afa9-82ffff80778e" -d '{"events": [{"server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "name": "network-vif-deleted", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:05.262483 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac8bbbc-5164-4b97-ae65-45d78858bdfc x-openstack-request-id: req-9ac8bbbc-5164-4b97-ae65-45d78858bdfc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:05.262483 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801f1ebe-ea82-42f9-8416-cb0d6ea1d281", "name": "network-vif-deleted", "tag": "fba3434c-a44f-4351-9f3a-91ea7fd3a7ce", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:05.262483 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ac8bbbc-5164-4b97-ae65-45d78858bdfc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:05.262483 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801f1ebe-ea82-42f9-8416-cb0d6ea1d281', 'name': 'network-vif-deleted', 'tag': 'fba3434c-a44f-4351-9f3a-91ea7fd3a7ce', 'status': 'completed', 'code': 200} Aug 12 02:31:05.822238 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:05.915766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9b0f26a-46f9-476d-9d7f-1b1f0f0c81eb req-6fbb1b1d-bd30-4172-832b-418d23d1c0e9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=801f1ebe-ea82-42f9-8416-cb0d6ea1d281 HTTP/1.1" status: 200 len: 210 time: 0.0451775 Aug 12 02:31:06.985633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:07.113490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.152373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.250073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.253769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.254994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/security-groups/bcaaf1eb-0a07-4c53-af2e-9752fe04c594 HTTP/1.1" status: 204 len: 168 time: 0.2678132 Aug 12 02:31:07.267401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc17e8f-cc42-4fa5-b752-40213874a0a3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaaf1eb-0a07-4c53-af2e-9752fe04c594,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:07.338909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:07.355685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.445388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting subnet 165b96a7-2d06-4488-b5a8-8c005f5da7d0 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:31:07.456241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.514333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.622758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.715088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.745336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d2aec-d3cf-4191-a1bd-46715938a1e3 None None] Network 38696dc0-5f64-4f39-ad15-94f74bcf4f7d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:07.757084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.761798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54786) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:07.761951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/subnets/165b96a7-2d06-4488-b5a8-8c005f5da7d0 HTTP/1.1" status: 204 len: 168 time: 0.4208827 Aug 12 02:31:07.763302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ffc33-63e8-496a-aec2-8ec28d910dc1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Subnet': ['ID=165b96a7-2d06-4488-b5a8-8c005f5da7d0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:07.904989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:07.997916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port 3f214f9e-c27b-4b82-8137-f1be889d6c1d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:07.998872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.027852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] DHCP port deletion for 38696dc0-5f64-4f39-ad15-94f74bcf4f7d request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:31:08.089451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f214f9e-c27b-4b82-8137-f1be889d6c1d,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:08.090199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.101078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:08.112445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba3434c-a44f-4351-9f3a-91ea7fd3a7ce no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:08.118511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for 3f214f9e-c27b-4b82-8137-f1be889d6c1d owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:08.137407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: fba3434c-a44f-4351-9f3a-91ea7fd3a7ce {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:08.138172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device fba3434c-a44f-4351-9f3a-91ea7fd3a7ce not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:08.147764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Deleting port 3f214f9e-c27b-4b82-8137-f1be889d6c1d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:08.148603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.238245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.254315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] For port 3f214f9e-c27b-4b82-8137-f1be889d6c1d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f214f9e-c27b-4b82-8137-f1be889d6c1d,segment=NetworkSegment(24c136c4-acab-4981-928e-7d3f2a6a9ce4),segment_id=24c136c4-acab-4981-928e-7d3f2a6a9ce4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:08.255026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.267960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=3f214f9e-c27b-4b82-8137-f1be889d6c1d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:08.270026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Calling delete_port for 3f214f9e-c27b-4b82-8137-f1be889d6c1d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:08.293462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] No DVR routers for this DVR port 3f214f9e-c27b-4b82-8137-f1be889d6c1d on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:08.300781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5b4-32cb-4771-9fb4-7b44c5bbade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.378165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.426139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Pushing event deleted for resources: {'Port': ['ID=3f214f9e-c27b-4b82-8137-f1be889d6c1d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:08.442610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] No DVR routers for this DVR port 3f214f9e-c27b-4b82-8137-f1be889d6c1d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:08.506840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.507197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.512175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.513211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.516780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.517177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.517530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.517873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.518215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.518555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.518891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.526703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.527101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23eccf46-f500-4ced-9c53-83fa627c2bcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:08.534260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38696dc0-5f64-4f39-ad15-94f74bcf4f7d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:08.545891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5b4-32cb-4771-9fb4-7b44c5bbade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.554062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c136c4-acab-4981-928e-7d3f2a6a9ce4') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:08.554610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c136c4-acab-4981-928e-7d3f2a6a9ce4') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:08.556243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac5b4-32cb-4771-9fb4-7b44c5bbade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.565620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.581440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.593076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:31:08.593771 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.617888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9b7ac5b4-32cb-4771-9fb4-7b44c5bbade0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8ef4f47e7fe4f9aa7442749e609471b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151439 Aug 12 02:31:08.622041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:31:08.675196 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:31:08.710417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ac5b4-32cb-4771-9fb4-7b44c5bbade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e585f02-9914-4934-8ce9-b888e55fd833,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:08.725042 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.749546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.759731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.764675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/networks/38696dc0-5f64-4f39-ad15-94f74bcf4f7d HTTP/1.1" status: 204 len: 168 time: 1.0010533 Aug 12 02:31:08.764837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:08.766402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b493b1b-af34-4711-bb80-b9f97bdf56d2 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Network': ['ID=38696dc0-5f64-4f39-ad15-94f74bcf4f7d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:08.819651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.957709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.961053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:08.962277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e585f02-9914-4934-8ce9-b888e55fd833 HTTP/1.1" status: 204 len: 168 time: 0.3383036 Aug 12 02:31:08.994084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f1a90-8d24-4918-a0ca-58b01f450adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e585f02-9914-4934-8ce9-b888e55fd833,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:09.027626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port a0cf0481-b076-4be8-b586-f37b1ab8a8c4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:09.028190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.133428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f214f9e-c27b-4b82-8137-f1be889d6c1d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:09.163236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3f214f9e-c27b-4b82-8137-f1be889d6c1d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:09.165364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f214f9e-c27b-4b82-8137-f1be889d6c1d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:09.183286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.183797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.198926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for a0cf0481-b076-4be8-b586-f37b1ab8a8c4 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:09.416143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:09.438357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-102e60fb-2887-4101-bf4e-6b64dcde2dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.438596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.477156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=a0cf0481-b076-4be8-b586-f37b1ab8a8c4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:09.558002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-102e60fb-2887-4101-bf4e-6b64dcde2dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.563287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-102e60fb-2887-4101-bf4e-6b64dcde2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.571352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.572482 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Floating IP 05361a3e-1a97-48db-98f0-d39b8098c80a disassociated (deleted). External IP: 172.25.3.103, port: 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889. Aug 12 02:31:09.602603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-102e60fb-2887-4101-bf4e-6b64dcde2dba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dab1cb2f64dd463781674ad4ded7c0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830263 Aug 12 02:31:09.603387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:09.626381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e60fb-2887-4101-bf4e-6b64dcde2dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8b034-f2f1-454b-9d6a-6bb5b7b7bd14,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:09.666381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.694438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.752964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.758004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:09.761642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92c8b034-f2f1-454b-9d6a-6bb5b7b7bd14 HTTP/1.1" status: 204 len: 168 time: 0.1552334 Aug 12 02:31:09.782013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc03dd3-a7ad-4122-9c86-614772a98a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8b034-f2f1-454b-9d6a-6bb5b7b7bd14,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:09.956026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:10.116872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:10.121675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:10.136518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:10.146979 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:10.149563 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:10.163270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-787a8f9b-1e51-475e-92a6-249c73e5ba8e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/floatingips/05361a3e-1a97-48db-98f0-d39b8098c80a HTTP/1.1" status: 204 len: 168 time: 1.3962023 Aug 12 02:31:10.164286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:10.166780 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e5d311-4e43-4daa-9d97-73fd66ca9161" -d '{"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:10.221478 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc2d70c-6806-4d16-8d4b-1997d5cee76b x-openstack-request-id: req-bdc2d70c-6806-4d16-8d4b-1997d5cee76b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:10.222500 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:10.227304 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdc2d70c-6806-4d16-8d4b-1997d5cee76b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:10.228103 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'status': 'completed', 'code': 200} Aug 12 02:31:10.345402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-01083fb3-48a6-4989-ade1-418e1a5f0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:10.354953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-01083fb3-48a6-4989-ade1-418e1a5f0529 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 1097 time: 0.0969729 Aug 12 02:31:10.462925 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:10.558029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-11e8ae44-7e4f-4ac3-b98d-80c991a18fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:10.560902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-11e8ae44-7e4f-4ac3-b98d-80c991a18fa1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 200 len: 898 time: 0.2036967 Aug 12 02:31:10.609157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b90589-a44f-4c82-9974-6cd719dec773 req-bf8072ee-95cf-4fa2-abe5-714a921aa9c8 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:10.610857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4b90589-a44f-4c82-9974-6cd719dec773 req-bf8072ee-95cf-4fa2-abe5-714a921aa9c8 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.0570672 Aug 12 02:31:10.648479 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-965debac-a73b-44ac-8d97-748ecb1042b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 200 len: 217 time: 0.0716639 Aug 12 02:31:10.702074 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4b90589-a44f-4c82-9974-6cd719dec773 req-0656da3d-394f-4e6b-92de-0270e753aa74 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835540 Aug 12 02:31:10.782099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-df020335-392f-4d45-83ff-aee90f353357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:10.783794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-df020335-392f-4d45-83ff-aee90f353357 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7dc20940-d008-4267-a5d2-f81b6e52569f HTTP/1.1" status: 200 len: 834 time: 0.1270237 Aug 12 02:31:10.846242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-daed4abb-e56b-4363-ae21-4aec72ab4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:10.848072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-daed4abb-e56b-4363-ae21-4aec72ab4d52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aea778ec-4260-4691-877d-a78b3a5ae866&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559018 Aug 12 02:31:10.870083 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:10.915390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:10.927919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:10.928712 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:11.044472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-f574b626-bcff-44e1-a022-dd725fafb8ea service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878324 Aug 12 02:31:11.163361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2e5d311-4e43-4daa-9d97-73fd66ca9161 req-5042914f-7003-42b0-85ef-2167d6f86b10 service neutron] 10.222.0.25 "GET /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111937 Aug 12 02:31:11.265498 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:11.428682 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:31:11.519418 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:11.604122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02ecb-70f8-4c79-b038-4e331b05adf6 None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:02Z', 'revision_number': 6, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b8d591ab-2215-4d33-bf67-fbdf6dc8b39f', 'name': '', 'network_id': 'aea778ec-4260-4691-877d-a78b3a5ae866', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:b8:d3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:14Z', 'updated_at': '2021-08-12T02:29:22Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '7dc20940-d008-4267-a5d2-f81b6e52569f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:11.871875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820a032-5586-4cc5-9177-77c0cafd9d45 req-5e24049f-ef95-4c85-b918-85891771e43d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:11.878650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8820a032-5586-4cc5-9177-77c0cafd9d45 req-5e24049f-ef95-4c85-b918-85891771e43d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.0705667 Aug 12 02:31:11.942545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8636f19b-1224-434f-baed-0956a28a12cc tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:11.958368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8636f19b-1224-434f-baed-0956a28a12cc tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 946 time: 0.1618137 Aug 12 02:31:11.977254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8820a032-5586-4cc5-9177-77c0cafd9d45 req-da615c6b-7a4e-4a35-83be-e64b90ff6ff5 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=c193a82c-73bb-4fe7-88cc-065e47d51684&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616832 Aug 12 02:31:12.116181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:12.116829 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:12.142749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8aead8-9863-451c-92f7-5aafaf2bfb6e None None] New status for floating IP 05361a3e-1a97-48db-98f0-d39b8098c80a: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:31:12.699774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:12.700157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:12.721034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:12.867930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:12.923574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=8ef0fc45-4aa3-46f3-8b82-ed64f10e1889,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:12.988475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] No DVR routers for this DVR port 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:12.993526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:12.995577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-164cf978-e862-4c51-b0a2-8131232e70d2 req-8235fa22-2d9d-4922-9717-a15f1bb36c9a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "DELETE /v2.0/ports/8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 HTTP/1.1" status: 204 len: 173 time: 1.0354135 Aug 12 02:31:12.996029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'name': 'network-vif-deleted', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:12.998292 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecab1f2-f2d7-41f1-be17-6eda9e7cb1d2" -d '{"events": [{"server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "name": "network-vif-deleted", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:13.082868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54988) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:13.085668 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fda428-8be9-4cd2-8637-05c93fa753b5 x-openstack-request-id: req-96fda428-8be9-4cd2-8637-05c93fa753b5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:13.085977 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e9b4b1-1224-4425-8c9b-ebd8a6baaba3", "name": "network-vif-deleted", "tag": "8ef0fc45-4aa3-46f3-8b82-ed64f10e1889", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:13.086263 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96fda428-8be9-4cd2-8637-05c93fa753b5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:13.086661 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e9b4b1-1224-4425-8c9b-ebd8a6baaba3', 'name': 'network-vif-deleted', 'tag': '8ef0fc45-4aa3-46f3-8b82-ed64f10e1889', 'status': 'completed', 'code': 200} Aug 12 02:31:13.147793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fc2638c-be1a-41b2-b68d-3a9317e3b908 req-30dfc6e6-fb06-4576-b6c1-63417c2d010a tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e9b4b1-1224-4425-8c9b-ebd8a6baaba3 HTTP/1.1" status: 200 len: 210 time: 0.0415835 Aug 12 02:31:13.318751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3244aeba-6e7e-4fd4-a700-34c0e4922d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.436450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3244aeba-6e7e-4fd4-a700-34c0e4922d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.449496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3244aeba-6e7e-4fd4-a700-34c0e4922d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.508185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244aeba-6e7e-4fd4-a700-34c0e4922d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79d394-da15-4025-87c6-bb50b8356c20,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:13.513043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3244aeba-6e7e-4fd4-a700-34c0e4922d2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6939fa663d0044b7bcb980a23c7e31ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290049 Aug 12 02:31:13.515730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:13.589079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.616495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.685053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.688076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:13.689945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb79d394-da15-4025-87c6-bb50b8356c20 HTTP/1.1" status: 204 len: 168 time: 0.1731997 Aug 12 02:31:13.701440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86cf29-7350-471d-9664-611ef4fed445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79d394-da15-4025-87c6-bb50b8356c20,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:14.010778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.141020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e094-d911-47ad-a5bc-1f24896e5a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.152696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.169094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99840449-150a-47f5-a8a1-4f1f3ffe131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.220477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.303850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e094-d911-47ad-a5bc-1f24896e5a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.308268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.311286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e094-d911-47ad-a5bc-1f24896e5a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.344271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9ec8e094-d911-47ad-a5bc-1f24896e5a75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a945343f562041e2acc6ebf0af4cc55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322382 Aug 12 02:31:14.352210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.399517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e094-d911-47ad-a5bc-1f24896e5a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902f750d-e16c-4504-9747-12f907e697d7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:14.435624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99840449-150a-47f5-a8a1-4f1f3ffe131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.436872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.451111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99840449-150a-47f5-a8a1-4f1f3ffe131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.465557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.500688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.531845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.535002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.537266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/902f750d-e16c-4504-9747-12f907e697d7 HTTP/1.1" status: 204 len: 168 time: 0.1831274 Aug 12 02:31:14.546803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10275-608c-49a7-a6e6-cc8080709eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902f750d-e16c-4504-9747-12f907e697d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:14.577404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99840449-150a-47f5-a8a1-4f1f3ffe131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115c1e9-b164-4559-9a1f-a9410826b931,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:14.595816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55052) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.597458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99840449-150a-47f5-a8a1-4f1f3ffe131c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d371da60f3c466bbefeb71c76327f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422293 Aug 12 02:31:14.649364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.652195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.653442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/security-groups/c193a82c-73bb-4fe7-88cc-065e47d51684 HTTP/1.1" status: 204 len: 168 time: 0.4315698 Aug 12 02:31:14.673778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da31532-6d46-4e1d-92da-80328a0fe919 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c193a82c-73bb-4fe7-88cc-065e47d51684,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:14.718593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:14.740813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.800595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.883201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.887536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:14.889213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2115c1e9-b164-4559-9a1f-a9410826b931 HTTP/1.1" status: 204 len: 168 time: 0.2917476 Aug 12 02:31:14.923825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827c864-2a85-4269-81fc-fb2ac1b69bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115c1e9-b164-4559-9a1f-a9410826b931,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:15.289142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:15.761303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:15.761991 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:15.903801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port b8d591ab-2215-4d33-bf67-fbdf6dc8b39f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:15.904179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:15.919496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for b8d591ab-2215-4d33-bf67-fbdf6dc8b39f owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:16.172841 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:16.173603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:16.196954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:16.200180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8ef0fc45-4aa3-46f3-8b82-ed64f10e1889 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:16.212494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=b8d591ab-2215-4d33-bf67-fbdf6dc8b39f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:16.458115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:16.811009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router 73656096-d347-4dd3-8893-2d28a2276b6e has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:16.943292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:16.956197 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Sync routers for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:16.974730 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ec753407-2122-4217-a91f-8f1a05561f6f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/73656096-d347-4dd3-8893-2d28a2276b6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2519784 Aug 12 02:31:16.974992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55164) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:16.976404 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:16.979642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:17.068202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting subnet 7dc20940-d008-4267-a5d2-f81b6e52569f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:31:17.073134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:17.167624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:17.251317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:17.534069 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:16Z', 'revision_number': 7, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:17.564312 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Checking router: 73656096-d347-4dd3-8893-2d28a2276b6e for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:17.578583 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Routers {'73656096-d347-4dd3-8893-2d28a2276b6e'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:17.579461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['73656096-d347-4dd3-8893-2d28a2276b6e'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:17.816631 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] Set router 73656096-d347-4dd3-8893-2d28a2276b6e gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:17.856929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:17.874037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:17.988024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.019612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc20940-d008-4267-a5d2-f81b6e52569f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:18.029281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.034298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-29c3620f-c847-485b-9fe8-4ef7274e9d53 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/subnets/7dc20940-d008-4267-a5d2-f81b6e52569f HTTP/1.1" status: 204 len: 168 time: 1.0569894 Aug 12 02:31:18.035760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:18.040182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca283cb-2935-46fa-bda2-26dfa646c081 None None] Network aea778ec-4260-4691-877d-a78b3a5ae866 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:18.143708 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:16Z', 'revision_number': 7, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:18.181758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.197508 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742b4ca1-a238-4edf-80e9-f49a7b3d5c68 None None] The sync data for ids ['73656096-d347-4dd3-8893-2d28a2276b6e'] in n-d-804303-2 is: [{'id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'name': 'tempest-TestNetworkBasicOps-router-1441086664', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:06Z', 'updated_at': '2021-08-12T02:31:16Z', 'revision_number': 7, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73656096-d347-4dd3-8893-2d28a2276b6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:08Z', 'updated_at': '2021-08-12T02:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:18.329289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.396657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:18.401292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.493809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:18.494189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.507639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:18.580686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] DHCP port deletion for aea778ec-4260-4691-877d-a78b3a5ae866 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:31:18.646774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Deleting port bde06367-0b78-4890-bf6d-d959a89afe54 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:18.647666 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.723387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.741506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] For port bde06367-0b78-4890-bf6d-d959a89afe54, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bde06367-0b78-4890-bf6d-d959a89afe54,segment=NetworkSegment(3c94553f-5452-4aab-9e1b-0766cde73ddf),segment_id=3c94553f-5452-4aab-9e1b-0766cde73ddf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:18.742134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.761892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:18.779286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Calling delete_port for bde06367-0b78-4890-bf6d-d959a89afe54 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:18.884624 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.906308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:18.911354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] Pushing event deleted for resources: {'Port': ['ID=bde06367-0b78-4890-bf6d-d959a89afe54,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:18.936375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e46fb4-6722-463e-9ec0-d464c8779ffb None None] No DVR routers for this DVR port bde06367-0b78-4890-bf6d-d959a89afe54 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:19.045112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.047859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.133595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.134144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Fanout notify agent at l3_agent the message router_deleted on router 73656096-d347-4dd3-8893-2d28a2276b6e {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:31:19.148077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.148077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3784f0af-c05b-48ef-9d60-ebb21bdc1501 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/routers/73656096-d347-4dd3-8893-2d28a2276b6e HTTP/1.1" status: 204 len: 168 time: 1.1095669 Aug 12 02:31:19.148525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55226) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:19.270452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b8d591ab-2215-4d33-bf67-fbdf6dc8b39f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:19.301819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.317287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b8d591ab-2215-4d33-bf67-fbdf6dc8b39f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:19.318374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b8d591ab-2215-4d33-bf67-fbdf6dc8b39f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:19.318990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bde06367-0b78-4890-bf6d-d959a89afe54 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:19.345522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bde06367-0b78-4890-bf6d-d959a89afe54 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:19.346163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bde06367-0b78-4890-bf6d-d959a89afe54 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:19.437420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.461341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea778ec-4260-4691-877d-a78b3a5ae866']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:19.483949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c94553f-5452-4aab-9e1b-0766cde73ddf') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:19.484241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c94553f-5452-4aab-9e1b-0766cde73ddf') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:19.495302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.512763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.519273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:31:19.520020 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:31:19.524470 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:31:19.605040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.617923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.619961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/networks/aea778ec-4260-4691-877d-a78b3a5ae866 HTTP/1.1" status: 204 len: 168 time: 0.4704030 Aug 12 02:31:19.633294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf0f7-2208-4ec8-81e0-b780f65960a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Network': ['ID=aea778ec-4260-4691-877d-a78b3a5ae866,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:19.644025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:19.650319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'network': {'name': 'tempest-network-smoke--2025369088', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:19.681992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:31:19.686178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.720350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:31:19.739094 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.740540 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Added segment 3f66e2db-1daa-402c-883a-d6958371f947 of type vlan for network c7df4fee-6538-40b5-879e-6420457fe0c0 Aug 12 02:31:19.809128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.912339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:19.954380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:19.967099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.105977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4580886 Aug 12 02:31:20.106629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55252) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:20.115809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'admin_state_up': True, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:20.127956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553dc59-0aae-4385-80fc-5d02972f05a1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Network': ['ID=c7df4fee-6538-40b5-879e-6420457fe0c0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:20.141838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c7df4fee-6538-40b5-879e-6420457fe0c0 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:31:20.179249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.180320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.280101 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.438555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.672781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.717822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.837682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.25.3.82 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/792b3ea4-39f7-4108-b508-eb94ea2f7b10) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:20.947114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:20.994816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:21.050290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:21.053306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:21.057210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:21.107831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=792b3ea4-39f7-4108-b508-eb94ea2f7b10,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:21.131411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:21.190821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:21.192063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4b2e1959-fc1f-4b28-9b7c-f1aa45107eb4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:21.482539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:21.759605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:21.953758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router c41a814d-e1fc-4273-a9e9-83f0efa1141c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:31:22.088640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:22.107400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Sync routers for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:22.120308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:22.121217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:22.121521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:22.122773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c7b07e7b-977a-4e8e-80ff-f208eb2a4c24 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0140817 Aug 12 02:31:22.128001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:22.182600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ad40ced3-78a1-4c19-993d-f9cf09f82533 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=80a1fbe091be4474b43e96fe9ccfe26d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533280 Aug 12 02:31:22.185198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55306) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:22.351507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49a1dcd-645e-4115-96c6-195002f70b43 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:22.355532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d49a1dcd-645e-4115-96c6-195002f70b43 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1670651 Aug 12 02:31:22.356821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:22.358670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:22.398531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ae5e49ff-2304-40f0-bdb3-73d99a4dca01 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404177 Aug 12 02:31:22.401315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55316) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:22.407061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1810259931', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:22.542444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:31:22.546001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:22.559557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:21Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:22.594573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Checking router: c41a814d-e1fc-4273-a9e9-83f0efa1141c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:22.594937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Updating router c41a814d-e1fc-4273-a9e9-83f0efa1141c port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:31:22.621127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:22.751250 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:22.853095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Subnet': ['ID=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:22.858131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Checking segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:22.858594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network hostable DHCP agents. Network: c7df4fee-6538-40b5-879e-6420457fe0c0, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:31:22.879062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network c7df4fee-6538-40b5-879e-6420457fe0c0 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:31:22.893445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c7df4fee-6538-40b5-879e-6420457fe0c0) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:22.908714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c8d44-244a-4bc1-a42c-adedf4f65566 None None] Network c7df4fee-6538-40b5-879e-6420457fe0c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:22.909077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:22.909716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:22.929976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:22.937905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-80861d07-2bee-43fb-8d85-10f5922ba21e tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5352850 Aug 12 02:31:23.050567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.070258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Transition to ACTIVE for port object 792b3ea4-39f7-4108-b508-eb94ea2f7b10 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:23.079905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.140989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c7df4fee-6538-40b5-879e-6420457fe0c0', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:31:23.141889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.171514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Attempting to bind port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:23.171814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Attempting to bind port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:23.172360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Attempting to bind port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:23.187447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50638d2b-9514-4980-85ab-d81ddb75e434 None None] Pushing event updated for resources: {'Port': ['ID=792b3ea4-39f7-4108-b508-eb94ea2f7b10,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:23.192907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:23.193504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:23.194210 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.195076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:23.195749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Bound port: 792b3ea4-39f7-4108-b508-eb94ea2f7b10, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:23.196371 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.344523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] For port 792b3ea4-39f7-4108-b508-eb94ea2f7b10, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:23.363357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] For port 792b3ea4-39f7-4108-b508-eb94ea2f7b10, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=792b3ea4-39f7-4108-b508-eb94ea2f7b10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:23.375942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.387035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Allocated IP 172.20.0.2 (c7df4fee-6538-40b5-879e-6420457fe0c0/0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf/d4823c5f-52ab-44c4-ba8f-637f9c3dce52) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:23.453184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50638d2b-9514-4980-85ab-d81ddb75e434 None None] Pushing event updated for resources: {'Port': ['ID=792b3ea4-39f7-4108-b508-eb94ea2f7b10,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:23.485522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:23.486158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:23.607981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.684114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:23.827126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.842255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Transition to ACTIVE for port object d4823c5f-52ab-44c4-ba8f-637f9c3dce52 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:23.879555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Transition to ACTIVE for port object d4823c5f-52ab-44c4-ba8f-637f9c3dce52 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:23.912146 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:23.956575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Network c7df4fee-6538-40b5-879e-6420457fe0c0 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:23.963091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:23.965556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:23.992409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Pushing event updated for resources: {'Port': ['ID=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:24.035503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:21Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:24.075207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5002a5a0-6c61-4009-87ce-8219b3eaae53 None None] The sync data for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 is: [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:21Z', 'revision_number': 3, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:24.078306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Attempting to bind port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:24.078870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Attempting to bind port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:24.079241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Attempting to bind port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 on network c7df4fee-6538-40b5-879e-6420457fe0c0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:24.085840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:24.086220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Checking segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:24.086627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:24.087096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Bound using segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:24.087499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Bound port: d4823c5f-52ab-44c4-ba8f-637f9c3dce52, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:24.087888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:24.175623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] For port d4823c5f-52ab-44c4-ba8f-637f9c3dce52, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:24.179950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] For port d4823c5f-52ab-44c4-ba8f-637f9c3dce52, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:24.192006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:24.270520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89938ad-f8d4-438f-911e-ef20cb3ce557 None None] Pushing event updated for resources: {'Port': ['ID=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:24.406674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.1 (c7df4fee-6538-40b5-879e-6420457fe0c0/0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf/cd049b7b-08a0-4fc5-8c14-535e6361888c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:24.715564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:24.764811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object cd049b7b-08a0-4fc5-8c14-535e6361888c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:24.839488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:24.897315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:24.913983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network c7df4fee-6538-40b5-879e-6420457fe0c0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:24.915814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:24.919753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:24.978852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.250027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.327065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 792b3ea4-39f7-4108-b508-eb94ea2f7b10 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:25.419281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8a73-1fe7-4f97-aab4-85983a018741 req-5518a537-935a-43a5-8dac-72b402bf0c68 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:25.428767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b3f8a73-1fe7-4f97-aab4-85983a018741 req-5518a537-935a-43a5-8dac-72b402bf0c68 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1096 time: 0.0703297 Aug 12 02:31:25.468796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:25.477097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:25.477474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.513331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b3f8a73-1fe7-4f97-aab4-85983a018741 req-3f2690a8-2adc-42e1-8d20-3708f5f13692 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754950 Aug 12 02:31:25.751481 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.757398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.772707 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.844874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.855265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 792b3ea4-39f7-4108-b508-eb94ea2f7b10, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=792b3ea4-39f7-4108-b508-eb94ea2f7b10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:25.867776 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:25.868672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4823c5f-52ab-44c4-ba8f-637f9c3dce52 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:26.014274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d417349d-75c9-4425-bf60-e6b3af3bc365 None None] Network c7df4fee-6538-40b5-879e-6420457fe0c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:26.126760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:26.137088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=792b3ea4-39f7-4108-b508-eb94ea2f7b10,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:26.148764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Provisioning for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:26.168230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:26.175905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network c7df4fee-6538-40b5-879e-6420457fe0c0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:26.183291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:26.184577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Provisioning complete for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:26.184960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:26.320964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969263-091b-46a9-b904-f12ab484a704 req-3b0a441a-14de-4ce0-af33-fc91aab5acf1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:26.322908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b969263-091b-46a9-b904-f12ab484a704 req-3b0a441a-14de-4ce0-af33-fc91aab5acf1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.2139378 Aug 12 02:31:26.446471 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2b969263-091b-46a9-b904-f12ab484a704 req-2dcc5c0c-25be-4445-a4f1-78d55092625e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056383 Aug 12 02:31:26.486829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:26.507618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router c41a814d-e1fc-4273-a9e9-83f0efa1141c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:26.619004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:26.619498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:26.623892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b24d69d-6ef9-496e-81ae-f70a4cf42e2d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 200 len: 993 time: 0.1357012 Aug 12 02:31:26.639384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55382) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:26.776644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:26.787947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55390) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:26.788111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ee28fe9-501a-4789-b296-168225ac58a7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/c41a814d-e1fc-4273-a9e9-83f0efa1141c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8575339 Aug 12 02:31:26.913850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22fd6c3e-46aa-4a9d-8e81-41459947efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:26.956209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:26.998674 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.037650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d4823c5f-52ab-44c4-ba8f-637f9c3dce52, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:27.053115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.126849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Sync routers for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:27.145009 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:27.160143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:31:27.160579 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-ba6c4759-1e85-40fb-81aa-0ad29a59f5ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:31:27.162932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:27.166512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:27.204773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 792b3ea4-39f7-4108-b508-eb94ea2f7b10 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:27.276291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:27.278987 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.438717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.439687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.440573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.441363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.442031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.443136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.443726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.444195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.444926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.445175 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:27.445390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.446021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.446641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.449450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c7b50d16-b862-4080-912a-f100182deba6 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8431 time: 0.6599865 Aug 12 02:31:27.454940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:27.571314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22fd6c3e-46aa-4a9d-8e81-41459947efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.615279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22fd6c3e-46aa-4a9d-8e81-41459947efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.652463 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22fd6c3e-46aa-4a9d-8e81-41459947efc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=031ebdc7dbf74340a9a9121aca5f43df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0119281 Aug 12 02:31:27.655314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55420) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:27.685434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452001-15ca-4f04-82bd-eb94e9b112e3 req-5756b98d-181c-41a0-930b-2b7e2d791612 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.695017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6452001-15ca-4f04-82bd-eb94e9b112e3 req-5756b98d-181c-41a0-930b-2b7e2d791612 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.2411196 Aug 12 02:31:27.737984 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 2, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:27.755608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.770306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Checking router: c41a814d-e1fc-4273-a9e9-83f0efa1141c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:27.771198 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Updating router c41a814d-e1fc-4273-a9e9-83f0efa1141c port cd049b7b-08a0-4fc5-8c14-535e6361888c binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:31:27.783260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.800984 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.823666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.824515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.825159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.825792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.826422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.827051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.827738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.828364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.828991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.829637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.830267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.830908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:27.834043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d7cb765-8d9b-47ab-acc3-c7d2b6472b50 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7610 time: 0.3766606 Aug 12 02:31:27.835175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6c3e-46aa-4a9d-8e81-41459947efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb22c5-f51a-4556-a8fb-d3b022d3e3fe,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:27.849849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:27.876305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Provisioning for port cd049b7b-08a0-4fc5-8c14-535e6361888c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:27.883859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-7c4281c5-a8e3-4ff0-9b78-3037d91d2b8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4650049 Aug 12 02:31:27.887764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Provisioning complete for port cd049b7b-08a0-4fc5-8c14-535e6361888c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:27.888526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.895085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.898782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:27.900059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6eb22c5-f51a-4556-a8fb-d3b022d3e3fe HTTP/1.1" status: 204 len: 168 time: 0.2435122 Aug 12 02:31:27.923377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263a9e9-bbd2-491d-b5c0-3da0882c09d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb22c5-f51a-4556-a8fb-d3b022d3e3fe,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:28.021855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6452001-15ca-4f04-82bd-eb94e9b112e3 req-a245ba71-d264-4953-afce-59b5aba12028 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234551 Aug 12 02:31:28.046078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Port cd049b7b-08a0-4fc5-8c14-535e6361888c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:31:28.074110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Provisioning complete for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:28.075007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-00590cc4-0b40-4c5c-88fa-6fe24fd777ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:28.400161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a39ea470-053e-47a8-b2d6-85215bdf119c None None] Provisioning complete for port cd049b7b-08a0-4fc5-8c14-535e6361888c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:28.404870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a39ea470-053e-47a8-b2d6-85215bdf119c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:28.541492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a39ea470-053e-47a8-b2d6-85215bdf119c None None] Port cd049b7b-08a0-4fc5-8c14-535e6361888c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:31:28.719266 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:28.731433 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Transition to ACTIVE for port object cd049b7b-08a0-4fc5-8c14-535e6361888c will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:28.743849 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:28.804182 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Pushing event updated for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:28.842535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.842948 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.843345 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.843783 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.848383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.848383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.860664 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.861116 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.861519 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.861921 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.862317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.862711 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:31:28.957848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Attempting to bind port cd049b7b-08a0-4fc5-8c14-535e6361888c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:28.958855 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Attempting to bind port cd049b7b-08a0-4fc5-8c14-535e6361888c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:28.959484 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Attempting to bind port cd049b7b-08a0-4fc5-8c14-535e6361888c on network c7df4fee-6538-40b5-879e-6420457fe0c0 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:28.969103 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:28.970221 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Checking segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:28.975427 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:28.984329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Bound using segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:28.985444 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Bound port: cd049b7b-08a0-4fc5-8c14-535e6361888c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:28.987206 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:29.101009 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] For port cd049b7b-08a0-4fc5-8c14-535e6361888c, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:29.104882 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] For port cd049b7b-08a0-4fc5-8c14-535e6361888c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd049b7b-08a0-4fc5-8c14-535e6361888c,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:29.120151 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:29.181758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-66efc725-aee1-47b5-9a9e-2131550d0604 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 1.3295486 Aug 12 02:31:29.266479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4823c5f-52ab-44c4-ba8f-637f9c3dce52 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:29.293233 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c3fc-7714-4591-ac8a-546d739021bf None None] Pushing event updated for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:29.345458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575ec35-9078-4a52-b879-39a9ebfc8104 req-e0a817e5-1da0-441d-a49a-6ccead49a581 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:29.348738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:29.354311 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:29.361220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e575ec35-9078-4a52-b879-39a9ebfc8104 req-e0a817e5-1da0-441d-a49a-6ccead49a581 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1898804 Aug 12 02:31:29.492335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e575ec35-9078-4a52-b879-39a9ebfc8104 req-ffecbe63-9459-4fd6-8d31-b490e2d3ca70 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269808 Aug 12 02:31:29.501052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:29.502086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:29.522688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55492) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:29.641321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:29.809090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-667764206-network', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:29.858742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Made reservation on behalf of 20063b1e3d2148f9bb8771380bb7d6fa for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:31:29.861292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:29.894152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.074916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.079863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.094309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:31:30.108960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.109348 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Added segment b0811a3b-d2dc-4f6e-8cf0-22570544ffd3 of type vlan for network bbc158a1-385d-4e08-8fc4-793b5fa81da2 Aug 12 02:31:30.189897 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:29Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:30.220885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c119ed-6e28-449f-bc09-dba1e623ce94 None None] The sync data for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 is: [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:29Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:30.261758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.352705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397245df-2de2-464b-b77d-588958d512c3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:30.409768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-505b45cf-8737-4956-ad53-80d88f3163b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:30.412295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-505b45cf-8737-4956-ad53-80d88f3163b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1096 time: 0.2514191 Aug 12 02:31:30.417073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.428422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:30.429394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.488377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:30.494761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610424881', 'description': 'tempest-secgroup-smoke-1610424881 description', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:30.563948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.575381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0511343 Aug 12 02:31:30.586499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55514) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:30.609236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Request body: {'subnet': {'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-667764206-subnet', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:30.665555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25693d-1e8e-41d4-a82b-eca0b6fe2f5e admin admin] Pushing event updated for resources: {'Network': ['ID=bbc158a1-385d-4e08-8fc4-793b5fa81da2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:30.679560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:31:30.691458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.710808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.730545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-dc8cd11b-ae2e-4eb7-8b3b-9d3a37239c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:30.732168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-dc8cd11b-ae2e-4eb7-8b3b-9d3a37239c79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.2994304 Aug 12 02:31:30.766016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf74d53-b921-4628-bd2b-d842dfb00214,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:30.774260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14bca2-30b0-4409-b32f-dabf1d6260b3 req-83598e7a-2677-4eca-92bf-39821f1440a9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:30.781503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee14bca2-30b0-4409-b32f-dabf1d6260b3 req-83598e7a-2677-4eca-92bf-39821f1440a9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1558769 Aug 12 02:31:30.810410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.812115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8496e3b2-f930-47b6-99ce-5753ee932776 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3217230 Aug 12 02:31:30.817831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:30.821626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:30.872528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.889663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Made reservation on behalf of 20063b1e3d2148f9bb8771380bb7d6fa for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:31:30.892016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.954542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.960305 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:30.984119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dbb808-67a8-4553-8b4b-bbb936496eb0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:30.995906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.000995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ae9d1eff-c0c3-403e-9db7-d8c330926ef9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846168 Aug 12 02:31:31.001934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:31.008116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:31.075350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.169822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee14bca2-30b0-4409-b32f-dabf1d6260b3 req-3a53fe2d-7b77-4c0d-bbc5-ae5060492103 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854544 Aug 12 02:31:31.242576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-834c2e7d-a24d-415e-8881-57eb276904a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 1001 time: 0.4979401 Aug 12 02:31:31.244877 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.254655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.280569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd049b7b-08a0-4fc5-8c14-535e6361888c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:31.289955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.293904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2883198 Aug 12 02:31:31.294202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:31.299431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:31.332030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f90b9b-b59f-444b-8b2a-d347585ec12f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e11f432-8cfe-455a-b952-f084990152f1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:31.355185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cd049b7b-08a0-4fc5-8c14-535e6361888c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:31.362266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cd049b7b-08a0-4fc5-8c14-535e6361888c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:31.363059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.394891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.421761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.467082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.518078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cd049b7b-08a0-4fc5-8c14-535e6361888c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd049b7b-08a0-4fc5-8c14-535e6361888c,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:31.524001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.557462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-6e5ac09c-5149-48bc-aa87-e3b7486aae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:31.567943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-6e5ac09c-5149-48bc-aa87-e3b7486aae4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.2997749 Aug 12 02:31:31.599938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.613038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.616200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:31.643280 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.649448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3537910 Aug 12 02:31:31.654938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:31.667030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a4eb1b-5301-41ff-bac3-286c5221d17a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:31.675194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:31.701992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Checking segment: {'id': 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:31.702352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Network hostable DHCP agents. Network: bbc158a1-385d-4e08-8fc4-793b5fa81da2, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:31:31.708248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331726-8c3c-447e-9c75-e46716d59e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b265a2a5-d8d8-4eea-94c9-8cdbf2b7b740,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:31.717592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-48203ec6-122b-481c-aac6-32cf8ad92b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:31.719044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.719953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-48203ec6-122b-481c-aac6-32cf8ad92b02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223531 Aug 12 02:31:31.831723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.838438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.869624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.874367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2111909 Aug 12 02:31:31.875136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:31.882876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:31.909227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967827ff-6c96-4fce-98be-b453b7449525 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adabe45f-100d-4d8f-840f-ac33cf2356cb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:31.916476 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:31:31.924879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:31:31.925672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.964490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, bbc158a1-385d-4e08-8fc4-793b5fa81da2) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:31.966812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e993949-b444-4dd3-a264-940d86807d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:31.980607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b36f56-59e8-448f-9d05-7d8cd7ecf532 None None] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:32.001800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-e7571b7b-8441-41e5-82fa-b137b0e70d06 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724569 Aug 12 02:31:32.003227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:32.004477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.029448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e5c99552-c057-4314-92d4-60b7ef70bfff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4418869 Aug 12 02:31:32.042475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:32.048032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:32.100059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.117264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.168024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f5a2cf-fb15-405f-88f7-fb39c8c89983,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:32.172821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.174637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.196741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.198944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3e19b7d8-c9e0-498c-bfe4-96e2e4a7d7be tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3204522 Aug 12 02:31:32.201548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55576) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:32.211002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'security_group_rule': {'security_group_id': '5cf74d53-b921-4628-bd2b-d842dfb00214', 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:32.276840 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Project 80a1fbe091be4474b43e96fe9ccfe26d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:31:32.283935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.291592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-080b861b-a328-4b61-bb6f-19443abbfec3 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753117 Aug 12 02:31:32.367118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-bbc158a1-385d-4e08-8fc4-793b5fa81da2', 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'fixed_ips': [{'subnet_id': 'c9a4eb1b-5301-41ff-bac3-286c5221d17a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:31:32.368074 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.403550 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.489918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.518847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689df75f-8053-4e2b-85c5-538d2407c726 req-84945e83-b62e-4e90-872f-b803013b532c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:32.529285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-689df75f-8053-4e2b-85c5-538d2407c726 req-84945e83-b62e-4e90-872f-b803013b532c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1839204 Aug 12 02:31:32.534281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.578808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c6b07a-0fdc-4c42-a5ce-961e0ca81925,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:32.604593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.611852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.613738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3bc3722-b560-47ba-8bbe-7c8f64f1cb04 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4095140 Aug 12 02:31:32.667047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-689df75f-8053-4e2b-85c5-538d2407c726 req-3f71e00a-71ae-47ed-960b-a7d7e1cf4dcb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355631 Aug 12 02:31:32.874869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Allocated IP 172.20.0.2 (bbc158a1-385d-4e08-8fc4-793b5fa81da2/c9a4eb1b-5301-41ff-bac3-286c5221d17a/2fe5280e-4d45-4391-b039-44ec5dc28d0d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:32.936237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:32.970156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-070e89ab-31f2-4ef8-8d22-23db1c432cc8 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610424881&fields=id&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 267 time: 0.0870869 Aug 12 02:31:32.986649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.126262 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.139219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Transition to ACTIVE for port object 2fe5280e-4d45-4391-b039-44ec5dc28d0d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:33.172621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd049b7b-08a0-4fc5-8c14-535e6361888c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:33.198335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Transition to ACTIVE for port object 2fe5280e-4d45-4391-b039-44ec5dc28d0d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:33.210406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-d5f55e19-82ca-4bc5-808d-7e8fadd4bcb5 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:33.220668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-d5f55e19-82ca-4bc5-808d-7e8fadd4bcb5 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/networks?id=c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 200 len: 797 time: 0.2340567 Aug 12 02:31:33.222910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Allocated IP 172.25.3.144 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/cb595d96-d351-44c5-ab43-c4a70a1ac180) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:33.226524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.246778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-75b2928f-a13e-411f-ad79-56efcb597ab9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/quotas/80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 375 time: 0.0247524 Aug 12 02:31:33.288198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:33.296364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:33.299602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:33.309580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Pushing event updated for resources: {'Port': ['ID=2fe5280e-4d45-4391-b039-44ec5dc28d0d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:33.320552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cd049b7b-08a0-4fc5-8c14-535e6361888c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:33.320937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.328258 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-4ece2e13-4d12-40fb-b8c7-b22905018314 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801609 Aug 12 02:31:33.436333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Attempting to bind port 2fe5280e-4d45-4391-b039-44ec5dc28d0d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:33.436881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Attempting to bind port 2fe5280e-4d45-4391-b039-44ec5dc28d0d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:33.437288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Attempting to bind port 2fe5280e-4d45-4391-b039-44ec5dc28d0d on network bbc158a1-385d-4e08-8fc4-793b5fa81da2 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:33.445857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-54d24434-b6de-43d1-b731-b2613aead372 service neutron] 10.222.0.11 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148427 Aug 12 02:31:33.450460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.480790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:33.481246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Checking segment: {'id': 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:33.481585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.482074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Bound using segment: {'id': 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:33.482570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Bound port: 2fe5280e-4d45-4391-b039-44ec5dc28d0d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:33.483041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.525720 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.580681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Pushing event updated for resources: {'Port': ['ID=cb595d96-d351-44c5-ab43-c4a70a1ac180,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:33.612727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:33.616489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] For port 2fe5280e-4d45-4391-b039-44ec5dc28d0d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:33.621882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] For port 2fe5280e-4d45-4391-b039-44ec5dc28d0d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2fe5280e-4d45-4391-b039-44ec5dc28d0d,segment=NetworkSegment(b0811a3b-d2dc-4f6e-8cf0-22570544ffd3),segment_id=b0811a3b-d2dc-4f6e-8cf0-22570544ffd3)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:33.622032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8324d371-b4cc-4e85-b64f-7445c7a487ca service neutron] 10.222.0.11 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548913 Aug 12 02:31:33.626984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:33.629534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:33.639911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:33.741904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd7098-ce69-457a-80bc-26aa27d0138b None None] Pushing event updated for resources: {'Port': ['ID=2fe5280e-4d45-4391-b039-44ec5dc28d0d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:33.892076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-4a339fa0-229e-4f1c-ae16-a7218884b922 req-27cbc231-3f51-40d6-afd4-b26c1e1ce412 service neutron] (94674) timed out ('10.222.0.25', 65527) {{(pid=94674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:31:34.093649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bc5f7-2378-4319-bada-bb69f5adaea0 req-cbb33995-cfee-49ac-a969-50fc3820af99 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:34.096971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b7bc5f7-2378-4319-bada-bb69f5adaea0 req-cbb33995-cfee-49ac-a969-50fc3820af99 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.2839887 Aug 12 02:31:34.112055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a943365-641a-42b0-942b-916ee2f7cff4 req-6c5fd092-aa00-4231-b082-ca735e6dca6b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 210 time: 0.0941308 Aug 12 02:31:34.233799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4b7bc5f7-2378-4319-bada-bb69f5adaea0 req-089df906-97c9-4a12-af48-804291ed4274 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928109 Aug 12 02:31:34.446616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:34.571806 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:34.599288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f6c86d05-248d-4525-9929-5eed3fc9529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:34.673269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:34.737457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:35.262579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2fe5280e-4d45-4391-b039-44ec5dc28d0d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:35.285542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50eaf759-38d6-49d5-bda2-847604ec7d45 req-2e3b29ea-5935-4cb9-a832-6705c620c215 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 210 time: 0.0670729 Aug 12 02:31:35.344482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28c211-9ba9-4027-9789-3d615b293167 None None] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:35.460162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-75e21997-8005-48a0-8487-6bfa420fc33d None None] Provisioning for port 2fe5280e-4d45-4391-b039-44ec5dc28d0d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:35.468600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f95535-285a-4b3b-b537-be0a1e0a675b req-886db926-d56b-460e-ba57-d4bc1c5c03e3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:35.470319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05f95535-285a-4b3b-b537-be0a1e0a675b req-886db926-d56b-460e-ba57-d4bc1c5c03e3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1022882 Aug 12 02:31:35.525067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2fe5280e-4d45-4391-b039-44ec5dc28d0d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:35.534179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:31:35.538412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2fe5280e-4d45-4391-b039-44ec5dc28d0d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:35.539039 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:35.572525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05f95535-285a-4b3b-b537-be0a1e0a675b req-cf76a578-21fd-47b3-b571-44e45553397f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924006 Aug 12 02:31:35.603895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ffef1372-671d-4041-9b91-54099ccb5f85 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:35.606169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ffef1372-671d-4041-9b91-54099ccb5f85 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/networks?id=c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 200 len: 797 time: 0.2043586 Aug 12 02:31:35.692044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:35.731914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2fe5280e-4d45-4391-b039-44ec5dc28d0d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2fe5280e-4d45-4391-b039-44ec5dc28d0d,segment=NetworkSegment(b0811a3b-d2dc-4f6e-8cf0-22570544ffd3),segment_id=b0811a3b-d2dc-4f6e-8cf0-22570544ffd3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:35.738142 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:35.748113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-11034ce5-91a0-4d66-b37b-582b9e1766f8 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a1fbe091be4474b43e96fe9ccfe26d HTTP/1.1" status: 200 len: 380 time: 0.1318076 Aug 12 02:31:35.775095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:35.776641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'port': {'device_id': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'admin_state_up': True, 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'security_groups': ['5cf74d53-b921-4628-bd2b-d842dfb00214']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:35.806016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Sync routers for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:35.813590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:35.815144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-79582ee9-4dac-4add-9751-d5e8a006616a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.7714636 Aug 12 02:31:35.834423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55684) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:35.877401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Routers {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:35.878054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:35.994307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.015506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2fe5280e-4d45-4391-b039-44ec5dc28d0d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:36.043493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Made reservation on behalf of 80a1fbe091be4474b43e96fe9ccfe26d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:31:36.050284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.183735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-90a44b59-0e32-4684-a4b8-2495ea33c81d None None] Provisioning complete for port 2fe5280e-4d45-4391-b039-44ec5dc28d0d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:36.186933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90a44b59-0e32-4684-a4b8-2495ea33c81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.263083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Set router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:36.430046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.20.0.9 (c7df4fee-6538-40b5-879e-6420457fe0c0/0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf/9cd146d2-82ae-4c7a-ba06-80d753f091d7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:36.526639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d4cc42e-ba50-4201-a892-75e7963058e5 req-3fb5a40e-2707-4e47-9a42-b525b1cc9a75 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 210 time: 0.0556190 Aug 12 02:31:36.670338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.751506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.771596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Transition to ACTIVE for port object 9cd146d2-82ae-4c7a-ba06-80d753f091d7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:36.851387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9df71-6597-4411-87c4-bebc7261299c req-721f0126-0f5b-4c79-8f58-a5d9a6540a89 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:36.854712 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:36.860982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e9df71-6597-4411-87c4-bebc7261299c req-721f0126-0f5b-4c79-8f58-a5d9a6540a89 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1632199 Aug 12 02:31:36.945923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40e9df71-6597-4411-87c4-bebc7261299c req-aa3ba2d6-bf4d-4575-81cb-a3da39ef2b39 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836740 Aug 12 02:31:36.966321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:36.995384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network c7df4fee-6538-40b5-879e-6420457fe0c0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:36.998604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:34Z', 'revision_number': 3, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:37.006801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:37.009397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:37.041655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Checking router: 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:37.041929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Updating router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 port cb595d96-d351-44c5-ab43-c4a70a1ac180 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:31:37.059433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Allocated IP 172.20.0.1 (bbc158a1-385d-4e08-8fc4-793b5fa81da2/c9a4eb1b-5301-41ff-bac3-286c5221d17a/8ebde52d-36d3-449e-88c3-8e8315cc33f8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:37.089090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.185360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:37.190760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.205513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.236974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Transition to ACTIVE for port object 8ebde52d-36d3-449e-88c3-8e8315cc33f8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:37.252515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-ec2024f9-cf0d-40a3-b626-dd962a63ea44 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4842606 Aug 12 02:31:37.273505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Request body: {'port': {'device_id': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:37.325633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.375343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2fe5280e-4d45-4391-b039-44ec5dc28d0d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:37.415006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:37.426093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:37.448569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:37.459456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.511344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.540836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.552363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebde52d-36d3-449e-88c3-8e8315cc33f8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:37.558527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-312515c8-2e92-4edc-870c-131d75698314 None None] Provisioning for port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:37.691150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-312515c8-2e92-4edc-870c-131d75698314 None None] Provisioning complete for port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:37.691834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-312515c8-2e92-4edc-870c-131d75698314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.742877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2fe5280e-4d45-4391-b039-44ec5dc28d0d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:37.743508 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.813269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-312515c8-2e92-4edc-870c-131d75698314 None None] Port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:31:37.879026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:37.892653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7f7c8-ba00-4631-af8b-c74eb5796429 req-f1e3467e-f75c-4a04-8d47-2c205cb1d414 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:37.894292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63e7f7c8-ba00-4631-af8b-c74eb5796429 req-f1e3467e-f75c-4a04-8d47-2c205cb1d414 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 931 time: 0.1317945 Aug 12 02:31:37.980776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63e7f7c8-ba00-4631-af8b-c74eb5796429 req-6fb3f1f1-6096-44e0-918b-e4cf074ac2f1 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782459 Aug 12 02:31:38.053156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c291d90c-410f-4821-92f9-f454d832ae90 None None] Provisioning for port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:38.082428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c291d90c-410f-4821-92f9-f454d832ae90 None None] Provisioning complete for port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:38.082754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c291d90c-410f-4821-92f9-f454d832ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.185535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c291d90c-410f-4821-92f9-f454d832ae90 None None] Port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:31:38.194773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.214902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Transition to ACTIVE for port object cb595d96-d351-44c5-ab43-c4a70a1ac180 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:38.230320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.285016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0774e86-bbdc-4439-ac26-33cc59dfcfb1 req-95c2f5be-f629-4efc-9d22-976d59ba673e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:38.287028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0774e86-bbdc-4439-ac26-33cc59dfcfb1 req-95c2f5be-f629-4efc-9d22-976d59ba673e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1462154 Aug 12 02:31:38.294360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd146d2-82ae-4c7a-ba06-80d753f091d7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:31:38.307920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfd00-7b9c-4f46-a490-90f4ade931f0 None None] Pushing event updated for resources: {'Port': ['ID=cb595d96-d351-44c5-ab43-c4a70a1ac180,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:38.318935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.330433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.344562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Attempting to bind port cb595d96-d351-44c5-ab43-c4a70a1ac180 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:38.345212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Attempting to bind port cb595d96-d351-44c5-ab43-c4a70a1ac180 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:38.345942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Transition to ACTIVE for port object 9cd146d2-82ae-4c7a-ba06-80d753f091d7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:38.346311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Attempting to bind port cb595d96-d351-44c5-ab43-c4a70a1ac180 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:38.351541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.353692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:38.354579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:38.356175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.357045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:38.357776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Bound port: cb595d96-d351-44c5-ab43-c4a70a1ac180, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:38.358333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.364626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0774e86-bbdc-4439-ac26-33cc59dfcfb1 req-90f476d2-430b-440d-905f-319a699a50c4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646601 Aug 12 02:31:38.366039 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.455122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.478455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:38.518921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] For port cb595d96-d351-44c5-ab43-c4a70a1ac180, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:38.523983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebde52d-36d3-449e-88c3-8e8315cc33f8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:38.532628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] For port cb595d96-d351-44c5-ab43-c4a70a1ac180, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cb595d96-d351-44c5-ab43-c4a70a1ac180,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:38.548463 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.564209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Attempting to bind port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:38.564804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Attempting to bind port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:38.565332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Attempting to bind port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 on network c7df4fee-6538-40b5-879e-6420457fe0c0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:38.577197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 on network c7df4fee-6538-40b5-879e-6420457fe0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:31:38.577533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Attempting to bind port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 on network c7df4fee-6538-40b5-879e-6420457fe0c0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:38.582829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:38.583411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Checking segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:38.583901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Bound using segment: {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:38.584263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Bound port: 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f66e2db-1daa-402c-883a-d6958371f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:38.584627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.655368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:38.657641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:38.671832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Routers {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:38.672488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:38.674809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfd00-7b9c-4f46-a490-90f4ade931f0 None None] Pushing event updated for resources: {'Port': ['ID=cb595d96-d351-44c5-ab43-c4a70a1ac180,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:38.795952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:38.813449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:38.825540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:38.910055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] Set router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:38.954526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:38.993451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:39.042586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.043225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:39.053506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-8309f53f-96a9-4136-87ae-c07083ee6742 service neutron] 10.222.0.25 "PUT /v2.0/ports/9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 200 len: 1091 time: 1.7908750 Aug 12 02:31:39.054111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:39.056485 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:39.173985 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b063d49f-7102-494f-9742-38a17656f9e4 x-openstack-request-id: req-b063d49f-7102-494f-9742-38a17656f9e4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:39.174656 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:39.175329 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b063d49f-7102-494f-9742-38a17656f9e4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:39.175930 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'status': 'completed', 'code': 200} Aug 12 02:31:39.198240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-521250dc-a565-4ba6-84c9-53e103d7bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.200119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-521250dc-a565-4ba6-84c9-53e103d7bad9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1094 time: 0.1026561 Aug 12 02:31:39.278083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-852983ed-cc19-493b-bc5f-df11ec6b7941 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 200 len: 217 time: 0.0686831 Aug 12 02:31:39.304871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:37Z', 'revision_number': 4, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8ebde52d-36d3-449e-88c3-8e8315cc33f8', 'name': '', 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'mac_address': 'fa:16:3e:13:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'c9a4eb1b-5301-41ff-bac3-286c5221d17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:36Z', 'updated_at': '2021-08-12T02:31:38Z', 'revision_number': 2, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'subnets': [{'id': 'c9a4eb1b-5301-41ff-bac3-286c5221d17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:39.380461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95624ac-b23c-410a-8378-c35d3c6e41c2 None None] The sync data for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 is: [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:37Z', 'revision_number': 4, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8ebde52d-36d3-449e-88c3-8e8315cc33f8', 'name': '', 'network_id': 'bbc158a1-385d-4e08-8fc4-793b5fa81da2', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'mac_address': 'fa:16:3e:13:af:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'c9a4eb1b-5301-41ff-bac3-286c5221d17a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:36Z', 'updated_at': '2021-08-12T02:31:38Z', 'revision_number': 2, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'subnets': [{'id': 'c9a4eb1b-5301-41ff-bac3-286c5221d17a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:39.398733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-f1627b10-4a7a-4e55-9aad-feb1e6a02eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.400661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-f1627b10-4a7a-4e55-9aad-feb1e6a02eec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf HTTP/1.1" status: 200 len: 835 time: 0.1150510 Aug 12 02:31:39.424509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-129ce795-4396-48e9-9946-b61ee2737979 None None] Provisioning complete for port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:39.424884 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-129ce795-4396-48e9-9946-b61ee2737979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:39.444390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:39.482846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86f9335c-a58b-4ed9-a5ca-89c2dbd95c66 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6471531 Aug 12 02:31:39.529774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09640f30-6327-461b-9787-376a91941599 req-9cdc05dc-8f24-4ea6-93f8-11f112f1817d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.540216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09640f30-6327-461b-9787-376a91941599 req-9cdc05dc-8f24-4ea6-93f8-11f112f1817d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 943 time: 0.2566171 Aug 12 02:31:39.565921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-129ce795-4396-48e9-9946-b61ee2737979 None None] Port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:31:39.631161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09640f30-6327-461b-9787-376a91941599 req-cc8c2a3f-02b8-4b7b-ab04-390bf0e6942f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879178 Aug 12 02:31:39.652152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-3ee4d469-00e4-49c4-9ca0-4706da5b35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.654151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-3ee4d469-00e4-49c4-9ca0-4706da5b35ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7df4fee-6538-40b5-879e-6420457fe0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2463088 Aug 12 02:31:39.769956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd1d6c-f17e-48c2-8cb2-e983223286d0 req-65cba04e-3705-452d-8011-0183f212edd1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:39.772961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26bd1d6c-f17e-48c2-8cb2-e983223286d0 req-65cba04e-3705-452d-8011-0183f212edd1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.2144756 Aug 12 02:31:39.962487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-26bd1d6c-f17e-48c2-8cb2-e983223286d0 req-402cc063-b30a-40c0-838e-8416f0c77629 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710401 Aug 12 02:31:39.982036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-61ae6dfc-5626-4d3e-afbb-2e8809c2f75e service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122845 Aug 12 02:31:40.240414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac89889b-84f1-4447-9b12-c9e748de6dbd req-710442ce-4167-45f1-9f5a-4cdd64f2242a service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500348 Aug 12 02:31:40.377000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-9e145466-d6d0-4377-b239-1d5e6d1c7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:40.378576 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-9e145466-d6d0-4377-b239-1d5e6d1c7f48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1094 time: 0.0705690 Aug 12 02:31:40.555027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-84d83377-d61b-4d6a-9009-98f969bb95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:40.556603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-84d83377-d61b-4d6a-9009-98f969bb95ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 200 len: 898 time: 0.1617918 Aug 12 02:31:40.612641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-f8ab5051-3bf7-4a53-90b5-ee4b09719d8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 200 len: 217 time: 0.0469594 Aug 12 02:31:40.729227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-49783f58-4d90-417b-b4fb-769c325049cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:40.729839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-49783f58-4d90-417b-b4fb-769c325049cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf HTTP/1.1" status: 200 len: 835 time: 0.1077034 Aug 12 02:31:40.903500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-56a8dc73-1cb5-4f6f-9d49-e8c17a0aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:40.905472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-56a8dc73-1cb5-4f6f-9d49-e8c17a0aa83b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7df4fee-6538-40b5-879e-6420457fe0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670563 Aug 12 02:31:40.930068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff90c2-c01d-4e47-b9dc-4f2f94c114e3 req-68176d98-4651-41db-9e68-22c508fa2473 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:40.939741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ff90c2-c01d-4e47-b9dc-4f2f94c114e3 req-68176d98-4651-41db-9e68-22c508fa2473 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 943 time: 0.1762471 Aug 12 02:31:41.097196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-9e9e83a4-fcfe-43bb-bcae-7a5dece53ccf service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792154 Aug 12 02:31:41.268225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cb595d96-d351-44c5-ab43-c4a70a1ac180 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:41.273255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955419a-a393-4923-a6c0-0cbb57819c84 req-f50e52d7-2ce3-471c-8074-7e8a286797f2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:41.285629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c955419a-a393-4923-a6c0-0cbb57819c84 req-f50e52d7-2ce3-471c-8074-7e8a286797f2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1574876 Aug 12 02:31:41.352582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cb595d96-d351-44c5-ab43-c4a70a1ac180 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:41.358910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cb595d96-d351-44c5-ab43-c4a70a1ac180 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:41.368934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-659d661d-24fe-4fbb-a55e-c0c3d13fcdb8 req-1fbeb74d-e10e-430b-80df-a0172d0a2e14 service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163265 Aug 12 02:31:41.378153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:41.390133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ff90c2-c01d-4e47-b9dc-4f2f94c114e3 req-cef18b91-0923-472b-ba28-5e3b9947f55c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4471285 Aug 12 02:31:41.428896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c955419a-a393-4923-a6c0-0cbb57819c84 req-69d883c1-1c11-4f31-b528-72061069908c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415815 Aug 12 02:31:41.582238 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:41.610131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cb595d96-d351-44c5-ab43-c4a70a1ac180, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cb595d96-d351-44c5-ab43-c4a70a1ac180,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:41.616160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:41.739138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cb595d96-d351-44c5-ab43-c4a70a1ac180,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:41.797630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:42.212608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:42.280112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9cd146d2-82ae-4c7a-ba06-80d753f091d7 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:31:42.609432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:42.661651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'port_id': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'mac_address': 'fa:16:3e:d1:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:31:42.668100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22f3b0-3ade-4d0b-ae4c-d9da287bbb85 req-b702bb97-8517-45cc-8c2e-b7f4e339a1fe tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:42.676050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c22f3b0-3ade-4d0b-ae4c-d9da287bbb85 req-b702bb97-8517-45cc-8c2e-b7f4e339a1fe tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 943 time: 0.0879378 Aug 12 02:31:42.696081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Deleting port 8ebde52d-36d3-449e-88c3-8e8315cc33f8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:42.696538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:42.739669 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:42.754371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd146d2-82ae-4c7a-ba06-80d753f091d7 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:31:42.754533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aef09-0ae0-40eb-a2cc-3d26997d5f63 req-a76d0bd4-421c-4280-a4e8-1b717f092923 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:42.756286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-824aef09-0ae0-40eb-a2cc-3d26997d5f63 req-a76d0bd4-421c-4280-a4e8-1b717f092923 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1401405 Aug 12 02:31:42.776185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c22f3b0-3ade-4d0b-ae4c-d9da287bbb85 req-7b1369b6-41be-42fb-8a66-b9351aa0c179 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984519 Aug 12 02:31:42.793075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:42.804130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:42.832404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-824aef09-0ae0-40eb-a2cc-3d26997d5f63 req-d9904ec7-3c5e-436b-bc20-88972f020f99 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672269 Aug 12 02:31:42.875444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:42.892787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:42.894762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Calling delete_port for 8ebde52d-36d3-449e-88c3-8e8315cc33f8 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:43.072929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['9cd146d2-82ae-4c7a-ba06-80d753f091d7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:31:43.160204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:43.179942 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Sync routers for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:43.190502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cb595d96-d351-44c5-ab43-c4a70a1ac180 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:43.196769 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Routers {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:43.201026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:43.203911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebde52d-36d3-449e-88c3-8e8315cc33f8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:43.306185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cb595d96-d351-44c5-ab43-c4a70a1ac180 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:43.306764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:43.383150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Set router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:43.539598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:43.701275 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:43Z', 'revision_number': 5, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:43.738282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Checking router: 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:43.747205 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Routers {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:43.747840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:43.872595 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] Set router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:44.046343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ffd56-ae38-4385-8fc7-599338b8e874 req-68642bc9-c5ac-4938-89e2-7ab74fccdaae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:44.047976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d43ffd56-ae38-4385-8fc7-599338b8e874 req-68642bc9-c5ac-4938-89e2-7ab74fccdaae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0691531 Aug 12 02:31:44.125077 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:43Z', 'revision_number': 5, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:44.128526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d43ffd56-ae38-4385-8fc7-599338b8e874 req-79d2fe9d-4c3e-40d3-b2a0-c6bd0008d7e3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735314 Aug 12 02:31:44.159373 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303835f6-7be8-4d45-8dc9-4b9a6c996f2d None None] The sync data for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 is: [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:43Z', 'revision_number': 5, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port': {'id': 'cb595d96-d351-44c5-ab43-c4a70a1ac180', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:74:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:44.284866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:44.297419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13bef8-eabb-49ed-837a-3ab69f9332ad req-d2d6bbbc-96d9-4da1-9470-15e7f09ffe0f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:44.299347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa13bef8-eabb-49ed-837a-3ab69f9332ad req-d2d6bbbc-96d9-4da1-9470-15e7f09ffe0f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 944 time: 0.1136060 Aug 12 02:31:44.418068 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa13bef8-eabb-49ed-837a-3ab69f9332ad req-93fd2433-55df-4713-9e0b-0524cde85eb3 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074181 Aug 12 02:31:44.450622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:44.458353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4221b0ac-c53a-4e8d-9d75-e8a623c9d960 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6588905 Aug 12 02:31:44.459546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:44.596201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:44.758838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:44.857348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Deleting port cb595d96-d351-44c5-ab43-c4a70a1ac180 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:44.857695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:44.954118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] For port cb595d96-d351-44c5-ab43-c4a70a1ac180, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cb595d96-d351-44c5-ab43-c4a70a1ac180,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:44.954566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:44.972315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Calling delete_port for cb595d96-d351-44c5-ab43-c4a70a1ac180 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:45.163408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8ebde52d-36d3-449e-88c3-8e8315cc33f8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:45.189044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8ebde52d-36d3-449e-88c3-8e8315cc33f8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:45.189410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8ebde52d-36d3-449e-88c3-8e8315cc33f8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:45.200609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.245048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cb595d96-d351-44c5-ab43-c4a70a1ac180,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:45.358088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.447526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6b936-dfcc-469a-b9fd-ac5a406707c5 req-656e27f9-f461-43bf-9c6b-0b19b9b5f29d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:45.447526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36f6b936-dfcc-469a-b9fd-ac5a406707c5 req-656e27f9-f461-43bf-9c6b-0b19b9b5f29d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1933699 Aug 12 02:31:45.488352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.495887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.539788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Sync routers for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:45.552576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Routers {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:45.553254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:45.595951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36f6b936-dfcc-469a-b9fd-ac5a406707c5 req-5206b179-c869-4dd0-8a41-c45175cbc0f4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324658 Aug 12 02:31:45.607141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.607988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:31:45.613880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.615657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6bf026f2-b0d8-49fa-93cc-7910c52aff6c admin admin] 10.222.0.11 "DELETE /v2.0/routers/5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 HTTP/1.1" status: 204 len: 168 time: 1.1550670 Aug 12 02:31:45.618095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:45.682707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800b4b8-fd30-445e-8227-fa0cc58edf55 req-cea7c0a4-3343-497b-9ddb-1993267bc54c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:45.694158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4800b4b8-fd30-445e-8227-fa0cc58edf55 req-cea7c0a4-3343-497b-9ddb-1993267bc54c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 944 time: 0.0899885 Aug 12 02:31:45.698590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Set router 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:45.734885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Deleting subnet c9a4eb1b-5301-41ff-bac3-286c5221d17a {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:31:45.738846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.765798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4800b4b8-fd30-445e-8227-fa0cc58edf55 req-fefcb428-160e-4a7a-8c47-a279a6800508 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707705 Aug 12 02:31:45.786426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8', 'name': 'tempest-ImageQuotaTest-667764206-router', 'tenant_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:32Z', 'updated_at': '2021-08-12T02:31:45Z', 'revision_number': 7, 'project_id': '20063b1e3d2148f9bb8771380bb7d6fa', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:45.804713 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.902471 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.978962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Checking router: 5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:45.979902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:45.990201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:45.990619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:31:45.991325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:31:45.991754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31816a71-12da-4302-a382-bb21b4530e5f None None] The sync data for ids ['5e9cbc79-563f-45f8-b31a-e09e0ffb3bf8'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:46.005629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f945e-8179-4742-b247-9dad4c34de2c None None] Network bbc158a1-385d-4e08-8fc4-793b5fa81da2 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:31:46.020997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.023107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c9a4eb1b-5301-41ff-bac3-286c5221d17a HTTP/1.1" status: 204 len: 168 time: 0.4040074 Aug 12 02:31:46.029747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55924) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:46.031515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e262c9-e3bd-4040-a777-c713359944c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a4eb1b-5301-41ff-bac3-286c5221d17a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:46.148487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.246850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Deleting port 2fe5280e-4d45-4391-b039-44ec5dc28d0d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:31:46.247201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.278928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9cd146d2-82ae-4c7a-ba06-80d753f091d7 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:46.350727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] For port 2fe5280e-4d45-4391-b039-44ec5dc28d0d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2fe5280e-4d45-4391-b039-44ec5dc28d0d,segment=NetworkSegment(b0811a3b-d2dc-4f6e-8cf0-22570544ffd3),segment_id=b0811a3b-d2dc-4f6e-8cf0-22570544ffd3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:46.351356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.355220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:46.360405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:46.360790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.380927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Calling delete_port for 2fe5280e-4d45-4391-b039-44ec5dc28d0d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:31:46.470316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.485216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.506400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:46.509427 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc35caf-395e-451c-888d-da4a1321b802" -d '{"events": [{"server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "name": "network-vif-plugged", "status": "completed", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:46.523406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] No DVR routers for this DVR port 2fe5280e-4d45-4391-b039-44ec5dc28d0d on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:46.525736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe5280e-4d45-4391-b039-44ec5dc28d0d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:46.532630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:46.544139 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.617695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:46.620980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98b94aa-7f16-47a5-a154-632410ee05e5 None None] DHCP port deletion for bbc158a1-385d-4e08-8fc4-793b5fa81da2 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:31:46.677148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.688020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc158a1-385d-4e08-8fc4-793b5fa81da2']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:46.701575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:46.701876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0811a3b-d2dc-4f6e-8cf0-22570544ffd3') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:46.712376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.728651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.736475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:31:46.736920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:31:46.747270 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:31:46.868386 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79479d9-944e-4dbf-a02a-f5d1d874620f x-openstack-request-id: req-a79479d9-944e-4dbf-a02a-f5d1d874620f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:46.868684 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "name": "network-vif-plugged", "status": "completed", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:46.868944 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a79479d9-944e-4dbf-a02a-f5d1d874620f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:46.869505 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'code': 200} Aug 12 02:31:46.880655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9412-9406-4267-ba74-5b162ea7077d req-46540529-e1f9-4fff-96a7-05f15858b979 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:46.888734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9dc9412-9406-4267-ba74-5b162ea7077d req-46540529-e1f9-4fff-96a7-05f15858b979 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1552572 Aug 12 02:31:46.897686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.915716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:46.919261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] 10.222.0.11 "DELETE /v2.0/networks/bbc158a1-385d-4e08-8fc4-793b5fa81da2 HTTP/1.1" status: 204 len: 168 time: 0.8864465 Aug 12 02:31:46.986605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc054b-3110-4eff-a6a9-e9df5bd1016c admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc158a1-385d-4e08-8fc4-793b5fa81da2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:47.036933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9dc9412-9406-4267-ba74-5b162ea7077d req-4cea189e-e320-4f2f-ab86-bd88e427f8a1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469486 Aug 12 02:31:47.042972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249a2c-8b29-4468-9432-241c00ed0fe7 req-8da00221-81b5-4370-be16-03d4e69c262f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:47.045869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5249a2c-8b29-4468-9432-241c00ed0fe7 req-8da00221-81b5-4370-be16-03d4e69c262f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.0750248 Aug 12 02:31:47.079501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e448c1-9ee3-4421-a82d-8f8f618d7a2a req-0a2fe4b3-0248-44e0-b163-97f968b7ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:47.081994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e448c1-9ee3-4421-a82d-8f8f618d7a2a req-0a2fe4b3-0248-44e0-b163-97f968b7ca73 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1096 time: 0.1480684 Aug 12 02:31:47.097952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55956) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:47.146725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5249a2c-8b29-4468-9432-241c00ed0fe7 req-c8044350-06b8-4c9b-af03-095518d2f2fc tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827041 Aug 12 02:31:47.147031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47e448c1-9ee3-4421-a82d-8f8f618d7a2a req-a64c45ce-4dad-4049-a969-461e63f0a389 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513036 Aug 12 02:31:47.174173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0627f968-3fb3-4334-89b8-9be1f42f2cd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20063b1e3d2148f9bb8771380bb7d6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731823 Aug 12 02:31:47.174846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55958) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:47.197788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cb595d96-d351-44c5-ab43-c4a70a1ac180 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:47.221264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cb595d96-d351-44c5-ab43-c4a70a1ac180 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:47.222167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cb595d96-d351-44c5-ab43-c4a70a1ac180 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:47.222673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2fe5280e-4d45-4391-b039-44ec5dc28d0d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:47.229616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:47.248363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2fe5280e-4d45-4391-b039-44ec5dc28d0d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:31:47.248714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2fe5280e-4d45-4391-b039-44ec5dc28d0d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:47.263747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:47.315178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:47.320415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:47.323113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/397245df-2de2-464b-b77d-588958d512c3 HTTP/1.1" status: 204 len: 168 time: 0.1472929 Aug 12 02:31:47.334069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2721cfd-b8a6-4f40-87f4-60c539b6cd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397245df-2de2-464b-b77d-588958d512c3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:47.820481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 55994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:47.918412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df9408ff-885f-4095-ada6-ed5671402e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:47.920316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.002699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df9408ff-885f-4095-ada6-ed5671402e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.013267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df9408ff-885f-4095-ada6-ed5671402e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.098141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:48.122468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-df9408ff-885f-4095-ada6-ed5671402e89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3216350 Aug 12 02:31:48.124521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9408ff-885f-4095-ada6-ed5671402e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf03a55-5b10-418e-8aa5-59f35ac0106e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:48.182985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.233595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03155c2b-b100-459c-b41a-c794f4d1e2ef req-f2c79c72-5a22-4e81-9052-94f0e9e08a97 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:48.235506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03155c2b-b100-459c-b41a-c794f4d1e2ef req-f2c79c72-5a22-4e81-9052-94f0e9e08a97 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0620162 Aug 12 02:31:48.240591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.289674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03155c2b-b100-459c-b41a-c794f4d1e2ef req-d28dac6a-26d1-42aa-9400-8a375d1f64ba tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465848 Aug 12 02:31:48.369042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7857-9f78-4d78-a95c-dfcf82f7aa97 req-6432d65e-4699-4476-b127-d816fb9a4e9b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:48.370735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-723a7857-9f78-4d78-a95c-dfcf82f7aa97 req-6432d65e-4699-4476-b127-d816fb9a4e9b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.0780983 Aug 12 02:31:48.413037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.416235 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:48.417392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bf03a55-5b10-418e-8aa5-59f35ac0106e HTTP/1.1" status: 204 len: 168 time: 0.3179827 Aug 12 02:31:48.423608 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:31:48.454523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241c42c-ec07-48a2-93f1-48129dc9ea3e req-25977b30-5a43-4009-a6c5-e0ee645e70ad tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:48.465567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b241c42c-ec07-48a2-93f1-48129dc9ea3e req-25977b30-5a43-4009-a6c5-e0ee645e70ad tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0812922 Aug 12 02:31:48.469009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a34ff-3389-4435-9fbe-ae2a69123a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf03a55-5b10-418e-8aa5-59f35ac0106e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:48.479027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-723a7857-9f78-4d78-a95c-dfcf82f7aa97 req-ffbddb21-40e8-4bad-9930-2fc3f6798e80 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008656 Aug 12 02:31:48.523722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b241c42c-ec07-48a2-93f1-48129dc9ea3e req-357ba748-5dde-46f9-88b2-74e7c95d6e7c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571384 Aug 12 02:31:48.691311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27768015-d526-403b-8f53-a9bf5ceeffdc req-9284ad78-e5be-45e8-a689-6a11c61f859d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:48.695576 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27768015-d526-403b-8f53-a9bf5ceeffdc req-9284ad78-e5be-45e8-a689-6a11c61f859d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.0933697 Aug 12 02:31:48.753762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-27768015-d526-403b-8f53-a9bf5ceeffdc req-c53474b8-7c2d-4dad-b20a-540cc7ee7e91 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Aug 12 02:31:48.792154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:48.872147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e43f5-c9b4-4ba0-a180-1225ddd59257 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:48.873634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2d6e43f5-c9b4-4ba0-a180-1225ddd59257 tempest-TestNetworkBasicOps-948889043 tempest-TestNetworkBasicOps-948889043-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1091 time: 0.0677373 Aug 12 02:31:48.876501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56048) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:48.882581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:48.920570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:49.054282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:49.228975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Allocated IP 172.25.3.167 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ac475da1-0c66-4d4b-a7fd-295ef0ae89ae) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:31:49.361759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:49.427360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:49.482292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:31:49.487796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:31:49.490436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:31:49.532069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289cd59-74bc-44e1-bb90-fa260ed8b96c req-d53e83ab-2f5b-4441-a74e-cf961c69a555 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:49.534259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9289cd59-74bc-44e1-bb90-fa260ed8b96c req-d53e83ab-2f5b-4441-a74e-cf961c69a555 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1356599 Aug 12 02:31:49.556004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=ac475da1-0c66-4d4b-a7fd-295ef0ae89ae,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:49.624025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9289cd59-74bc-44e1-bb90-fa260ed8b96c req-91d157aa-4390-4dce-86cb-57efdc7dd368 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803461 Aug 12 02:31:49.689229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f6405-1f4a-49ba-8adc-4cf9c4fc8cc5 req-3eef9b07-f64a-4f55-a836-91a03ebf5eab tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:49.697731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-224f6405-1f4a-49ba-8adc-4cf9c4fc8cc5 req-3eef9b07-f64a-4f55-a836-91a03ebf5eab tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0807836 Aug 12 02:31:50.150237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-224f6405-1f4a-49ba-8adc-4cf9c4fc8cc5 req-08b0f857-6748-492b-a08f-a1c18d2b7d29 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516251 Aug 12 02:31:50.169786 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-675e9300-6fd3-4eb3-b8ab-3e2f40d0fe78 service neutron] show failed (client error): The resource could not be found. Aug 12 02:31:50.170823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-675e9300-6fd3-4eb3-b8ab-3e2f40d0fe78 service neutron] 10.222.0.21 "GET /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.4589117 Aug 12 02:31:50.248872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:50.463548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:50.532741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-822bb7af-0600-4867-b812-2b2682511daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:50.534375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-822bb7af-0600-4867-b812-2b2682511daf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 1096 time: 0.1345875 Aug 12 02:31:50.557602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:50.664442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:50.900963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:50.925101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37f95d-c706-41a7-b94e-50719fa2dec6 req-01cfa605-42af-4b09-8c2f-436527fb4857 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:50.930781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc37f95d-c706-41a7-b94e-50719fa2dec6 req-01cfa605-42af-4b09-8c2f-436527fb4857 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.1795533 Aug 12 02:31:50.987295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:51.121793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event updated for resources: {'Port': ['ID=ac475da1-0c66-4d4b-a7fd-295ef0ae89ae,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:51.141951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc37f95d-c706-41a7-b94e-50719fa2dec6 req-b861e77d-3f1f-444b-861e-989cf942bbb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570466 Aug 12 02:31:51.149177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:51.160642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:51.242908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:51.344527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd503f-4878-40a3-937e-c274e21685f5 req-c1d047b7-5183-4713-984d-4be41fc874eb tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:51.346344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbcd503f-4878-40a3-937e-c274e21685f5 req-c1d047b7-5183-4713-984d-4be41fc874eb tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0779550 Aug 12 02:31:51.394750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fbcd503f-4878-40a3-937e-c274e21685f5 req-1053d202-e1c2-43b3-95bd-63ec02f8ebf1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419116 Aug 12 02:31:51.661521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:51.664035 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734fe04f-2d72-4874-922f-2a1eda0a9e9d" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:51.671240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:51.685572 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Floating IP ef834a16-b912-43b4-8c4c-baca42d16ddb associated. External IP: 172.25.3.167, port: 9cd146d2-82ae-4c7a-ba06-80d753f091d7. Aug 12 02:31:51.743898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Transition to ACTIVE for port object 57aab367-51f1-4bdd-84fb-d287571bd5af will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:31:51.759868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:51.765021 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611659a-da2d-4cb5-8d28-aec78ef849e4 x-openstack-request-id: req-0611659a-da2d-4cb5-8d28-aec78ef849e4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:51.765321 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:51.765626 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0611659a-da2d-4cb5-8d28-aec78ef849e4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:51.766137 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'code': 200} Aug 12 02:31:51.925510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:52.064661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] No DVR routers for this DVR port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:31:52.249227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router c41a814d-e1fc-4273-a9e9-83f0efa1141c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:31:52.336932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc2df4-77b2-424f-8a2c-7884ed58be51 req-bc5ca054-ad60-470f-ae10-12974c93d809 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:52.338446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17dc2df4-77b2-424f-8a2c-7884ed58be51 req-bc5ca054-ad60-470f-ae10-12974c93d809 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0832763 Aug 12 02:31:52.360957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:31:52.361305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:31:52.361651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:52.371001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:31:52.371365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:31:52.402173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17dc2df4-77b2-424f-8a2c-7884ed58be51 req-5ac8a0d6-f7f0-4089-bab8-09b105b50f66 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562735 Aug 12 02:31:52.406542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:31:52.406902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:31:52.407299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Bound using segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:31:52.407770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Bound port: 57aab367-51f1-4bdd-84fb-d287571bd5af, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:31:52.408148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:52.474781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:31:52.492319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Sync routers for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:31:52.503624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:52.505301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:52.528959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:52.590170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e65750c2-f911-4d26-9cd6-01fca0e61c81 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7126977 Aug 12 02:31:52.592876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:52.625564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:31:52.629956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:31:52.641633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:52.655720 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:52.658474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497e37d-1fd5-492a-af18-64ed3a640cc6 req-7e97234f-4200-47cc-9fa9-73e6013d97bf tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:52.660919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0497e37d-1fd5-492a-af18-64ed3a640cc6 req-7e97234f-4200-47cc-9fa9-73e6013d97bf tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1536081 Aug 12 02:31:52.677714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d9cbc76-94e9-4454-a757-37ceeeb1e2b7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/ef834a16-b912-43b4-8c4c-baca42d16ddb HTTP/1.1" status: 200 len: 991 time: 0.0832818 Aug 12 02:31:52.713234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:52.713875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:52.715499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] 10.222.0.25 "PUT /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 1091 time: 2.1661458 Aug 12 02:31:52.787568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0497e37d-1fd5-492a-af18-64ed3a640cc6 req-24c87e82-4581-4893-8dbd-03379e8f25a2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964854 Aug 12 02:31:52.793902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18919c-a1c5-48f6-a41b-3104faf00900 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:52.822697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-d53c621c-ca3e-4791-bd6c-3daf7e6b972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:52.824278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-d53c621c-ca3e-4791-bd6c-3daf7e6b972d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1094 time: 0.0809457 Aug 12 02:31:52.967227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-9904e433-68fe-4159-bcea-9f4a4b946135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:52.969457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-9904e433-68fe-4159-bcea-9f4a4b946135 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1368337 Aug 12 02:31:53.060790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-e470d5a4-3b82-4cf8-aedc-7708ab3fb5ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.0723031 Aug 12 02:31:53.156632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-aaab22eb-e068-4ce3-bd7c-9e50067b664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:53.162113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-aaab22eb-e068-4ce3-bd7c-9e50067b664c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0900481 Aug 12 02:31:53.264850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-dc15a97b-3b94-4524-9eef-4e6fc4bbc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:53.266493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-dc15a97b-3b94-4524-9eef-4e6fc4bbc1a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014292 Aug 12 02:31:53.272452 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ef834a16-b912-43b4-8c4c-baca42d16ddb', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'port_id': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'mac_address': 'fa:16:3e:d1:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:31:49Z', 'updated_at': '2021-08-12T02:31:49Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:53.324448 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Checking router: c41a814d-e1fc-4273-a9e9-83f0efa1141c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:31:53.334831 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:31:53.335804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:53.394383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-2436d17d-bcda-4409-9d7f-7bfd10445737 service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180851 Aug 12 02:31:53.504008 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:31:53.541715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-079a4b77-6d07-4268-9d5a-d65eb025c019 req-78d0a7f5-37e0-41cf-9e9e-b58453972b60 service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403034 Aug 12 02:31:53.594721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a66c04-c0c6-410b-a217-686eef42e398 req-c35d6b1e-b7c8-4ea5-8553-4d61eb957c83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:53.596633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2a66c04-c0c6-410b-a217-686eef42e398 req-c35d6b1e-b7c8-4ea5-8553-4d61eb957c83 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0927150 Aug 12 02:31:53.656103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2a66c04-c0c6-410b-a217-686eef42e398 req-8f42126f-8639-487d-ba1e-728dea4d26fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522478 Aug 12 02:31:53.681496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:53.762249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed6b4c96-23d3-442b-8555-b885fa12653f tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/ef834a16-b912-43b4-8c4c-baca42d16ddb HTTP/1.1" status: 200 len: 991 time: 0.0794270 Aug 12 02:31:53.767090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7'}, {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:53.771907 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a8e154-1a6d-478f-a365-2183c24aa4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7"}, {"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:53.797318 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ef834a16-b912-43b4-8c4c-baca42d16ddb', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'port_id': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'mac_address': 'fa:16:3e:d1:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:31:49Z', 'updated_at': '2021-08-12T02:31:49Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:31:53.836001 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900ce09-b060-42b6-89c3-c321dc06dd44 None None] The sync data for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 is: [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ef834a16-b912-43b4-8c4c-baca42d16ddb', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'port_id': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'mac_address': 'fa:16:3e:d1:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:31:49Z', 'updated_at': '2021-08-12T02:31:49Z', 'revision_number': 0, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:31:53.842025 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c573d98-fc7a-47d3-b0fa-37653063f5c9 x-openstack-request-id: req-2c573d98-fc7a-47d3-b0fa-37653063f5c9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:53.842829 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:53.842829 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c573d98-fc7a-47d3-b0fa-37653063f5c9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:53.843175 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'status': 'completed', 'code': 200} Aug 12 02:31:53.843175 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:31:53.934069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-498a51be-f7e8-45e6-93d6-795803d809d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:53.936121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-498a51be-f7e8-45e6-93d6-795803d809d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1096 time: 0.0762312 Aug 12 02:31:54.012097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-60aca8a0-4c39-4a9b-a43a-fff052092c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.013631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-60aca8a0-4c39-4a9b-a43a-fff052092c1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1094 time: 0.1212754 Aug 12 02:31:54.046365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b4d0f-7e90-4e85-b5a7-742aa97ebd02 req-113d85ed-555f-42e3-a932-a8e20159c544 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.047896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b18b4d0f-7e90-4e85-b5a7-742aa97ebd02 req-113d85ed-555f-42e3-a932-a8e20159c544 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1543221 Aug 12 02:31:54.111865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-9b59b16b-62ca-4c03-b19d-0f6e3a03b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.113517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-9b59b16b-62ca-4c03-b19d-0f6e3a03b2f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 200 len: 898 time: 0.1631913 Aug 12 02:31:54.140669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b18b4d0f-7e90-4e85-b5a7-742aa97ebd02 req-d5ae9fe7-60f1-487e-80b2-54c242103eca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789211 Aug 12 02:31:54.185536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:31:54.206253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-20382ee7-5b87-465d-a408-2eaccf868f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.210054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-20382ee7-5b87-465d-a408-2eaccf868f27 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1799858 Aug 12 02:31:54.259669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-b84d79cc-0226-49b5-b4af-73b3969abc6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 200 len: 999 time: 0.1325717 Aug 12 02:31:54.260541 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a91cc1-6492-4b46-97fc-e4d2eab58068 None None] New status for floating IP ef834a16-b912-43b4-8c4c-baca42d16ddb: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:31:54.302455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-80b0af49-e333-4551-b456-535570cabcda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.0739400 Aug 12 02:31:54.337609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-25a073ef-35af-4fbe-95bd-13ae6c22a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.339674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-25a073ef-35af-4fbe-95bd-13ae6c22a62b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf HTTP/1.1" status: 200 len: 835 time: 0.0770953 Aug 12 02:31:54.350950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:31:54.454299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-5fb6bade-4cc6-4583-ae78-7c58d342db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.461799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-6c4e7f63-e56a-4748-86a7-3e5e047eb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.461935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-5fb6bade-4cc6-4583-ae78-7c58d342db42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.1505857 Aug 12 02:31:54.463335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-6c4e7f63-e56a-4748-86a7-3e5e047eb369 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7df4fee-6538-40b5-879e-6420457fe0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067636 Aug 12 02:31:54.538591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-2da5093c-7b31-4b90-bdbc-197eef0ff430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.540155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-2da5093c-7b31-4b90-bdbc-197eef0ff430 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674615 Aug 12 02:31:54.583529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-ee7f57a2-0629-43f7-9048-932c66296289 service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088452 Aug 12 02:31:54.697102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-1c8f64be-18ca-4b91-9ee3-61042f6b9534 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477313 Aug 12 02:31:54.697792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-59f70dbe-7258-4d21-9713-cc77df23d77d service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056170 Aug 12 02:31:54.765280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:31:54.846378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b2f5-a780-48fd-ba6c-361ba72696d6 req-385307e4-a4c3-4c83-adda-ae1ed2fb43e0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.848386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6450b2f5-a780-48fd-ba6c-361ba72696d6 req-385307e4-a4c3-4c83-adda-ae1ed2fb43e0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0800395 Aug 12 02:31:54.872937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-24059e23-145c-4a47-9e1f-a72733905510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:54.874944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-24059e23-145c-4a47-9e1f-a72733905510 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1094 time: 0.1013291 Aug 12 02:31:54.884298 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e82cddb3-55db-43a4-88ad-6c95b4fdcda6 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/ef834a16-b912-43b4-8c4c-baca42d16ddb HTTP/1.1" status: 200 len: 993 time: 0.1122160 Aug 12 02:31:54.904131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-c6a0f30e-9640-481c-a627-3a5f5fbf5da6 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995573 Aug 12 02:31:54.936244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6450b2f5-a780-48fd-ba6c-361ba72696d6 req-195fd35e-4a62-4fb0-bd15-8dd28f03eba4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756707 Aug 12 02:31:55.010887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-747d0390-7c93-4c6a-a57f-35d44a93105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:55.012599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-747d0390-7c93-4c6a-a57f-35d44a93105d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1282506 Aug 12 02:31:55.087509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-d1221b63-5b20-4fb4-bca0-efa2c63af17c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.0659373 Aug 12 02:31:55.143853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-d3534fd4-f79c-4e7a-9d08-910d270c0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:55.146415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-d3534fd4-f79c-4e7a-9d08-910d270c0f3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0506086 Aug 12 02:31:55.215845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-46b612ac-1249-41d8-8c4b-ccf8ce511abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:55.217536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-46b612ac-1249-41d8-8c4b-ccf8ce511abc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619881 Aug 12 02:31:55.422889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb6e7f-437f-4fe0-abda-db0e12aa6b16 req-199a4ed8-91cf-433c-97a9-4644c0b92be4 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:55.424518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dffb6e7f-437f-4fe0-abda-db0e12aa6b16 req-199a4ed8-91cf-433c-97a9-4644c0b92be4 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1154242 Aug 12 02:31:55.455836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-e0d8ee80-07fe-47c5-8965-52aa80c7c77a service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268188 Aug 12 02:31:55.495235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dffb6e7f-437f-4fe0-abda-db0e12aa6b16 req-a55f297e-2064-4842-a2f3-594b141f4246 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580673 Aug 12 02:31:55.583998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20a8e154-1a6d-478f-a365-2183c24aa4e6 req-f2b954e7-2d06-46c2-9401-deb459ea042c service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074846 Aug 12 02:31:56.079658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace588f-ee59-40be-bbc7-9d13ff2ac99e req-8681529c-1a9f-467b-b90f-2be1861d7383 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.081285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aace588f-ee59-40be-bbc7-9d13ff2ac99e req-8681529c-1a9f-467b-b90f-2be1861d7383 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0517213 Aug 12 02:31:56.137549 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aace588f-ee59-40be-bbc7-9d13ff2ac99e req-4e871b26-6cdd-4b22-b4fd-f6b072852cf3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451825 Aug 12 02:31:56.322868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:31:56.456992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b8a9-90d2-48f9-ad4f-0340df6f46f7 req-2dcc27ec-b718-4707-9370-b15cd76b3e30 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.465703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5be8b8a9-90d2-48f9-ad4f-0340df6f46f7 req-2dcc27ec-b718-4707-9370-b15cd76b3e30 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 943 time: 0.0705631 Aug 12 02:31:56.486204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-96925589-224b-43a4-80c3-568e45407318 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.490149 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-96925589-224b-43a4-80c3-568e45407318 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.25 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 943 time: 0.1358664 Aug 12 02:31:56.505656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:56.517960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5be8b8a9-90d2-48f9-ad4f-0340df6f46f7 req-4f90bb91-1f81-4a14-91a4-4f58830750ef tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502968 Aug 12 02:31:56.549832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:31:56.602393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:56.605708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-2727ec75-4861-49c7-9bff-737298b1ab72 service neutron] 10.222.0.25 "GET /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.1075130 Aug 12 02:31:56.629276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:31:56.654909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:56.660802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:56.732730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:56.734758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f27d-b0f3-46d7-9a59-223d5866604f req-5bb0f401-5a0e-483f-b0a3-35787c2e7dea tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.740072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c89f27d-b0f3-46d7-9a59-223d5866604f req-5bb0f401-5a0e-483f-b0a3-35787c2e7dea tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1273308 Aug 12 02:31:56.745502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-c757eadc-3ee1-489d-a0a2-eb768ac05e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.747079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-c757eadc-3ee1-489d-a0a2-eb768ac05e11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1095 time: 0.1018207 Aug 12 02:31:56.864833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c89f27d-b0f3-46d7-9a59-223d5866604f req-5d364b8e-e22c-4502-b29d-2fb888f99bda tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167595 Aug 12 02:31:56.899965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-54ae9489-8fe1-4c4e-b0bc-893a3eed3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:56.901471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-54ae9489-8fe1-4c4e-b0bc-893a3eed3a0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1460059 Aug 12 02:31:56.939586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['57aab367-51f1-4bdd-84fb-d287571bd5af'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:31:57.003833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-315b7ca3-da1d-46c2-b20a-6707d92a8e51 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 1000 time: 0.0940876 Aug 12 02:31:57.077200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-04f763d4-7f45-445c-87e7-aca49703e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:57.078794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-04f763d4-7f45-445c-87e7-aca49703e57c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0663497 Aug 12 02:31:57.154156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-ccec0a99-0610-49f4-9812-a2cb3f837cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:57.155855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-ccec0a99-0610-49f4-9812-a2cb3f837cb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678740 Aug 12 02:31:57.270944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-55333b6d-751c-45e0-895b-ae20bc2a6933 service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080015 Aug 12 02:31:57.381611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-4671bc31-8407-49fc-a569-24965a81d6ce service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039727 Aug 12 02:31:57.664092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd10b-3a79-4c68-b9e7-e40954c897d3 req-89a40ac0-36f8-407a-b8c3-8e6345b55cea tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:57.672617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fbbd10b-3a79-4c68-b9e7-e40954c897d3 req-89a40ac0-36f8-407a-b8c3-8e6345b55cea tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0654414 Aug 12 02:31:57.711944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fbbd10b-3a79-4c68-b9e7-e40954c897d3 req-61ea6eb0-fce4-41bb-9aa4-ea73e8c29b4c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Aug 12 02:31:58.025708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240117a6-3f7a-4cd5-82ba-67ac00011384 req-1333a81d-05ce-49d2-9824-6d163d317b86 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:58.027348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-240117a6-3f7a-4cd5-82ba-67ac00011384 req-1333a81d-05ce-49d2-9824-6d163d317b86 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0880101 Aug 12 02:31:58.072443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-240117a6-3f7a-4cd5-82ba-67ac00011384 req-5085707b-e612-4771-83fc-5879666ccc39 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379856 Aug 12 02:31:58.342592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:31:58.394029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 57aab367-51f1-4bdd-84fb-d287571bd5af completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:31:58.400818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 57aab367-51f1-4bdd-84fb-d287571bd5af triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:31:58.401153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:58.503175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:58.530300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:31:58.532499 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297115f-fb20-4fb2-b9d1-aaa820f379ba" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:31:58.547726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:31:58.553362 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:58.622295 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63128472-b08b-4c89-b0f9-dd7c956a1701 x-openstack-request-id: req-63128472-b08b-4c89-b0f9-dd7c956a1701 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:31:58.622653 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:31:58.622883 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63128472-b08b-4c89-b0f9-dd7c956a1701 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:31:58.623482 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'code': 200} Aug 12 02:31:58.628332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:31:58.860434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b10b-8f1b-40c2-a840-12f9218d79be req-30364706-84d4-4c83-9415-6e8ec244c89d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:58.868736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7814b10b-8f1b-40c2-a840-12f9218d79be req-30364706-84d4-4c83-9415-6e8ec244c89d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0632026 Aug 12 02:31:58.935566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7814b10b-8f1b-40c2-a840-12f9218d79be req-5b7552e0-e500-4de9-a2cc-8e2442aa806e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606453 Aug 12 02:31:59.254040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1e624-963b-4493-ac51-748fa0e3d1ec req-0c826420-c491-4c0d-a965-507905a9f3e5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:59.255835 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0a1e624-963b-4493-ac51-748fa0e3d1ec req-0c826420-c491-4c0d-a965-507905a9f3e5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0858388 Aug 12 02:31:59.310677 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0a1e624-963b-4493-ac51-748fa0e3d1ec req-b230a7a8-c7f4-401e-a094-11c266cf1cd1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 Aug 12 02:31:59.646367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccb439-4d5d-462d-aa59-561a99a4a59a req-7cb5f8b5-e280-47d5-96bf-6caa6c1198d9 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:59.649044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43ccb439-4d5d-462d-aa59-561a99a4a59a req-7cb5f8b5-e280-47d5-96bf-6caa6c1198d9 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0619910 Aug 12 02:31:59.730354 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43ccb439-4d5d-462d-aa59-561a99a4a59a req-05f533a0-e6c4-4c42-a18b-bce21bd63b09 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753253 Aug 12 02:31:59.765334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-866a013d-d2fa-4b30-8322-d29f51ae6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:59.769462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-866a013d-d2fa-4b30-8322-d29f51ae6ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 1096 time: 0.1326482 Aug 12 02:31:59.777799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-831ba66e-47f7-4c5f-95e9-ce50ffd7f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:59.779719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-831ba66e-47f7-4c5f-95e9-ce50ffd7f6bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.0753515 Aug 12 02:31:59.804991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:31:59.880195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:31:59.934954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-4a890cdc-1a76-4ba1-9eb3-13a717e59560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:31:59.937229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-4a890cdc-1a76-4ba1-9eb3-13a717e59560 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.1412599 Aug 12 02:32:00.021535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-f59b4210-66dd-4909-992a-fbf4400cad44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1002 time: 0.0765150 Aug 12 02:32:00.219780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:00.273969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:00.325837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:00.336728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:00.339362 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b72b6d-0453-4ea4-ba2d-8ce298be7a9c" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:32:00.347396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Transition to ACTIVE for port object 57aab367-51f1-4bdd-84fb-d287571bd5af will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:00.362848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:00.518316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-776d88f1-71bf-48a0-88d1-0ded0afa679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:00.527899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-776d88f1-71bf-48a0-88d1-0ded0afa679d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.4884090 Aug 12 02:32:00.590340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:00.601976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce37fc-69c0-4a38-a298-85f92cbe91ff req-45f3edbe-da34-44dd-bd2d-5154087e1f9f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:00.605179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74ce37fc-69c0-4a38-a298-85f92cbe91ff req-45f3edbe-da34-44dd-bd2d-5154087e1f9f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.5409410 Aug 12 02:32:00.628229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-a5817f9f-4ddb-4a6c-b1a7-5e38be8d1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:00.631260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-a5817f9f-4ddb-4a6c-b1a7-5e38be8d1073 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024365 Aug 12 02:32:00.677125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] No DVR routers for this DVR port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:32:00.749474 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d3f68c-a5c8-4fa1-af09-1e6d631fe1ea x-openstack-request-id: req-17d3f68c-a5c8-4fa1-af09-1e6d631fe1ea {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:32:00.749735 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-unplugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:32:00.749997 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17d3f68c-a5c8-4fa1-af09-1e6d631fe1ea {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:32:00.750396 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'code': 200} Aug 12 02:32:00.752681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.753024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.753364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.753698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.754212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.755139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.755490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.755818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.756142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.756464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.756786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.757107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:00.785466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74ce37fc-69c0-4a38-a298-85f92cbe91ff req-9219a34f-f04a-45d2-9ff4-60c7b5cd242b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531134 Aug 12 02:32:00.893328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-f1eeca26-e543-434a-84de-96e751b4d076 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214170 Aug 12 02:32:00.944130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fc7e9-9934-4aee-aef7-f470fa1c6838 req-4a8416ba-aa7c-4832-b247-4c620ac68d2a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:00.946850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de9fc7e9-9934-4aee-aef7-f470fa1c6838 req-4a8416ba-aa7c-4832-b247-4c620ac68d2a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0935578 Aug 12 02:32:00.951567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:00.951979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:00.952381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:00.990884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:32:00.990884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Attempting to bind port 57aab367-51f1-4bdd-84fb-d287571bd5af on network 0bab065d-089f-4d11-b6c0-c945ca8115d8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:01.006374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:01.006820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Checking segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:01.007358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Bound using segment: {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:01.007906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Bound port: 57aab367-51f1-4bdd-84fb-d287571bd5af, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ae143a6-22e6-4907-8928-46c35a3e1074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:01.008344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:01.034007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de9fc7e9-9934-4aee-aef7-f470fa1c6838 req-20a22463-0b19-4bf7-8d62-db2547f49acc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792418 Aug 12 02:32:01.050925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38ba5059-934d-4ee3-b14d-4667c07a3112 req-82d9bc3b-b9f3-4494-a48c-b9c94636b64f service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461499 Aug 12 02:32:01.107317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:01.110970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:01.121357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:01.179568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-9cb3e33d-5171-436e-a0c4-aba0352f444f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0717871 Aug 12 02:32:01.203994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.204681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:01.206109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] 10.222.0.21 "PUT /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 1092 time: 1.4105117 Aug 12 02:32:01.229480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c47b8b-28b3-4f95-91a8-5961d628e673 service neutron] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:01.304024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-6662c426-bb75-4d7d-a5d4-93a338188787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.305731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-6662c426-bb75-4d7d-a5d4-93a338188787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1095 time: 0.0598426 Aug 12 02:32:01.392423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.393325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.394057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.394597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.395683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.396180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.396960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.399205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-99114837-c5ba-4202-8337-bafdba01d0e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.0629518 Aug 12 02:32:01.423843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-c4fc4c59-a5d6-4ee5-98a9-7bdebf35f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.425764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-c4fc4c59-a5d6-4ee5-98a9-7bdebf35f9ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.0993476 Aug 12 02:32:01.504970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-70f9581c-082c-4098-b130-9bd6c6c5dfe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.0699506 Aug 12 02:32:01.540522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-9fdd1336-ed6b-4978-b277-38e1d314052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.541076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-9fdd1336-ed6b-4978-b277-38e1d314052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.541566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-9fdd1336-ed6b-4978-b277-38e1d314052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.544563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-9fdd1336-ed6b-4978-b277-38e1d314052f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 2299 time: 0.1163068 Aug 12 02:32:01.578984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-60c8e1eb-f270-4c41-906b-cbb9943b15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.581455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-60c8e1eb-f270-4c41-906b-cbb9943b15e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0668914 Aug 12 02:32:01.624874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-3a9502d7-579c-47af-8480-ed31d437fe5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 1001 time: 0.0697472 Aug 12 02:32:01.636011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-39514bf1-38d9-4fa2-82b8-8c2f9721cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.637629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-39514bf1-38d9-4fa2-82b8-8c2f9721cba0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474327 Aug 12 02:32:01.692084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-25e37398-6e20-4af4-a333-6ce3541b0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.693546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-25e37398-6e20-4af4-a333-6ce3541b0aa5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.0581052 Aug 12 02:32:01.759428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-a1810296-f425-4b7b-a778-2569e1f96781 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142073 Aug 12 02:32:01.783258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-f45d82a2-67bf-4a1d-89e4-73ea0ca4bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:01.784841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-f45d82a2-67bf-4a1d-89e4-73ea0ca4bbce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829751 Aug 12 02:32:01.886528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3d2299d-9901-418a-b99e-52e2d7f64571 req-df82a5eb-efe4-4023-b323-9fa754b5336f service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181877 Aug 12 02:32:01.914219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-ea5c1257-2403-4d9c-91d6-c36c874e819b service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206102 Aug 12 02:32:01.957616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f70dca0e-68fe-4089-809a-52b7c7b778a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:02.002638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b036b-eea3-4761-be7b-820dac3bf34e req-6c45b0bd-ccd8-444f-83c7-402b898b69de tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.004418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-790b036b-eea3-4761-be7b-820dac3bf34e req-6c45b0bd-ccd8-444f-83c7-402b898b69de tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.0869486 Aug 12 02:32:02.066511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-790b036b-eea3-4761-be7b-820dac3bf34e req-1ce4fa1a-3424-49fd-9343-2bcf7b77aae6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493948 Aug 12 02:32:02.141371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-0b8ef5f5-de8a-4ca3-81c4-636b1aa1deb5 service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804762 Aug 12 02:32:02.200221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-d061b202-1472-436f-b763-5007810d397b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 217 time: 0.0488043 Aug 12 02:32:02.215128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd35a5-0565-4342-a1ce-89d0f84d406f req-e827aacd-5609-4dd2-aa57-d35814956c34 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.216661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40fd35a5-0565-4342-a1ce-89d0f84d406f req-e827aacd-5609-4dd2-aa57-d35814956c34 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0587699 Aug 12 02:32:02.271077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40fd35a5-0565-4342-a1ce-89d0f84d406f req-ccd2cd80-9464-497f-b9e7-ca3b9a2cc070 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Aug 12 02:32:02.271885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-2e71c6ff-a88b-4bfb-bcc0-ab7450671c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.273357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-2e71c6ff-a88b-4bfb-bcc0-ab7450671c9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0663328 Aug 12 02:32:02.322247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-05cee53b-35ee-4ef5-a5cc-cf3f13a47382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.325253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-05cee53b-35ee-4ef5-a5cc-cf3f13a47382 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0432842 Aug 12 02:32:02.351362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:32:02.415390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:32:02.445453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-84251941-c624-460a-a13f-0d5cd7c8a169 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107738 Aug 12 02:32:02.547413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-812db04d-d6f4-4da0-92c6-d896061997e1 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904677 Aug 12 02:32:02.589965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-268ee342-fe96-4485-9008-f9d8b64771a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 217 time: 0.0352714 Aug 12 02:32:02.640683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-28d9d876-1b91-4691-b4b7-458da3bef480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.642223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-28d9d876-1b91-4691-b4b7-458da3bef480 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0454175 Aug 12 02:32:02.695340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-b9e8b11d-6501-4e98-9eb5-7ed5d4b4e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.697220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-b9e8b11d-6501-4e98-9eb5-7ed5d4b4e9ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0478182 Aug 12 02:32:02.751986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:02.756246 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3" -d '{"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:32:02.793407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-12c1147f-eeae-46bf-b183-604a1cdd3c7e service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886328 Aug 12 02:32:02.834356 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2672559-143e-43e3-888b-58bd69330640 x-openstack-request-id: req-e2672559-143e-43e3-888b-58bd69330640 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:32:02.834859 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:32:02.835277 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2672559-143e-43e3-888b-58bd69330640 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:32:02.835860 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:32:02.910674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-7645f315-6f73-482c-8ada-cf6bbbc92828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.912621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-7645f315-6f73-482c-8ada-cf6bbbc92828 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1095 time: 0.0507517 Aug 12 02:32:02.936185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-612b7471-ba47-46df-aa06-f8378607ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:02.937813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-612b7471-ba47-46df-aa06-f8378607ba79 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1095 time: 0.0782881 Aug 12 02:32:02.945051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-817d33a0-552e-4ef6-a067-57c2294a8548 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442049 Aug 12 02:32:03.019235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-431c0b5b-2104-4c57-84c4-eddef009334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.021401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-431c0b5b-2104-4c57-84c4-eddef009334c service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1009388 Aug 12 02:32:03.047502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-cd184aaa-5600-4e4a-b844-748ea6a4e074 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 217 time: 0.0406749 Aug 12 02:32:03.094938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-90abd855-b8b7-4efa-82b1-d52f8acd096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.097618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-90abd855-b8b7-4efa-82b1-d52f8acd096c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.1513834 Aug 12 02:32:03.119514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-c0281ec7-4413-4c83-be5c-a04bbc04db24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.0869873 Aug 12 02:32:03.239332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-205d25d6-9265-4bb7-a5c6-9c78ca0d780e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.243661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-205d25d6-9265-4bb7-a5c6-9c78ca0d780e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.1159813 Aug 12 02:32:03.294065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-e6421afd-c7d4-49ef-97a6-1c069358ee43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 999 time: 0.1848845 Aug 12 02:32:03.296904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-747a4fb6-89d0-4eb3-9c6a-356bae3d6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.298318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-747a4fb6-89d0-4eb3-9c6a-356bae3d6518 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.2423589 Aug 12 02:32:03.302157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-dbdaa1e4-a36d-42c3-ba06-3c2fd4fcef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.304040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-dbdaa1e4-a36d-42c3-ba06-3c2fd4fcef47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524104 Aug 12 02:32:03.404324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0cc9b-a938-46dc-a4cf-4c6ee8254432 req-57ad3ac3-950a-4e4d-9c0b-8494398990a7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.407987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50d0cc9b-a938-46dc-a4cf-4c6ee8254432 req-57ad3ac3-950a-4e4d-9c0b-8494398990a7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 944 time: 0.1860507 Aug 12 02:32:03.423573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-830735f5-f4f0-4d4d-a071-c2893759bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.425328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-830735f5-f4f0-4d4d-a071-c2893759bfde service neutron] 10.222.0.25 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.1233220 Aug 12 02:32:03.427751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-4f28520b-77bc-4c1d-af3b-9f736283560f service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150210 Aug 12 02:32:03.517706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50d0cc9b-a938-46dc-a4cf-4c6ee8254432 req-b7322301-553b-4b87-b079-b4f2ef8f3758 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912690 Aug 12 02:32:03.525591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-04af868d-3a3d-48cf-bcc2-e49040c2942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.527445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-04af868d-3a3d-48cf-bcc2-e49040c2942b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2149940 Aug 12 02:32:03.615401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-60b247bb-dedd-4b90-b2bd-c11b11b2291a service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631210 Aug 12 02:32:03.625676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-eabd96b8-f977-4e5d-9430-ea7f4a60504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:03.627233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-eabd96b8-f977-4e5d-9430-ea7f4a60504d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651850 Aug 12 02:32:03.708615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-6dcd9690-fd8f-4813-a725-6f5dcde53c21 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698668 Aug 12 02:32:03.802196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-0e531dd5-700d-442e-bd19-a7ad233c07e6 service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576746 Aug 12 02:32:03.882506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-73398ca9-c2ff-4292-a44d-cb4ed6319226 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645916 Aug 12 02:32:03.943430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-a7797bb2-4bb0-4664-a1f7-3b55dc6012db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 217 time: 0.0471423 Aug 12 02:32:03.987604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-454ac2b0-63e2-499c-9d82-06fb80d4fcd3 req-fc72ef99-c5f3-4191-96b4-43543857c118 service neutron] 10.222.0.25 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767564 Aug 12 02:32:04.007099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-8c5ae2ef-4c8b-40d4-935a-b1cd639573ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.008635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-8c5ae2ef-4c8b-40d4-935a-b1cd639573ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0568559 Aug 12 02:32:04.062465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-321631c5-24c5-477f-8a02-6f9d059147ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.063927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-321631c5-24c5-477f-8a02-6f9d059147ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0472090 Aug 12 02:32:04.164916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-345737b0-31be-4f85-b145-72d2e8b25e92 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937440 Aug 12 02:32:04.193262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:32:04.334006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:04.343381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-1dd30d49-1e77-4412-b089-af7cb2f12fe6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703649 Aug 12 02:32:04.353874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'port_id': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'mac_address': 'fa:16:3e:b4:43:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:32:04.390014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-53710247-dc61-41f2-863d-e5ab288bf697 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 217 time: 0.0394087 Aug 12 02:32:04.399693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:04.415488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:32:04.438903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:04.447334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:04.450281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-43b998b1-8f38-4c62-a045-435ec63f9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.452598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-43b998b1-8f38-4c62-a045-435ec63f9f65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0518796 Aug 12 02:32:04.504201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=12']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:04.516365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-0a794fe6-e18b-476d-af65-5b1dea17a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.518017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-0a794fe6-e18b-476d-af65-5b1dea17a2f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575333 Aug 12 02:32:04.595088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-08160b19-0709-4c10-b09d-dbe7b8058d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:04.600790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:04.638624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-b7ba7897-5c75-4c48-877c-4e3830a17808 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120191 Aug 12 02:32:04.670524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:04.686346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3bbd-8882-46c0-9ceb-83922a5d970f req-e0d08e38-e3a4-446f-9c65-98faa7945b31 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.702689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b6b3bbd-8882-46c0-9ceb-83922a5d970f req-e0d08e38-e3a4-446f-9c65-98faa7945b31 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0819178 Aug 12 02:32:04.751982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b6b3bbd-8882-46c0-9ceb-83922a5d970f req-9078612e-0db8-46ca-9494-a3a84488ebea tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442169 Aug 12 02:32:04.760443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-9614e4f5-6e12-462c-8fa4-16c31df6cb03 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138780 Aug 12 02:32:04.811362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-32ff6783-b1ca-4d6d-874a-2296917e5371 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.0420549 Aug 12 02:32:04.871783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-a5e38a02-39ef-452f-b29b-0813efb22b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.873220 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-a5e38a02-39ef-452f-b29b-0813efb22b6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0535357 Aug 12 02:32:04.936318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7190298-2552-403c-b825-aa7de67ed409 req-37b0de8c-6070-444b-a3ba-fa38e7be840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:04.937860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-37b0de8c-6070-444b-a3ba-fa38e7be840b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0493782 Aug 12 02:32:05.050995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-9b751774-d3b0-4ca4-9e67-e2dec3103869 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050596 Aug 12 02:32:05.212023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7190298-2552-403c-b825-aa7de67ed409 req-5037e7b3-b930-4cc0-b667-c18821e44b0f service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530576 Aug 12 02:32:05.812871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:05.877023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afb61e-098b-4886-ac2a-28a4501fa967 req-48e0de2a-21e7-491c-a3ec-2ced954bc1a8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:05.878715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38afb61e-098b-4886-ac2a-28a4501fa967 req-48e0de2a-21e7-491c-a3ec-2ced954bc1a8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 945 time: 0.0534337 Aug 12 02:32:05.920397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38afb61e-098b-4886-ac2a-28a4501fa967 req-2ecf5d5b-7b5f-4c86-b463-638029eda15d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345614 Aug 12 02:32:05.944312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:05.991749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['57aab367-51f1-4bdd-84fb-d287571bd5af'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:32:06.022183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6d57313-de13-41a2-9bd5-5b97d3c9237c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 200 len: 992 time: 0.0764329 Aug 12 02:32:07.296540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:08.237248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:08.288119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 57aab367-51f1-4bdd-84fb-d287571bd5af completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:08.294439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 57aab367-51f1-4bdd-84fb-d287571bd5af triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:08.294880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:08.378538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:08.402594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:08.404888 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf886fd6-654a-4bc1-8cb7-85b46b9388d4" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:32:08.419138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:08.427905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:08.455220 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a76e3a-8657-4f6e-90aa-3d05447867e5 x-openstack-request-id: req-e5a76e3a-8657-4f6e-90aa-3d05447867e5 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:32:08.455220 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-plugged", "status": "completed", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:32:08.455220 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5a76e3a-8657-4f6e-90aa-3d05447867e5 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:32:08.455752 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'code': 200} Aug 12 02:32:08.492086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=13']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:17.845541 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.288589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:21.411730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.505089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.522882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.571987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=debdc76582fb44598577f5a7a1139547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816570 Aug 12 02:32:21.572413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:21.596417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a4ae4b-3f01-48a9-b1bb-e70fb72778eb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:21.605114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.605928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.605928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.606369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.606802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.607217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.608597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.609286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.609766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.610185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.610599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.611124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154174fc-c528-4371-a55a-63a5080ce407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:21.641142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.665942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.718234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.720888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:21.725272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1a4ae4b-3f01-48a9-b1bb-e70fb72778eb HTTP/1.1" status: 204 len: 168 time: 0.1482115 Aug 12 02:32:21.730973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afc9e9-6401-451a-b649-b44daf2a7e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a4ae4b-3f01-48a9-b1bb-e70fb72778eb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:22.448586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:22.575259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-566780391-network', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:22.597987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Made reservation on behalf of c92ab3af34db44f1b382911d056e26e6 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:22.600671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.609259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.700876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.704910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.730669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:32:22.741338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f22ede-a7d2-4d63-a3c7-4299e9bba67b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:22.746229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.746586 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Added segment 48614cdb-0ddb-4305-aa9c-884b5a6ca065 of type vlan for network b21226d8-d007-4a31-bf4a-cd0c0917ae37 Aug 12 02:32:22.796302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.825673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.826632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:22.827210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:22.879051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4290588 Aug 12 02:32:22.882161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:22.887313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Request body: {'subnet': {'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-566780391-subnet', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:22.890020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7ef2-df79-4734-8062-8927507c156d admin admin] Pushing event updated for resources: {'Network': ['ID=b21226d8-d007-4a31-bf4a-cd0c0917ae37,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:22.900950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:32:22.911209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Made reservation on behalf of c92ab3af34db44f1b382911d056e26e6 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:22.913592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.094336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.156325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a974b1c8-73ce-4c80-8e2c-6a537faa4176,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:23.164335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Checking segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:23.164695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Network hostable DHCP agents. Network: b21226d8-d007-4a31-bf4a-cd0c0917ae37, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:32:23.180977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:32:23.189701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, b21226d8-d007-4a31-bf4a-cd0c0917ae37) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:23.198355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335df76f-c2ca-4934-96fb-5a04301638fe None None] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:23.199069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:23.199942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.220340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:23.220521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fe3b324b-f93e-48dd-9957-606693e90f1b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3372643 Aug 12 02:32:23.225564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:23.247391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.247970 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.314257 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.373425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:32:23.374388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.462852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.524126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Allocated IP 172.20.0.2 (b21226d8-d007-4a31-bf4a-cd0c0917ae37/a974b1c8-73ce-4c80-8e2c-6a537faa4176/8426f99a-3c81-42fc-8ca3-b57948f82e84) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:23.703594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.712219 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.723364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Transition to ACTIVE for port object 8426f99a-3c81-42fc-8ca3-b57948f82e84 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:23.731779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.745260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Transition to ACTIVE for port object 8426f99a-3c81-42fc-8ca3-b57948f82e84 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:23.751149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.793992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:23.799876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:23.803177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:23.805523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Pushing event updated for resources: {'Port': ['ID=8426f99a-3c81-42fc-8ca3-b57948f82e84,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:23.814914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.815484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.816039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.816933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.817357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.817697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.818036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.818374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.818697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.819021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.819348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.819704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:23.845298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Allocated IP 172.25.3.229 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/4a3a968e-8d5b-4063-af89-82cb1c968723) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:23.878648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Attempting to bind port 8426f99a-3c81-42fc-8ca3-b57948f82e84 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:23.879636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Attempting to bind port 8426f99a-3c81-42fc-8ca3-b57948f82e84 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:23.880007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Attempting to bind port 8426f99a-3c81-42fc-8ca3-b57948f82e84 on network b21226d8-d007-4a31-bf4a-cd0c0917ae37 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:23.885256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:23.885625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Checking segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:23.886027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.886424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Bound using segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:23.886889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Bound port: 8426f99a-3c81-42fc-8ca3-b57948f82e84, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:23.887278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.952830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] For port 8426f99a-3c81-42fc-8ca3-b57948f82e84, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:23.955769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] For port 8426f99a-3c81-42fc-8ca3-b57948f82e84, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8426f99a-3c81-42fc-8ca3-b57948f82e84,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:23.962227 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:23.970321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:24.023254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:24.028376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcada5-1dd9-442b-889f-bdb36d756139 None None] Pushing event updated for resources: {'Port': ['ID=8426f99a-3c81-42fc-8ca3-b57948f82e84,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:24.059952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:24.064423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:24.071153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:24.101420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3a968e-8d5b-4063-af89-82cb1c968723,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:24.147087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:24.226924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-84be00d3-8937-46fd-a88f-3e42e590a8c9 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/floatingips/ef834a16-b912-43b4-8c4c-baca42d16ddb HTTP/1.1" status: 200 len: 993 time: 0.0731611 Aug 12 02:32:24.403511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:24.523792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:24.837494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port ac475da1-0c66-4d4b-a7fd-295ef0ae89ae {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:32:24.837860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:24.994067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:24.994459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.011550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for ac475da1-0c66-4d4b-a7fd-295ef0ae89ae owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:32:25.078555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.280081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:32:25.312642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8426f99a-3c81-42fc-8ca3-b57948f82e84 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:25.326679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.359546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=ac475da1-0c66-4d4b-a7fd-295ef0ae89ae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:25.415843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf06862f-f3f6-4fa1-b494-4affebfc4ba6 None None] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:25.420948 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:32:25.449693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:25.464666 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:25.480181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.485831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9102fb08-4ffb-474a-93e6-037e607a8865 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2644472 Aug 12 02:32:25.486442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57896) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:25.490984 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:25.491627 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:25.512532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8426f99a-3c81-42fc-8ca3-b57948f82e84 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:25.518062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.518378 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Floating IP ef834a16-b912-43b4-8c4c-baca42d16ddb disassociated (deleted). External IP: 172.25.3.167, port: 9cd146d2-82ae-4c7a-ba06-80d753f091d7. Aug 12 02:32:25.561533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Provisioning for port 8426f99a-3c81-42fc-8ca3-b57948f82e84 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:25.582658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Provisioning complete for port 8426f99a-3c81-42fc-8ca3-b57948f82e84 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:25.583713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.636601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:25.845415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.873556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router c41a814d-e1fc-4273-a9e9-83f0efa1141c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:32:25.904570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] For port 8426f99a-3c81-42fc-8ca3-b57948f82e84, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8426f99a-3c81-42fc-8ca3-b57948f82e84,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:25.917859 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:25.958875 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:24Z', 'revision_number': 3, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:26.011615 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:26.012080 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Updating router c3299e45-11c3-4871-8c8b-5ccf45fd4981 port 4a3a968e-8d5b-4063-af89-82cb1c968723 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:26.039491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d2d53-c42f-4279-929a-d4b69497ec97 None None] Pushing event updated for resources: {'Port': ['ID=8426f99a-3c81-42fc-8ca3-b57948f82e84,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:26.116560 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.245045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7ffb19ea-d468-4efe-b60f-b3ff65c2108f None None] Provisioning complete for port 8426f99a-3c81-42fc-8ca3-b57948f82e84 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:26.245421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ffb19ea-d468-4efe-b60f-b3ff65c2108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.367549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.444804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:26.450706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.476103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Sync routers for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:26.486592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:26.487460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:26.501095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee04b68f-530e-40ad-99f5-97e383ffea7c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef834a16-b912-43b4-8c4c-baca42d16ddb HTTP/1.1" status: 204 len: 168 time: 1.9759295 Aug 12 02:32:26.501973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:26.505284 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b26727-3193-4419-85eb-b35c31c220f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:32:26.548887 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.550106 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5073af16-5103-42a7-a507-28fc41cbd69d x-openstack-request-id: req-5073af16-5103-42a7-a507-28fc41cbd69d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:32:26.550720 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:32:26.551705 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5073af16-5103-42a7-a507-28fc41cbd69d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:32:26.552876 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'status': 'completed', 'code': 200} Aug 12 02:32:26.571070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Transition to ACTIVE for port object 4a3a968e-8d5b-4063-af89-82cb1c968723 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:26.588470 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.636094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:26.647406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-1d267b9c-9ac5-49c8-84dc-2b3d17f4a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:26.649329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-1d267b9c-9ac5-49c8-84dc-2b3d17f4a775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 1096 time: 0.0717671 Aug 12 02:32:26.683886 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da857c4-eb21-4e14-bf28-b3b3abdc4df6 None None] Pushing event updated for resources: {'Port': ['ID=4a3a968e-8d5b-4063-af89-82cb1c968723,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:26.691116 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Attempting to bind port 4a3a968e-8d5b-4063-af89-82cb1c968723 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:26.692166 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Attempting to bind port 4a3a968e-8d5b-4063-af89-82cb1c968723 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:26.692438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Attempting to bind port 4a3a968e-8d5b-4063-af89-82cb1c968723 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:26.699041 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:26.699410 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:26.699846 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.700231 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:26.700691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Bound port: 4a3a968e-8d5b-4063-af89-82cb1c968723, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:26.701117 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.776119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Allocated IP 172.20.0.1 (b21226d8-d007-4a31-bf4a-cd0c0917ae37/a974b1c8-73ce-4c80-8e2c-6a537faa4176/501cf58d-986d-4282-a5bf-c51a6a80db24) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:26.798884 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] For port 4a3a968e-8d5b-4063-af89-82cb1c968723, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:26.805186 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] For port 4a3a968e-8d5b-4063-af89-82cb1c968723, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a3a968e-8d5b-4063-af89-82cb1c968723,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:26.813140 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.885046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-18b4ed5d-3ad7-4fa5-9863-9fb51661ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:26.889622 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-18b4ed5d-3ad7-4fa5-9863-9fb51661ca60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 200 len: 898 time: 0.2328413 Aug 12 02:32:26.897608 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:26.898254 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:26.922538 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:26.940909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Transition to ACTIVE for port object 501cf58d-986d-4282-a5bf-c51a6a80db24 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:26.954438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da857c4-eb21-4e14-bf28-b3b3abdc4df6 None None] Pushing event updated for resources: {'Port': ['ID=4a3a968e-8d5b-4063-af89-82cb1c968723,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:26.994972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:27.010806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.011206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-4f27c286-20e6-4ac5-a6ff-e0a9558ce85d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 200 len: 217 time: 0.1124194 Aug 12 02:32:27.045634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:27.105657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Pushing event updated for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:27.118074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:27.119533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:27.131783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:27.171700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-79eabbd7-5695-49bd-9ae9-e273bfa73712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:27.173870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-79eabbd7-5695-49bd-9ae9-e273bfa73712 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf HTTP/1.1" status: 200 len: 835 time: 0.1445937 Aug 12 02:32:27.200432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170716c8-907b-4fd5-8b20-45f62f6128f4 req-d26740c9-b5ed-4785-9c80-98f230333a68 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:27.202529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-170716c8-907b-4fd5-8b20-45f62f6128f4 req-d26740c9-b5ed-4785-9c80-98f230333a68 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.1901953 Aug 12 02:32:27.235508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.289536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-4389c362-6e18-4ead-871b-38951f742c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:27.293089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-4389c362-6e18-4ead-871b-38951f742c80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c7df4fee-6538-40b5-879e-6420457fe0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888245 Aug 12 02:32:27.301994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Checking router: c41a814d-e1fc-4273-a9e9-83f0efa1141c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:27.303351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-170716c8-907b-4fd5-8b20-45f62f6128f4 req-01d7edd6-5e83-46b2-acab-8bf1568a6720 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907300 Aug 12 02:32:27.328841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8426f99a-3c81-42fc-8ca3-b57948f82e84 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:27.372202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:27.372766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:27.412150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:24Z', 'revision_number': 3, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:27.444302 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb46d46-d618-468a-a15a-91ea3e55c634 None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:24Z', 'revision_number': 3, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:27.470545 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-0699d377-fff2-4e4e-94f8-a503e4622bd9 service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661336 Aug 12 02:32:27.547351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.603434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9b26727-3193-4419-85eb-b35c31c220f7 req-206a7168-83fc-4d35-94d3-0eed76fff235 service neutron] 10.222.0.25 "GET /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229475 Aug 12 02:32:27.612230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8426f99a-3c81-42fc-8ca3-b57948f82e84 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:27.613264 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.666278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-93d9275a-cf02-4569-9bd4-701742aad413 None None] Provisioning for port 501cf58d-986d-4282-a5bf-c51a6a80db24 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:27.683821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:27.686058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-93d9275a-cf02-4569-9bd4-701742aad413 None None] Provisioning complete for port 501cf58d-986d-4282-a5bf-c51a6a80db24 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:27.686058 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-93d9275a-cf02-4569-9bd4-701742aad413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.772943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.782760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:27.819638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-93d9275a-cf02-4569-9bd4-701742aad413 None None] Port 501cf58d-986d-4282-a5bf-c51a6a80db24 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:27.866586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Pushing event updated for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:27.884879 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:28.004410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:28.006011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:28.040943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:28.179855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ec3b51-fa2b-47ee-a26f-bbe6a096cfe0 None None] The sync data for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 is: [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd049b7b-08a0-4fc5-8c14-535e6361888c', 'name': '', 'network_id': 'c7df4fee-6538-40b5-879e-6420457fe0c0', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'mac_address': 'fa:16:3e:a2:45:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:24Z', 'updated_at': '2021-08-12T02:31:31Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'subnets': [{'id': '0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:28.246826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:32:28.258445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-0b373cd3-3656-4310-8739-f6faba026059 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:28.272452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-0b373cd3-3656-4310-8739-f6faba026059 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.1400239 Aug 12 02:32:28.347156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-628ef5a4-2460-439b-994e-defd763cce09 None None] Provisioning complete for port 501cf58d-986d-4282-a5bf-c51a6a80db24 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:28.349858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-628ef5a4-2460-439b-994e-defd763cce09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:28.465923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-628ef5a4-2460-439b-994e-defd763cce09 None None] Port 501cf58d-986d-4282-a5bf-c51a6a80db24 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:28.468124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:32:28.468582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:28.501981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:28.522966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad056680-11f4-40a0-8047-1bffddd18e5c admin admin] 10.222.0.11 "PUT /v2.0/routers/c3299e45-11c3-4871-8c8b-5ccf45fd4981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0247753 Aug 12 02:32:28.535094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b17942-2049-40aa-bd66-a1ccfa612a33 req-7553ebe0-727c-4bfc-962f-a3048d3666e7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:28.550445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95b17942-2049-40aa-bd66-a1ccfa612a33 req-7553ebe0-727c-4bfc-962f-a3048d3666e7 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 945 time: 0.1315873 Aug 12 02:32:28.593130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95b17942-2049-40aa-bd66-a1ccfa612a33 req-30f97b01-f998-46fa-9700-77966780e50b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/security-groups?id=5cf74d53-b921-4628-bd2b-d842dfb00214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Aug 12 02:32:28.645887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port 9cd146d2-82ae-4c7a-ba06-80d753f091d7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9cd146d2-82ae-4c7a-ba06-80d753f091d7,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:28.647144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:28.667255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for 9cd146d2-82ae-4c7a-ba06-80d753f091d7 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:32:28.760249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d48e7-7e15-497a-bc0d-4c47a614dca2 None None] New status for floating IP ef834a16-b912-43b4-8c4c-baca42d16ddb: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:32:28.921815 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:28.962897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=9cd146d2-82ae-4c7a-ba06-80d753f091d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:29.022591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] No DVR routers for this DVR port 9cd146d2-82ae-4c7a-ba06-80d753f091d7 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:32:29.025223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.027371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-012f376d-03d8-4a62-9c90-105cd85e9689 req-b707b82b-5cab-4503-bf03-ee8ea7f75f1c tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.25 "DELETE /v2.0/ports/9cd146d2-82ae-4c7a-ba06-80d753f091d7 HTTP/1.1" status: 204 len: 173 time: 0.7493832 Aug 12 02:32:29.027947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'name': 'network-vif-deleted', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:29.036738 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455bfb40-01dc-462a-8074-eb2f503fc6b6" -d '{"events": [{"server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "name": "network-vif-deleted", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:32:29.077353 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125f40b-5644-4529-af65-24ccbd9de6f1 x-openstack-request-id: req-1125f40b-5644-4529-af65-24ccbd9de6f1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:32:29.077778 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b55d650-57d5-4b49-8ebc-7fa7912a8d03", "name": "network-vif-deleted", "tag": "9cd146d2-82ae-4c7a-ba06-80d753f091d7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:32:29.077895 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1125f40b-5644-4529-af65-24ccbd9de6f1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:32:29.078310 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b55d650-57d5-4b49-8ebc-7fa7912a8d03', 'name': 'network-vif-deleted', 'tag': '9cd146d2-82ae-4c7a-ba06-80d753f091d7', 'status': 'completed', 'code': 200} Aug 12 02:32:29.287421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a3a968e-8d5b-4063-af89-82cb1c968723 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:29.362621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4a3a968e-8d5b-4063-af89-82cb1c968723 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:29.367741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a3a968e-8d5b-4063-af89-82cb1c968723 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:29.368213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.379923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57986) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:29.384976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1864256498-network', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:29.437995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Made reservation on behalf of ca3947043f624a47a1c4784c032f3d1d for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:29.441057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.455054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.507823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.553355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4a3a968e-8d5b-4063-af89-82cb1c968723, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a3a968e-8d5b-4063-af89-82cb1c968723,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:29.559934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.629572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.636651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.638815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4a3a968e-8d5b-4063-af89-82cb1c968723,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:29.665186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:32:29.677436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d7774-bcac-4e23-ad49-02bc1fc6d422,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:29.682676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.683101 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Added segment 60a6090e-f08e-463f-9ebb-f0c070c104c4 of type vlan for network 8c1e066b-86cf-4b56-995c-a1e693fd7208 Aug 12 02:32:29.749846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.773134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-671751d9-94d8-4068-8169-b89f31bbfdbc req-a53854c0-f396-4572-96c0-6ba9336c7518 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b55d650-57d5-4b49-8ebc-7fa7912a8d03 HTTP/1.1" status: 200 len: 210 time: 0.0395701 Aug 12 02:32:29.805165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.806217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:29.806809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.863797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4826601 Aug 12 02:32:29.866726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57998) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:29.877013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Request body: {'subnet': {'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1864256498-subnet', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:29.881546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321977c-0811-4b33-966f-36a8e5036c48 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1e066b-86cf-4b56-995c-a1e693fd7208,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:29.891354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:32:29.901020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Made reservation on behalf of ca3947043f624a47a1c4784c032f3d1d for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:29.903365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:29.995177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:30.007162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:30.008054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:30.128180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.140924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:30.194672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b20d5e-0cde-42c2-a0ec-db1c219fdeed,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:30.203921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Checking segment: {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:30.204282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Network hostable DHCP agents. Network: 8c1e066b-86cf-4b56-995c-a1e693fd7208, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:32:30.224019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:32:30.237384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8c1e066b-86cf-4b56-995c-a1e693fd7208) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:30.250602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:30.251797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.268193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a700e142-5469-427a-9ff2-6781f62f7c29 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4001818 Aug 12 02:32:30.271499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:30.271677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd0171c-7a26-49d5-84b7-abfad5f748de None None] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:30.276386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:30.310229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.311919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.376125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.513901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-8c1e066b-86cf-4b56-995c-a1e693fd7208', 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'fixed_ips': [{'subnet_id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:32:30.514760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.517819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 2, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:30.551492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.552896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:30.553249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Updating router c3299e45-11c3-4871-8c8b-5ccf45fd4981 port 501cf58d-986d-4282-a5bf-c51a6a80db24 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:30.582727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.761441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.781486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.849045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:30.890406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Allocated IP 172.20.0.2 (8c1e066b-86cf-4b56-995c-a1e693fd7208/15b20d5e-0cde-42c2-a0ec-db1c219fdeed/f901254e-b282-4dac-953d-266830143583) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:30.921796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:30.923908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Allocated IP 172.25.3.127 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a3b4e299-c3b3-48a6-b856-90558c7a5dd4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:30.955455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.036786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.042193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.044995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/security-groups/5cf74d53-b921-4628-bd2b-d842dfb00214 HTTP/1.1" status: 204 len: 168 time: 0.1932569 Aug 12 02:32:31.057288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842def00-2952-4682-8fb8-c43ac3c722fd tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf74d53-b921-4628-bd2b-d842dfb00214,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:31.096716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:31.115866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.131078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.150114 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.158170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Transition to ACTIVE for port object 501cf58d-986d-4282-a5bf-c51a6a80db24 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:31.166108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Transition to ACTIVE for port object f901254e-b282-4dac-953d-266830143583 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:31.173796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.180059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.246051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:31.247431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:31.250949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:31.253422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:31.372977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Transition to ACTIVE for port object f901254e-b282-4dac-953d-266830143583 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:31.380814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a3a968e-8d5b-4063-af89-82cb1c968723 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:31.390340 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.429483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:31.439763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:31.480169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:31.505438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770db614-ebf7-4c15-a30f-a32e46e73eda None None] Pushing event updated for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:31.635308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.721877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Attempting to bind port 501cf58d-986d-4282-a5bf-c51a6a80db24 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:31.722926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Attempting to bind port 501cf58d-986d-4282-a5bf-c51a6a80db24 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:31.723510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Attempting to bind port 501cf58d-986d-4282-a5bf-c51a6a80db24 on network b21226d8-d007-4a31-bf4a-cd0c0917ae37 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:31.734284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:31.734669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Checking segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:31.735277 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.735881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Bound using segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:31.736529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Bound port: 501cf58d-986d-4282-a5bf-c51a6a80db24, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:31.737110 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.762139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.793978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Pushing event updated for resources: {'Port': ['ID=f901254e-b282-4dac-953d-266830143583,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:31.825557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Attempting to bind port f901254e-b282-4dac-953d-266830143583 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:31.825908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Attempting to bind port f901254e-b282-4dac-953d-266830143583 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:31.826483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Attempting to bind port f901254e-b282-4dac-953d-266830143583 on network 8c1e066b-86cf-4b56-995c-a1e693fd7208 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:31.828441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a3a968e-8d5b-4063-af89-82cb1c968723 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:31.828989 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.875444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:31.875937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Checking segment: {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:31.876435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.876932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Bound using segment: {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:31.877512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Bound port: f901254e-b282-4dac-953d-266830143583, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:31.878198 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:31.900372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] For port 501cf58d-986d-4282-a5bf-c51a6a80db24, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:31.978942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] For port 501cf58d-986d-4282-a5bf-c51a6a80db24, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=501cf58d-986d-4282-a5bf-c51a6a80db24,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:31.998279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] For port f901254e-b282-4dac-953d-266830143583, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:32.001907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] For port f901254e-b282-4dac-953d-266830143583, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f901254e-b282-4dac-953d-266830143583,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:32.009810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.020532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.061785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f7fa-95e8-4491-b9b2-fa395887f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.131134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:32.131751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:32.201290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770db614-ebf7-4c15-a30f-a32e46e73eda None None] Pushing event updated for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:32.229620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port cd049b7b-08a0-4fc5-8c14-535e6361888c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:32:32.231460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.385695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:32.386524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port cd049b7b-08a0-4fc5-8c14-535e6361888c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd049b7b-08a0-4fc5-8c14-535e6361888c,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:32.386912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.414206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for cd049b7b-08a0-4fc5-8c14-535e6361888c owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:32:32.429842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.489804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18655d7f-8795-4508-be7f-d9a3d752a4c3 None None] Pushing event updated for resources: {'Port': ['ID=f901254e-b282-4dac-953d-266830143583,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:32.661638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9cd146d2-82ae-4c7a-ba06-80d753f091d7 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:32:32.733613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 9cd146d2-82ae-4c7a-ba06-80d753f091d7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:32:32.734279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9cd146d2-82ae-4c7a-ba06-80d753f091d7 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:32:32.768764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Router 42eecd07-1155-458b-8acf-23c11565d199 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:32:32.773169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.808873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=cd049b7b-08a0-4fc5-8c14-535e6361888c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:32.851317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:31Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:32.893961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:32.913516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Sync routers for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:32.924132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dea2412-7fab-4af6-a96c-a183a8a40d67 None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:31Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:32.929931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:32.931860 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:32.934891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:32.940215 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f6b57c30-7ced-4668-8b77-25f04cb13c32 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6639261 Aug 12 02:32:32.943140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:33.130370 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:33.361424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:33.490822 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:31Z', 'revision_number': 3, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:33.547764 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Checking router: 42eecd07-1155-458b-8acf-23c11565d199 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:33.548586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Updating router 42eecd07-1155-458b-8acf-23c11565d199 port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:33.567823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 501cf58d-986d-4282-a5bf-c51a6a80db24 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:33.602437 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:33.706353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 501cf58d-986d-4282-a5bf-c51a6a80db24 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:33.712331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 501cf58d-986d-4282-a5bf-c51a6a80db24 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:33.713046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:33.790430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e046bf66-64cf-4211-b766-73e2f06ddf39 None None] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:33.958345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Router c41a814d-e1fc-4273-a9e9-83f0efa1141c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:32:33.995297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6b8d8cc-7b15-4653-8e63-90d0944479f8 None None] Provisioning for port f901254e-b282-4dac-953d-266830143583 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:34.068071 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.071608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.080162 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Transition to ACTIVE for port object a3b4e299-c3b3-48a6-b856-90558c7a5dd4 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:34.093025 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.133255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 501cf58d-986d-4282-a5bf-c51a6a80db24, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=501cf58d-986d-4282-a5bf-c51a6a80db24,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:34.159244 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Attempting to bind port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:34.159888 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Attempting to bind port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:34.160539 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Attempting to bind port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:34.167353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.170724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f901254e-b282-4dac-953d-266830143583 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:34.174468 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:34.175070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:34.175699 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.188689 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:34.189301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Bound port: a3b4e299-c3b3-48a6-b856-90558c7a5dd4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:34.189802 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.281926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:34.303537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f901254e-b282-4dac-953d-266830143583 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:34.308002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f901254e-b282-4dac-953d-266830143583 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:34.308387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.336053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] For port a3b4e299-c3b3-48a6-b856-90558c7a5dd4, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:34.344871 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] For port a3b4e299-c3b3-48a6-b856-90558c7a5dd4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:34.364419 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Pushing event updated for resources: {'Port': ['ID=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:34.367590 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.422704 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.423639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.424400 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.424970 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.426037 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.426626 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.427126 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.427628 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.428266 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.428760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.429289 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.429760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:32:34.500125 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.519834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4657f-c0f7-482e-9a3e-73923d524a22 None None] Pushing event updated for resources: {'Port': ['ID=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:34.528203 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:34.528900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:34.570487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f901254e-b282-4dac-953d-266830143583, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f901254e-b282-4dac-953d-266830143583,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:34.584223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.648539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f901254e-b282-4dac-953d-266830143583,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:34.665601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:34.666098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9a0a7dc-6089-4e6c-8b4a-ffeffc7a76a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.671715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.688585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e1d36607-b0c6-4026-a873-8e59c64bbc9d None None] Provisioning complete for port f901254e-b282-4dac-953d-266830143583 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:34.688977 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e1d36607-b0c6-4026-a873-8e59c64bbc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.731434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.851155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:34.853914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:34.864664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Sync routers for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:34.877780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:34.878364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:34.899767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-afaf0a95-6d5f-449d-95dc-c1a6ef089cbb tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "PUT /v2.0/routers/c41a814d-e1fc-4273-a9e9-83f0efa1141c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7988851 Aug 12 02:32:34.900109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58088) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:34.943112 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:31Z', 'revision_number': 3, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:34.994378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting subnet 0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:32:35.008260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.025027 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675fc91c-fe6d-4c2e-9cf7-b9e2a0263048 None None] The sync data for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 is: [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:31Z', 'revision_number': 3, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:35.080652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.083573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:35.249797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Allocated IP 172.20.0.1 (8c1e066b-86cf-4b56-995c-a1e693fd7208/15b20d5e-0cde-42c2-a0ec-db1c219fdeed/89e7510a-bc41-49e1-b978-98e480591f40) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:35.253361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.306266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 501cf58d-986d-4282-a5bf-c51a6a80db24 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:35.364067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.419516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Subnet': ['ID=0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:35.422090 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.424332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2be70e45-2afb-4d21-b549-030d6bd9a260 tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/subnets/0d57d5bd-ef59-43e2-b6a8-d9ae790ed5bf HTTP/1.1" status: 204 len: 168 time: 0.5231872 Aug 12 02:32:35.427752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:35.432682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.437088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c6a57-d71a-4f4d-824e-dc6dfe42ed1c None None] Network c7df4fee-6538-40b5-879e-6420457fe0c0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:35.517267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Transition to ACTIVE for port object 89e7510a-bc41-49e1-b978-98e480591f40 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:35.610970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.653710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.705945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 501cf58d-986d-4282-a5bf-c51a6a80db24 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:35.706141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.711654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Pushing event updated for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:35.751271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:32:32Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:35.785761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Checking router: c41a814d-e1fc-4273-a9e9-83f0efa1141c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:35.789878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:35.794502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:35.820169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:35.822457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Routers {'c41a814d-e1fc-4273-a9e9-83f0efa1141c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:35.823161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:35.825305 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.882731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:35.955231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.006820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Deleting port 792b3ea4-39f7-4108-b508-eb94ea2f7b10 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:32:36.007182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.039411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] Set router c41a814d-e1fc-4273-a9e9-83f0efa1141c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:36.174536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] For port 792b3ea4-39f7-4108-b508-eb94ea2f7b10, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=792b3ea4-39f7-4108-b508-eb94ea2f7b10,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:36.174915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.199404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Calling delete_port for 792b3ea4-39f7-4108-b508-eb94ea2f7b10 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:32:36.242860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f901254e-b282-4dac-953d-266830143583 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:36.317697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.326660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6d7d2c3b-10ba-46b0-a654-8810b12543ea None None] Provisioning for port 89e7510a-bc41-49e1-b978-98e480591f40 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:36.349928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6d7d2c3b-10ba-46b0-a654-8810b12543ea None None] Provisioning complete for port 89e7510a-bc41-49e1-b978-98e480591f40 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:36.350300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6d7d2c3b-10ba-46b0-a654-8810b12543ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.352005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] DHCP port deletion for c7df4fee-6538-40b5-879e-6420457fe0c0 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:32:36.453875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6d7d2c3b-10ba-46b0-a654-8810b12543ea None None] Port 89e7510a-bc41-49e1-b978-98e480591f40 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:36.476220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f901254e-b282-4dac-953d-266830143583 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:36.476220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.530029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Deleting port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:32:36.530396 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.588696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:32:32Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:36.622416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90d04f-44e1-425d-83ec-2be703eca8d1 None None] The sync data for ids ['c41a814d-e1fc-4273-a9e9-83f0efa1141c'] in n-d-804303-2 is: [{'id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'name': 'tempest-TestNetworkBasicOps-router-1891511051', 'tenant_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:32:32Z', 'revision_number': 5, 'project_id': '80a1fbe091be4474b43e96fe9ccfe26d', 'gw_port': {'id': '792b3ea4-39f7-4108-b508-eb94ea2f7b10', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c41a814d-e1fc-4273-a9e9-83f0efa1141c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:31:20Z', 'updated_at': '2021-08-12T02:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:36.647127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.687439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] For port d4823c5f-52ab-44c4-ba8f-637f9c3dce52, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,segment=NetworkSegment(3f66e2db-1daa-402c-883a-d6958371f947),segment_id=3f66e2db-1daa-402c-883a-d6958371f947)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:36.687867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.687983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Port': ['ID=792b3ea4-39f7-4108-b508-eb94ea2f7b10,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:36.701204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Calling delete_port for d4823c5f-52ab-44c4-ba8f-637f9c3dce52 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:32:36.752109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.770390 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.790030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.816463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] Pushing event deleted for resources: {'Port': ['ID=d4823c5f-52ab-44c4-ba8f-637f9c3dce52,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:36.820927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec248e-f765-40fd-b9b4-45c2fe317e1d None None] No DVR routers for this DVR port d4823c5f-52ab-44c4-ba8f-637f9c3dce52 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:32:36.852949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.927918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.929553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Pushing event updated for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:36.970845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:36.975849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.077458 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.078510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Fanout notify agent at l3_agent the message router_deleted on router c41a814d-e1fc-4273-a9e9-83f0efa1141c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:32:37.088621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.089733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-780c1fb1-d1fa-4a00-8a53-48d0495e933b tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/routers/c41a814d-e1fc-4273-a9e9-83f0efa1141c HTTP/1.1" status: 204 len: 168 time: 1.6546433 Aug 12 02:32:37.092530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58132) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:37.131008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:37.132744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:37.252021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.312876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.452157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.467793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Router 42eecd07-1155-458b-8acf-23c11565d199 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:32:37.469402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7df4fee-6538-40b5-879e-6420457fe0c0']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:37.500833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f66e2db-1daa-402c-883a-d6958371f947') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:37.501355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f66e2db-1daa-402c-883a-d6958371f947') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:37.521906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.537920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.555063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a3b4e299-c3b3-48a6-b856-90558c7a5dd4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:37.578332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:32:37.579019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:32:37.582319 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:32:37.638058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:37.647154 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf9d87a2-9348-4a21-9f76-c99386c38f0a admin admin] 10.222.0.11 "PUT /v2.0/routers/42eecd07-1155-458b-8acf-23c11565d199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7026489 Aug 12 02:32:37.661772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c0fd22e9-7245-4c51-9902-31f645e4ef29 None None] Provisioning complete for port 89e7510a-bc41-49e1-b978-98e480591f40 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:37.662438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0fd22e9-7245-4c51-9902-31f645e4ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.696314 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.702867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.706679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] 10.222.0.11 "DELETE /v2.0/networks/c7df4fee-6538-40b5-879e-6420457fe0c0 HTTP/1.1" status: 204 len: 168 time: 0.6130524 Aug 12 02:32:37.719358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c0fd22e9-7245-4c51-9902-31f645e4ef29 None None] Port 89e7510a-bc41-49e1-b978-98e480591f40 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:37.724578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:37.730009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:37.730573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.732308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717eb6ca-252b-4f90-8192-ed2630b2380d tempest-TestNetworkBasicOps-1420079188 tempest-TestNetworkBasicOps-1420079188-project] Pushing event deleted for resources: {'Network': ['ID=c7df4fee-6538-40b5-879e-6420457fe0c0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:37.887391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:37.908229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Sync routers for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:37.922206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:37.922881 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:37.957448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a3b4e299-c3b3-48a6-b856-90558c7a5dd4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:37.978885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.082721 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:38.135983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd049b7b-08a0-4fc5-8c14-535e6361888c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:32:38.152561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:38.178946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:38.182209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cd049b7b-08a0-4fc5-8c14-535e6361888c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:32:38.183032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd049b7b-08a0-4fc5-8c14-535e6361888c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:32:38.183543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4823c5f-52ab-44c4-ba8f-637f9c3dce52 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:32:38.205214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d4823c5f-52ab-44c4-ba8f-637f9c3dce52 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:32:38.205567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d4823c5f-52ab-44c4-ba8f-637f9c3dce52 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:32:38.464317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:36Z', 'revision_number': 4, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '89e7510a-bc41-49e1-b978-98e480591f40', 'name': '', 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'mac_address': 'fa:16:3e:3b:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:34Z', 'updated_at': '2021-08-12T02:32:36Z', 'revision_number': 2, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'subnets': [{'id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:38.494715 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Checking router: 42eecd07-1155-458b-8acf-23c11565d199 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:38.495069 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Updating router 42eecd07-1155-458b-8acf-23c11565d199 port 89e7510a-bc41-49e1-b978-98e480591f40 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:38.521264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-364fdd49-2885-4da7-ab31-7d817467dca7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80a1fbe091be4474b43e96fe9ccfe26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656499 Aug 12 02:32:38.522964 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.524123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58210) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:38.591991 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.621884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.684335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.689474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:38.699613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62aa5a6b-f018-4155-b098-796249bcb17d HTTP/1.1" status: 204 len: 168 time: 0.1742327 Aug 12 02:32:38.724530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5f45f-507e-4a42-b181-53e83c48f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62aa5a6b-f018-4155-b098-796249bcb17d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:39.044495 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.056039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Transition to ACTIVE for port object 89e7510a-bc41-49e1-b978-98e480591f40 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:39.076667 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.089831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:39.114537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7975-495c-4aa0-af03-2c5b9756bf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.158732 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f6fc-6c70-47d4-8357-c884070aaf42 None None] Pushing event updated for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:39.225249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Attempting to bind port 89e7510a-bc41-49e1-b978-98e480591f40 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:39.225761 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Attempting to bind port 89e7510a-bc41-49e1-b978-98e480591f40 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:39.226134 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Attempting to bind port 89e7510a-bc41-49e1-b978-98e480591f40 on network 8c1e066b-86cf-4b56-995c-a1e693fd7208 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:39.239292 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:39.239802 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Checking segment: {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:39.240133 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.240532 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Bound using segment: {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:39.243151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Bound port: 89e7510a-bc41-49e1-b978-98e480591f40, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a6090e-f08e-463f-9ebb-f0c070c104c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:39.243569 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.283245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a3b4e299-c3b3-48a6-b856-90558c7a5dd4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:39.355354 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] For port 89e7510a-bc41-49e1-b978-98e480591f40, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:39.356402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:39.356783 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.358880 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] For port 89e7510a-bc41-49e1-b978-98e480591f40, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=89e7510a-bc41-49e1-b978-98e480591f40,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:39.368886 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.380879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7975-495c-4aa0-af03-2c5b9756bf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.392132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b6a7975-495c-4aa0-af03-2c5b9756bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.466518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:39.467383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:39.482121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b6a7975-495c-4aa0-af03-2c5b9756bf44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ebe82e4b2464a89ac644b1c21fa0ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911610 Aug 12 02:32:39.484750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58270) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:39.495838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a7975-495c-4aa0-af03-2c5b9756bf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8434ca61-419b-4b3f-b7e9-de51012394d1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:39.560524 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.589029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.650887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 792b3ea4-39f7-4108-b508-eb94ea2f7b10 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:32:39.656939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.662675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:39.666857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8434ca61-419b-4b3f-b7e9-de51012394d1 HTTP/1.1" status: 204 len: 168 time: 0.1787598 Aug 12 02:32:39.667673 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:39.680622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 792b3ea4-39f7-4108-b508-eb94ea2f7b10 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:32:39.681318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 792b3ea4-39f7-4108-b508-eb94ea2f7b10 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:32:39.682318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cd4ef-2d3a-4471-a70c-3a063dee83d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8434ca61-419b-4b3f-b7e9-de51012394d1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:39.731049 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1f6fc-6c70-47d4-8357-c884070aaf42 None None] Pushing event updated for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:40.035842 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:36Z', 'revision_number': 4, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '89e7510a-bc41-49e1-b978-98e480591f40', 'name': '', 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'mac_address': 'fa:16:3e:3b:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:34Z', 'updated_at': '2021-08-12T02:32:39Z', 'revision_number': 4, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'subnets': [{'id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:40.068890 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b76c9f-dc53-4109-a366-3ba4fe0b26ee None None] The sync data for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 is: [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:36Z', 'revision_number': 4, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '89e7510a-bc41-49e1-b978-98e480591f40', 'name': '', 'network_id': '8c1e066b-86cf-4b56-995c-a1e693fd7208', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'mac_address': 'fa:16:3e:3b:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_interface', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:34Z', 'updated_at': '2021-08-12T02:32:39Z', 'revision_number': 4, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'subnets': [{'id': '15b20d5e-0cde-42c2-a0ec-db1c219fdeed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:41.342644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 89e7510a-bc41-49e1-b978-98e480591f40 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:41.475234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 89e7510a-bc41-49e1-b978-98e480591f40 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:41.481124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 89e7510a-bc41-49e1-b978-98e480591f40 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:41.481658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:41.625641 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:41.701604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 89e7510a-bc41-49e1-b978-98e480591f40, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=89e7510a-bc41-49e1-b978-98e480591f40,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:41.726283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:41.893493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:43.062333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58502) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:43.215571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3634c13b-79ea-4f69-b6f5-1b32a8fc3411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.253613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 89e7510a-bc41-49e1-b978-98e480591f40 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:43.336596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 89e7510a-bc41-49e1-b978-98e480591f40 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:43.337310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.380076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3634c13b-79ea-4f69-b6f5-1b32a8fc3411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.386716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3634c13b-79ea-4f69-b6f5-1b32a8fc3411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.425193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634c13b-79ea-4f69-b6f5-1b32a8fc3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a574057-656a-4a46-b3cf-19baf661547d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:43.452207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3634c13b-79ea-4f69-b6f5-1b32a8fc3411 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39cfce3e4ff34c54bd7e7732925851e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863819 Aug 12 02:32:43.452783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58514) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:43.522836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.548246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.610319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.613892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:43.617539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a574057-656a-4a46-b3cf-19baf661547d HTTP/1.1" status: 204 len: 168 time: 0.1607063 Aug 12 02:32:43.633261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01133a6d-127b-4567-b942-0f59766e7ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a574057-656a-4a46-b3cf-19baf661547d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:43.642957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-15306785-dd28-4cb1-97f2-0260dcc7ece5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0576992 Aug 12 02:32:43.764968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.765834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.766568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.767380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.768135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.768683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.770521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.772954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e7e88b88-73ba-4465-a8fa-038c93058842 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.0785551 Aug 12 02:32:43.914424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-6142548c-9a83-4ede-b054-763bf7ee5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.916087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-6142548c-9a83-4ede-b054-763bf7ee5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.916087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-6142548c-9a83-4ede-b054-763bf7ee5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:43.918612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-6142548c-9a83-4ede-b054-763bf7ee5fc0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 2291 time: 0.1170959 Aug 12 02:32:44.012277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-f57c1d86-78dc-4feb-91d0-f103896bddf2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1002 time: 0.0850692 Aug 12 02:32:44.056705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:44.076574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03376d5c-92cd-4e5a-9cc5-0b058aea4a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.093026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-d0606713-a304-4977-b855-d7c2d6e13378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:44.094510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-d0606713-a304-4977-b855-d7c2d6e13378 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.0733917 Aug 12 02:32:44.173836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-4865125f-8e52-4e54-9105-ff98349922a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:44.176771 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-4865125f-8e52-4e54-9105-ff98349922a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745242 Aug 12 02:32:44.220010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03376d5c-92cd-4e5a-9cc5-0b058aea4a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.227709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-03376d5c-92cd-4e5a-9cc5-0b058aea4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.287518 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-03376d5c-92cd-4e5a-9cc5-0b058aea4a5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0893a46a21e546fbb34b82b8bc8e19c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2262573 Aug 12 02:32:44.288460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:44.291967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03376d5c-92cd-4e5a-9cc5-0b058aea4a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d1bd8d-7c9c-4a78-8c28-84f2f3bd981e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:44.383921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-acb69ebf-b29a-4bcf-8777-75c015eea16f service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966796 Aug 12 02:32:44.386712 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.451392 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.531839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-844b0e3f-0d5f-47b7-a0fc-61ed530d5e10 service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402545 Aug 12 02:32:44.547632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.550307 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:44.554863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76d1bd8d-7c9c-4a78-8c28-84f2f3bd981e HTTP/1.1" status: 204 len: 168 time: 0.2603600 Aug 12 02:32:44.601766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-d2a6ac42-888a-421c-a1ad-813954691588 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 217 time: 0.0621614 Aug 12 02:32:44.602636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646f30-8b32-4f67-9496-fead4ba5e919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d1bd8d-7c9c-4a78-8c28-84f2f3bd981e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:44.673571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-fb658b1f-90e3-446f-9c2a-ce37fea48498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:44.675080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-fb658b1f-90e3-446f-9c2a-ce37fea48498 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0627539 Aug 12 02:32:44.732660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-5d33bdb7-2641-4678-bc0b-c31b07a74e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:44.734210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-5d33bdb7-2641-4678-bc0b-c31b07a74e0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516210 Aug 12 02:32:44.871365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-f929481a-42c2-4f7e-8f1d-285d0cbfd846 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295702 Aug 12 02:32:44.982843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-fc0330ee-1284-4f0a-be47-033b50309b4f service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037512 Aug 12 02:32:45.033115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-3784cb16-adc1-4405-87bd-7f17010e1fe1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 217 time: 0.0425940 Aug 12 02:32:45.094514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-560f40db-ad0a-4d1e-af64-ffed87105c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:45.096243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-560f40db-ad0a-4d1e-af64-ffed87105c61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0559397 Aug 12 02:32:45.169745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-b690b251-8eb5-473f-8272-624e1733e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:45.171772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-b690b251-8eb5-473f-8272-624e1733e28e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0665562 Aug 12 02:32:45.673927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-42b22ba3-51ca-4d60-8e68-a844e2e03e36 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934025 Aug 12 02:32:45.787812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-0573749c-4079-444a-ad67-e13e917783ea service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080260 Aug 12 02:32:45.846139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e95b7db1-4137-4090-8788-fc3f489b1966 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 217 time: 0.0514107 Aug 12 02:32:45.915729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-a470f9fd-45cd-4629-a91e-1de4c23ef251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:45.917375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-a470f9fd-45cd-4629-a91e-1de4c23ef251 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0645542 Aug 12 02:32:45.990330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-67aa5abc-7fbf-4b39-98b2-c6e0559e2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:45.992147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-67aa5abc-7fbf-4b39-98b2-c6e0559e2239 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0672765 Aug 12 02:32:46.116894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-558a20cb-d9a6-4bc2-8b53-79a5ce58aaf9 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162674 Aug 12 02:32:46.243290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-5b912521-b586-4472-b0b2-9c9f42063f1d service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187456 Aug 12 02:32:46.308060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-5becdfcc-c55e-4628-93a9-a589c5af77b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 217 time: 0.0569353 Aug 12 02:32:46.373321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-82c9edb0-3bfc-475e-a57c-3a281991b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:46.377702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-82c9edb0-3bfc-475e-a57c-3a281991b1fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0608130 Aug 12 02:32:46.468498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e80f6237-b342-43d6-bf65-6ea320b45c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:46.473078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-e80f6237-b342-43d6-bf65-6ea320b45c3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889459 Aug 12 02:32:46.601684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-fae8d24a-26fd-484e-9182-f9e97375817b service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191766 Aug 12 02:32:46.710357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-32e2a080-9948-4cb7-897c-b894888f8963 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013665 Aug 12 02:32:46.760426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-a7566d3b-7307-4ae6-8817-7a4cc50af00c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 217 time: 0.0428290 Aug 12 02:32:46.822659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-748f9d30-9151-4b91-90f7-265846e72825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:46.824287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-748f9d30-9151-4b91-90f7-265846e72825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.0566707 Aug 12 02:32:46.891383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-7bc033ab-7396-4585-837f-21002ffebb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:46.893054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-7bc033ab-7396-4585-837f-21002ffebb4b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0606101 Aug 12 02:32:47.020269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-47df13d2-ce80-498a-914a-62490184518f service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185017 Aug 12 02:32:47.155557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-8d25360f-46b6-4ba4-bd30-118938c47432 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286244 Aug 12 02:32:47.216388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-1f1c25f2-a73a-4b88-b745-6fe8ee59cbca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.0536973 Aug 12 02:32:47.286495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-21984bfc-f83a-4228-9a74-f69399ffc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:47.288492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-21984bfc-f83a-4228-9a74-f69399ffc5c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.0647950 Aug 12 02:32:47.391400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-63ee1b9f-38a4-4557-8809-c0e9afa4dfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:47.397811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-63ee1b9f-38a4-4557-8809-c0e9afa4dfec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013112 Aug 12 02:32:47.558296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-4e76a908-8df9-4dd7-8d90-ed2c6eb5bbf9 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510892 Aug 12 02:32:47.572965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58662) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:47.581078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'network': {'name': 'tempest-network-smoke--1037226006', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:47.609052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:47.612967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.628073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.697527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25c7a48b-8268-4819-ad1c-8835b61a29b8 req-3862dcab-001a-464b-9d81-09d251cafce5 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323454 Aug 12 02:32:47.747517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.751306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.770253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:32:47.791773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.792123 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Added segment 40af16da-3b93-44c9-92fb-780f0e78820c of type vlan for network 2051d394-cda8-4f2c-9b85-7cc29cf895eb Aug 12 02:32:47.810839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19034099-5cb1-4df3-991c-4b852d363bcd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:47.847276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.858180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.881157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.886964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:47.887876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.952248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3773220 Aug 12 02:32:47.955095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:47.960474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'admin_state_up': True, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:47.969876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d262e-2ad7-4646-ad0c-e749ed3cbe4d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Network': ['ID=2051d394-cda8-4f2c-9b85-7cc29cf895eb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:47.988487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:32:47.990603 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:47.992195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.096487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.239771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.519548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.558929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.708529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.25.3.156 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ca547a8d-81ee-4ea8-b281-3a2d87477ef6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:48.814741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.858820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:48.916120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:48.919188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:48.925905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:48.966546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:49.251398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:49.520263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:49.712910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:32:49.841054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:49.855943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Sync routers for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:49.870355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:49.871113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:49.875879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:49.877824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b52ba46f-2ef8-4f64-b65f-20f95c2c6417 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9213293 Aug 12 02:32:49.880974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:50.037769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:50.043943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ce945182-e2a2-47dc-a9a7-3a922b13ef7b tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=062c199c3bd241e3aeaf2d2eb3c397e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1610270 Aug 12 02:32:50.046584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58720) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:50.165969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42751dfc-b7f5-40ff-8692-08a6742160f2 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:50.170475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-42751dfc-b7f5-40ff-8692-08a6742160f2 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202278 Aug 12 02:32:50.170794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58726) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:50.210119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4fba04a0-0a85-47c8-b5d3-2bc32bc9f710 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380328 Aug 12 02:32:50.212941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58728) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:50.218765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096864258', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:50.356129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:50.361360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.453132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:49Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:50.486181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Checking router: e20cef03-7103-4cfd-8f8d-6edf21bed7c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:50.486511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Updating router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:50.520966 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.717241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.844262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Subnet': ['ID=b98997f6-efb8-4267-967c-834e5c9ddc3e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:50.847497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Checking segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:50.847900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network hostable DHCP agents. Network: 2051d394-cda8-4f2c-9b85-7cc29cf895eb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:32:50.867111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:32:50.872673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.894714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 2051d394-cda8-4f2c-9b85-7cc29cf895eb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:50.900152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Transition to ACTIVE for port object ca547a8d-81ee-4ea8-b281-3a2d87477ef6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:50.904413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:50.905739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.911388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ead458-5434-45f8-b156-5d3088c14bdf None None] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:50.942701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58748) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:50.943304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9e6fc4c2-455e-45a5-92cb-c3fd31f31716 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7287729 Aug 12 02:32:50.960542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:50.995901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Attempting to bind port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:50.996535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Attempting to bind port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:50.997305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Attempting to bind port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:51.071759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:51.071759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:51.071759 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.071759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:51.072257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Bound port: ca547a8d-81ee-4ea8-b281-3a2d87477ef6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:51.072352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.104281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af3cb-0a3a-45b9-8cda-454f315ba32e None None] Pushing event updated for resources: {'Port': ['ID=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:51.190823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] For port ca547a8d-81ee-4ea8-b281-3a2d87477ef6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:51.211687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] For port ca547a8d-81ee-4ea8-b281-3a2d87477ef6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:51.220852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.289004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:32:51.289834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.319878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:51.320774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:51.470523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af3cb-0a3a-45b9-8cda-454f315ba32e None None] Pushing event updated for resources: {'Port': ['ID=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:51.499848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.584613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Allocated IP 172.20.0.2 (2051d394-cda8-4f2c-9b85-7cc29cf895eb/b98997f6-efb8-4267-967c-834e5c9ddc3e/ddfde668-2320-42ab-b1bf-f2a724620a8f) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:51.592159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:51.963310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:51.974629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:49Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:51.976678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Transition to ACTIVE for port object ddfde668-2320-42ab-b1bf-f2a724620a8f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:52.007829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e392a10b-956b-4a0d-b4b2-2c399ece0990 None None] The sync data for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 is: [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:49Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:52.019614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Transition to ACTIVE for port object ddfde668-2320-42ab-b1bf-f2a724620a8f will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:52.037720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.095509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:52.107571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:52.113894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:52.124806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.20.0.1 (2051d394-cda8-4f2c-9b85-7cc29cf895eb/b98997f6-efb8-4267-967c-834e5c9ddc3e/cc83d76d-1de9-40b0-8ceb-50875beb1916) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:52.131543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Pushing event updated for resources: {'Port': ['ID=ddfde668-2320-42ab-b1bf-f2a724620a8f,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:52.214934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Attempting to bind port ddfde668-2320-42ab-b1bf-f2a724620a8f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:52.215525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Attempting to bind port ddfde668-2320-42ab-b1bf-f2a724620a8f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:52.216068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Attempting to bind port ddfde668-2320-42ab-b1bf-f2a724620a8f on network 2051d394-cda8-4f2c-9b85-7cc29cf895eb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:52.222905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:52.223582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Checking segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:52.224156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.224715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Bound using segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:52.225358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Bound port: ddfde668-2320-42ab-b1bf-f2a724620a8f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:52.225906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.303196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] For port ddfde668-2320-42ab-b1bf-f2a724620a8f, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:52.306687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] For port ddfde668-2320-42ab-b1bf-f2a724620a8f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ddfde668-2320-42ab-b1bf-f2a724620a8f,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:52.313478 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.324370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.385670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Transition to ACTIVE for port object cc83d76d-1de9-40b0-8ceb-50875beb1916 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:52.417492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c7e4c-f877-476e-8163-f46924034b71 None None] Pushing event updated for resources: {'Port': ['ID=ddfde668-2320-42ab-b1bf-f2a724620a8f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:52.480306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.544994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:52.559764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:52.566643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:52.610850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:52.639938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:52.932806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.362344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ca547a8d-81ee-4ea8-b281-3a2d87477ef6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:53.418594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.427885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.469444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:53.488254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:53.488635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.599059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.615712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:53.650496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.699191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ca547a8d-81ee-4ea8-b281-3a2d87477ef6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:53.708585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:53.709608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ddfde668-2320-42ab-b1bf-f2a724620a8f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:53.806939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:53.824512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ddfde668-2320-42ab-b1bf-f2a724620a8f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:53.833187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:53.835184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:53.970772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b18e6-519d-4e6d-911e-bcb6d0a905a8 None None] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:32:53.996872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:32:54.056454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Provisioning for port ddfde668-2320-42ab-b1bf-f2a724620a8f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:54.067589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Provisioning complete for port ddfde668-2320-42ab-b1bf-f2a724620a8f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:54.068254 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.160662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:32:54.167822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d7a3daa-c4f8-4b92-a898-f8bda982b423 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "PUT /v2.0/routers/e20cef03-7103-4cfd-8f8d-6edf21bed7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2235792 Aug 12 02:32:54.170571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58812) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:54.176980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--658494555', 'description': 'tempest-secgroup_access--658494555 description', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:54.205150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.307881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.316817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.323058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.361265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] For port ddfde668-2320-42ab-b1bf-f2a724620a8f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ddfde668-2320-42ab-b1bf-f2a724620a8f,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:54.366379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.367393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.369204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1976831 Aug 12 02:32:54.372280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:54.379040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--588562670', 'description': 'tempest-secgroup_general--588562670 description', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:54.406499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8aea-8093-4122-ba9c-13c89ca62839 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462c9c36-299b-4b21-9b28-fe3ade490f57,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:54.426123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.483382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4757f-33f5-4733-8bf0-0c50ca92cc31 None None] Pushing event updated for resources: {'Port': ['ID=ddfde668-2320-42ab-b1bf-f2a724620a8f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:54.596260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.602890 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.642973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.648658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58832) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:32:54.652723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2793083 Aug 12 02:32:54.653702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'security_group_rule': {'security_group_id': '462c9c36-299b-4b21-9b28-fe3ade490f57', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:54.660859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe312a11-93dc-4e2f-9d2b-c1c922ef8c10 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72814d9f-bfc6-4846-8a8e-8ba642d7f39f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:54.690268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Provisioning complete for port ddfde668-2320-42ab-b1bf-f2a724620a8f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:54.690694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.763167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.814233 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Sync routers for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:32:54.822162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Provisioning for port cc83d76d-1de9-40b0-8ceb-50875beb1916 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:54.829735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Provisioning complete for port cc83d76d-1de9-40b0-8ceb-50875beb1916 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:54.830205 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.837399 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:54.838097 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:54.886617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.892243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.899232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-51aa6211-5987-4c2f-ab22-6068b1851866 None None] Port cc83d76d-1de9-40b0-8ceb-50875beb1916 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:54.917087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0abd9f-0333-4396-ba41-ca9896e1c55d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:54.931131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:54.935139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-01b52310-0123-45de-8533-a930539fd3d3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2827616 Aug 12 02:32:54.990574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:55.029727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8152f00b-e546-4900-ac26-fe645e8bd9b4 None None] Provisioning complete for port cc83d76d-1de9-40b0-8ceb-50875beb1916 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:55.030022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8152f00b-e546-4900-ac26-fe645e8bd9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.099518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8152f00b-e546-4900-ac26-fe645e8bd9b4 None None] Port cc83d76d-1de9-40b0-8ceb-50875beb1916 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:55.193963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-c133499f-7af5-4856-bb74-ef80da3969ad tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--588562670&fields=id&tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2 HTTP/1.1" status: 200 len: 267 time: 0.0932345 Aug 12 02:32:55.296144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-b3e5718a-8a56-482b-aca1-21405e07250d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--658494555&fields=id&tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2 HTTP/1.1" status: 200 len: 267 time: 0.0905199 Aug 12 02:32:55.348080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ca547a8d-81ee-4ea8-b281-3a2d87477ef6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:55.360193 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 2, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:55.401834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Checking router: e20cef03-7103-4cfd-8f8d-6edf21bed7c3 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:32:55.402234 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Updating router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 port cc83d76d-1de9-40b0-8ceb-50875beb1916 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:32:55.431726 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.489500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-8f621009-1003-4626-ab03-7c8873a7ffce tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:55.492044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-8f621009-1003-4626-ab03-7c8873a7ffce tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/networks?id=2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 200 len: 797 time: 0.1861689 Aug 12 02:32:55.529850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-b09de629-05be-4e6b-82dc-fbc92fc2cd64 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/quotas/062c199c3bd241e3aeaf2d2eb3c397e2 HTTP/1.1" status: 200 len: 375 time: 0.0273099 Aug 12 02:32:55.618844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-ac4a6442-c0b3-4693-be20-2962a25983cc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686677 Aug 12 02:32:55.652445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4bda5326-da17-48b1-9b82-8e4d1498a17e None None] Provisioning complete for port cc83d76d-1de9-40b0-8ceb-50875beb1916 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:55.653016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4bda5326-da17-48b1-9b82-8e4d1498a17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.710568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4bda5326-da17-48b1-9b82-8e4d1498a17e None None] Port cc83d76d-1de9-40b0-8ceb-50875beb1916 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:55.716584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:55.716952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.756495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-3d1f4edb-eae8-4435-a126-9bda63541188 service neutron] 10.222.0.11 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361649 Aug 12 02:32:55.820818 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.828059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ddfde668-2320-42ab-b1bf-f2a724620a8f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:55.850147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Transition to ACTIVE for port object cc83d76d-1de9-40b0-8ceb-50875beb1916 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:55.863545 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.874114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-6a62a1d6-bc99-418e-8a1c-c7b95fa84d3a service neutron] 10.222.0.11 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104054 Aug 12 02:32:55.937560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ddfde668-2320-42ab-b1bf-f2a724620a8f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:55.938165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:55.952578 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f0cb9-7bbe-4a83-9341-bc29e2329513 None None] Pushing event updated for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:56.012442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Attempting to bind port cc83d76d-1de9-40b0-8ceb-50875beb1916 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:56.013076 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Attempting to bind port cc83d76d-1de9-40b0-8ceb-50875beb1916 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:56.013639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Attempting to bind port cc83d76d-1de9-40b0-8ceb-50875beb1916 on network 2051d394-cda8-4f2c-9b85-7cc29cf895eb {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:56.038506 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:56.050763 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Checking segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:56.051508 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:56.052284 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Bound using segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:56.053039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Bound port: cc83d76d-1de9-40b0-8ceb-50875beb1916, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:56.053595 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:56.166461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] For port cc83d76d-1de9-40b0-8ceb-50875beb1916, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:56.170328 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] For port cc83d76d-1de9-40b0-8ceb-50875beb1916, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cc83d76d-1de9-40b0-8ceb-50875beb1916,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:56.182267 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:56.209770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72bd8c41-0988-49cb-925b-196f9bdbad9d req-f5611bc9-7901-4d1b-b1ce-7d32fc23776e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 210 time: 0.0536685 Aug 12 02:32:56.252487 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f0cb9-7bbe-4a83-9341-bc29e2329513 None None] Pushing event updated for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:56.257026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:32:56.257653 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:32:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:56.463752 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:32:56.843106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:56Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:32:56.880333 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8265a-024b-4295-b81e-dd7b696381f0 None None] The sync data for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 is: [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:56Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:32:57.367264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cc83d76d-1de9-40b0-8ceb-50875beb1916 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:57.430142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-36bb91b6-4a78-413a-8b6d-a0e2ef087797 req-e9d1f8b5-2538-4c41-bdcc-a2abbf988e8c tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 210 time: 0.1074371 Aug 12 02:32:57.541865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cc83d76d-1de9-40b0-8ceb-50875beb1916 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:57.546159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cc83d76d-1de9-40b0-8ceb-50875beb1916 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:57.546657 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:57.616697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dca5fcdf-b6f3-48a5-86fb-8e5b12b8fb5e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:57.624456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dca5fcdf-b6f3-48a5-86fb-8e5b12b8fb5e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.25 "GET /v2.0/networks?id=2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 200 len: 797 time: 0.2150908 Aug 12 02:32:57.687237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:57.723122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-ffd38554-60d0-4a32-8642-d5ba9893a85f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2 HTTP/1.1" status: 200 len: 476 time: 0.0885284 Aug 12 02:32:57.737266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'port': {'device_id': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'admin_state_up': True, 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'security_groups': ['72814d9f-bfc6-4846-8a8e-8ba642d7f39f', '462c9c36-299b-4b21-9b28-fe3ade490f57']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:57.742057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cc83d76d-1de9-40b0-8ceb-50875beb1916, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cc83d76d-1de9-40b0-8ceb-50875beb1916,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:32:57.754528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:57.836702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:57.909052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:32:57.913434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:58.064179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.20.0.12 (2051d394-cda8-4f2c-9b85-7cc29cf895eb/b98997f6-efb8-4267-967c-834e5c9ddc3e/57362977-0dfe-4b2e-b4a4-2a51aa5ff40c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:32:58.241049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:58.257127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Transition to ACTIVE for port object 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:58.295792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:58.357994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:32:58.364376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:32:58.368405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:32:58.406745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:58.444516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:58.444516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:58.482263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-dd79e2f8-d156-435e-96d1-ee1ca19bb942 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7490981 Aug 12 02:32:58.503923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Request body: {'port': {'device_id': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:32:58.613201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ca9b-b2f2-44db-be56-2dfa530e88f6 req-c43d9976-a863-42ed-a5a7-02856710ca2f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:58.614858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa14ca9b-b2f2-44db-be56-2dfa530e88f6 req-c43d9976-a863-42ed-a5a7-02856710ca2f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 971 time: 0.0860801 Aug 12 02:32:58.696019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa14ca9b-b2f2-44db-be56-2dfa530e88f6 req-9c22d19b-4fd2-44e1-abc0-faaddf38850e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0680718 Aug 12 02:32:58.840161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fcf70fd5-7096-4584-8d7b-835a737f7aaf None None] Provisioning for port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:32:58.845609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fcf70fd5-7096-4584-8d7b-835a737f7aaf None None] Provisioning complete for port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:58.846053 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fcf70fd5-7096-4584-8d7b-835a737f7aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:58.892659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fcf70fd5-7096-4584-8d7b-835a737f7aaf None None] Port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:32:59.002349 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.280861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cc83d76d-1de9-40b0-8ceb-50875beb1916 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:32:59.322372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:32:59.333904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.347586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Transition to ACTIVE for port object 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:32:59.354514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.364066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cc83d76d-1de9-40b0-8ceb-50875beb1916 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:32:59.364919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.443914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Pushing event updated for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:32:59.579909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Attempting to bind port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:32:59.582029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Attempting to bind port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:32:59.582182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Attempting to bind port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c on network 2051d394-cda8-4f2c-9b85-7cc29cf895eb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:59.594256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c on network 2051d394-cda8-4f2c-9b85-7cc29cf895eb not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:32:59.594737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Attempting to bind port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c on network 2051d394-cda8-4f2c-9b85-7cc29cf895eb {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:32:59.604869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:32:59.605197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Checking segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:32:59.605606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Bound using segment: {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:32:59.606085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Bound port: 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40af16da-3b93-44c9-92fb-780f0e78820c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:32:59.610790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.747499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:32:59.773739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:32:59.784057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.864733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:32:59.865657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:32:59.868302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] 10.222.0.25 "PUT /v2.0/ports/57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 200 len: 1131 time: 1.3781655 Aug 12 02:32:59.869747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:32:59.872728 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266bff41-797b-4240-b317-410bbccbf9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:00.079351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d8f7d-2bcf-4012-8de0-087454ece069 req-10304c19-820f-4c69-a99a-48f12c13983a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.081804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-822d8f7d-2bcf-4012-8de0-087454ece069 req-10304c19-820f-4c69-a99a-48f12c13983a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 983 time: 0.1575913 Aug 12 02:33:00.082951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345982-5cfd-4e1a-83f5-da26a1eb4f42 service neutron] Pushing event updated for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:00.093897 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf974dee-d885-40b6-aedb-1dab57358945 x-openstack-request-id: req-bf974dee-d885-40b6-aedb-1dab57358945 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:00.094603 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:00.095153 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf974dee-d885-40b6-aedb-1dab57358945 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:00.095904 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'status': 'completed', 'code': 200} Aug 12 02:33:00.101944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-3223e73e-aa2f-4cf4-b452-3e085ff6f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.105383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-3223e73e-aa2f-4cf4-b452-3e085ff6f659 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1134 time: 0.1680043 Aug 12 02:33:00.208830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-4ec7a56c-41f1-42e0-8ba6-cfe7b372d951 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 200 len: 217 time: 0.0710421 Aug 12 02:33:00.224113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-822d8f7d-2bcf-4012-8de0-087454ece069 req-34d077b9-216b-419f-bc7c-cec7ac7eb4ab tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1164865 Aug 12 02:33:00.288764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-9d881c74-2d31-45ce-87a5-afd501bf8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.290798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-9d881c74-2d31-45ce-87a5-afd501bf8ae6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b98997f6-efb8-4267-967c-834e5c9ddc3e HTTP/1.1" status: 200 len: 835 time: 0.0656636 Aug 12 02:33:00.357748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-ed97bc52-0f3d-40a8-a633-0bdf958d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.359895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-ed97bc52-0f3d-40a8-a633-0bdf958d893d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2051d394-cda8-4f2c-9b85-7cc29cf895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614491 Aug 12 02:33:00.506154 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-e8964ca1-e61e-4bfb-bb88-1456b056670c service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380630 Aug 12 02:33:00.672301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79ef6628-dbfa-4063-a4a6-65a2b8f05b2c req-9ce851c9-7c65-477a-9760-c2361f7243e6 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515598 Aug 12 02:33:00.798758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bff41-797b-4240-b317-410bbccbf9c3 req-936adfd6-4579-433d-95dc-b6f71fbef933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.801612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-936adfd6-4579-433d-95dc-b6f71fbef933 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1134 time: 0.0573127 Aug 12 02:33:00.923225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bff41-797b-4240-b317-410bbccbf9c3 req-ecb6aacd-40f3-4f50-b559-aaa4200c087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:00.925244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-ecb6aacd-40f3-4f50-b559-aaa4200c087e service neutron] 10.222.0.25 "GET /v2.0/networks?id=2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 200 len: 898 time: 0.1160882 Aug 12 02:33:00.973178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-8926e3e1-1c20-4092-8ae1-6ba25fdfb998 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 200 len: 217 time: 0.0402086 Aug 12 02:33:01.029538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bff41-797b-4240-b317-410bbccbf9c3 req-8f476ac7-d9fe-4dfa-bfa0-2ef2e5203bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.031095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-8f476ac7-d9fe-4dfa-bfa0-2ef2e5203bb3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b98997f6-efb8-4267-967c-834e5c9ddc3e HTTP/1.1" status: 200 len: 835 time: 0.0510318 Aug 12 02:33:01.093922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bff41-797b-4240-b317-410bbccbf9c3 req-c070d7f0-b471-4d97-ba29-220137e7e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.096473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-c070d7f0-b471-4d97-ba29-220137e7e4f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2051d394-cda8-4f2c-9b85-7cc29cf895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572627 Aug 12 02:33:01.205570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-42b84d1d-aa10-4c58-86de-04cffac4fa03 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988531 Aug 12 02:33:01.323669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-266bff41-797b-4240-b317-410bbccbf9c3 req-4d790d24-e646-492c-a246-8f02023471b4 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070890 Aug 12 02:33:01.413157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc6f34-bb37-4be4-ad5d-369c9e070049 req-e009cd3b-b7d8-4542-b9a9-ba3dfb31d01f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.414681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34cc6f34-bb37-4be4-ad5d-369c9e070049 req-e009cd3b-b7d8-4542-b9a9-ba3dfb31d01f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 983 time: 0.0585489 Aug 12 02:33:01.460551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34cc6f34-bb37-4be4-ad5d-369c9e070049 req-46ab259b-ae05-4720-a453-e472857c98ee tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0395534 Aug 12 02:33:01.586963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-f7e10dd8-c37a-40a6-b1a4-54b54d68ab5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446768 Aug 12 02:33:01.668244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ac15-e114-4325-a43e-271d445dad3b req-bcb15efe-cfe3-45bb-b800-3de7c10d6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.669795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-bcb15efe-cfe3-45bb-b800-3de7c10d6a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.0405664 Aug 12 02:33:01.778965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ac15-e114-4325-a43e-271d445dad3b req-3f372260-a4a2-4eee-ad5b-c08f249ce083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.780493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-3f372260-a4a2-4eee-ad5b-c08f249ce083 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.0879800 Aug 12 02:33:01.859677 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-52a03c1d-95ad-4eac-b9c8-be9b372e9790 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1002 time: 0.0690818 Aug 12 02:33:01.916042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ac15-e114-4325-a43e-271d445dad3b req-67146ded-66c8-46b6-84af-02ff2da0937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.917786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-67146ded-66c8-46b6-84af-02ff2da0937c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0536766 Aug 12 02:33:01.967151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2029-33fc-44b4-a9e2-e2aabbb479a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:01.998022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8ac15-e114-4325-a43e-271d445dad3b req-387c0d8b-7cf6-4b49-ab8a-ef7e53e35137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:01.999735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-387c0d8b-7cf6-4b49-ab8a-ef7e53e35137 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750682 Aug 12 02:33:02.124027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-81db5922-aae0-4bf8-808e-66dce7668f9e service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168978 Aug 12 02:33:02.265978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6db8ac15-e114-4325-a43e-271d445dad3b req-911f3137-ebd8-4b28-a710-186c0019d9ce service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317921 Aug 12 02:33:02.419644 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:33:02.587614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7b0c3-9f29-4821-aa1b-411e94e87016 req-b807e2eb-473c-4953-848b-2de06424ce4b tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:02.589912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42c7b0c3-9f29-4821-aa1b-411e94e87016 req-b807e2eb-473c-4953-848b-2de06424ce4b tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 983 time: 0.0533326 Aug 12 02:33:02.632898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42c7b0c3-9f29-4821-aa1b-411e94e87016 req-614d677c-c843-48c1-ae21-e79a41debfc9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0348940 Aug 12 02:33:02.652917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:33:02.765837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:02.778991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'port_id': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'mac_address': 'fa:16:3e:d1:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:33:02.818811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:02.835200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:33:02.858510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:02.864558 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:02.916089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:03.130782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:33:03.214509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45f9d-d0e8-4119-92e4-69fbfef8a991 req-7b30cefa-2b90-4e30-8efa-4604c5cbcdd4 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:03.216448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efe45f9d-d0e8-4119-92e4-69fbfef8a991 req-7b30cefa-2b90-4e30-8efa-4604c5cbcdd4 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1097 time: 0.0699179 Aug 12 02:33:03.262306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-efe45f9d-d0e8-4119-92e4-69fbfef8a991 req-ce30d19e-8035-4843-9fe1-aa0c203dea14 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388563 Aug 12 02:33:03.289227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59014) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:03.503849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port ca1d2354-26a1-4c74-bf11-11ce75f714dc {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:33:03.504335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:03.785145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928f3e-b06a-4c40-b3f8-75225e271db6 req-54520847-7bca-4ed6-8840-517ead76bcb2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:03.786924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a928f3e-b06a-4c40-b3f8-75225e271db6 req-54520847-7bca-4ed6-8840-517ead76bcb2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 984 time: 0.0680566 Aug 12 02:33:03.839760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a928f3e-b06a-4c40-b3f8-75225e271db6 req-4d9167f9-f14d-4041-9353-6793162d0284 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0466700 Aug 12 02:33:03.955998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:03.956891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:03.970251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for ca1d2354-26a1-4c74-bf11-11ce75f714dc owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:33:04.175340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.200890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=ca1d2354-26a1-4c74-bf11-11ce75f714dc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:04.215370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.215370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.215370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.215370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.215768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.216077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.216418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.216754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.217092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.217421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.217751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.218080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:04.285217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.285675 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 70fdea3b-5833-455b-b652-eeae7ab65a50 disassociated (deleted). External IP: 172.25.3.171, port: 57aab367-51f1-4bdd-84fb-d287571bd5af. Aug 12 02:33:04.539058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:04.587906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.589995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3385bf6c-c6d8-4a4a-82d9-8ab14b918a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.657749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:04.661717 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.676403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:04.681924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.694734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Sync routers for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:04.710756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:04.712021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:04.717244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-48c3ab6c-e8a3-4446-88fd-9641ef895fd7 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/floatingips/70fdea3b-5833-455b-b652-eeae7ab65a50 HTTP/1.1" status: 204 len: 168 time: 1.4269261 Aug 12 02:33:04.718147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:04.732292 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a386ee4b-1bad-49fe-9800-486c189b4b30" -d '{"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:04.778229 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560d01fe-2143-4a83-82ae-49e01b75c3d1 x-openstack-request-id: req-560d01fe-2143-4a83-82ae-49e01b75c3d1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:04.778564 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:04.778792 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-560d01fe-2143-4a83-82ae-49e01b75c3d1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:04.779744 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:33:04.844364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:04.872840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:04.880378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:04.881009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:04.903385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-eec53974-8ab1-4d32-b85e-df0a941a089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:04.907564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-eec53974-8ab1-4d32-b85e-df0a941a089b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 1097 time: 0.0873079 Aug 12 02:33:05.110695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e1da5-51ea-4caf-855e-f7d33b69e458 req-482033e0-182e-4f0d-9450-488e6722acf1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.112899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e9e1da5-51ea-4caf-855e-f7d33b69e458 req-482033e0-182e-4f0d-9450-488e6722acf1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 984 time: 0.0942192 Aug 12 02:33:05.128962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-80f8ac4f-acb6-49c7-9731-f3e3a60d3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.130561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-80f8ac4f-acb6-49c7-9731-f3e3a60d3a15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 200 len: 897 time: 0.2120521 Aug 12 02:33:05.146655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4e14-6772-451a-8124-676c1646e2f5 req-f53e4845-cbb4-43aa-bd4b-3253526e11b5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.149500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0fea4e14-6772-451a-8124-676c1646e2f5 req-f53e4845-cbb4-43aa-bd4b-3253526e11b5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 946 time: 0.0806344 Aug 12 02:33:05.169331 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:05.213301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:05.216699 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c427f1c5-1276-4e02-8376-80b0e6ec3be9" -d '{"events": [{"server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:05.231279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0fea4e14-6772-451a-8124-676c1646e2f5 req-839a46ac-0c14-4170-bca0-4d43cb32693f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750794 Aug 12 02:33:05.234779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-4b58e887-be98-47ef-b5d8-e6cab2dcca2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 200 len: 217 time: 0.0866094 Aug 12 02:33:05.267413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:05.289379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:05.327256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-4de2fa66-3127-487c-9853-562c98e87f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.328611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-4de2fa66-3127-487c-9853-562c98e87f4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 200 len: 834 time: 0.0631976 Aug 12 02:33:05.355050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:05.361414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e9e1da5-51ea-4caf-855e-f7d33b69e458 req-9d517d2f-578c-4bf0-934f-63dd26926dfd tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2240610 Aug 12 02:33:05.402550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Checking router: a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:05.410006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:05.418320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-a48b8316-9a70-4558-9521-163e863a6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.420841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:05.421247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-a48b8316-9a70-4558-9521-163e863a6e1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0bab065d-089f-4d11-b6c0-c945ca8115d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558274 Aug 12 02:33:05.421453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:05.526211 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f6c8d6-1407-44a5-9afe-62665a640d5d x-openstack-request-id: req-c5f6c8d6-1407-44a5-9afe-62665a640d5d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:05.526588 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "name": "network-vif-plugged", "status": "completed", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:05.526776 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5f6c8d6-1407-44a5-9afe-62665a640d5d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:05.527167 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'code': 200} Aug 12 02:33:05.562246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:05.563228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-743d1ef5-f90c-4b59-a983-b35fff6996e6 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334920 Aug 12 02:33:05.704160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38205a82-70b3-4e64-814d-04c21e91c3e4 req-43485846-6338-42a0-a028-d2e7c82e25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:05.706958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38205a82-70b3-4e64-814d-04c21e91c3e4 req-43485846-6338-42a0-a028-d2e7c82e25c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1136 time: 0.1422246 Aug 12 02:33:05.776935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38205a82-70b3-4e64-814d-04c21e91c3e4 req-113020bf-7510-45d0-8d55-37a09beb9372 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&id=462c9c36-299b-4b21-9b28-fe3ade490f57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0615304 Aug 12 02:33:05.778989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a386ee4b-1bad-49fe-9800-486c189b4b30 req-fcdf8cb7-7aaf-4b1b-9487-7dd7c24b7042 service neutron] 10.222.0.21 "GET /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709497 Aug 12 02:33:05.829519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:05.845110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:05.875233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a603c3-8f97-4dde-86ae-5d3f36a051fc None None] The sync data for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 is: [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:29:50Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '806d73b0-5f2b-435d-94dc-645cdd21ba76', 'name': '', 'network_id': '0bab065d-089f-4d11-b6c0-c945ca8115d8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:8d:46:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:49Z', 'updated_at': '2021-08-12T02:29:57Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': '552a7374-7442-4886-815c-ddfe2fc17d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:06.226517 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fd3a38-987c-4627-b556-55484383e7e1 None None] New status for floating IP 70fdea3b-5833-455b-b652-eeae7ab65a50: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:33:06.416352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb3575-975b-472b-801b-a38e945a9474 req-418e5015-86d1-444c-95f8-008451124fb3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.428910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddb3575-975b-472b-801b-a38e945a9474 req-418e5015-86d1-444c-95f8-008451124fb3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 946 time: 0.0728128 Aug 12 02:33:06.460367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9fc3-2b7e-497a-8276-5f038eb1b455 req-3c588682-167e-4235-a8ea-ccadbfcf1fc7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.478920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-12ac9fc3-2b7e-497a-8276-5f038eb1b455 req-3c588682-167e-4235-a8ea-ccadbfcf1fc7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1325366 Aug 12 02:33:06.526122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bddb3575-975b-472b-801b-a38e945a9474 req-a8137e19-4fc1-41d0-a8f2-162a7e7f8f1f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948370 Aug 12 02:33:06.575930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-12ac9fc3-2b7e-497a-8276-5f038eb1b455 req-b1c56b96-f435-43d5-b25b-ff4f11febfb2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931783 Aug 12 02:33:06.659628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e256b4-9429-4941-9e27-4f527c2a8508 req-a557b4d2-50b0-4399-b6d5-637c3b4a2740 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.662269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99e256b4-9429-4941-9e27-4f527c2a8508 req-a557b4d2-50b0-4399-b6d5-637c3b4a2740 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0622265 Aug 12 02:33:06.768121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99e256b4-9429-4941-9e27-4f527c2a8508 req-b1150680-3ba3-46c9-ab0d-328ecf9f47e3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0964468 Aug 12 02:33:06.796757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-1b78215f-b02b-4e23-b69d-f0a86a0a13f1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.798261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-1b78215f-b02b-4e23-b69d-f0a86a0a13f1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 946 time: 0.1043303 Aug 12 02:33:06.962696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.968683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.975347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.981416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.987594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.993744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:06.999619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.001628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-38902b2c-d71e-4c55-a522-863bce3eeba3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1107395 Aug 12 02:33:07.009363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:33:07.009709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:07.097776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-47feab0f-1b81-4e8e-8425-871fdc96b98a req-31369e90-0675-463a-ba44-e76e135e282c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849836 Aug 12 02:33:07.131570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 57aab367-51f1-4bdd-84fb-d287571bd5af, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=57aab367-51f1-4bdd-84fb-d287571bd5af,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:07.132050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:07.145504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 57aab367-51f1-4bdd-84fb-d287571bd5af owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:33:07.290896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.297334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.306717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.314612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.324629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:07.335725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:07.341600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.347835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.354035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.356913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a952dba6-88e4-422b-aebd-424ed1e6ecf1 req-3d107074-f76b-40d8-9700-27d2a24983f2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1305087 Aug 12 02:33:07.396241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=57aab367-51f1-4bdd-84fb-d287571bd5af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:07.445450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] No DVR routers for this DVR port 57aab367-51f1-4bdd-84fb-d287571bd5af on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:33:07.449333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:07.451737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5bf6132-c025-47b1-bb10-da8870cb0d37 req-5f8d8482-c8be-4126-b51c-feee4cc4a337 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "DELETE /v2.0/ports/57aab367-51f1-4bdd-84fb-d287571bd5af HTTP/1.1" status: 204 len: 173 time: 0.6426961 Aug 12 02:33:07.452332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-deleted', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:07.454675 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca91ee-202e-40e3-b544-cd5fdd4336e9" -d '{"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-deleted", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:07.529597 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf3cac5-d522-4204-870f-560058def21a x-openstack-request-id: req-ebf3cac5-d522-4204-870f-560058def21a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:07.529910 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b67e38-c408-40ba-aea8-5e53c0f6cf4e", "name": "network-vif-deleted", "tag": "57aab367-51f1-4bdd-84fb-d287571bd5af", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:07.530162 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebf3cac5-d522-4204-870f-560058def21a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:07.530572 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b67e38-c408-40ba-aea8-5e53c0f6cf4e', 'name': 'network-vif-deleted', 'tag': '57aab367-51f1-4bdd-84fb-d287571bd5af', 'status': 'completed', 'code': 200} Aug 12 02:33:07.678334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb5d2ca-8bee-45e3-af9d-8d794cda1d6c req-844698d4-0fbf-495a-af15-db9d27c45e6e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=42b67e38-c408-40ba-aea8-5e53c0f6cf4e HTTP/1.1" status: 200 len: 210 time: 0.0402596 Aug 12 02:33:07.759079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e382-d4d6-4a15-a1c0-36e449e3f99c req-e055a819-dc06-4e5e-b05b-211702b96968 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.761036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d184e382-d4d6-4a15-a1c0-36e449e3f99c req-e055a819-dc06-4e5e-b05b-211702b96968 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0759542 Aug 12 02:33:07.809615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d184e382-d4d6-4a15-a1c0-36e449e3f99c req-16323141-bc8c-4a9e-9431-49c56642b73d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Aug 12 02:33:07.934277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788b596-347d-42d5-bd27-0b237e1f0763 req-6115f8f8-ae48-49ca-bfb0-e1495b982be3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:07.936303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5788b596-347d-42d5-bd27-0b237e1f0763 req-6115f8f8-ae48-49ca-bfb0-e1495b982be3 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0755651 Aug 12 02:33:07.979258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5788b596-347d-42d5-bd27-0b237e1f0763 req-93fb5389-58a7-48ea-8005-28d1a2abf9ca tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363445 Aug 12 02:33:08.117518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b8f24-8cb2-4148-86cd-bcc67ee89655 req-e4e006e1-e6c3-4576-b45b-5ea60beb4535 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:08.119109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a78b8f24-8cb2-4148-86cd-bcc67ee89655 req-e4e006e1-e6c3-4576-b45b-5ea60beb4535 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0632470 Aug 12 02:33:08.164379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a78b8f24-8cb2-4148-86cd-bcc67ee89655 req-a5600b61-1c45-460b-b968-f97a5321df50 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0370681 Aug 12 02:33:08.280741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-6922e0dd-c8ee-4177-9ea4-5f9491b7800a tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:08.282803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-6922e0dd-c8ee-4177-9ea4-5f9491b7800a tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1136 time: 0.0432518 Aug 12 02:33:08.305184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-7c50ac7d-5869-472f-bb3a-a993a3b072d9 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:08.419767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-7c50ac7d-5869-472f-bb3a-a993a3b072d9 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:08.425056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-7c50ac7d-5869-472f-bb3a-a993a3b072d9 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:08.458143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84e98e7c-9617-43cb-8b2d-e80584306ace req-7c50ac7d-5869-472f-bb3a-a993a3b072d9 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1688180 Aug 12 02:33:08.462937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50ac7d-5869-472f-bb3a-a993a3b072d9 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef6c9bc-1d0e-4adf-b81b-5051403df3f6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:08.494428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59528) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:08.539995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b54002-b254-43c2-b6db-2de6a2509a5e tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:08.541556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b1b54002-b254-43c2-b6db-2de6a2509a5e tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1131 time: 0.0460353 Aug 12 02:33:08.544384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:08.548699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:08.576718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:08.680714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:08.747282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:08.801528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.25.3.124 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7b77f969-0fe2-4f9e-992e-acb76158399e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:08.948917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.018068 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.033781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38110d87-eb7e-419f-ad22-71c95e10f8f2 req-0ac4ab30-58cc-4267-9d90-df87fbeb3885 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.035811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38110d87-eb7e-419f-ad22-71c95e10f8f2 req-0ac4ab30-58cc-4267-9d90-df87fbeb3885 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1313429 Aug 12 02:33:09.073233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:09.076572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:09.082136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:09.161700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-38110d87-eb7e-419f-ad22-71c95e10f8f2 req-c72cff6e-6b7b-4d5e-a0cf-69269b2cdc8d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156859 Aug 12 02:33:09.235871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=7b77f969-0fe2-4f9e-992e-acb76158399e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:09.293241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.620996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:09.630424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.682868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 806d73b0-5f2b-435d-94dc-645cdd21ba76 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:33:09.684824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.712060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.888117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.888638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.889087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.889568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.890041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.890513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.890980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:09.897630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-014103c1-c8bc-446e-994b-f956ca495190 req-41e842ae-5f75-4925-8760-62117ffcc081 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.2755990 Aug 12 02:33:09.907250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.917127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.954487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 806d73b0-5f2b-435d-94dc-645cdd21ba76, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=806d73b0-5f2b-435d-94dc-645cdd21ba76,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:09.955280 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:09.973474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 806d73b0-5f2b-435d-94dc-645cdd21ba76 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:33:10.017303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:10.021095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=7b77f969-0fe2-4f9e-992e-acb76158399e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:10.065178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-014103c1-c8bc-446e-994b-f956ca495190 req-1044a616-a180-41e5-b0da-5e16a6dfee5e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1553881 Aug 12 02:33:10.156655 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Floating IP c3e36654-1628-403d-ad8a-ecb1f6c3879c associated. External IP: 172.25.3.124, port: 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c. Aug 12 02:33:10.255530 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:10.300093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=806d73b0-5f2b-435d-94dc-645cdd21ba76,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:10.376443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc265d5-1d9d-41f6-908e-f1b1d7403e40 req-4e833f33-0528-4c83-a064-f19520dd05bc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.379287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ecc265d5-1d9d-41f6-908e-f1b1d7403e40 req-4e833f33-0528-4c83-a064-f19520dd05bc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1350849 Aug 12 02:33:10.445200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:10.506048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:33:10.524070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ecc265d5-1d9d-41f6-908e-f1b1d7403e40 req-4df925fb-653a-4a34-9270-9d4a63221ccb tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318774 Aug 12 02:33:10.556789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 57aab367-51f1-4bdd-84fb-d287571bd5af {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:33:10.557069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 57aab367-51f1-4bdd-84fb-d287571bd5af not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:33:10.629663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:10.645331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Sync routers for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:10.650431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:10.651109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:10.670710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:10.671676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:10.696864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1f6a63e-a0e2-4121-af92-22a96da2ce36 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1514432 Aug 12 02:33:10.697636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:10.698352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:10.700841 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bdfe38-4338-4f36-9ffe-690de75ca115" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:10.780734 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5acfce-4373-44a8-8156-7b92126f3c2c x-openstack-request-id: req-fb5acfce-4373-44a8-8156-7b92126f3c2c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:10.794661 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:10.795340 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb5acfce-4373-44a8-8156-7b92126f3c2c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:10.796420 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'status': 'completed', 'code': 200} Aug 12 02:33:10.866919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.868028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.868686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.869461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.870108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.870863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.871535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.872174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.872811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.873448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.874105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.874744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.876050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.876819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.883293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-66287e21-3b14-4816-b599-c6e6af2a25a1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9834 time: 0.1792417 Aug 12 02:33:10.884319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59582) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:10.902998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:10.923692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-957f7db6-3b34-46dd-a85b-4c2a7dd4c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:10.930515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-957f7db6-3b34-46dd-a85b-4c2a7dd4c1a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1136 time: 0.0948586 Aug 12 02:33:11.078219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.079680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.081575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.081575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.082280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.082280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.083343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.085701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.085701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.085701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.086092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.087052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.087707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.088206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.095408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5a5594b0-46e9-420b-b626-0dc93d02dbb6 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8891 time: 0.2098815 Aug 12 02:33:11.096053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:11.346523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c3e36654-1628-403d-ad8a-ecb1f6c3879c', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'port_id': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'mac_address': 'fa:16:3e:d1:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:09Z', 'updated_at': '2021-08-12T02:33:09Z', 'revision_number': 0, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:11.382719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Checking router: e20cef03-7103-4cfd-8f8d-6edf21bed7c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:11.394697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:11.395630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:11.617308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-d2258ecc-6b22-4ea5-859a-4a4550002b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.618790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-d2258ecc-6b22-4ea5-859a-4a4550002b84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 200 len: 898 time: 0.6162307 Aug 12 02:33:11.627053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:11.671170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a06df1-882e-4bfd-9b95-e5d67af3fe86 req-90c220f9-1a07-462d-a86e-3bb7bbb0885e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.673028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2a06df1-882e-4bfd-9b95-e5d67af3fe86 req-90c220f9-1a07-462d-a86e-3bb7bbb0885e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0583007 Aug 12 02:33:11.724260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2a06df1-882e-4bfd-9b95-e5d67af3fe86 req-daa46d13-a852-4c88-a248-bdabb0eaa504 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 Aug 12 02:33:11.728183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:11.782482 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-7c8d6abf-260e-4ba3-8cf0-8f5ed457f89c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 200 len: 1000 time: 0.1510367 Aug 12 02:33:11.891430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-0b74e21a-dbfc-41e1-9fb2-225427e14dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.892942 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-0b74e21a-dbfc-41e1-9fb2-225427e14dcb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b98997f6-efb8-4267-967c-834e5c9ddc3e HTTP/1.1" status: 200 len: 835 time: 0.1003623 Aug 12 02:33:11.899994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:11.913097 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Sync routers for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:11.916727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-050ee800-64f6-4099-8fc0-899fd2f0b36a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/a15b1fd0-07ec-4e6a-ad0e-5142a031cac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1657827 Aug 12 02:33:11.917439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59596) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:11.925136 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:11.926155 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:11.969864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2cd15495-be60-4664-8c35-bfd66e2d47a5 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5949 time: 0.8726318 Aug 12 02:33:11.972577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-e3fac9c9-f63a-4a24-bd44-15612e43eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:11.974161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-e3fac9c9-f63a-4a24-bd44-15612e43eaa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2051d394-cda8-4f2c-9b85-7cc29cf895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722530 Aug 12 02:33:11.974557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:12.003719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting subnet 552a7374-7442-4886-815c-ddfe2fc17d84 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:33:12.009006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.034252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c3e36654-1628-403d-ad8a-ecb1f6c3879c', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'port_id': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'mac_address': 'fa:16:3e:d1:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:09Z', 'updated_at': '2021-08-12T02:33:09Z', 'revision_number': 0, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:12.073472 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.120894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c8120-480b-4c05-adb8-92eb2e58a5ac None None] The sync data for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 is: [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c3e36654-1628-403d-ad8a-ecb1f6c3879c', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'floating_ip_address': '172.25.3.124', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'port_id': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'mac_address': 'fa:16:3e:d1:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:09Z', 'updated_at': '2021-08-12T02:33:09Z', 'revision_number': 0, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:12.183816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:12.195054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03576926-2b66-4f7f-a697-a55a845dbcc0 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:12.197970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03576926-2b66-4f7f-a697-a55a845dbcc0 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:12.215493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-03576926-2b66-4f7f-a697-a55a845dbcc0 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e20cef03-7103-4cfd-8f8d-6edf21bed7c3 HTTP/1.1" status: 200 len: 1990 time: 0.2269361 Aug 12 02:33:12.234709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-65b99f70-b8b3-40b4-9d72-74c33fe2a989 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515185 Aug 12 02:33:12.256241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.394732 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.441332 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5bdfe38-4338-4f36-9ffe-690de75ca115 req-933bb7f2-19d4-4a22-805b-9eb7809142c4 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971197 Aug 12 02:33:12.449118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Subnet': ['ID=552a7374-7442-4886-815c-ddfe2fc17d84,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:12.458895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.464206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:12.472197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f5c255a8-af47-43f0-98ae-c2dca6cb80a5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/subnets/552a7374-7442-4886-815c-ddfe2fc17d84 HTTP/1.1" status: 204 len: 168 time: 0.5524547 Aug 12 02:33:12.476536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f432439-2f06-41fc-b481-1204e40503e3 None None] Network 0bab065d-089f-4d11-b6c0-c945ca8115d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:12.565241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:33:10Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:12.570220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ba3424-c83e-40f1-a4fa-a3cc81f077ac None None] New status for floating IP c3e36654-1628-403d-ad8a-ecb1f6c3879c: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:33:12.635788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.651443 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Checking router: a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:12.662754 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Routers {'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:12.663671 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:12.817879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.855039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] Set router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:12.949834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d9300-3186-403e-82ab-40bcb861cfc0 req-0c02f442-0edf-4d54-b5e0-9cd45bf33b90 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:12.951551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d9300-3186-403e-82ab-40bcb861cfc0 req-0c02f442-0edf-4d54-b5e0-9cd45bf33b90 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1122067 Aug 12 02:33:12.954148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 86221079-bd6d-4ec3-bbf9-7b475adc0baf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:33:12.954565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:12.972395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] DHCP port deletion for 0bab065d-089f-4d11-b6c0-c945ca8115d8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:33:13.024869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d9300-3186-403e-82ab-40bcb861cfc0 req-498cb0e8-cbb2-420d-9f36-0d679b66befc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666182 Aug 12 02:33:13.086736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Deleting port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:33:13.087109 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.168738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] For port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,segment=NetworkSegment(7ae143a6-22e6-4907-8928-46c35a3e1074),segment_id=7ae143a6-22e6-4907-8928-46c35a3e1074)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:13.169629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.181151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 86221079-bd6d-4ec3-bbf9-7b475adc0baf, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=86221079-bd6d-4ec3-bbf9-7b475adc0baf,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:13.181955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.204980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Calling delete_port for c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:33:13.212660 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:33:10Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:13.218807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 86221079-bd6d-4ec3-bbf9-7b475adc0baf owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:33:13.285165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3c93a6-5f6a-49ba-894d-984ada00de7b None None] The sync data for ids ['a15b1fd0-07ec-4e6a-ad0e-5142a031cac0'] in n-d-804303-2 is: [{'id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101219309', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:29:44Z', 'updated_at': '2021-08-12T02:33:10Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '86221079-bd6d-4ec3-bbf9-7b475adc0baf', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15b1fd0-07ec-4e6a-ad0e-5142a031cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:29:45Z', 'updated_at': '2021-08-12T02:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:13.350204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:33:13.377573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.410932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] Pushing event deleted for resources: {'Port': ['ID=c3ac61c9-967f-4f01-b0c9-ce59fb7fa887,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:13.424367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42959f6-41ea-4e0a-8a5b-701c6f83ea46 None None] No DVR routers for this DVR port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:33:13.437673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No active binding found for port c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 {{(pid=94675) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 02:33:13.438172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3ac61c9-967f-4f01-b0c9-ce59fb7fa887 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:33:13.514742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.543947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=86221079-bd6d-4ec3-bbf9-7b475adc0baf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:13.616547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.714751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.717389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.768851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.769831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Fanout notify agent at l3_agent the message router_deleted on router a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:33:13.781571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.782843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9bda6253-5226-462b-b4a6-0183fc389d8c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/routers/a15b1fd0-07ec-4e6a-ad0e-5142a031cac0 HTTP/1.1" status: 204 len: 168 time: 1.3174124 Aug 12 02:33:13.786246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59638) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:13.891674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.988105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:13.999235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bab065d-089f-4d11-b6c0-c945ca8115d8']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:14.012199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae143a6-22e6-4907-8928-46c35a3e1074') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:14.012788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae143a6-22e6-4907-8928-46c35a3e1074') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:14.023873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.043208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.049646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:33:14.050137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:33:14.053519 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:33:14.139141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.167890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.170392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/networks/0bab065d-089f-4d11-b6c0-c945ca8115d8 HTTP/1.1" status: 204 len: 168 time: 0.3829076 Aug 12 02:33:14.174063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:14.196238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99bd9-cbec-4599-98c6-63676ec08963 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Network': ['ID=0bab065d-089f-4d11-b6c0-c945ca8115d8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:14.244677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46befbb9-f89b-487b-8bdb-9473e29528e5 req-ee6d4fd5-615f-4208-a2dc-4ba8bca9a14d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:14.246212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46befbb9-f89b-487b-8bdb-9473e29528e5 req-ee6d4fd5-615f-4208-a2dc-4ba8bca9a14d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1084597 Aug 12 02:33:14.316060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46befbb9-f89b-487b-8bdb-9473e29528e5 req-39449cc3-1275-42e1-a931-cbbd7503175d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572472 Aug 12 02:33:14.319355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.355110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.426939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.430156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.431799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/security-groups/61c5bdd7-2908-48f2-b8cb-53e33fb5ea89 HTTP/1.1" status: 204 len: 168 time: 0.2426293 Aug 12 02:33:14.443626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5a291-f4ad-4bbf-aced-64d96aa5d6c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c5bdd7-2908-48f2-b8cb-53e33fb5ea89,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:14.826671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59664) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:14.832152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-429638346', 'description': 'tempest-secgroup-smoke-429638346 description', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:14.854846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.949072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.953115 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.980617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:14.981893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539795 Aug 12 02:33:14.985153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:14.993460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:14.995693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574c6e8-6f3f-4ec6-ae24-27596c1ccdbd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c1ead-356e-4765-b248-b2ac044baa2c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.042485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.123566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.128908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.146751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.148120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608257 Aug 12 02:33:15.151085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59672) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.156446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:15.156825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e6854-3cac-41d0-9bca-e63f0aacd738 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d64ac73-fab4-4cb4-8334-3e2f3145cab0,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.190911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.262198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.268449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.286916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 86221079-bd6d-4ec3-bbf9-7b475adc0baf no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:33:15.291408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493201f7-28eb-49b7-a6b9-1931c018e2ca,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.302536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.307353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.312558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:15.317170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-beae804d-c4ca-4e34-ac28-ced1c9cbc62b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649606 Aug 12 02:33:15.321839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 86221079-bd6d-4ec3-bbf9-7b475adc0baf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:33:15.322376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 86221079-bd6d-4ec3-bbf9-7b475adc0baf not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:33:15.322974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 806d73b0-5f2b-435d-94dc-645cdd21ba76 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:33:15.347741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.369357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 806d73b0-5f2b-435d-94dc-645cdd21ba76 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:33:15.373628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 806d73b0-5f2b-435d-94dc-645cdd21ba76 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:33:15.473483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.488999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.526041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efe2af-0a91-4f2e-adfa-0e3b2c104a2c req-384fe28e-b83c-40ee-8e6e-29bba0234c97 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:15.527823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-33efe2af-0a91-4f2e-adfa-0e3b2c104a2c req-384fe28e-b83c-40ee-8e6e-29bba0234c97 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1054337 Aug 12 02:33:15.542323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe6b1f8-af2d-4bd1-9cf9-23e0742aec89,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.561803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.566945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6b602a0-3ab9-4ad0-b6ac-6b2733595276 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583613 Aug 12 02:33:15.567779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.572786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:15.595175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-33efe2af-0a91-4f2e-adfa-0e3b2c104a2c req-96f9e90e-6410-4ab7-9130-62da08178d92 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596304 Aug 12 02:33:15.630523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.718662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.724854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.742642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cc11e8-da3d-4c7b-a79f-c818f1c73859,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.764244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.766196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed394f2a-47d6-42b4-9c40-958555788680 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1972787 Aug 12 02:33:15.770722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59690) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.775536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:15.805976 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:33:15.809460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.813153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.871922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.879433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.901114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1c2dde-2a80-47e0-a8ef-3ade5231eb69,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:15.912542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.914516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-336cfb08-a719-47fb-87c5-7c286d0de8fd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425016 Aug 12 02:33:15.917393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:15.922039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': 'aa5c1ead-356e-4765-b248-b2ac044baa2c', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:15.955453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-781ad65c-c94c-4ebc-8da8-764a9360b030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:15.963580 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:33:15.972924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.058087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.069710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.108739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25868da-0a1a-4f72-bdef-e57cfe1661d6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:16.142373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-781ad65c-c94c-4ebc-8da8-764a9360b030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.148262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-781ad65c-c94c-4ebc-8da8-764a9360b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.159537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.160896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-432aee11-4753-4c10-8020-283a6e029432 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2424133 Aug 12 02:33:16.164027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59702) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:16.170111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'network': {'name': 'tempest-network-smoke--213072910', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:16.194745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ad65c-c94c-4ebc-8da8-764a9360b030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4074df-cdb2-4fb3-9b74-817d7a11b052,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:16.204043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-781ad65c-c94c-4ebc-8da8-764a9360b030 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=407595265c7c49d091c90025aa040a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932860 Aug 12 02:33:16.204722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59704) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:16.229624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:16.233199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.262222 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.273231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:33:16.298959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.302438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.302945 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Added segment fc01659e-823f-4839-a1dc-9f20b0ae808f of type vlan for network f2665143-cc29-4879-a906-56d4ca2f5f7a Aug 12 02:33:16.365026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.368090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.369495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f4074df-cdb2-4fb3-9b74-817d7a11b052 HTTP/1.1" status: 204 len: 168 time: 0.1637197 Aug 12 02:33:16.376253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.380295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39805606-ca11-451f-b83f-f03275278078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4074df-cdb2-4fb3-9b74-817d7a11b052,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:16.421483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.428677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:16.429338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.509166 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3439772 Aug 12 02:33:16.510154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c529eca-3fd6-40e2-9d11-f3cadac15228 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Network': ['ID=f2665143-cc29-4879-a906-56d4ca2f5f7a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:16.512060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59708) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:16.517634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'admin_state_up': True, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:16.542888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f2665143-cc29-4879-a906-56d4ca2f5f7a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:33:16.574291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.575483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.717491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.811891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c529c-7f7d-450d-93e8-8168d2eae5ba req-24e93f44-2b78-4eed-903c-9dcf4e2e18f3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:16.819143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f36c529c-7f7d-450d-93e8-8168d2eae5ba req-24e93f44-2b78-4eed-903c-9dcf4e2e18f3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0937288 Aug 12 02:33:16.861399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f36c529c-7f7d-450d-93e8-8168d2eae5ba req-edc8c966-23ac-474c-9795-f9fe8f5f3c42 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399227 Aug 12 02:33:16.885640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:16.885997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:16.902383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcf965f-fff8-49b8-8cea-b380ca6e2a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.007645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcf965f-fff8-49b8-8cea-b380ca6e2a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.011543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbcf965f-fff8-49b8-8cea-b380ca6e2a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.051793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbcf965f-fff8-49b8-8cea-b380ca6e2a69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71f8356eec6a4e719b4ad6e1e3f747cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646347 Aug 12 02:33:17.052751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf965f-fff8-49b8-8cea-b380ca6e2a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd956b9e-bb29-4876-9f4f-c21aaf378dd4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:17.054917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:17.100874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.126761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.184169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.215441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.292871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.226 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:17.309478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.312067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.313283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd956b9e-bb29-4876-9f4f-c21aaf378dd4 HTTP/1.1" status: 204 len: 168 time: 0.2572258 Aug 12 02:33:17.358922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975f512-7371-4d2e-9112-b125e5610251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd956b9e-bb29-4876-9f4f-c21aaf378dd4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:17.425618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.478770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.533140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:17.540608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:17.543636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:17.571956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:17.858642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:17.871383 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:18.023743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143475a-4ffb-46e9-96e6-172dc9b5678e req-7ddf5eff-a250-4163-ab2a-13f56b4284a2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:18.024952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b143475a-4ffb-46e9-96e6-172dc9b5678e req-7ddf5eff-a250-4163-ab2a-13f56b4284a2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0690701 Aug 12 02:33:18.066025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b143475a-4ffb-46e9-96e6-172dc9b5678e req-59d4bb91-d3ce-46d3-9bfa-40f2ae4dc53e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346806 Aug 12 02:33:18.079290 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:18.216915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router 224efbde-a2c5-4380-bfdc-906f387112e0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:33:18.339397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:18.356200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Sync routers for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:18.365998 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:18.366200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:18.366986 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:18.370615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3cdb8e2c-e496-490a-8ad6-d05f74bce174 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8546424 Aug 12 02:33:18.370803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:18.406326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1e2c8ac-eda2-4616-ab87-953e3c339e0e tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bfcb3c92279b40dc8877c3863dc3fc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341761 Aug 12 02:33:18.409676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:18.523624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:18.533165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f68de9-67f8-453b-8abb-6907e50ad44d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:18.538622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-76f68de9-67f8-453b-8abb-6907e50ad44d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1253662 Aug 12 02:33:18.538992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59802) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:18.572500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ad40fb2-6cdb-42ce-ae57-50ff84b759e4 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321803 Aug 12 02:33:18.574964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59808) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:18.580530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23558629', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:18.705649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:18.710755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:18.766293 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:17Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:18.797854 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Checking router: 224efbde-a2c5-4380-bfdc-906f387112e0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:18.798206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Updating router 224efbde-a2c5-4380-bfdc-906f387112e0 port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:18.830088 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.013672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.083447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Subnet': ['ID=c57925be-9f42-4914-ae51-e170f6bea748,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:19.115041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:19.115551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network hostable DHCP agents. Network: f2665143-cc29-4879-a906-56d4ca2f5f7a, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:33:19.140647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f2665143-cc29-4879-a906-56d4ca2f5f7a is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:33:19.156554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f2665143-cc29-4879-a906-56d4ca2f5f7a) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:19.169322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a0c899-3b33-4d83-b53d-b724c0ef8a8e None None] Network f2665143-cc29-4879-a906-56d4ca2f5f7a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:19.173694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:19.174302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.227131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-67a94e08-d537-43fc-9777-ef9a40dafb25 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6506953 Aug 12 02:33:19.229987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:19.278013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6186de-d3ca-422b-8906-f58bd618366b req-cdfab993-c927-4f1b-a7e4-46d075470476 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:19.293162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6186de-d3ca-422b-8906-f58bd618366b req-cdfab993-c927-4f1b-a7e4-46d075470476 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1125686 Aug 12 02:33:19.379454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6186de-d3ca-422b-8906-f58bd618366b req-da800dc9-b8c5-4970-9a14-adf3dd809744 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845842 Aug 12 02:33:19.488239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f2665143-cc29-4879-a906-56d4ca2f5f7a', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:33:19.489446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.521092 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.537023 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Transition to ACTIVE for port object 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:19.545845 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.577626 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Attempting to bind port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:19.578395 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Attempting to bind port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:19.578993 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Attempting to bind port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:19.611280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:19.611625 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:19.612727 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.613249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:19.613875 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Bound port: 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:19.614386 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.691431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] For port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:19.695978 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] For port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:19.708588 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:19.750250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Allocated IP 172.20.0.2 (f2665143-cc29-4879-a906-56d4ca2f5f7a/c57925be-9f42-4914-ae51-e170f6bea748/e799011f-40d8-45b8-b461-93c81bafaee4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:19.770122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:19.770757 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:19.772661 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a6e0-13f9-4b23-bf4a-b5b4b6a4827f None None] Pushing event updated for resources: {'Port': ['ID=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:19.839782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a6e0-13f9-4b23-bf4a-b5b4b6a4827f None None] Pushing event updated for resources: {'Port': ['ID=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:19.991255 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:20.046734 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.057263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Transition to ACTIVE for port object e799011f-40d8-45b8-b461-93c81bafaee4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:20.097934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Transition to ACTIVE for port object e799011f-40d8-45b8-b461-93c81bafaee4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:20.112583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.164530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Network f2665143-cc29-4879-a906-56d4ca2f5f7a is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:20.167418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:20.174109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:20.262713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:17Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:20.291427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Attempting to bind port e799011f-40d8-45b8-b461-93c81bafaee4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:20.291829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Attempting to bind port e799011f-40d8-45b8-b461-93c81bafaee4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:20.292196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Attempting to bind port e799011f-40d8-45b8-b461-93c81bafaee4 on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:20.297208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Pushing event updated for resources: {'Port': ['ID=e799011f-40d8-45b8-b461-93c81bafaee4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:20.309087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:20.310102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:20.310835 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.311420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Bound using segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:20.312379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Bound port: e799011f-40d8-45b8-b461-93c81bafaee4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:20.312936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.317200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039b030-88cc-4926-bb19-dce95e669aec None None] The sync data for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 is: [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:17Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:20.427690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] For port e799011f-40d8-45b8-b461-93c81bafaee4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:20.431944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] For port e799011f-40d8-45b8-b461-93c81bafaee4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e799011f-40d8-45b8-b461-93c81bafaee4,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:20.441569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.541631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:20.543874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3bfb2-ba47-4ecd-bb36-fec7e0ec38b8 None None] Pushing event updated for resources: {'Port': ['ID=e799011f-40d8-45b8-b461-93c81bafaee4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:20.603601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12f39a-6265-4216-b4d7-9a312975519a req-d5f9e23b-7bee-4ec2-882a-028c5a304b74 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:20.605405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a12f39a-6265-4216-b4d7-9a312975519a req-d5f9e23b-7bee-4ec2-882a-028c5a304b74 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1030996 Aug 12 02:33:21.025397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a12f39a-6265-4216-b4d7-9a312975519a req-b8c44364-d762-40ca-8adf-226a5d07b866 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096372 Aug 12 02:33:21.190363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.1 (f2665143-cc29-4879-a906-56d4ca2f5f7a/c57925be-9f42-4914-ae51-e170f6bea748/16736ece-a821-4633-9ef6-4318577a38d2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:21.333105 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.353857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 16736ece-a821-4633-9ef6-4318577a38d2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:21.375558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e799011f-40d8-45b8-b461-93c81bafaee4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:21.397909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.440395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f2665143-cc29-4879-a906-56d4ca2f5f7a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:21.446510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:21.448876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e799011f-40d8-45b8-b461-93c81bafaee4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:21.455424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:21.460261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:21.517595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:21.539583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.558028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:21.565698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:21.566209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.726466 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.761360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:21.776315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.797485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:21.911015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:22.196544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85608dbb-c86c-4d2b-a8e7-2fb0ed310907 None None] Network f2665143-cc29-4879-a906-56d4ca2f5f7a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:22.215130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059406e1-0381-4ea8-9578-92da86514483 req-40309c98-d699-4328-a525-6a6fce75c4f2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:22.225604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-059406e1-0381-4ea8-9578-92da86514483 req-40309c98-d699-4328-a525-6a6fce75c4f2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0905671 Aug 12 02:33:22.282284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.289276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.329963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-059406e1-0381-4ea8-9578-92da86514483 req-63b18d76-af8b-421f-9b62-d98e5e8efc78 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027377 Aug 12 02:33:22.358963 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.483791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Provisioning for port e799011f-40d8-45b8-b461-93c81bafaee4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:22.500362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Provisioning complete for port e799011f-40d8-45b8-b461-93c81bafaee4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:22.500819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.587591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:22.610478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.610839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.611197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.611566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.621440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.623234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.623671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.624059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.624449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.625334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.625334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.625529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:22.686975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5452-1225-4e58-b318-b320c9e400c8 req-60da539f-42c3-4111-8b1f-54c2b0b54fb8 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:22.696924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a16c5452-1225-4e58-b318-b320c9e400c8 req-60da539f-42c3-4111-8b1f-54c2b0b54fb8 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1084301 Aug 12 02:33:22.762048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f2665143-cc29-4879-a906-56d4ca2f5f7a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:22.764552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a16c5452-1225-4e58-b318-b320c9e400c8 req-46956355-5b5d-41b2-a0bb-a53d74a0c6c7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592170 Aug 12 02:33:22.764713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-907996ed-9bcd-4b0c-af57-e5a024e2a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:22.766705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-907996ed-9bcd-4b0c-af57-e5a024e2a70d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 1097 time: 0.1206355 Aug 12 02:33:22.768096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:22.814493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.915259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] For port e799011f-40d8-45b8-b461-93c81bafaee4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e799011f-40d8-45b8-b461-93c81bafaee4,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:22.920871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:22.980701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-f7a0e4e6-e669-4580-a6b8-fcc9fc796071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:22.984286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-f7a0e4e6-e669-4580-a6b8-fcc9fc796071 service neutron] 10.222.0.21 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.2090251 Aug 12 02:33:22.997208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97167f39-d83e-49f6-a3fb-c094032a435f None None] Pushing event updated for resources: {'Port': ['ID=e799011f-40d8-45b8-b461-93c81bafaee4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:23.075882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router 224efbde-a2c5-4380-bfdc-906f387112e0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:23.113074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-02341d05-8ccc-45be-bb40-db6b9e615dfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 200 len: 1002 time: 0.0878115 Aug 12 02:33:23.145238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Provisioning complete for port e799011f-40d8-45b8-b461-93c81bafaee4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:23.145699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:23.249005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:23.271862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5e6c9c3f-a05a-4204-8c74-aaede9cdf3bf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/224efbde-a2c5-4380-bfdc-906f387112e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0312984 Aug 12 02:33:23.272173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Sync routers for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:23.357654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-62778c15-44d9-4710-9269-ce47cf76d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:23.367640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-62778c15-44d9-4710-9269-ce47cf76d0c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0951748 Aug 12 02:33:23.368332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:23.368980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:23.447261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-e2af109f-84e2-4ed1-bd94-9ba28c902076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:23.448865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-e2af109f-84e2-4ed1-bd94-9ba28c902076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803874 Aug 12 02:33:23.496866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e799011f-40d8-45b8-b461-93c81bafaee4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:23.566643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-f88cef26-ae0b-4b15-8344-4c1770426f75 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096451 Aug 12 02:33:23.606267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Provisioning for port 16736ece-a821-4633-9ef6-4318577a38d2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:23.646797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Provisioning complete for port 16736ece-a821-4633-9ef6-4318577a38d2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:23.647180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:23.692304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-85cc1143-af7c-46db-9137-3db49b7cedb0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-429638346&fields=id&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 267 time: 0.0995247 Aug 12 02:33:23.726226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9d9e2a5-392f-47ae-be04-d544688eaf3a req-ada45a2e-eaa2-4b82-a2fe-dc858bafe447 service neutron] 10.222.0.21 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503000 Aug 12 02:33:23.787904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e799011f-40d8-45b8-b461-93c81bafaee4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:23.788255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:23.848871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7cea32a9-7f88-4112-85c2-c9dd9c5b95ef None None] Port 16736ece-a821-4633-9ef6-4318577a38d2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:23.856484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:23.895755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-75820f73-d0d3-4b24-8c43-d9ee145e63ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:23.897599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-75820f73-d0d3-4b24-8c43-d9ee145e63ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 796 time: 0.2045183 Aug 12 02:33:23.915852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-32653a77-9689-4eba-b41a-f94aa3cb5627 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/quotas/bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 375 time: 0.0119414 Aug 12 02:33:23.921640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfeba92-c673-48be-bcc7-90c11eb136d9 req-c81d1b3a-bf44-479d-b8ed-63d21b3b6396 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:23.925396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcfeba92-c673-48be-bcc7-90c11eb136d9 req-c81d1b3a-bf44-479d-b8ed-63d21b3b6396 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0890372 Aug 12 02:33:23.983163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcfeba92-c673-48be-bcc7-90c11eb136d9 req-7f9d8286-b802-4bb1-98ac-0854f92a452e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524435 Aug 12 02:33:24.039097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-5b47f2ac-153d-4092-9c80-49d815bab10f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022205 Aug 12 02:33:24.109625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ed46ca28-3e2e-413c-b7dc-8a6c294e7e03 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:33:24.110650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ed46ca28-3e2e-413c-b7dc-8a6c294e7e03 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707891 Aug 12 02:33:24.209124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c446eebe-fafb-46bd-96f4-5e41779fe30a None None] Provisioning complete for port 16736ece-a821-4633-9ef6-4318577a38d2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:24.209513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c446eebe-fafb-46bd-96f4-5e41779fe30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:24.249208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c446eebe-fafb-46bd-96f4-5e41779fe30a None None] Port 16736ece-a821-4633-9ef6-4318577a38d2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:24.249498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-dec79273-7240-43ae-bc93-018546a07525 service neutron] 10.222.0.11 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308272 Aug 12 02:33:24.331497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:24.383802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-77f82248-e996-4c45-ac26-92d6d86ac90e service neutron] 10.222.0.11 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336117 Aug 12 02:33:24.485167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:22Z', 'revision_number': 2, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:24.490034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:24.490473 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:24.557432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Checking router: 224efbde-a2c5-4380-bfdc-906f387112e0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:24.558083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Updating router 224efbde-a2c5-4380-bfdc-906f387112e0 port 16736ece-a821-4633-9ef6-4318577a38d2 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:24.592995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:24.729378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-242b8728-1b08-4be8-a5d1-ef109b7e97f6 req-5b828fe2-2d46-402b-baf1-8f63994cf275 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 210 time: 0.0561757 Aug 12 02:33:25.174353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:25.201405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Transition to ACTIVE for port object 16736ece-a821-4633-9ef6-4318577a38d2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:25.203116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7f343-68e4-4d61-b16c-bca008be5cdf req-f117109a-c691-487d-a5d7-141472e3b2d6 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:25.205033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ff7f343-68e4-4d61-b16c-bca008be5cdf req-f117109a-c691-487d-a5d7-141472e3b2d6 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0813920 Aug 12 02:33:25.219397 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:25.280350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ff7f343-68e4-4d61-b16c-bca008be5cdf req-f0fc3384-acf3-4e6c-8ea1-1efa6a8b530b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682802 Aug 12 02:33:25.304712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Pushing event updated for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:25.327144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.327524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.327872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.328273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.328549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.328878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.329207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.329612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.330012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.330346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.331296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.331617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:25.364453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Attempting to bind port 16736ece-a821-4633-9ef6-4318577a38d2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:25.364850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Attempting to bind port 16736ece-a821-4633-9ef6-4318577a38d2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:25.365227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Attempting to bind port 16736ece-a821-4633-9ef6-4318577a38d2 on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:25.376171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:25.376559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:25.376951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:25.378830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Bound using segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:25.379318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Bound port: 16736ece-a821-4633-9ef6-4318577a38d2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:25.379732 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:25.588194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] For port 16736ece-a821-4633-9ef6-4318577a38d2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:25.594732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] For port 16736ece-a821-4633-9ef6-4318577a38d2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16736ece-a821-4633-9ef6-4318577a38d2,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:25.609715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:25.731790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:25.732814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:25.741174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db7f8a-d678-4871-b904-df2818564077 None None] Pushing event updated for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:25.891074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:25.925869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc6fbcf6-c639-4daf-8e7d-138b44d2a3bb req-03fed7be-f213-41ae-b869-a88dbc9e0ddf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 210 time: 0.0564501 Aug 12 02:33:26.133415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-e48f7133-5050-4559-9579-95d5841e6c8f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:26.134741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-e48f7133-5050-4559-9579-95d5841e6c8f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 796 time: 0.1362112 Aug 12 02:33:26.225307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-953b6476-8199-42da-bc31-d66d1d66c0cd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 379 time: 0.0623620 Aug 12 02:33:26.240601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'port': {'device_id': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'admin_state_up': True, 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'security_groups': ['aa5c1ead-356e-4765-b248-b2ac044baa2c']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:26.288225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:25Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:26.314195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be535c1-c72f-4323-bc6c-be7ee46afb62 None None] The sync data for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 is: [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:25Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:26.383255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:26.387538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:26.558860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.9 (f2665143-cc29-4879-a906-56d4ca2f5f7a/c57925be-9f42-4914-ae51-e170f6bea748/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:26.790620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:26.810914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:26.850825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:26.909718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f2665143-cc29-4879-a906-56d4ca2f5f7a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:26.915267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:26.918157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:26.968908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:27.042138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:27.042805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.065822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-ad5b3d08-7ffa-41cf-bb38-9671bf454996 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346183 Aug 12 02:33:27.085099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Request body: {'port': {'device_id': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:27.200228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de036df1-4971-4638-b6de-3f505b344723 req-d6b7cdcd-2cff-4551-9fd5-e54908d471c0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:27.201899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de036df1-4971-4638-b6de-3f505b344723 req-d6b7cdcd-2cff-4551-9fd5-e54908d471c0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 931 time: 0.1544645 Aug 12 02:33:27.245038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.297159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de036df1-4971-4638-b6de-3f505b344723 req-ce2382a7-c985-46c8-9e51-a432c7c5146a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883272 Aug 12 02:33:27.333030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f608381a-1c0b-4795-81a2-797da738eddf None None] Provisioning for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:27.339438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f608381a-1c0b-4795-81a2-797da738eddf None None] Provisioning complete for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:27.340804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f608381a-1c0b-4795-81a2-797da738eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.448368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16736ece-a821-4633-9ef6-4318577a38d2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:27.494439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f608381a-1c0b-4795-81a2-797da738eddf None None] Port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:27.543414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 16736ece-a821-4633-9ef6-4318577a38d2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:27.549605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16736ece-a821-4633-9ef6-4318577a38d2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:27.550210 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.664443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.668113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:33:27.677834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.694976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Transition to ACTIVE for port object 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:27.699977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.702557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 16736ece-a821-4633-9ef6-4318577a38d2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16736ece-a821-4633-9ef6-4318577a38d2,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:27.710987 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:27.754063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:27.818810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:27.904431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:27.906486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:27.906969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:27.919366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:33:27.919941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:27.928378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:27.928930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:27.929499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Bound using segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:27.930102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Bound port: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:27.930654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:28.017966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:28.022741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:28.048140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:28.118030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.118546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:28.119940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 1091 time: 1.0403271 Aug 12 02:33:28.120394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:28.123237 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba86399-2c6d-4146-9df7-9431f7928529" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:28.130159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36840b8e-dc1d-4c22-8fe9-894fb6ef9833 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:28.186142 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d087b8-4474-49c5-b619-bb16fa73965c x-openstack-request-id: req-d9d087b8-4474-49c5-b619-bb16fa73965c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:28.186434 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:28.186686 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9d087b8-4474-49c5-b619-bb16fa73965c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:28.187111 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'status': 'completed', 'code': 200} Aug 12 02:33:28.267436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-dc7c3e22-6fce-4975-9961-c4bace21e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.270285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-dc7c3e22-6fce-4975-9961-c4bace21e76d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1094 time: 0.0614409 Aug 12 02:33:28.332236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-26a3f03b-142d-4b0f-a466-97a2d733fd33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 217 time: 0.0469253 Aug 12 02:33:28.408074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-13d66b9c-298e-4b0b-ab12-45981524b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.409879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-13d66b9c-298e-4b0b-ab12-45981524b788 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.0688987 Aug 12 02:33:28.500768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9509d9-dd91-4fd8-b9f4-c610f79461bd req-2010d4eb-f3db-4ca4-843a-c9cd64268491 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.502714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b9509d9-dd91-4fd8-b9f4-c610f79461bd req-2010d4eb-f3db-4ca4-843a-c9cd64268491 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 943 time: 0.1040094 Aug 12 02:33:28.513601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-50dc2715-c450-4f2f-ab01-2e5fcaa717af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.515859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-50dc2715-c450-4f2f-ab01-2e5fcaa717af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763452 Aug 12 02:33:28.597602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b9509d9-dd91-4fd8-b9f4-c610f79461bd req-e4767c58-7ff5-432f-b103-ffe88f2a7ea1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862765 Aug 12 02:33:28.645468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-f4c42786-c370-46f6-a7fc-1915fa0cf3dc service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069467 Aug 12 02:33:28.755073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-468c22c7-fa0f-43e7-a31d-a84272dc6bdc req-76867adb-1e9d-4d7b-a20e-15fd0e3f0ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020296 Aug 12 02:33:28.903061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-7a277bf4-65ca-460e-8b5c-86e1b7f3b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:28.904535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-7a277bf4-65ca-460e-8b5c-86e1b7f3b79e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1094 time: 0.0450253 Aug 12 02:33:29.021476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-01233026-31bc-407e-9373-bb8c41f2afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:29.022778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-01233026-31bc-407e-9373-bb8c41f2afa9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.1108458 Aug 12 02:33:29.066843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-b9abebbb-6cbf-46d8-a627-0e7097121dbd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 217 time: 0.0364995 Aug 12 02:33:29.121952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-c91c39c1-ad2b-4b22-a826-fc79ac8aeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:29.123493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-c91c39c1-ad2b-4b22-a826-fc79ac8aeb34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.0492246 Aug 12 02:33:29.176685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-6a34e2ea-57d2-4cea-98ea-9410b25e5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:29.178277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-6a34e2ea-57d2-4cea-98ea-9410b25e5787 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478313 Aug 12 02:33:29.283235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-c1bef0f8-1dfe-4651-8299-2a563c294fc0 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972300 Aug 12 02:33:29.303948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16736ece-a821-4633-9ef6-4318577a38d2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:29.374264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 16736ece-a821-4633-9ef6-4318577a38d2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:29.374830 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:29.407653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba86399-2c6d-4146-9df7-9431f7928529 req-b081fe2f-cd90-4ac7-9b21-54e585b7dfa6 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158895 Aug 12 02:33:29.738279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44280e1f-bb50-4530-a36e-e88b7a6b22fd req-418495a5-f6df-4cd0-b260-70b54542c7dd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:29.739865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44280e1f-bb50-4530-a36e-e88b7a6b22fd req-418495a5-f6df-4cd0-b260-70b54542c7dd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 943 time: 0.0716221 Aug 12 02:33:29.783378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44280e1f-bb50-4530-a36e-e88b7a6b22fd req-7491e62c-e6a7-4267-8d6d-cfc622f014f3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373323 Aug 12 02:33:30.927174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8cb46-178d-4fa9-89dc-b0ac6277dcde req-a856c171-faab-45dc-a012-1fd45922a893 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:30.930093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ab8cb46-178d-4fa9-89dc-b0ac6277dcde req-a856c171-faab-45dc-a012-1fd45922a893 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 943 time: 0.0628078 Aug 12 02:33:30.990572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ab8cb46-178d-4fa9-89dc-b0ac6277dcde req-51e84e55-49f1-4162-b4a1-a6adf46a08cb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497324 Aug 12 02:33:31.949270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd42e361-76d1-4d8f-924a-0c1992ac08b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:32.125729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040067f6-7739-49b4-92fe-0c42f0b8aa67 req-c1865b71-fd41-4f46-b665-29c222317483 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:32.131231 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-040067f6-7739-49b4-92fe-0c42f0b8aa67 req-c1865b71-fd41-4f46-b665-29c222317483 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 943 time: 0.0643358 Aug 12 02:33:32.175730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-040067f6-7739-49b4-92fe-0c42f0b8aa67 req-ad272ec9-49dc-4a09-aac0-3a16c5033a2a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351954 Aug 12 02:33:32.550760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:33:32.651620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:32.667875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'port_id': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'mac_address': 'fa:16:3e:a8:45:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:33:32.710276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:32.724867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:33:32.757582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:32.762759 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:32.811820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:33.227140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:33:33.383530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d5d9b-56c1-4fa2-9abd-27aed5b81f78 req-0b3e7013-ec20-47f0-b546-d4852b50a125 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:33.385062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-447d5d9b-56c1-4fa2-9abd-27aed5b81f78 req-0b3e7013-ec20-47f0-b546-d4852b50a125 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0749855 Aug 12 02:33:33.429898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-447d5d9b-56c1-4fa2-9abd-27aed5b81f78 req-f73c6800-5748-4315-9354-4aa4e12be78f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349464 Aug 12 02:33:34.559742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0b5f-7487-46e2-a6eb-3b2dd8fdb28d req-d7c3d063-ca09-4143-8279-aceee9de734e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:34.561245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-385b0b5f-7487-46e2-a6eb-3b2dd8fdb28d req-d7c3d063-ca09-4143-8279-aceee9de734e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0500426 Aug 12 02:33:34.568107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e624c59a-a36f-455f-9d1e-f5aa56df8a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.588282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:34.619041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.622290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-385b0b5f-7487-46e2-a6eb-3b2dd8fdb28d req-69e418b1-5952-4d51-a165-6911afd595cd tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Aug 12 02:33:34.661089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.663711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:34.667915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:34.668326 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.753747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.775193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:34.777369 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d27c2d8-d0ac-48e1-8e12-e3beb7cba138" -d '{"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:34.802258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:34.807627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:34.836141 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee5501d-ac77-4701-8c1e-bc858d240b81 x-openstack-request-id: req-cee5501d-ac77-4701-8c1e-bc858d240b81 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:34.836429 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:34.836679 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cee5501d-ac77-4701-8c1e-bc858d240b81 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:34.837068 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'code': 200} Aug 12 02:33:34.863447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:34.971887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a25a55-37b3-4a50-9f8e-57e32bbb24ab req-f6124625-d6ef-4d80-bfbe-2c7b748a467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:34.973405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a25a55-37b3-4a50-9f8e-57e32bbb24ab req-f6124625-d6ef-4d80-bfbe-2c7b748a467c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1096 time: 0.0502639 Aug 12 02:33:35.011021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71a25a55-37b3-4a50-9f8e-57e32bbb24ab req-75b29b7b-0c88-43be-8170-d9d7f58864a6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293534 Aug 12 02:33:35.634261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.643950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.650984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.657603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.665151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.672554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.680795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.691145 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-d1f770b4-9cd7-47e4-9272-d92358c9fc85 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1133108 Aug 12 02:33:35.738946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e34da-be53-4765-9cd8-d0d265156f63 req-85c14708-863c-4e59-9227-67de52f0c0e5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.741196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67c92454-b627-49e3-8792-3d0e0a23b4ac req-142a4b5a-5a13-4e22-8a5e-1d60198965c0 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477624 Aug 12 02:33:35.747965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82e34da-be53-4765-9cd8-d0d265156f63 req-85c14708-863c-4e59-9227-67de52f0c0e5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0597692 Aug 12 02:33:35.797339 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82e34da-be53-4765-9cd8-d0d265156f63 req-f421e8f2-6438-4fd0-82ce-364b69cd5f76 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481784 Aug 12 02:33:35.827089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:35.897470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.903445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.909983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.916067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.921905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.928986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.935143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:35.937206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d90b463-d00d-4aa6-b012-e2e31c089947 req-d423a884-366c-4f44-b5c8-a9a02f1d1b7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1024864 Aug 12 02:33:36.944427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab020c8-35f6-4e01-bf6a-11c8960bdbef req-21c931f2-84fd-4af3-ba52-f3417302f672 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:36.946362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dab020c8-35f6-4e01-bf6a-11c8960bdbef req-21c931f2-84fd-4af3-ba52-f3417302f672 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0869126 Aug 12 02:33:36.994688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dab020c8-35f6-4e01-bf6a-11c8960bdbef req-33163283-808c-46ba-a8ae-5d8b733937ae tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414839 Aug 12 02:33:37.137864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfe75a-7939-47c7-99f9-4765ad05f80a req-a742ed82-88fb-4439-a5b5-7e7fdad91560 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:37.139449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68cfe75a-7939-47c7-99f9-4765ad05f80a req-a742ed82-88fb-4439-a5b5-7e7fdad91560 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0697746 Aug 12 02:33:37.188702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68cfe75a-7939-47c7-99f9-4765ad05f80a req-656867f8-6f65-4deb-bfce-30de454fe50d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Aug 12 02:33:37.220097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:37.275155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7a55d-58f4-4209-974b-b1ccbfcffac0 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:37.277515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-23b7a55d-58f4-4209-974b-b1ccbfcffac0 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1091 time: 0.0563848 Aug 12 02:33:37.280360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:37.287128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:37.313226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:37.317035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:37.439822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.009246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.56 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/866f5dff-9c04-408c-8a57-79465b43b7bc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:38.028210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60156) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:38.123120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.123928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.124769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.125412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.126213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.126854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.128323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:38.130877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-170a9e38-2635-41fd-a359-e3a061487b0e req-132d020c-741f-467d-a1d8-40aee97c9fc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.1016800 Aug 12 02:33:38.147046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.177665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-170a9e38-2635-41fd-a359-e3a061487b0e req-c14246ec-071c-49f5-b22f-fdd62c854d80 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399530 Aug 12 02:33:38.225481 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.280374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:38.283510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:38.288840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:38.290851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=866f5dff-9c04-408c-8a57-79465b43b7bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:38.655060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.732424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.907522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.913377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:38.960102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=866f5dff-9c04-408c-8a57-79465b43b7bc,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:39.001253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:39.104708 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 76ccd136-f17f-43cb-b107-fc1ef45b8c30 associated. External IP: 172.25.3.56, port: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd. Aug 12 02:33:39.330532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router 224efbde-a2c5-4380-bfdc-906f387112e0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:39.422124 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:33:39.450815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:39.466379 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Sync routers for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:39.469695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:39.478300 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:39.479167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:39.502948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c18c45b6-4c54-4603-a484-1d38d112f2a3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2207592 Aug 12 02:33:39.503732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:33:39.506019 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:33:39.588009 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba85d98-230b-4ce3-9be1-52cb779fad61 x-openstack-request-id: req-7ba85d98-230b-4ce3-9be1-52cb779fad61 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:33:39.588677 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:33:39.589302 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ba85d98-230b-4ce3-9be1-52cb779fad61 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:33:39.589911 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'status': 'completed', 'code': 200} Aug 12 02:33:39.619853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f3022-7feb-459f-8ce0-bd32092af86d req-beb66913-7e0b-4802-b0dd-c7ad4bfebc34 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:39.622343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-803f3022-7feb-459f-8ce0-bd32092af86d req-beb66913-7e0b-4802-b0dd-c7ad4bfebc34 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0679214 Aug 12 02:33:39.661166 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:39.697134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-803f3022-7feb-459f-8ce0-bd32092af86d req-70ce3bea-1151-4a13-8044-30644aff212d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684204 Aug 12 02:33:39.710957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-76401e76-673f-4c23-a3a5-0a6f2505ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:39.712773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-76401e76-673f-4c23-a3a5-0a6f2505ee93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1096 time: 0.0763133 Aug 12 02:33:39.722668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:39.814185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-8324b56a-7d86-4297-8c5f-bf582f58b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:39.816460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-8324b56a-7d86-4297-8c5f-bf582f58b0a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.0960925 Aug 12 02:33:39.834909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-55883c4e-7de2-4d85-a09d-97d1f160a552 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/76ccd136-f17f-43cb-b107-fc1ef45b8c30 HTTP/1.1" status: 200 len: 990 time: 0.1101847 Aug 12 02:33:39.892141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-0b800e46-3d64-4e4d-bb3e-c6051e56097e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 998 time: 0.0680261 Aug 12 02:33:39.955211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-ce423fce-ac8d-45f4-941b-0a75ce31b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:39.957559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-ce423fce-ac8d-45f4-941b-0a75ce31b4cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.0570073 Aug 12 02:33:39.983354 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '76ccd136-f17f-43cb-b107-fc1ef45b8c30', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'port_id': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'mac_address': 'fa:16:3e:a8:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:38Z', 'updated_at': '2021-08-12T02:33:38Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:40.011677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-bdd5514e-7080-4637-9b34-8a0422d6f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:40.013622 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-bdd5514e-7080-4637-9b34-8a0422d6f9e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473239 Aug 12 02:33:40.014731 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Checking router: 224efbde-a2c5-4380-bfdc-906f387112e0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:40.024697 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:40.025427 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:40.132637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-9b35a91a-30cb-4343-8ef4-3cf76970d0b8 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101637 Aug 12 02:33:40.164695 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:40.235689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5d412a74-f968-4bf8-b4f2-01e4d59a92eb req-675f8ff0-d10d-4aac-bfff-0bdb8d5676e3 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951869 Aug 12 02:33:40.392396 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '76ccd136-f17f-43cb-b107-fc1ef45b8c30', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'port_id': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'mac_address': 'fa:16:3e:a8:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:38Z', 'updated_at': '2021-08-12T02:33:38Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:40.423075 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab992b2-f9b8-4432-9b3f-8223e19f9b93 None None] The sync data for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 is: [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '76ccd136-f17f-43cb-b107-fc1ef45b8c30', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'port_id': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'mac_address': 'fa:16:3e:a8:45:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:33:38Z', 'updated_at': '2021-08-12T02:33:38Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:40.677774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f42f95-6358-44f5-8990-3795621fea75 None None] New status for floating IP 76ccd136-f17f-43cb-b107-fc1ef45b8c30: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:33:40.837254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:40.903819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9c2a0511-7d18-488f-809f-f347d04c5bf4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/76ccd136-f17f-43cb-b107-fc1ef45b8c30 HTTP/1.1" status: 200 len: 992 time: 0.0653591 Aug 12 02:33:41.383678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60212) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:41.507557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0cecfb-41a2-415a-9e07-33a357369215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.612270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0cecfb-41a2-415a-9e07-33a357369215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.618678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da0cecfb-41a2-415a-9e07-33a357369215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.650825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da0cecfb-41a2-415a-9e07-33a357369215 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=969d3efb5eab4fd587b1302cfb8b50f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658298 Aug 12 02:33:41.653575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:41.665214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0cecfb-41a2-415a-9e07-33a357369215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a8d749-de9b-4702-9b62-ce0cf64f4eb3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:41.710883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.731723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.784015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.786634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:41.787983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37a8d749-de9b-4702-9b62-ce0cf64f4eb3 HTTP/1.1" status: 204 len: 168 time: 0.1317847 Aug 12 02:33:41.795638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0b437-2823-41b4-a8fa-6001f1788d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a8d749-de9b-4702-9b62-ce0cf64f4eb3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:42.415985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:42.528936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1113984409-network', 'tenant_id': '370d77f1362442f992dc760110acb9e1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:42.555506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Made reservation on behalf of 370d77f1362442f992dc760110acb9e1 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:42.557958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.568027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.661503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.666471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.693866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:33:42.704189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f326bf-f1ef-49b0-90f4-d8d851b5ebf2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:42.709184 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.709605 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Added segment f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b of type vlan for network 60d23c15-ed88-4c8f-857b-61414378ae38 Aug 12 02:33:42.748776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.789418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.790610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:42.791265 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:42.861292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4445705 Aug 12 02:33:42.865138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:42.870447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Request body: {'subnet': {'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1113984409-subnet', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:42.879568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73862f89-1249-4099-8323-c8614db19b8c admin admin] Pushing event updated for resources: {'Network': ['ID=60d23c15-ed88-4c8f-857b-61414378ae38,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:42.889447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 60d23c15-ed88-4c8f-857b-61414378ae38 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:33:42.901934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Made reservation on behalf of 370d77f1362442f992dc760110acb9e1 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:42.904659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.074913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.141397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4147c379-a9f6-4786-b38e-5a0a5a52a188,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:43.149414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Checking segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:43.149768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Network hostable DHCP agents. Network: 60d23c15-ed88-4c8f-857b-61414378ae38, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:33:43.168627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:33:43.177774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 60d23c15-ed88-4c8f-857b-61414378ae38) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:43.182216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.182676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.187072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2ff11-2611-4063-9c69-b8e3d8594e1b None None] Network 60d23c15-ed88-4c8f-857b-61414378ae38 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:43.202395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04a1c2ab-4ddb-4571-a250-5bbc54bd5b78 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3334394 Aug 12 02:33:43.202784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60256) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:43.208449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:43.232963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.234085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.288552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.524540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-60d23c15-ed88-4c8f-857b-61414378ae38', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:33:43.528022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.589062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-8044a779-c6da-40fa-bd8f-433a77eb7f20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0662415 Aug 12 02:33:43.718663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Allocated IP 172.20.0.2 (60d23c15-ed88-4c8f-857b-61414378ae38/4147c379-a9f6-4786-b38e-5a0a5a52a188/5e32330e-0013-4ead-9c9e-0ca20a22161a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:43.749337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.749337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.749337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.750204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.750204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.750712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.751273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.754285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f04e4a60-f1c0-4881-9620-7c04b19773da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e5c36dc33f04408937a2983dd056db8&device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 6489 time: 0.1088538 Aug 12 02:33:43.871221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.900141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.909361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Transition to ACTIVE for port object 5e32330e-0013-4ead-9c9e-0ca20a22161a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:43.919982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f1c772f7-23dc-46ec-a45a-03927907482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.920778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f1c772f7-23dc-46ec-a45a-03927907482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.921447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f1c772f7-23dc-46ec-a45a-03927907482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:43.923806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f1c772f7-23dc-46ec-a45a-03927907482e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=e94b1c3c-6f86-4e6b-a02b-243a48161345&id=94c0741d-6dec-4a02-851b-e3f7b07fd880&id=94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 200 len: 2291 time: 0.1420343 Aug 12 02:33:43.928872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Transition to ACTIVE for port object 5e32330e-0013-4ead-9c9e-0ca20a22161a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:43.937519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:43.992926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:43.998515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:44.002991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:44.010828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Pushing event updated for resources: {'Port': ['ID=5e32330e-0013-4ead-9c9e-0ca20a22161a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:44.022317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-7c42975c-cc38-48f2-9e9d-e616c81da84b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 200 len: 1002 time: 0.0902464 Aug 12 02:33:44.077014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Attempting to bind port 5e32330e-0013-4ead-9c9e-0ca20a22161a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:44.077634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Attempting to bind port 5e32330e-0013-4ead-9c9e-0ca20a22161a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:44.079002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Attempting to bind port 5e32330e-0013-4ead-9c9e-0ca20a22161a on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:44.084466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:44.085097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Checking segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:44.088636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.088636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Bound using segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:44.088636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Bound port: 5e32330e-0013-4ead-9c9e-0ca20a22161a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:44.088636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.093341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-629662c5-5e86-42e0-a6af-13c504c2b655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:44.095237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-629662c5-5e86-42e0-a6af-13c504c2b655 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 200 len: 850 time: 0.0651190 Aug 12 02:33:44.172732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f6f95003-cd8a-4b2f-ac3f-f4fd05e10665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:44.174610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.175641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f6f95003-cd8a-4b2f-ac3f-f4fd05e10665 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4290ef1f-2b0f-4ad2-9840-a866f11018a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725858 Aug 12 02:33:44.178863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] For port 5e32330e-0013-4ead-9c9e-0ca20a22161a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:44.183376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] For port 5e32330e-0013-4ead-9c9e-0ca20a22161a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e32330e-0013-4ead-9c9e-0ca20a22161a,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:44.192488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.204558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.264594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6e151-4727-4328-a98f-12e02ad0b42d None None] Pushing event updated for resources: {'Port': ['ID=5e32330e-0013-4ead-9c9e-0ca20a22161a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:44.318472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-d86f80ea-2353-4b3c-b52f-62cc1cac6635 service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350167 Aug 12 02:33:44.365748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Allocated IP 172.25.3.151 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a284a53f-c7be-48e4-8e06-6ace424cb4ef) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:44.442986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f1fe8ad3-455f-4242-9370-b7d99132276b service neutron] 10.222.0.25 "GET /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157427 Aug 12 02:33:44.519322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-5c5c7a7c-814e-4cb8-a4b4-8e3f52857b7b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 217 time: 0.0616860 Aug 12 02:33:44.554190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.597062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-cba15a63-bea2-4021-a3f3-3973dbcd2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:44.599889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-cba15a63-bea2-4021-a3f3-3973dbcd2ba7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0740304 Aug 12 02:33:44.615544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.652845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-3d2504e5-1aed-492e-a2e2-0af9fa88ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:44.653140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:44.654360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-3d2504e5-1aed-492e-a2e2-0af9fa88ce97 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453932 Aug 12 02:33:44.656189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:44.659391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:44.696281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Pushing event updated for resources: {'Port': ['ID=a284a53f-c7be-48e4-8e06-6ace424cb4ef,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:44.785817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-c7664399-8ee8-4e8f-9d5f-3e6380711cec service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210949 Aug 12 02:33:44.881908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-3c21ec37-261f-455b-96c0-d453143c72cb service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888155 Aug 12 02:33:44.926988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-7dbd8222-9e22-4ad6-9987-f216dd66a21b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 217 time: 0.0361300 Aug 12 02:33:44.958529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:44.988368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-c55ab841-1022-4294-8ec9-08fe3337a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:44.991728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-c55ab841-1022-4294-8ec9-08fe3337a9b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0567698 Aug 12 02:33:45.038572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-266f9b7c-ff31-4cd2-962e-ed534f65c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:45.040382 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-266f9b7c-ff31-4cd2-962e-ed534f65c3fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421684 Aug 12 02:33:45.135480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-a7c95953-71a1-42ee-9963-a47758d210c8 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871229 Aug 12 02:33:45.166889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:45.251216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-c72dff61-4730-4bd2-a4ea-1e943fa544c1 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066976 Aug 12 02:33:45.306148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-fed3f342-d86d-4082-a80d-b98bb858cca6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 200 len: 217 time: 0.0465863 Aug 12 02:33:45.375047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e32330e-0013-4ead-9c9e-0ca20a22161a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:45.382204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-39710e44-15a4-4d1c-8d58-17e5057e9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:45.383733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-39710e44-15a4-4d1c-8d58-17e5057e9989 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0692661 Aug 12 02:33:45.387813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:33:45.458465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-6b8a6c06-2d09-4584-b7d6-b020b6365406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:45.460810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-6b8a6c06-2d09-4584-b7d6-b020b6365406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684502 Aug 12 02:33:45.490656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5e32330e-0013-4ead-9c9e-0ca20a22161a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:45.590674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:45.601505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-74c26230-5397-49d2-b6c7-50cf1bcef56e service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316750 Aug 12 02:33:45.601723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60278) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:45.607528 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Sync routers for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:45.620870 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:45.621766 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:45.647254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:45.648780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c13c278-5052-41c1-9d1a-c4f7c858b98b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4452865 Aug 12 02:33:45.651522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60280) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:45.716135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-08fc7cee-eb81-48b8-8900-827b15eba2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057715 Aug 12 02:33:45.746694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178df189-6e37-4d6d-bb01-a065226022dd None None] Network 60d23c15-ed88-4c8f-857b-61414378ae38 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:45.775181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-14f8f5b3-4d6e-4ded-8c85-597fa74237c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 200 len: 217 time: 0.0503421 Aug 12 02:33:45.832557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-3ea0a9bb-4950-4001-a8ed-460fc4cf8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:45.834187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-3ea0a9bb-4950-4001-a8ed-460fc4cf8242 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 200 len: 797 time: 0.0515018 Aug 12 02:33:45.885065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-237e4c41-a3fd-4588-aca0-61207742769f tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7061 time: 0.2821651 Aug 12 02:33:45.885862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:45.901261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b258d418-3c76-490b-9837-037870546cfb None None] Provisioning for port 5e32330e-0013-4ead-9c9e-0ca20a22161a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:45.923114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b258d418-3c76-490b-9837-037870546cfb None None] Provisioning complete for port 5e32330e-0013-4ead-9c9e-0ca20a22161a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:45.923820 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:45.932390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b258d418-3c76-490b-9837-037870546cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:45.934069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'network': {'name': 'tempest-network-smoke--449418915', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'port_security_enabled': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:45.934221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-2b5ac068-8a0d-47dc-b4e7-1272618893d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:45.935980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-2b5ac068-8a0d-47dc-b4e7-1272618893d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e94b1c3c-6f86-4e6b-a02b-243a48161345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929766 Aug 12 02:33:46.014387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:46.021014 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.064447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:33:46.081195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.081447 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Added segment 5fb4b995-31b2-4976-bf7b-3fda1ca4c313 of type vlan for network 6cfefabd-c058-4ccf-96fb-12343f3bef66 Aug 12 02:33:46.122928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b258d418-3c76-490b-9837-037870546cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.124688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-91d4e03d-7f38-445c-b2ce-d634f82b57a1 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785750 Aug 12 02:33:46.157008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.163695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b258d418-3c76-490b-9837-037870546cfb None None] For port 5e32330e-0013-4ead-9c9e-0ca20a22161a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e32330e-0013-4ead-9c9e-0ca20a22161a,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:46.184665 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b258d418-3c76-490b-9837-037870546cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.219748 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:44Z', 'revision_number': 3, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:46.276881 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Checking router: c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:46.277113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Updating router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 port a284a53f-c7be-48e4-8e06-6ace424cb4ef binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:46.277309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.286168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:46.286864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.305191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258d418-3c76-490b-9837-037870546cfb None None] Pushing event updated for resources: {'Port': ['ID=5e32330e-0013-4ead-9c9e-0ca20a22161a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:46.325825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-c7273d61-a257-4031-af26-ce75044f3569 service neutron] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931174 Aug 12 02:33:46.339659 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.375755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4464223 Aug 12 02:33:46.397407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-adbd1d55-e5fc-4acc-ab1f-100063d32679 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 200 len: 217 time: 0.0637050 Aug 12 02:33:46.397916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60286) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:46.402467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'admin_state_up': True, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:46.431783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680811af-efa7-493e-9062-8135b6b77350 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Network': ['ID=6cfefabd-c058-4ccf-96fb-12343f3bef66,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:46.444593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:33:46.490671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-8fb0a181-0eb5-4fbf-895c-bbc2343222f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:46.492401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-8fb0a181-0eb5-4fbf-895c-bbc2343222f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.0843837 Aug 12 02:33:46.494582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.495820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.602645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-980226f7-bbcf-4906-a795-7878e166b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:46.604381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-980226f7-bbcf-4906-a795-7878e166b2fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039252 Aug 12 02:33:46.606424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.616615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ecb167f1-43ec-452b-bbea-e33262864d58 None None] Provisioning complete for port 5e32330e-0013-4ead-9c9e-0ca20a22161a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:46.630181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecb167f1-43ec-452b-bbea-e33262864d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.681415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.745689 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.757620 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Transition to ACTIVE for port object a284a53f-c7be-48e4-8e06-6ace424cb4ef will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:46.764687 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.835626 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Pushing event updated for resources: {'Port': ['ID=a284a53f-c7be-48e4-8e06-6ace424cb4ef,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:46.849273 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.849610 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.849944 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.850275 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.850603 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.851001 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.851248 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.851593 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.851914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.852230 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.852543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.852919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:33:46.860672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Attempting to bind port a284a53f-c7be-48e4-8e06-6ace424cb4ef on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:46.861036 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Attempting to bind port a284a53f-c7be-48e4-8e06-6ace424cb4ef by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:46.862032 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Attempting to bind port a284a53f-c7be-48e4-8e06-6ace424cb4ef on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:46.867390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:46.867788 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:46.868339 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.868727 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:46.869183 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Bound port: a284a53f-c7be-48e4-8e06-6ace424cb4ef, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:46.869654 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.887048 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.926207 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] For port a284a53f-c7be-48e4-8e06-6ace424cb4ef, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:46.929808 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] For port a284a53f-c7be-48e4-8e06-6ace424cb4ef, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a284a53f-c7be-48e4-8e06-6ace424cb4ef,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:46.937623 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:46.958495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Allocated IP 172.20.0.1 (60d23c15-ed88-4c8f-857b-61414378ae38/4147c379-a9f6-4786-b38e-5a0a5a52a188/c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:46.990891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-80f8d582-6e5c-4731-887b-9f4a3791fd79 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777845 Aug 12 02:33:47.011055 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:47.011702 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:47.052713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02a335-7502-4fd0-b73c-1812e623bab6 None None] Pushing event updated for resources: {'Port': ['ID=a284a53f-c7be-48e4-8e06-6ace424cb4ef,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:47.093955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.113134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Transition to ACTIVE for port object c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:47.123159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-f4ddc5d7-aa46-42d8-8088-f32f3355b0a3 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238122 Aug 12 02:33:47.131842 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:47.156481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.208107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:47.211985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:47.218096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:47.248122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:47.266767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.386270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e32330e-0013-4ead-9c9e-0ca20a22161a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:47.431984 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:44Z', 'revision_number': 3, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:47.473633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.488512 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989e850b-86d2-49d2-9f1a-5b478f664021 None None] The sync data for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 is: [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:44Z', 'revision_number': 3, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:47.505595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5e32330e-0013-4ead-9c9e-0ca20a22161a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:47.506175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.692461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1c7d0569-9ad8-47af-8064-9e0b39f505c5 None None] Provisioning for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:47.698038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1c7d0569-9ad8-47af-8064-9e0b39f505c5 None None] Provisioning complete for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:47.698607 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c7d0569-9ad8-47af-8064-9e0b39f505c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.743921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.750590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.751459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d0569-9ad8-47af-8064-9e0b39f505c5 None None] Port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:47.804351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-d0dcb363-f17a-4743-b9a5-56b503338dcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 200 len: 217 time: 0.6732850 Aug 12 02:33:47.851804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.855097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:47.857209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.893148 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.919681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:47.973551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:47.975263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:48.018618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-34ccbc18-ab2e-4fc8-93a0-31347fd7830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:48.020286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-34ccbc18-ab2e-4fc8-93a0-31347fd7830c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 200 len: 797 time: 0.1803384 Aug 12 02:33:48.113157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:48.134783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-6d483002-e841-492d-8d05-4b3f343fc93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:48.145904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-6d483002-e841-492d-8d05-4b3f343fc93d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c0741d-6dec-4a02-851b-e3f7b07fd880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176336 Aug 12 02:33:48.247853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:48.254433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-265b5290-328f-4a6a-951f-514f9f1a2dd5 admin admin] 10.222.0.11 "PUT /v2.0/routers/c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017385 Aug 12 02:33:48.280699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.25.3.240 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f838471b-f737-4223-997a-d88b53c7b32d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:48.379513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9f79ea28-3dee-4fb4-b794-3c0d9a6d2390 None None] Provisioning complete for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:48.379889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9f79ea28-3dee-4fb4-b794-3c0d9a6d2390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:48.428424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9f79ea28-3dee-4fb4-b794-3c0d9a6d2390 None None] Port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:48.458075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-e0379ea6-afba-49ac-9f57-818b4e3fbf8c service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035893 Aug 12 02:33:48.467875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:48.586605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09a80d2f-28dc-4f5b-ab84-2a4fe0a254ed req-50ee6d6b-451c-4f5a-a038-1d1be61914a0 service neutron] 10.222.0.25 "GET /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208396 Aug 12 02:33:48.604276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:48.669651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:48.671301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:48.678592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=f838471b-f737-4223-997a-d88b53c7b32d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:48.680984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:48.878713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:48.887260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1327016090-network', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:48.931126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Made reservation on behalf of a8c3ef18e7db46568225efb7b9f299fb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:48.933526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:48.944693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:48.968186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.078858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.084341 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.113729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:33:49.123316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c28903-5157-4990-b168-df63af137cc1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:49.131714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.132153 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Added segment eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3 of type vlan for network 10379478-c3c5-473e-bcec-1a9f5bb0da2d Aug 12 02:33:49.176791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.187839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.211703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.211703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:49.211703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.290400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4101756 Aug 12 02:33:49.296974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60322) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:49.303386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Request body: {'subnet': {'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1327016090-subnet', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:49.308394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b7d64-532d-42e7-a73c-5697f9a50e08 admin admin] Pushing event updated for resources: {'Network': ['ID=10379478-c3c5-473e-bcec-1a9f5bb0da2d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:49.323237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:33:49.338555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Made reservation on behalf of a8c3ef18e7db46568225efb7b9f299fb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:49.353505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.428179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a284a53f-c7be-48e4-8e06-6ace424cb4ef up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:49.430497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:33:49.526321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a284a53f-c7be-48e4-8e06-6ace424cb4ef completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:49.531771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a284a53f-c7be-48e4-8e06-6ace424cb4ef triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:49.532269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.626809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:49.633191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.645006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Sync routers for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:49.667054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:49.668052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:49.672709 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.675739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.677905 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1f3824d-dd52-4715-a237-2b82e330f095 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2788217 Aug 12 02:33:49.681473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:49.692465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a408a975-50dc-46c6-afb9-57555d076271,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:49.703961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port a284a53f-c7be-48e4-8e06-6ace424cb4ef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a284a53f-c7be-48e4-8e06-6ace424cb4ef,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:49.737779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.761464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Checking segment: {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:49.761828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Network hostable DHCP agents. Network: 10379478-c3c5-473e-bcec-1a9f5bb0da2d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:33:49.785177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dcdeff-7775-492d-af4a-056005655793 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:49.789940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:33:49.794939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-81dcdeff-7775-492d-af4a-056005655793 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=062c199c3bd241e3aeaf2d2eb3c397e2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1116166 Aug 12 02:33:49.797692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60328) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:49.829620 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Sync routers for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:49.834084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 10379478-c3c5-473e-bcec-1a9f5bb0da2d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:49.840436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:49.841310 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:49.852838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf0a52-539e-42cc-ad35-75b186ff78d3 None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:49.868507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:49.869188 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:49.924522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=a284a53f-c7be-48e4-8e06-6ace424cb4ef,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:49.947366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab80755-df1b-4e73-86cf-1c71c0db2273 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:49.949061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ab80755-df1b-4e73-86cf-1c71c0db2273 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505251 Aug 12 02:33:49.952335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:49.957034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-287891ed-e78e-49e9-bef3-698abc3c812b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6579792 Aug 12 02:33:49.957392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60336) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:49.968180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:49.969157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:49.988881 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:50.025508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.027244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.036182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9b6f0427-4a90-4e7a-b21f-4b03d04dc84b tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825129 Aug 12 02:33:50.037120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60338) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:50.079789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:50.091919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f25945e-0441-4e49-a189-debb3716e04d tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=062c199c3bd241e3aeaf2d2eb3c397e2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530288 Aug 12 02:33:50.188724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.257614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:33:50.258556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.280982 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:47Z', 'revision_number': 4, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2', 'name': '', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'mac_address': 'fa:16:3e:a2:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:47Z', 'revision_number': 2, 'project_id': '370d77f1362442f992dc760110acb9e1', 'subnets': [{'id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:50.293341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:48Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:50.322666 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Checking router: c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:50.323019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Updating router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:50.352695 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.369933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d69ced4-b394-41a6-aaf5-db68b06eaa55 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:50.370733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Checking router: 63fc4f5f-a87d-4ba9-a236-42fa20d27002 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:50.371278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Updating router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 port f838471b-f737-4223-997a-d88b53c7b32d binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:50.374453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5d69ced4-b394-41a6-aaf5-db68b06eaa55 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2930231 Aug 12 02:33:50.378459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:50.414742 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.434618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.441457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a1a9815-d202-4640-9710-d566f2545251 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616875 Aug 12 02:33:50.443983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60344) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:50.449776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-999934633', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:33:50.688319 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.698838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Allocated IP 172.20.0.2 (10379478-c3c5-473e-bcec-1a9f5bb0da2d/a408a975-50dc-46c6-afb9-57555d076271/a2dff46b-237e-4dcb-a504-8f7edf21f137) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:50.704044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Transition to ACTIVE for port object c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:50.712981 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.823891 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca25402-0b56-45b9-b71f-bdbb6b270564 None None] Pushing event updated for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:50.846121 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Attempting to bind port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:50.846816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Attempting to bind port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:50.847259 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Attempting to bind port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:50.854714 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:50.855279 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Checking segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:50.856277 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.856472 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Bound using segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:50.857205 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Bound port: c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:50.857674 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:50.962004 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] For port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:50.974369 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] For port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:50.985870 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.001215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.054672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca25402-0b56-45b9-b71f-bdbb6b270564 None None] Pushing event updated for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:51.055497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Transition to ACTIVE for port object f838471b-f737-4223-997a-d88b53c7b32d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:51.080149 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:51.081018 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:51.085574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.092861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:33:51.098092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.239745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Attempting to bind port f838471b-f737-4223-997a-d88b53c7b32d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:51.240241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Attempting to bind port f838471b-f737-4223-997a-d88b53c7b32d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:51.240617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Attempting to bind port f838471b-f737-4223-997a-d88b53c7b32d on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:51.271443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a76f-a494-4087-b445-0203ba09e342 None None] Pushing event updated for resources: {'Port': ['ID=f838471b-f737-4223-997a-d88b53c7b32d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:51.285279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:51.291656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:51.292208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.292622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:51.293129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Bound port: f838471b-f737-4223-997a-d88b53c7b32d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:51.293518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.341440 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.371800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a284a53f-c7be-48e4-8e06-6ace424cb4ef up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:51.396322 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:51.431735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Transition to ACTIVE for port object a2dff46b-237e-4dcb-a504-8f7edf21f137 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:51.478600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.483967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Transition to ACTIVE for port object a2dff46b-237e-4dcb-a504-8f7edf21f137 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:51.505716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] For port f838471b-f737-4223-997a-d88b53c7b32d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:51.512955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] For port f838471b-f737-4223-997a-d88b53c7b32d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f838471b-f737-4223-997a-d88b53c7b32d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:51.513551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.514140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a284a53f-c7be-48e4-8e06-6ace424cb4ef triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:51.514594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.521387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.556063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.646665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:51.647184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.656055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:51.658555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:51.664121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:51.665163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:51.666896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Pushing event updated for resources: {'Port': ['ID=a2dff46b-237e-4dcb-a504-8f7edf21f137,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:51.705949 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:47Z', 'revision_number': 4, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2', 'name': '', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'mac_address': 'fa:16:3e:a2:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:50Z', 'revision_number': 4, 'project_id': '370d77f1362442f992dc760110acb9e1', 'subnets': [{'id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:51.745494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Allocated IP 172.25.3.246 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c6b43788-a9c9-496d-b382-9e2478910e18) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:51.748249 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed8dc02-29f5-4eb4-8528-10784f250410 None None] The sync data for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 is: [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:33:47Z', 'revision_number': 4, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2', 'name': '', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'mac_address': 'fa:16:3e:a2:b1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_interface', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:50Z', 'revision_number': 4, 'project_id': '370d77f1362442f992dc760110acb9e1', 'subnets': [{'id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:51.752318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Checking segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:51.752695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network hostable DHCP agents. Network: 6cfefabd-c058-4ccf-96fb-12343f3bef66, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:33:51.763455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Subnet': ['ID=8b1a688c-2ba6-4844-b7a7-26585d06acbe,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:51.797071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:33:51.849174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6cfefabd-c058-4ccf-96fb-12343f3bef66) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:51.855450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:51.858768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:51.893047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-725ea74a-a841-4e79-8fac-f643809e2fbf tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4449313 Aug 12 02:33:51.893281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60354) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:51.913687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927261b-5675-4b0e-95e5-4078f5e0cabc None None] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:52.026079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.051877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Attempting to bind port a2dff46b-237e-4dcb-a504-8f7edf21f137 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:52.054016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Attempting to bind port a2dff46b-237e-4dcb-a504-8f7edf21f137 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:52.054724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Attempting to bind port a2dff46b-237e-4dcb-a504-8f7edf21f137 on network 10379478-c3c5-473e-bcec-1a9f5bb0da2d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:52.094871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:52.095247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Checking segment: {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:52.096215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.096616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Bound using segment: {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:52.097096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Bound port: a2dff46b-237e-4dcb-a504-8f7edf21f137, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:52.097473 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.103515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55a76f-a494-4087-b445-0203ba09e342 None None] Pushing event updated for resources: {'Port': ['ID=f838471b-f737-4223-997a-d88b53c7b32d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:52.139587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:52.217163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6cfefabd-c058-4ccf-96fb-12343f3bef66', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'fixed_ips': [{'subnet_id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:33:52.217987 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.315693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.369538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:52.377541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:52.379976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:52.422320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] For port a2dff46b-237e-4dcb-a504-8f7edf21f137, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:52.440536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Pushing event updated for resources: {'Port': ['ID=c6b43788-a9c9-496d-b382-9e2478910e18,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:52.482409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] For port a2dff46b-237e-4dcb-a504-8f7edf21f137, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a2dff46b-237e-4dcb-a504-8f7edf21f137,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:52.521644 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.603592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Allocated IP 172.20.0.18 (6cfefabd-c058-4ccf-96fb-12343f3bef66/8b1a688c-2ba6-4844-b7a7-26585d06acbe/f4a876b0-094b-4847-9652-38294cbde924) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:52.619315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1c698-42f4-463a-aabe-0aaab813a9f1 None None] Pushing event updated for resources: {'Port': ['ID=a2dff46b-237e-4dcb-a504-8f7edf21f137,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:52.714163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:48Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:52.788331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:52.993133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e75eff-9347-46ef-8dbb-2cfb70bdc55d None None] The sync data for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 is: [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:48Z', 'revision_number': 3, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:52.998965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.087385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.107965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Transition to ACTIVE for port object f4a876b0-094b-4847-9652-38294cbde924 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:53.131888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Transition to ACTIVE for port object f4a876b0-094b-4847-9652-38294cbde924 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:53.144319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.204784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:53.229710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:53.237976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Pushing event updated for resources: {'Port': ['ID=f4a876b0-094b-4847-9652-38294cbde924,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:53.243020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:53.392208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Attempting to bind port f4a876b0-094b-4847-9652-38294cbde924 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:53.393174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Attempting to bind port f4a876b0-094b-4847-9652-38294cbde924 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:53.393470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Attempting to bind port f4a876b0-094b-4847-9652-38294cbde924 on network 6cfefabd-c058-4ccf-96fb-12343f3bef66 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:53.398872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:53.399251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Checking segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:53.400252 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.400371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.400478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Bound using segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:53.400478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Bound port: f4a876b0-094b-4847-9652-38294cbde924, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:53.400864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.577046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a2dff46b-237e-4dcb-a504-8f7edf21f137 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:53.583627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] For port f4a876b0-094b-4847-9652-38294cbde924, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:53.639375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] For port f4a876b0-094b-4847-9652-38294cbde924, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f4a876b0-094b-4847-9652-38294cbde924,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:53.648753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.714567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.20.0.17 (6cfefabd-c058-4ccf-96fb-12343f3bef66/8b1a688c-2ba6-4844-b7a7-26585d06acbe/bb798ff0-f270-4939-bc0f-ebcad5680e26) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:53.810894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8502-3acb-4051-9d19-7e9191c42b44 None None] Pushing event updated for resources: {'Port': ['ID=f4a876b0-094b-4847-9652-38294cbde924,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:53.821703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port a2dff46b-237e-4dcb-a504-8f7edf21f137 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:53.829207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:53.905575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:53.910910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:53.911502 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:53.914875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Router 222713a6-8fbe-4a43-927d-0dd353da9fa0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:33:54.059182 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.101497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.122095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Transition to ACTIVE for port object bb798ff0-f270-4939-bc0f-ebcad5680e26 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:54.148304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:54.159647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.267865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:54.293035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:54.295542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.308079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c8f545-a453-44ea-8097-224b784de94d None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:54.317392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Sync routers for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:54.341520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:54.348706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:54.353044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:54.381434 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.382968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-57637906-c51e-4cf3-9a01-71c9de51bc5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4216931 Aug 12 02:33:54.385814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60370) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:33:54.398972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:54.399677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:54.401528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:54.405793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Provisioning for port a2dff46b-237e-4dcb-a504-8f7edf21f137 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:54.428421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.477711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Provisioning complete for port a2dff46b-237e-4dcb-a504-8f7edf21f137 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:54.477711 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.662010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.733327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:54.892000 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:54.998372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] For port a2dff46b-237e-4dcb-a504-8f7edf21f137, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a2dff46b-237e-4dcb-a504-8f7edf21f137,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:55.051550 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.165366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eccf2b-d74f-437d-b7b4-f33d651332a0 None None] Pushing event updated for resources: {'Port': ['ID=a2dff46b-237e-4dcb-a504-8f7edf21f137,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:55.194125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:52Z', 'revision_number': 3, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:55.271069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.273277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Checking router: 222713a6-8fbe-4a43-927d-0dd353da9fa0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:55.274666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Updating router 222713a6-8fbe-4a43-927d-0dd353da9fa0 port c6b43788-a9c9-496d-b382-9e2478910e18 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:55.341456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.397071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1313ed-17e3-425b-a34a-69b6f15d3538 None None] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:33:55.571684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Allocated IP 172.20.0.1 (10379478-c3c5-473e-bcec-1a9f5bb0da2d/a408a975-50dc-46c6-afb9-57555d076271/2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:33:55.700338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a2dff46b-237e-4dcb-a504-8f7edf21f137 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:55.713272 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.731178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Transition to ACTIVE for port object 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:55.784285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d479ad7c-5381-4830-b689-eaad1789d7ed None None] Provisioning complete for port a2dff46b-237e-4dcb-a504-8f7edf21f137 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:55.785008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d479ad7c-5381-4830-b689-eaad1789d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.787059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.796325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.804964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.843643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:55.853454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:55.859118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:33:55.868016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Pushing event updated for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:55.923226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.937271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.941469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Transition to ACTIVE for port object c6b43788-a9c9-496d-b382-9e2478910e18 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:55.948463 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:55.950559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:55.992977 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.102471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Attempting to bind port c6b43788-a9c9-496d-b382-9e2478910e18 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:56.102847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Attempting to bind port c6b43788-a9c9-496d-b382-9e2478910e18 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:56.103401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Attempting to bind port c6b43788-a9c9-496d-b382-9e2478910e18 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:56.119669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:56.121516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:56.132237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port a2dff46b-237e-4dcb-a504-8f7edf21f137 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:56.132689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.144934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:56.147897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:56.148296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.148700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:56.149175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Bound port: c6b43788-a9c9-496d-b382-9e2478910e18, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:56.149546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.162532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.190515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e701-eb69-4936-b0b5-015ed000c0d1 None None] Pushing event updated for resources: {'Port': ['ID=c6b43788-a9c9-496d-b382-9e2478910e18,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:56.300604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:56.373352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.382789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.460967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:56.486860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] For port c6b43788-a9c9-496d-b382-9e2478910e18, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:56.486860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] For port c6b43788-a9c9-496d-b382-9e2478910e18, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6b43788-a9c9-496d-b382-9e2478910e18,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:56.492670 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.494651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Sync routers for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:33:56.500822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Pushing event updated for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:56.504797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a30b09ab-fad1-435b-9ec5-cafd1a778c8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "PUT /v2.0/routers/63fc4f5f-a87d-4ba9-a236-42fa20d27002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6103776 Aug 12 02:33:56.505212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.509302 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:56.510393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:56.608304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f4a876b0-094b-4847-9652-38294cbde924 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:56.642159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc8cc1e9-f88b-49c0-bace-b994a029cc7b None None] Provisioning for port f4a876b0-094b-4847-9652-38294cbde924 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:56.692017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:33:56.694028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:33:56.694781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e701-eb69-4936-b0b5-015ed000c0d1 None None] Pushing event updated for resources: {'Port': ['ID=c6b43788-a9c9-496d-b382-9e2478910e18,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:56.732003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:56.738376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:56.754305 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:56.833041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc8cc1e9-f88b-49c0-bace-b994a029cc7b None None] Provisioning for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:56.889630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc8cc1e9-f88b-49c0-bace-b994a029cc7b None None] Provisioning complete for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:56.894116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8cc1e9-f88b-49c0-bace-b994a029cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:56.930087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Router 222713a6-8fbe-4a43-927d-0dd353da9fa0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:33:57.024170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:57.031837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f4a876b0-094b-4847-9652-38294cbde924 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:57.073489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-181407cb-50d7-4e2e-93b7-0c33ca063be4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:57.096787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-181407cb-50d7-4e2e-93b7-0c33ca063be4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/networks?id=6cfefabd-c058-4ccf-96fb-12343f3bef66 HTTP/1.1" status: 200 len: 797 time: 0.2771790 Aug 12 02:33:57.139824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-6e1cfe95-f597-4387-a1b3-8e8f33d194fb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/quotas/062c199c3bd241e3aeaf2d2eb3c397e2 HTTP/1.1" status: 200 len: 375 time: 0.0315666 Aug 12 02:33:57.162950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:33:57.171552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fc20df0a-7708-47c7-ad0b-79c3b9f35532 admin admin] 10.222.0.11 "PUT /v2.0/routers/222713a6-8fbe-4a43-927d-0dd353da9fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823393 Aug 12 02:33:57.260484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f4a876b0-094b-4847-9652-38294cbde924 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:57.260983 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.272832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-9240cbf9-776a-4384-b1bc-978c5717d48b tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1246412 Aug 12 02:33:57.306591 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:54Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bb798ff0-f270-4939-bc0f-ebcad5680e26', 'name': '', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:2b:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:53Z', 'updated_at': '2021-08-12T02:33:55Z', 'revision_number': 2, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:57.311120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cc1e9-f88b-49c0-bace-b994a029cc7b None None] Port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:57.343831 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Checking router: 63fc4f5f-a87d-4ba9-a236-42fa20d27002 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:33:57.344364 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Updating router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 port bb798ff0-f270-4939-bc0f-ebcad5680e26 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:33:57.396287 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.455916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-f7120d4d-3d8e-4cc1-bf63-bcf6996ce58e service neutron] 10.222.0.11 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777394 Aug 12 02:33:57.550712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.570344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Provisioning for port bb798ff0-f270-4939-bc0f-ebcad5680e26 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:57.592021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Provisioning complete for port bb798ff0-f270-4939-bc0f-ebcad5680e26 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:57.592402 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.663221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-b2651725-a74e-4198-8406-4f73f471755c service neutron] 10.222.0.11 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001131 Aug 12 02:33:57.721390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Port bb798ff0-f270-4939-bc0f-ebcad5680e26 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:57.726499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f4a876b0-094b-4847-9652-38294cbde924, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f4a876b0-094b-4847-9652-38294cbde924,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:57.731992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9', 'name': '', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'mac_address': 'fa:16:3e:6f:27:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:55Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 2, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'subnets': [{'id': 'a408a975-50dc-46c6-afb9-57555d076271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:57.761997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b895f294-e841-40eb-a609-43c7d71435e8 None None] The sync data for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 is: [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9', 'name': '', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'mac_address': 'fa:16:3e:6f:27:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:55Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 2, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'subnets': [{'id': 'a408a975-50dc-46c6-afb9-57555d076271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:57.765415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.766393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f838471b-f737-4223-997a-d88b53c7b32d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:57.823382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Provisioning complete for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:57.823814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:57.903763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f4a876b0-094b-4847-9652-38294cbde924,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:57.938381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-562b7351-7896-4e12-becf-90707d18403b req-9550acdb-c0b4-4c10-b01a-1004d33f7022 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 210 time: 0.0470631 Aug 12 02:33:57.981666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:33:58.026550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Provisioning complete for port f4a876b0-094b-4847-9652-38294cbde924 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:58.026852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64f24abe-ef6f-4818-8888-3efe074fbf1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.037048 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.054519 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Transition to ACTIVE for port object bb798ff0-f270-4939-bc0f-ebcad5680e26 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:33:58.062627 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.080956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f838471b-f737-4223-997a-d88b53c7b32d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:33:58.092039 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f838471b-f737-4223-997a-d88b53c7b32d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:58.092417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.241385 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a160-e64c-4808-9c38-83aa49994963 None None] Pushing event updated for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:58.262118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-1b58c6d4-18f0-491f-a879-e3dd425cb2df tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:58.271933 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-1b58c6d4-18f0-491f-a879-e3dd425cb2df tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.2291162 Aug 12 02:33:58.310747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-10ba45e0-fb40-459b-ac03-0b8abd49e466 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/quotas/a8c3ef18e7db46568225efb7b9f299fb HTTP/1.1" status: 200 len: 375 time: 0.0371287 Aug 12 02:33:58.311338 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Attempting to bind port bb798ff0-f270-4939-bc0f-ebcad5680e26 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:33:58.311733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Attempting to bind port bb798ff0-f270-4939-bc0f-ebcad5680e26 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:33:58.312092 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Attempting to bind port bb798ff0-f270-4939-bc0f-ebcad5680e26 on network 6cfefabd-c058-4ccf-96fb-12343f3bef66 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:33:58.339659 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:33:58.340144 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Checking segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:33:58.340497 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.343030 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Bound using segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:33:58.350227 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.354742 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Bound port: bb798ff0-f270-4939-bc0f-ebcad5680e26, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:33:58.355349 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.399382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f838471b-f737-4223-997a-d88b53c7b32d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f838471b-f737-4223-997a-d88b53c7b32d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:33:58.407430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.409487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:58.480162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-e1deee8b-7752-4eed-bde6-b1b5e9ba7c96 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668534 Aug 12 02:33:58.550540 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] For port bb798ff0-f270-4939-bc0f-ebcad5680e26, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:33:58.550967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:58.551346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.560188 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] For port bb798ff0-f270-4939-bc0f-ebcad5680e26, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bb798ff0-f270-4939-bc0f-ebcad5680e26,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:33:58.570238 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:58.655007 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:33:58.657274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:58.685805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-f691bfce-67e7-41b9-988d-6831ac39ea1e service neutron] 10.222.0.11 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044647 Aug 12 02:33:58.722297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f838471b-f737-4223-997a-d88b53c7b32d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:58.896498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-73c2712c-4cb9-4b64-b24b-699c7acd3ca8 service neutron] 10.222.0.11 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095768 Aug 12 02:33:58.926300 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a160-e64c-4808-9c38-83aa49994963 None None] Pushing event updated for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:33:58.941065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:33:59.092481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d280a44f-a274-4a84-bd3f-7d7b91d87d5b req-6e595cdd-004d-452b-8121-cda6cb76b359 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 210 time: 0.0306110 Aug 12 02:33:59.113721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f838471b-f737-4223-997a-d88b53c7b32d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:59.220225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f838471b-f737-4223-997a-d88b53c7b32d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:59.220928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:59.332232 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:54Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bb798ff0-f270-4939-bc0f-ebcad5680e26', 'name': '', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:2b:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:53Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:33:59.406123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a983d666-19da-48ea-9c04-33690736a48a req-0f84d810-be40-4c51-8009-702b8ce49541 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 210 time: 0.0858998 Aug 12 02:33:59.409319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f4a876b0-094b-4847-9652-38294cbde924 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:33:59.428038 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1534c1-0001-4c80-bf35-f8883734d452 None None] The sync data for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 is: [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:33:54Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bb798ff0-f270-4939-bc0f-ebcad5680e26', 'name': '', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:2b:10:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:53Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:33:59.510154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f4a876b0-094b-4847-9652-38294cbde924 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:33:59.510577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:33:59.768248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-0b0a1aac-50e5-42ee-9f44-d2ad420a179e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:33:59.770979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-0b0a1aac-50e5-42ee-9f44-d2ad420a179e tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.21 "GET /v2.0/networks?id=6cfefabd-c058-4ccf-96fb-12343f3bef66 HTTP/1.1" status: 200 len: 797 time: 0.2313747 Aug 12 02:33:59.820703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Request body: {'port': {'device_id': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'admin_state_up': True, 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:00.012471 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Made reservation on behalf of 062c199c3bd241e3aeaf2d2eb3c397e2 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:00.017160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.261799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Allocated IP 172.20.0.29 (6cfefabd-c058-4ccf-96fb-12343f3bef66/8b1a688c-2ba6-4844-b7a7-26585d06acbe/3f657fb7-ebbf-4e3d-9510-87da2f30b1b0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:00.276892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-112a9b93-875a-42be-a071-b3e7a8904bd7 req-7c4c75ac-d303-4ba1-a5db-63577bd64c08 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 210 time: 0.0695169 Aug 12 02:34:00.450545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.468764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Transition to ACTIVE for port object 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:00.514927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.593059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:00.598443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb62bf0b-84bb-4b28-bb49-69f3662cc467 req-22044310-7794-46f7-8331-1e41d69de991 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 210 time: 0.0695908 Aug 12 02:34:00.604010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:00.607968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:00.635408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event updated for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:00.667575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:00.668309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.695205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93a7f0a7-191a-4c84-a207-255cbb5b300f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8785532 Aug 12 02:34:00.718431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Request body: {'port': {'device_id': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:00.786400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.904964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-0f3712bf-a700-45fd-90e4-8f8db7076096 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:00.911903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-0f3712bf-a700-45fd-90e4-8f8db7076096 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.21 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.1031048 Aug 12 02:34:00.930313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Request body: {'port': {'device_id': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'admin_state_up': True, 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:00.954097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4720e2c3-5678-4197-97a4-8302c62a9da5 None None] Provisioning for port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:00.960246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4720e2c3-5678-4197-97a4-8302c62a9da5 None None] Provisioning complete for port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:00.960686 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4720e2c3-5678-4197-97a4-8302c62a9da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:00.975374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Made reservation on behalf of a8c3ef18e7db46568225efb7b9f299fb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:00.980705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.053144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4720e2c3-5678-4197-97a4-8302c62a9da5 None None] Port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:01.147904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bb798ff0-f270-4939-bc0f-ebcad5680e26 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:01.157542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Allocated IP 172.20.0.11 (60d23c15-ed88-4c8f-857b-61414378ae38/4147c379-a9f6-4786-b38e-5a0a5a52a188/4894c4ad-1c6e-4c35-bf08-773c828d0f4b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:01.205934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bb798ff0-f270-4939-bc0f-ebcad5680e26 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:01.210777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bb798ff0-f270-4939-bc0f-ebcad5680e26 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:01.211159 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.216738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:01.227820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.243096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Transition to ACTIVE for port object 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:01.249881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.354450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.374590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:01.390297 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.425954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Attempting to bind port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:01.426319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Attempting to bind port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:01.426723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Attempting to bind port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 on network 6cfefabd-c058-4ccf-96fb-12343f3bef66 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:01.427005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Transition to ACTIVE for port object 4894c4ad-1c6e-4c35-bf08-773c828d0f4b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:01.432694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 on network 6cfefabd-c058-4ccf-96fb-12343f3bef66 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:01.433059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Attempting to bind port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 on network 6cfefabd-c058-4ccf-96fb-12343f3bef66 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:01.440728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:01.441328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Checking segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:01.441612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Bound using segment: {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:01.442123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Bound port: 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb4b995-31b2-4976-bf7b-3fda1ca4c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:01.442785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.505558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bb798ff0-f270-4939-bc0f-ebcad5680e26, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bb798ff0-f270-4939-bc0f-ebcad5680e26,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:01.512065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.512921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6b43788-a9c9-496d-b382-9e2478910e18 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:01.523270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.545527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26c27-01df-48ae-9ebb-294f1b619ad2 req-2adbcc8b-818f-4fd8-8340-5a43f6d7658d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:01.556145 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5fe26c27-01df-48ae-9ebb-294f1b619ad2 req-2adbcc8b-818f-4fd8-8340-5a43f6d7658d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.1157470 Aug 12 02:34:01.592589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:01.598388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:01.615669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.646186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:01.674718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c6b43788-a9c9-496d-b382-9e2478910e18 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:01.688835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:01.690628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.692115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6b43788-a9c9-496d-b382-9e2478910e18 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:01.695553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 HTTP/1.1" status: 200 len: 1055 time: 0.9808509 Aug 12 02:34:01.696530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:01.702384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Pushing event updated for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:01.703528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.706200 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:01.731934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:01.734521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:01.737630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:01.831292 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d936529-a742-437f-80f4-9c9019aec81e x-openstack-request-id: req-6d936529-a742-437f-80f4-9c9019aec81e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:01.837356 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:01.837822 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d936529-a742-437f-80f4-9c9019aec81e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:01.838428 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0', 'status': 'completed', 'code': 200} Aug 12 02:34:01.844489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:01.845107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.865506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-52b372d5-0a19-46bd-ade1-ee839aa7dcc3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9402959 Aug 12 02:34:01.889812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Request body: {'port': {'device_id': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:01.917343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:01.969645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c6b43788-a9c9-496d-b382-9e2478910e18, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6b43788-a9c9-496d-b382-9e2478910e18,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:01.983517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.026894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.097058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c6b43788-a9c9-496d-b382-9e2478910e18,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:02.102232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-34a5597c-fc83-4de4-867d-6afaed4d2583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.260836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a16ff7b1-4449-45e0-bf94-152a84c05fa9 None None] Provisioning for port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:02.265954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a16ff7b1-4449-45e0-bf94-152a84c05fa9 None None] Provisioning complete for port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:02.266704 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a16ff7b1-4449-45e0-bf94-152a84c05fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.306961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a16ff7b1-4449-45e0-bf94-152a84c05fa9 None None] Port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:02.368137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a3b8-b757-414e-a4be-8772b3e52ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:02.370757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4894c4ad-1c6e-4c35-bf08-773c828d0f4b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:02.379938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.388891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d161d-48e8-40db-bf73-a067e4d06397 req-afb1c543-0142-4224-a929-94fb25d8b839 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.390609 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe4d161d-48e8-40db-bf73-a067e4d06397 req-afb1c543-0142-4224-a929-94fb25d8b839 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1028 time: 0.6811593 Aug 12 02:34:02.392170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Transition to ACTIVE for port object 4894c4ad-1c6e-4c35-bf08-773c828d0f4b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:02.398151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.398368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-a2aaa2fb-629e-4da4-9e8c-91113defcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.399667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-a2aaa2fb-629e-4da4-9e8c-91113defcc2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 1058 time: 0.5756593 Aug 12 02:34:02.462257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-692bdd19-9fec-4657-a36f-d88c68e806da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 HTTP/1.1" status: 200 len: 217 time: 0.0471234 Aug 12 02:34:02.481248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Pushing event updated for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:02.520393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe4d161d-48e8-40db-bf73-a067e4d06397 req-d478059e-9dab-40c1-8781-cb4304405307 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183064 Aug 12 02:34:02.535091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93e4f96c-5d9b-422b-941d-0f275da6ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.537775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-93e4f96c-5d9b-422b-941d-0f275da6ca64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b1a688c-2ba6-4844-b7a7-26585d06acbe HTTP/1.1" status: 200 len: 837 time: 0.0677242 Aug 12 02:34:02.551736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Attempting to bind port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:02.552345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Attempting to bind port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:02.552879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Attempting to bind port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:02.561389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b on network 60d23c15-ed88-4c8f-857b-61414378ae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:02.561742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Attempting to bind port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:02.575973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:02.576330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Checking segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:02.579534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Bound using segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:02.580276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Bound port: 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:02.580705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.604319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-517d6a79-f3a9-4b2f-ab92-1ca633b3f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.605923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-517d6a79-f3a9-4b2f-ab92-1ca633b3f091 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cfefabd-c058-4ccf-96fb-12343f3bef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612779 Aug 12 02:34:02.667659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:02.671076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:02.683219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.762085 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-648d2be3-b04a-489e-929a-c64d8e5528e0 service neutron] 10.222.0.21 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482444 Aug 12 02:34:02.786391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.787164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:02.788715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] 10.222.0.21 "PUT /v2.0/ports/4894c4ad-1c6e-4c35-bf08-773c828d0f4b HTTP/1.1" status: 200 len: 1092 time: 0.9062693 Aug 12 02:34:02.793403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:02.795783 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8705bee-7dc8-4d7d-9641-cb917464f789" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:02.892486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fa771-df0e-4405-8138-573a68add1fd req-8dd70baf-b809-42e7-8f37-35a74b7e1b68 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.892723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d4fa771-df0e-4405-8138-573a68add1fd req-8dd70baf-b809-42e7-8f37-35a74b7e1b68 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.1621954 Aug 12 02:34:02.911316 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058ef2d9-6726-45ee-a2a9-8cfc37df22c1 x-openstack-request-id: req-058ef2d9-6726-45ee-a2a9-8cfc37df22c1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:02.911667 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:02.911949 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-058ef2d9-6726-45ee-a2a9-8cfc37df22c1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:02.912312 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b', 'status': 'completed', 'code': 200} Aug 12 02:34:02.912874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d319-de34-4df9-b7d5-4a095c7935fc service neutron] Pushing event updated for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:02.991716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-64c10baa-67ae-4d69-b9a9-19b6841dd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:02.998026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-64c10baa-67ae-4d69-b9a9-19b6841dd0b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.1440768 Aug 12 02:34:03.025324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55d4b513-40a4-410f-adfc-ac40e5453f96 req-0d3e925a-ccd1-47dc-8302-fd179ec07773 service neutron] 10.222.0.21 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539310 Aug 12 02:34:03.025469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bb798ff0-f270-4939-bc0f-ebcad5680e26 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:03.085137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bb798ff0-f270-4939-bc0f-ebcad5680e26 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:03.085322 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:03.093245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-5498bbe1-26ca-48c0-86f0-c9e249698fd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b HTTP/1.1" status: 200 len: 217 time: 0.0835938 Aug 12 02:34:03.200174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-71acda20-ea92-482d-a0d3-c74e63dae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.201992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-71acda20-ea92-482d-a0d3-c74e63dae453 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 1058 time: 0.0630560 Aug 12 02:34:03.227971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6b43788-a9c9-496d-b382-9e2478910e18 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:03.245107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-88ed13a8-3329-4d56-a8e5-7a08fb628a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.246927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-88ed13a8-3329-4d56-a8e5-7a08fb628a08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4147c379-a9f6-4786-b38e-5a0a5a52a188 HTTP/1.1" status: 200 len: 849 time: 0.1195982 Aug 12 02:34:03.287614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c6b43788-a9c9-496d-b382-9e2478910e18 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:03.288430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:03.317820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763459-882f-497b-b12d-9132ebef50ab req-c3ca6672-f27d-4c6c-8415-9119b888f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.319534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-c3ca6672-f27d-4c6c-8415-9119b888f19d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60d23c15-ed88-4c8f-857b-61414378ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588856 Aug 12 02:34:03.351626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-89ad83e1-540c-45b8-95dd-f2bdcc3a1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.353377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-89ad83e1-540c-45b8-95dd-f2bdcc3a1da8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6cfefabd-c058-4ccf-96fb-12343f3bef66 HTTP/1.1" status: 200 len: 898 time: 0.1332321 Aug 12 02:34:03.397397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-4eeb1c83-1abf-4a73-a424-5aed55c10255 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 HTTP/1.1" status: 200 len: 217 time: 0.0373027 Aug 12 02:34:03.428116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-9e2437e0-ac1a-4881-a1d9-9283f7c868c2 service neutron] 10.222.0.21 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008852 Aug 12 02:34:03.449421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-7b758add-f1f3-4819-ba8c-b3eeb4931f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.451163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-7b758add-f1f3-4819-ba8c-b3eeb4931f3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8b1a688c-2ba6-4844-b7a7-26585d06acbe HTTP/1.1" status: 200 len: 837 time: 0.0464902 Aug 12 02:34:03.505823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-5d45bef2-e879-4e49-8154-8641efadc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.507252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-5d45bef2-e879-4e49-8154-8641efadc01e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6cfefabd-c058-4ccf-96fb-12343f3bef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488150 Aug 12 02:34:03.525286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42763459-882f-497b-b12d-9132ebef50ab req-bd0c783e-61fc-4a9b-9c53-788f99077138 service neutron] 10.222.0.21 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898447 Aug 12 02:34:03.612510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-a88e0260-2d7f-4a66-9332-0c5ca35810a1 service neutron] 10.222.0.21 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966070 Aug 12 02:34:03.668037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-5a4a8b29-c925-4ca4-97ea-b92fdb9deb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.669547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-5a4a8b29-c925-4ca4-97ea-b92fdb9deb49 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.0467277 Aug 12 02:34:03.738095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43a5b1-a755-42d4-ba89-68e7bedb2a86 req-c477798e-eaa2-49d0-b1a4-46e8ca50762b tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.739746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d43a5b1-a755-42d4-ba89-68e7bedb2a86 req-c477798e-eaa2-49d0-b1a4-46e8ca50762b tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.1069362 Aug 12 02:34:03.766179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad06f290-52a5-48b8-a5cd-671b21fb2f0d req-d225a423-ec0e-4a86-8fbe-4957adb8ee0e service neutron] 10.222.0.21 "GET /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426382 Aug 12 02:34:03.780617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-4ecd268d-7e8f-4d8a-817d-f6925468be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.783040 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-4ecd268d-7e8f-4d8a-817d-f6925468be0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.1055567 Aug 12 02:34:03.796070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6d43a5b1-a755-42d4-ba89-68e7bedb2a86 req-629ad8fe-27a8-48fa-9a0b-09bda6d6e333 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Aug 12 02:34:03.840126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-b321ba6d-d59e-49e6-951d-d5e62263d052 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b HTTP/1.1" status: 200 len: 217 time: 0.0484877 Aug 12 02:34:03.893356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-b49877cf-2f65-4622-be46-b1833f4d87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.894800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-b49877cf-2f65-4622-be46-b1833f4d87a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4147c379-a9f6-4786-b38e-5a0a5a52a188 HTTP/1.1" status: 200 len: 849 time: 0.0479138 Aug 12 02:34:03.941904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-138388cb-7466-41ad-bf8c-0c1080f4476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:03.943800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-138388cb-7466-41ad-bf8c-0c1080f4476f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60d23c15-ed88-4c8f-857b-61414378ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413432 Aug 12 02:34:04.073502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791954c-e410-40fd-afda-3046275d424a req-e141daa2-1393-49fd-80f5-c0110be00f20 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:04.074974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6791954c-e410-40fd-afda-3046275d424a req-e141daa2-1393-49fd-80f5-c0110be00f20 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.1049201 Aug 12 02:34:04.086256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-fcbbd36a-18a3-4919-a772-26ebddf7d487 service neutron] 10.222.0.21 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349542 Aug 12 02:34:04.185045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8705bee-7dc8-4d7d-9641-cb917464f789 req-ddef6fc0-7db2-4a66-af6f-3bd54bfce5bc service neutron] 10.222.0.21 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890841 Aug 12 02:34:04.252980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Sync routers for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:04.262601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:04.263446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:33:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:04.374157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:04.586900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63b1e9d3-7ebb-474d-b167-97ab2ba06c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:04.589245 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:04.607350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9', 'name': '', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'mac_address': 'fa:16:3e:6f:27:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:55Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 2, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'subnets': [{'id': 'a408a975-50dc-46c6-afb9-57555d076271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:04.634570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Checking router: 222713a6-8fbe-4a43-927d-0dd353da9fa0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:04.634928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Updating router 222713a6-8fbe-4a43-927d-0dd353da9fa0 port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:34:04.672255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:04.675897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:04.943250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d8a91-74c1-4533-9d1b-c600dd026a07 req-1fcdfe1e-b88f-492d-be9c-676faccce2a6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:04.944855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82d8a91-74c1-4533-9d1b-c600dd026a07 req-1fcdfe1e-b88f-492d-be9c-676faccce2a6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.0606425 Aug 12 02:34:04.982114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e82d8a91-74c1-4533-9d1b-c600dd026a07 req-a92f6914-a785-4670-9d32-87ce7e143a79 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303104 Aug 12 02:34:05.097721 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:05.109049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Transition to ACTIVE for port object 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:05.116305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:05.166243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5f873-1adb-4b40-b777-2da7e7306d3a None None] Pushing event updated for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:05.223903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Attempting to bind port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:05.224272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Attempting to bind port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:05.224690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Attempting to bind port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 on network 10379478-c3c5-473e-bcec-1a9f5bb0da2d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:05.230147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:05.230523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Checking segment: {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:05.230976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:05.231371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Bound using segment: {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:05.231860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Bound port: 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:05.232254 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:05.232890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322de7a8-a218-4304-ae2a-f043c0a51903 req-4776f028-0223-4354-a557-0afe834b73d6 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:05.234722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-322de7a8-a218-4304-ae2a-f043c0a51903 req-4776f028-0223-4354-a557-0afe834b73d6 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.0681036 Aug 12 02:34:05.309552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] For port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:05.312857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] For port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:05.318213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:05.367995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:05.368635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:05.428311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5f873-1adb-4b40-b777-2da7e7306d3a None None] Pushing event updated for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:05.504136 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:05.724350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9', 'name': '', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'mac_address': 'fa:16:3e:6f:27:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:55Z', 'updated_at': '2021-08-12T02:34:05Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'subnets': [{'id': 'a408a975-50dc-46c6-afb9-57555d076271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:05.750380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e51154-11b5-4ee8-abea-a822656fbd23 None None] The sync data for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 is: [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:33:56Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9', 'name': '', 'network_id': '10379478-c3c5-473e-bcec-1a9f5bb0da2d', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'mac_address': 'fa:16:3e:6f:27:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': 'a408a975-50dc-46c6-afb9-57555d076271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:55Z', 'updated_at': '2021-08-12T02:34:05Z', 'revision_number': 4, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'subnets': [{'id': 'a408a975-50dc-46c6-afb9-57555d076271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:05.817507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:06.102269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c52c18-bb2d-4dee-b62e-af4198978ece req-24ee85c9-aea4-419f-bb6e-50003b95369b tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:06.104650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75c52c18-bb2d-4dee-b62e-af4198978ece req-24ee85c9-aea4-419f-bb6e-50003b95369b tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.0523405 Aug 12 02:34:06.144481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75c52c18-bb2d-4dee-b62e-af4198978ece req-448836ed-8c5d-47a0-be8d-073aa7a4c680 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Aug 12 02:34:06.387531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67818c6-574b-4c64-b79b-eefcd157a1e6 req-78b4b814-9b75-4e2e-ac3d-974bc1ea0d89 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:06.389637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f67818c6-574b-4c64-b79b-eefcd157a1e6 req-78b4b814-9b75-4e2e-ac3d-974bc1ea0d89 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.0604389 Aug 12 02:34:06.973089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:07.021277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:07.026120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:07.026574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:07.115967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:07.150276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:07.154208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:07.203382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:07.261983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dacddc-dbf4-4e03-a2a8-82d665b79abf req-4d95e415-5874-4d69-b397-9badcff139aa tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:07.263638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73dacddc-dbf4-4e03-a2a8-82d665b79abf req-4d95e415-5874-4d69-b397-9badcff139aa tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.0420661 Aug 12 02:34:07.300417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-73dacddc-dbf4-4e03-a2a8-82d665b79abf req-6854ebeb-2d61-4d8e-851e-26750164814a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302835 Aug 12 02:34:07.316333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:07.508724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877771cb-cb70-4e20-aa63-0a4a50f1458d req-eeac4f06-3177-47a5-97dd-8676df1ea372 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:07.510217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-877771cb-cb70-4e20-aa63-0a4a50f1458d req-eeac4f06-3177-47a5-97dd-8676df1ea372 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.0499270 Aug 12 02:34:08.418486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e8a0f-6052-47d7-aa8f-d7ac1014caa6 req-78be9388-554c-4474-a020-338a21caa6c6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:08.420013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-535e8a0f-6052-47d7-aa8f-d7ac1014caa6 req-78be9388-554c-4474-a020-338a21caa6c6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1095 time: 0.0401428 Aug 12 02:34:08.460118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-535e8a0f-6052-47d7-aa8f-d7ac1014caa6 req-1a6d2fb5-1c3e-4502-8a1c-ffb2a053d0f1 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Aug 12 02:34:08.624547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc236c-1864-4163-8616-d0df5597205f req-7a307105-1d26-4565-b32a-a93c6a39f7c6 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:08.626086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cefc236c-1864-4163-8616-d0df5597205f req-7a307105-1d26-4565-b32a-a93c6a39f7c6 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 907 time: 0.0495191 Aug 12 02:34:08.677850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:34:08.778978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:08.790457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0', 'network_id': '6cfefabd-c058-4ccf-96fb-12343f3bef66', 'port_id': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0', 'mac_address': 'fa:16:3e:be:88:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1a688c-2ba6-4844-b7a7-26585d06acbe', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:34:08.826125 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:08.840766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:08.861791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:08.865786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:08.866534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4894c4ad-1c6e-4c35-bf08-773c828d0f4b details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:34:08.968403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:08.975054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:09.050695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:09.057492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:09.057864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:09.083568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'port_id': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b', 'mac_address': 'fa:16:3e:18:bd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:34:09.139848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:09.171003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4894c4ad-1c6e-4c35-bf08-773c828d0f4b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:09.201724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:09.205547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:09.255712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:09.569597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5d328-87ec-486e-aafe-4fd00f6afcb1 req-019b1fac-2429-40e9-bbdf-0b7f7c0bfcd7 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:09.571139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ffe5d328-87ec-486e-aafe-4fd00f6afcb1 req-019b1fac-2429-40e9-bbdf-0b7f7c0bfcd7 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1096 time: 0.0455303 Aug 12 02:34:09.608107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ffe5d328-87ec-486e-aafe-4fd00f6afcb1 req-7ef1f400-06fd-4696-b604-4d1710aad115 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Aug 12 02:34:09.691267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['3f657fb7-ebbf-4e3d-9510-87da2f30b1b0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:09.718261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4894c4ad-1c6e-4c35-bf08-773c828d0f4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:09.749416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097220b-3e0a-46a8-b9bd-8e1d224927e7 req-5bd9d62a-45fb-42ed-afb4-3b23e55fcfe2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:09.751848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6097220b-3e0a-46a8-b9bd-8e1d224927e7 req-5bd9d62a-45fb-42ed-afb4-3b23e55fcfe2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 908 time: 0.0596793 Aug 12 02:34:10.703525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:10.723266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f17cf-9157-4253-88bf-d30eeb725092 req-5b65d809-2d1f-4f96-b48b-dd3ac9b2c0b3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:10.725506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b42f17cf-9157-4253-88bf-d30eeb725092 req-5b65d809-2d1f-4f96-b48b-dd3ac9b2c0b3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1096 time: 0.0450296 Aug 12 02:34:10.767818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b42f17cf-9157-4253-88bf-d30eeb725092 req-cc53c453-0a99-4116-bbdc-6e39d817d7e8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Aug 12 02:34:10.776983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:10.781815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:10.782452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:10.871255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:10.886847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca49c8b-9beb-4a66-b431-d32849b284bd req-50a3660c-7ca0-41f2-9473-d522be884c6a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:10.888424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dca49c8b-9beb-4a66-b431-d32849b284bd req-50a3660c-7ca0-41f2-9473-d522be884c6a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 908 time: 0.0552900 Aug 12 02:34:10.898379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:10.910058 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab51fec5-4188-45c6-8c67-7c06a5f8d0ec" -d '{"events": [{"server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:10.915858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:10.921394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:10.950057 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4546fad-2b61-46cd-9eac-0be97d11556e x-openstack-request-id: req-e4546fad-2b61-46cd-9eac-0be97d11556e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:10.950357 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "name": "network-vif-plugged", "status": "completed", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:10.950615 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4546fad-2b61-46cd-9eac-0be97d11556e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:10.951007 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0', 'code': 200} Aug 12 02:34:10.989490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:11.074258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65fce-a3e2-4aa5-b69e-9b54f2a852d3 req-30a5e949-dfc5-4d16-bbe7-3776d715de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:11.075805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9e65fce-a3e2-4aa5-b69e-9b54f2a852d3 req-30a5e949-dfc5-4d16-bbe7-3776d715de4c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 1060 time: 0.0415628 Aug 12 02:34:11.885807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17aa55-e98c-421c-b80c-e49efa05cf04 req-be8ab8e5-3b8d-490e-baa0-9a2003d8a99c tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:11.887371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d17aa55-e98c-421c-b80c-e49efa05cf04 req-be8ab8e5-3b8d-490e-baa0-9a2003d8a99c tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1096 time: 0.0395138 Aug 12 02:34:11.923438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d17aa55-e98c-421c-b80c-e49efa05cf04 req-cae9a01f-7d17-4d17-b378-8161966df55b tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290263 Aug 12 02:34:12.014633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e89f4-4c01-48e3-a62a-97030dcfa68f req-54a38925-dd9b-47f1-bd01-b436f24f2074 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:12.016186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-908e89f4-4c01-48e3-a62a-97030dcfa68f req-54a38925-dd9b-47f1-bd01-b436f24f2074 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0539749 Aug 12 02:34:12.726365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4894c4ad-1c6e-4c35-bf08-773c828d0f4b up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:12.776022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:12.779698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:12.780081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:12.867823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:12.901278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:12.905273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:12.953662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:12.956516 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e44c84-50b5-44e7-a2f1-9ca05b7698cf" -d '{"events": [{"server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "name": "network-vif-plugged", "status": "completed", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:12.963712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:13.004617 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17562b-c63a-4f20-9e49-f1284d35eef8 x-openstack-request-id: req-eb17562b-c63a-4f20-9e49-f1284d35eef8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:13.004938 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "name": "network-vif-plugged", "status": "completed", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:13.005197 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb17562b-c63a-4f20-9e49-f1284d35eef8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:13.005598 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b', 'code': 200} Aug 12 02:34:13.045415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5522c2a-fdf5-4bfc-bac8-74bcab04089a req-c036682b-ea1f-447e-ad6e-1950d9bb9360 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.047081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5522c2a-fdf5-4bfc-bac8-74bcab04089a req-c036682b-ea1f-447e-ad6e-1950d9bb9360 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0491602 Aug 12 02:34:13.096266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a5522c2a-fdf5-4bfc-bac8-74bcab04089a req-eec4e1b7-9fdc-4ee4-ab8c-a3641e732d9d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355222 Aug 12 02:34:13.146729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065d1c1-3ef5-4b96-9787-9e541f11784e req-afb469f0-e841-4ef3-be1e-bd81035aea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.149411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1065d1c1-3ef5-4b96-9787-9e541f11784e req-afb469f0-e841-4ef3-be1e-bd81035aea40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0449631 Aug 12 02:34:13.164315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb2968-0a81-45af-8d25-7951c71cbe6c req-12bb563e-3a5e-4924-af27-52eb3729da9b tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.165881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abdb2968-0a81-45af-8d25-7951c71cbe6c req-12bb563e-3a5e-4924-af27-52eb3729da9b tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0657511 Aug 12 02:34:13.193960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1065d1c1-3ef5-4b96-9787-9e541f11784e req-d0864ed8-7f4a-42de-a370-be3e031494e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 Aug 12 02:34:13.283635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c35f52-3c4d-496b-8474-472b194874d5 req-4e644ad4-6820-4961-ab93-4d5c76479e01 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.285168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31c35f52-3c4d-496b-8474-472b194874d5 req-4e644ad4-6820-4961-ab93-4d5c76479e01 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0508647 Aug 12 02:34:13.394990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c75908-5b3e-4369-8675-763c287b60b0 req-ad0961ed-2056-4dda-8c4e-6b9a5de7c9e0 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.396548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1c75908-5b3e-4369-8675-763c287b60b0 req-ad0961ed-2056-4dda-8c4e-6b9a5de7c9e0 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 1060 time: 0.0421445 Aug 12 02:34:13.506723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424d261-ba89-4a54-b027-d4ede3bf705c req-37fcfa0a-4b4e-490b-8ba7-a8827911d38c tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.508323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d424d261-ba89-4a54-b027-d4ede3bf705c req-37fcfa0a-4b4e-490b-8ba7-a8827911d38c tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1136 time: 0.0466030 Aug 12 02:34:13.549169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d424d261-ba89-4a54-b027-d4ede3bf705c req-74272411-5e11-4937-a6e0-84a8d0e86de1 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341458 Aug 12 02:34:13.571227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:13.612277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2cf213-0f08-42dc-9c83-810857792316 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.613893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f2cf213-0f08-42dc-9c83-810857792316 tempest-TestSecurityGroupsBasicOps-1394692531 tempest-TestSecurityGroupsBasicOps-1394692531-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 1055 time: 0.0413697 Aug 12 02:34:13.836180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bcb3c-a0ce-46f0-9a1e-a31b11f65aa6 req-2fc4e59f-bc7a-4d69-8515-336050a686ce tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:13.837488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-100bcb3c-a0ce-46f0-9a1e-a31b11f65aa6 req-2fc4e59f-bc7a-4d69-8515-336050a686ce tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0514455 Aug 12 02:34:14.211203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218482cf-1a6a-493b-9ddb-03ecbd44e4e5 req-71294b31-d5d9-4463-b4ec-fdf7840dc1b7 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:14.212823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-218482cf-1a6a-493b-9ddb-03ecbd44e4e5 req-71294b31-d5d9-4463-b4ec-fdf7840dc1b7 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0416770 Aug 12 02:34:14.255820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-218482cf-1a6a-493b-9ddb-03ecbd44e4e5 req-2a4983b3-4c0a-41c8-87ac-2180c1059903 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Aug 12 02:34:14.959990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13160e55-c472-48e0-ab43-6167a299a10e req-b0dc53cb-249c-4723-84a7-2d93611171f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:14.961825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13160e55-c472-48e0-ab43-6167a299a10e req-b0dc53cb-249c-4723-84a7-2d93611171f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0512829 Aug 12 02:34:15.365780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444bdaa-9648-472c-b685-819ed95ebd8b req-a3a60893-c832-4a52-9c71-a783a2a6e354 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:15.367300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9444bdaa-9648-472c-b685-819ed95ebd8b req-a3a60893-c832-4a52-9c71-a783a2a6e354 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0406628 Aug 12 02:34:15.404768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9444bdaa-9648-472c-b685-819ed95ebd8b req-4d338cea-0ad8-45cd-a149-393fbbc40c12 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Aug 12 02:34:15.520301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bf57f-cbd6-4a0c-b73f-8af85d48f115 req-a4246389-26fe-4240-833a-deb18d731205 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:15.521917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a3bf57f-cbd6-4a0c-b73f-8af85d48f115 req-a4246389-26fe-4240-833a-deb18d731205 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0446129 Aug 12 02:34:15.556522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a3bf57f-cbd6-4a0c-b73f-8af85d48f115 req-45439f95-0a26-4bd0-ac6c-c2a98b295777 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282598 Aug 12 02:34:15.610304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-ff4a1114-a8da-47ba-8137-9d4f4bfb6862 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:15.612662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-ff4a1114-a8da-47ba-8137-9d4f4bfb6862 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 909 time: 0.0550048 Aug 12 02:34:15.739444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366793d-e245-4e78-9088-a7e51083aaa9 req-193ad27a-b4bf-4766-9d45-9061b5c844e6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:15.741015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3366793d-e245-4e78-9088-a7e51083aaa9 req-193ad27a-b4bf-4766-9d45-9061b5c844e6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.1157236 Aug 12 02:34:15.792026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3366793d-e245-4e78-9088-a7e51083aaa9 req-fb6363ba-7dcb-4f56-91e1-f6ddbc3e1db8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Aug 12 02:34:15.795267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:15.795631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:15.886110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:15.886548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:15.904488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:16.041312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-58202548-cbc1-4ce0-be58-e0c9cf9f05e6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:16.043241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-58202548-cbc1-4ce0-be58-e0c9cf9f05e6 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.1043611 Aug 12 02:34:16.061374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-ad444e53-e446-4aff-92ab-4b449911d5ab tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/quotas/a8c3ef18e7db46568225efb7b9f299fb HTTP/1.1" status: 200 len: 375 time: 0.0113363 Aug 12 02:34:16.073363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:16.115145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=3f657fb7-ebbf-4e3d-9510-87da2f30b1b0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:16.140090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e354988-3124-4f30-9fc7-22ef85b04db3 req-44239556-9139-48f9-869f-58451a740b78 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d90f314-06e2-46d3-8bdf-5e2df23c3a9e HTTP/1.1" status: 200 len: 210 time: 0.0591552 Aug 12 02:34:16.161719 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-7de3d08d-7f22-4c90-93d4-27ea9d2b062c tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936661 Aug 12 02:34:16.168119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.168469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.168871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.169213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.170156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.170555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.170897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.171230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.171588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.171919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.172250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.172602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:16.201403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] No DVR routers for this DVR port 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:16.206224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:16.208172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f14cb494-fa0a-476f-b8fa-6a79cefb9ba7 req-0bc30610-f00e-4df3-b9d5-f8d2506fd073 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.21 "DELETE /v2.0/ports/3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 HTTP/1.1" status: 204 len: 173 time: 0.5891590 Aug 12 02:34:16.208676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'name': 'network-vif-deleted', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:16.213482 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca92e9a-4248-499f-bee3-9f5c58b2f548" -d '{"events": [{"server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "name": "network-vif-deleted", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:16.262943 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da1559-db69-4657-a25d-1813aec43dd2 x-openstack-request-id: req-77da1559-db69-4657-a25d-1813aec43dd2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:16.263540 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d90f314-06e2-46d3-8bdf-5e2df23c3a9e", "name": "network-vif-deleted", "tag": "3f657fb7-ebbf-4e3d-9510-87da2f30b1b0", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:16.264037 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77da1559-db69-4657-a25d-1813aec43dd2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:16.264719 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d90f314-06e2-46d3-8bdf-5e2df23c3a9e', 'name': 'network-vif-deleted', 'tag': '3f657fb7-ebbf-4e3d-9510-87da2f30b1b0', 'status': 'completed', 'code': 200} Aug 12 02:34:16.276037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-9f5cf4ce-89c6-469b-a644-2aea34731a94 service neutron] 10.222.0.11 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132104 Aug 12 02:34:16.410370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-ae9382f1-abd2-4bb1-88d1-1ae7db16fea7 service neutron] 10.222.0.11 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312380 Aug 12 02:34:16.422209 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:34:16.584113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-659985b6-d412-416e-9d4b-bc52a0710e9a req-583cdda9-5940-4c47-b698-706eddd7d864 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 210 time: 0.0327041 Aug 12 02:34:17.210056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:17.682470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-4bc479bf-b396-4b13-ab6c-57ae389a4693 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:17.684327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-4bc479bf-b396-4b13-ab6c-57ae389a4693 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.25 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.1546779 Aug 12 02:34:17.690147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b48aab2-79d0-4635-bdfc-448f7fe7ad3c req-6e15772e-dddd-46d2-8683-f7fc464937a5 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 210 time: 0.0310862 Aug 12 02:34:17.697157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Request body: {'port': {'device_id': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'admin_state_up': True, 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:17.730705 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:17.780441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Made reservation on behalf of a8c3ef18e7db46568225efb7b9f299fb for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:17.783868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:17.903449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.001123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Allocated IP 172.20.0.9 (60d23c15-ed88-4c8f-857b-61414378ae38/4147c379-a9f6-4786-b38e-5a0a5a52a188/c96ce4b7-c207-409a-bbd7-bb8309089782) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:18.217974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port bb798ff0-f270-4939-bc0f-ebcad5680e26 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:18.218661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.226222 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.280243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Transition to ACTIVE for port object c96ce4b7-c207-409a-bbd7-bb8309089782 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:18.336930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port bb798ff0-f270-4939-bc0f-ebcad5680e26, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bb798ff0-f270-4939-bc0f-ebcad5680e26,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:18.337296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.353375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for bb798ff0-f270-4939-bc0f-ebcad5680e26 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:18.364418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.408071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4894c4ad-1c6e-4c35-bf08-773c828d0f4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:18.452954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Network 60d23c15-ed88-4c8f-857b-61414378ae38 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:18.455937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Pushing event updated for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:18.461989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:18.469709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:18.555426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:18.556074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.592686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bbfc2079-c6cf-4264-b36c-9f93b893679d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9002504 Aug 12 02:34:18.610182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Request body: {'port': {'device_id': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:18.711496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.730518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.748958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:18.773251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:18.773870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 3f657fb7-ebbf-4e3d-9510-87da2f30b1b0 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:18.796496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=bb798ff0-f270-4939-bc0f-ebcad5680e26,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:18.826030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea03fc5e-a4c9-49c9-94e7-6f17b2dc200c None None] Provisioning for port c96ce4b7-c207-409a-bbd7-bb8309089782 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:18.830864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ea03fc5e-a4c9-49c9-94e7-6f17b2dc200c None None] Provisioning complete for port c96ce4b7-c207-409a-bbd7-bb8309089782 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:18.831251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea03fc5e-a4c9-49c9-94e7-6f17b2dc200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:18.881160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ea03fc5e-a4c9-49c9-94e7-6f17b2dc200c None None] Port c96ce4b7-c207-409a-bbd7-bb8309089782 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:18.985517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8d6b-6804-4d8f-ac26-d253bfc07ece req-5f0966b6-b6eb-4fee-8a8c-6a85170a1f38 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:18.987895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94ae8d6b-6804-4d8f-ac26-d253bfc07ece req-5f0966b6-b6eb-4fee-8a8c-6a85170a1f38 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1027 time: 0.1931610 Aug 12 02:34:19.140623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94ae8d6b-6804-4d8f-ac26-d253bfc07ece req-cce1384c-640f-4f60-8a7b-0f3b05bc5480 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350303 Aug 12 02:34:19.228364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:19.357746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96ce4b7-c207-409a-bbd7-bb8309089782 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:19.368030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:19.391074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Transition to ACTIVE for port object c96ce4b7-c207-409a-bbd7-bb8309089782 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:19.400295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:19.487527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Pushing event updated for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:19.947108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Attempting to bind port c96ce4b7-c207-409a-bbd7-bb8309089782 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:19.947441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Attempting to bind port c96ce4b7-c207-409a-bbd7-bb8309089782 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:19.947792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Attempting to bind port c96ce4b7-c207-409a-bbd7-bb8309089782 on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:19.954208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Port c96ce4b7-c207-409a-bbd7-bb8309089782 on network 60d23c15-ed88-4c8f-857b-61414378ae38 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:19.955085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Attempting to bind port c96ce4b7-c207-409a-bbd7-bb8309089782 on network 60d23c15-ed88-4c8f-857b-61414378ae38 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:19.958127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:19.962283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:19.962627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Checking segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:19.963018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Bound using segment: {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:19.963456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Bound port: c96ce4b7-c207-409a-bbd7-bb8309089782, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:19.963839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.108348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:20.128522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c96ce4b7-c207-409a-bbd7-bb8309089782,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:20.134981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.165552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:20.175235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:20.176019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf32fdf2-2057-47c4-92fc-a065d4507d97 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "PUT /v2.0/routers/63fc4f5f-a87d-4ba9-a236-42fa20d27002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9646950 Aug 12 02:34:20.179085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Sync routers for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:20.181949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.182691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.184244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] 10.222.0.25 "PUT /v2.0/ports/c96ce4b7-c207-409a-bbd7-bb8309089782 HTTP/1.1" status: 200 len: 1091 time: 1.5792849 Aug 12 02:34:20.187052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:20.197285 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e71794-13f4-4044-a6b7-25e0ce227044" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:20.203761 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:20.205048 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:20.269665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405186a-7d57-4b4c-995c-6a02715a171e service neutron] Pushing event updated for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:20.272711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting subnet 8b1a688c-2ba6-4844-b7a7-26585d06acbe {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:34:20.277891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.290577 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c498bf-f94e-4ff4-9874-d71d1a4cd437 x-openstack-request-id: req-39c498bf-f94e-4ff4-9874-d71d1a4cd437 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:20.290866 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:20.291111 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39c498bf-f94e-4ff4-9874-d71d1a4cd437 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:20.291613 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782', 'status': 'completed', 'code': 200} Aug 12 02:34:20.326361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.342907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bdd06c9b-201d-4941-901d-9e65f61d525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.344665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-bdd06c9b-201d-4941-901d-9e65f61d525b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1094 time: 0.1127264 Aug 12 02:34:20.375863 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:20.420950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-4fbec340-8d53-42da-ba4d-c2973679b1a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c96ce4b7-c207-409a-bbd7-bb8309089782 HTTP/1.1" status: 200 len: 217 time: 0.0683866 Aug 12 02:34:20.452434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dd72b-a12c-4a08-bea4-4103cdf2935a req-1bfa02ed-3c42-43a7-8148-3667c202c317 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.461379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc4dd72b-a12c-4a08-bea4-4103cdf2935a req-1bfa02ed-3c42-43a7-8148-3667c202c317 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1094 time: 0.0746770 Aug 12 02:34:20.520401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-9e3f5144-f270-40f6-a6eb-f41952b89f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.522248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-9e3f5144-f270-40f6-a6eb-f41952b89f2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4147c379-a9f6-4786-b38e-5a0a5a52a188 HTTP/1.1" status: 200 len: 849 time: 0.0946169 Aug 12 02:34:20.546910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bc4dd72b-a12c-4a08-bea4-4103cdf2935a req-f8105da3-4df3-4d28-8227-df0fbd634892 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842583 Aug 12 02:34:20.552549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.594747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-cdae83e7-76c5-45ba-9d1f-ed2af8154a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.597976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-cdae83e7-76c5-45ba-9d1f-ed2af8154a09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60d23c15-ed88-4c8f-857b-61414378ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670252 Aug 12 02:34:20.627553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.667409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1a688c-2ba6-4844-b7a7-26585d06acbe,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:20.669968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.675348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d423fe4-71cb-4137-986a-c686bda742f9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/subnets/8b1a688c-2ba6-4844-b7a7-26585d06acbe HTTP/1.1" status: 204 len: 168 time: 0.4980502 Aug 12 02:34:20.676228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60852) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:20.685432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4c961-934b-404b-91cd-160f5b100db5 None None] Network 6cfefabd-c058-4ccf-96fb-12343f3bef66 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:20.730507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-2696ea3d-f14a-4c26-8d6e-2873b07f3a7f service neutron] 10.222.0.25 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242702 Aug 12 02:34:20.758143 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:34:18Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:20.793085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Checking router: 63fc4f5f-a87d-4ba9-a236-42fa20d27002 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:20.804740 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Routers {'63fc4f5f-a87d-4ba9-a236-42fa20d27002'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:20.805803 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:20.844158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:20.850217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b2519e-796f-4494-81f3-ace6f3b2d15a req-c6704d73-1cee-421f-a385-834fe3e3682a service neutron] 10.222.0.25 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124828 Aug 12 02:34:20.928022 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] Set router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:20.971648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-55370285-9a8d-4708-9344-3835531316db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:20.973321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-55370285-9a8d-4708-9344-3835531316db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1094 time: 0.0579791 Aug 12 02:34:20.984603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] DHCP port deletion for 6cfefabd-c058-4ccf-96fb-12343f3bef66 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:34:21.118159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Deleting port f4a876b0-094b-4847-9652-38294cbde924 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:21.118808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.120635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-2ac5a3ad-adb6-40e8-bf80-a0c077231c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:21.125104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-2ac5a3ad-adb6-40e8-bf80-a0c077231c48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 200 len: 911 time: 0.1414626 Aug 12 02:34:21.181283 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:34:18Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:21.207356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-7cffcb89-27ca-45ca-930a-f8c8530d04ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c96ce4b7-c207-409a-bbd7-bb8309089782 HTTP/1.1" status: 200 len: 217 time: 0.0692239 Aug 12 02:34:21.210974 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19292649-8099-4dde-9916-0bfbc4bce891 None None] The sync data for ids ['63fc4f5f-a87d-4ba9-a236-42fa20d27002'] in n-d-804303-2 is: [{'id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'name': 'tempest-TestSecurityGroupsBasicOps-router-531548686', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:46Z', 'updated_at': '2021-08-12T02:34:18Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'f838471b-f737-4223-997a-d88b53c7b32d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fc4f5f-a87d-4ba9-a236-42fa20d27002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:47Z', 'updated_at': '2021-08-12T02:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:21.225227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] For port f4a876b0-094b-4847-9652-38294cbde924, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f4a876b0-094b-4847-9652-38294cbde924,segment=NetworkSegment(5fb4b995-31b2-4976-bf7b-3fda1ca4c313),segment_id=5fb4b995-31b2-4976-bf7b-3fda1ca4c313)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:21.226037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.242734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Calling delete_port for f4a876b0-094b-4847-9652-38294cbde924 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:21.287039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-61b1853d-f209-410f-aa39-ad1118be867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:21.288717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-61b1853d-f209-410f-aa39-ad1118be867f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4147c379-a9f6-4786-b38e-5a0a5a52a188 HTTP/1.1" status: 200 len: 849 time: 0.0725172 Aug 12 02:34:21.346213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.347730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-7b631d32-09e7-44c4-b391-fd4b11c9628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:21.349799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-7b631d32-09e7-44c4-b391-fd4b11c9628d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=60d23c15-ed88-4c8f-857b-61414378ae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489683 Aug 12 02:34:21.371372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] Pushing event deleted for resources: {'Port': ['ID=f4a876b0-094b-4847-9652-38294cbde924,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:21.375421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2dfcb-b689-4251-b9ef-42937317f052 None None] No DVR routers for this DVR port f4a876b0-094b-4847-9652-38294cbde924 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:21.414103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.458260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-45c78b55-16e3-43d3-aaf5-dbc85bd1fdbb service neutron] 10.222.0.25 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993874 Aug 12 02:34:21.479573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port f838471b-f737-4223-997a-d88b53c7b32d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:21.479865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.563339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port f838471b-f737-4223-997a-d88b53c7b32d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f838471b-f737-4223-997a-d88b53c7b32d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:21.563991 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.566836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1e71794-13f4-4044-a6b7-25e0ce227044 req-5bfea46e-9032-4106-bb04-5181e207d10a service neutron] 10.222.0.25 "GET /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002641 Aug 12 02:34:21.589352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for f838471b-f737-4223-997a-d88b53c7b32d owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:21.672967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18314938-00f4-472e-ba24-c856b38ea291 req-085560c4-0068-49d9-a7e2-129f3f1580ac tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:21.680114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18314938-00f4-472e-ba24-c856b38ea291 req-085560c4-0068-49d9-a7e2-129f3f1580ac tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1094 time: 0.0540557 Aug 12 02:34:21.718850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18314938-00f4-472e-ba24-c856b38ea291 req-96541c4d-9550-40f6-acb8-1c849adca6ec tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371263 Aug 12 02:34:21.787976 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.821020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=f838471b-f737-4223-997a-d88b53c7b32d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:21.881245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.973181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:21.975286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.018766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.019679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Fanout notify agent at l3_agent the message router_deleted on router 63fc4f5f-a87d-4ba9-a236-42fa20d27002 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:34:22.026525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.030180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2583d5d1-7a8b-4b84-a0d5-1dc030bd38b4 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/routers/63fc4f5f-a87d-4ba9-a236-42fa20d27002 HTTP/1.1" status: 204 len: 168 time: 1.3498933 Aug 12 02:34:22.030414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:22.124518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.215837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.225647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfefabd-c058-4ccf-96fb-12343f3bef66']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:22.235846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb4b995-31b2-4976-bf7b-3fda1ca4c313') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:22.236221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb4b995-31b2-4976-bf7b-3fda1ca4c313') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:22.244790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.263559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.269712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:34:22.270104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:34:22.273151 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:34:22.330278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.334740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.339400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60864) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:22.339961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/networks/6cfefabd-c058-4ccf-96fb-12343f3bef66 HTTP/1.1" status: 204 len: 168 time: 0.3079653 Aug 12 02:34:22.358265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80898-31cb-46c0-9fcf-22c48d82234a tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Network': ['ID=6cfefabd-c058-4ccf-96fb-12343f3bef66,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:22.525436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port 7b77f969-0fe2-4f9e-992e-acb76158399e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:22.525792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.613605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.613961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.625669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for 7b77f969-0fe2-4f9e-992e-acb76158399e owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:22.779176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.814519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=7b77f969-0fe2-4f9e-992e-acb76158399e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:22.836628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.837045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.837326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.837673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.838013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.838353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.838688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.839028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.839365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.839729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.839855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83560c-b482-4dee-98a2-40948ee2db41 req-e24bdf1c-711d-488c-b803-3ebbfca7b89d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:22.840327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.840533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:22.841446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c83560c-b482-4dee-98a2-40948ee2db41 req-e24bdf1c-711d-488c-b803-3ebbfca7b89d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1094 time: 0.0461495 Aug 12 02:34:22.883022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c83560c-b482-4dee-98a2-40948ee2db41 req-cb146f3c-5321-4ac4-8060-ca5aaa57c222 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Aug 12 02:34:22.887684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:22.888515 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Floating IP c3e36654-1628-403d-ad8a-ecb1f6c3879c disassociated (deleted). External IP: 172.25.3.124, port: 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c. Aug 12 02:34:22.989762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f838471b-f737-4223-997a-d88b53c7b32d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:23.011460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f838471b-f737-4223-997a-d88b53c7b32d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:23.011817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f838471b-f737-4223-997a-d88b53c7b32d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:23.012456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bb798ff0-f270-4939-bc0f-ebcad5680e26 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:23.035034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bb798ff0-f270-4939-bc0f-ebcad5680e26 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:23.035380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bb798ff0-f270-4939-bc0f-ebcad5680e26 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:23.036374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f4a876b0-094b-4847-9652-38294cbde924 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:23.038838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c96ce4b7-c207-409a-bbd7-bb8309089782 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:34:23.069881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f4a876b0-094b-4847-9652-38294cbde924 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:23.070297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f4a876b0-094b-4847-9652-38294cbde924 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:23.121256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:23.169999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c96ce4b7-c207-409a-bbd7-bb8309089782,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:23.184830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c96ce4b7-c207-409a-bbd7-bb8309089782', 'network_id': '60d23c15-ed88-4c8f-857b-61414378ae38', 'port_id': 'c96ce4b7-c207-409a-bbd7-bb8309089782', 'mac_address': 'fa:16:3e:5c:60:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4147c379-a9f6-4786-b38e-5a0a5a52a188', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:34:23.231306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:23.243170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:23.248240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96ce4b7-c207-409a-bbd7-bb8309089782 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:23.248545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:23.255562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Sync routers for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:23.276338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:23.277238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:23.280634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9b1bd63-e5a6-40cf-a94e-6b61cbc4dfed tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/floatingips/c3e36654-1628-403d-ad8a-ecb1f6c3879c HTTP/1.1" status: 204 len: 168 time: 0.9375448 Aug 12 02:34:23.280634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:23.280878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c96ce4b7-c207-409a-bbd7-bb8309089782,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:23.281441 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f778eac-e047-4e36-acff-1ea7bb06f02d" -d '{"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:23.322838 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:23.328038 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11a3788-b327-4591-8318-1e7efabc465c x-openstack-request-id: req-a11a3788-b327-4591-8318-1e7efabc465c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:23.328328 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:23.328581 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a11a3788-b327-4591-8318-1e7efabc465c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:23.329113 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'status': 'completed', 'code': 200} Aug 12 02:34:23.401970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-ccdbb711-6772-473f-8f08-e031c749890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:23.405250 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-ccdbb711-6772-473f-8f08-e031c749890a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 1136 time: 0.0565832 Aug 12 02:34:23.434363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:23.448274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:23.538063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-10b57212-41a9-4c8f-8e27-c7bb4408ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:23.539617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-10b57212-41a9-4c8f-8e27-c7bb4408ea8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 200 len: 898 time: 0.1270680 Aug 12 02:34:23.585518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150eaf8c-0c4c-4991-8ae8-3b1a07abb6e4 req-702c7dea-3bb0-4909-be87-f0d17d5d6cf9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:23.592900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-fce57000-c014-40fb-ae5d-abbbcbc718f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 200 len: 217 time: 0.0436347 Aug 12 02:34:23.594206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-150eaf8c-0c4c-4991-8ae8-3b1a07abb6e4 req-702c7dea-3bb0-4909-be87-f0d17d5d6cf9 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0693066 Aug 12 02:34:23.604365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c96ce4b7-c207-409a-bbd7-bb8309089782'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:23.658047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-150eaf8c-0c4c-4991-8ae8-3b1a07abb6e4 req-309c3521-0626-4254-a542-4bbfdb7cbf8f tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0467803 Aug 12 02:34:23.659333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-2cb55fa7-3d00-4a24-a412-623b8f72de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:23.660918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-2cb55fa7-3d00-4a24-a412-623b8f72de66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b98997f6-efb8-4267-967c-834e5c9ddc3e HTTP/1.1" status: 200 len: 835 time: 0.0569270 Aug 12 02:34:23.715320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-5c2baf6e-7d37-45d1-b827-d1cc1071b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:23.717011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-5c2baf6e-7d37-45d1-b827-d1cc1071b8e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2051d394-cda8-4f2c-9b85-7cc29cf895eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478725 Aug 12 02:34:23.812909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-4d9631ae-da80-456e-806e-f7521d9f19b1 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882931 Aug 12 02:34:23.913076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f778eac-e047-4e36-acff-1ea7bb06f02d req-91758a2a-19c0-41b1-9068-94163925adb9 service neutron] 10.222.0.25 "GET /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925496 Aug 12 02:34:23.951830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:23.986546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Checking router: e20cef03-7103-4cfd-8f8d-6edf21bed7c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:24.000860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:24.001825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:24.022491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc8ba5-becc-4548-a308-1adc07addf6a req-66b3233d-e494-4345-8266-cd1d8842ac8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:24.025293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40bc8ba5-becc-4548-a308-1adc07addf6a req-66b3233d-e494-4345-8266-cd1d8842ac8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1095 time: 0.0524321 Aug 12 02:34:24.061188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40bc8ba5-becc-4548-a308-1adc07addf6a req-d6575ea2-107b-4dcf-b87d-516e2704af2c tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303884 Aug 12 02:34:24.111893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:24.310671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:24.338325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d1832-b8a4-4737-be80-f03317b87353 None None] The sync data for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 is: [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:32:52Z', 'revision_number': 4, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cc83d76d-1de9-40b0-8ceb-50875beb1916', 'name': '', 'network_id': '2051d394-cda8-4f2c-9b85-7cc29cf895eb', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'mac_address': 'fa:16:3e:22:38:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:51Z', 'updated_at': '2021-08-12T02:32:57Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'subnets': [{'id': 'b98997f6-efb8-4267-967c-834e5c9ddc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:24.584507 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5f9778-e784-4603-b506-216215c3a5aa None None] New status for floating IP c3e36654-1628-403d-ad8a-ecb1f6c3879c: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:34:24.764747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef2bd-90be-40aa-8c0c-5508af8c9612 req-f4fc5403-f595-4ef2-81fa-8fd57aacad64 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:24.766255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a2ef2bd-90be-40aa-8c0c-5508af8c9612 req-f4fc5403-f595-4ef2-81fa-8fd57aacad64 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0499568 Aug 12 02:34:24.810756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a2ef2bd-90be-40aa-8c0c-5508af8c9612 req-30d42269-00df-4cd7-814c-6303b9069ccb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/security-groups?id=462c9c36-299b-4b21-9b28-fe3ade490f57&id=72814d9f-bfc6-4846-8a8e-8ba642d7f39f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368576 Aug 12 02:34:24.822544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-d02ed67c-a396-4af0-8b85-d83777ed3b8d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:24.824307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-d02ed67c-a396-4af0-8b85-d83777ed3b8d tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.25 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 985 time: 0.0536542 Aug 12 02:34:24.941660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:24.942042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.039591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:25.040061 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.041156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c96ce4b7-c207-409a-bbd7-bb8309089782 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:25.067635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:25.135604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c96ce4b7-c207-409a-bbd7-bb8309089782 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:25.141471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c96ce4b7-c207-409a-bbd7-bb8309089782 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:25.144613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.204123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fad8b8-fa7c-4117-baa8-55418ab90a37 req-935f7165-718e-492f-a789-953815500027 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:25.206358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fad8b8-fa7c-4117-baa8-55418ab90a37 req-935f7165-718e-492f-a789-953815500027 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1095 time: 0.0623853 Aug 12 02:34:25.264315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.286487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fad8b8-fa7c-4117-baa8-55418ab90a37 req-ed3ae986-6530-4847-98e9-c1681986bae3 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730300 Aug 12 02:34:25.312433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c96ce4b7-c207-409a-bbd7-bb8309089782,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:25.313583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:25.317165 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192135e8-f895-4c60-ba03-999d5e3432a6" -d '{"events": [{"server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "name": "network-vif-plugged", "status": "completed", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:25.322316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.336059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.359340 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5edec-5c4b-47b5-85a7-829fda699424 x-openstack-request-id: req-98a5edec-5c4b-47b5-85a7-829fda699424 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:25.359962 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "name": "network-vif-plugged", "status": "completed", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:25.360215 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98a5edec-5c4b-47b5-85a7-829fda699424 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:25.361156 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782', 'code': 200} Aug 12 02:34:25.396137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:25.401846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=57362977-0dfe-4b2e-b4a4-2a51aa5ff40c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:25.404863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.405225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.405571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.406054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.406398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.406732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.407695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.408042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.408432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.408828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.409101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.409429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:25.473946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] No DVR routers for this DVR port 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:25.477355 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:25.479445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfdd55ec-7d88-470c-802f-8267e44b479e req-dfd6ad11-789c-4d89-911a-58fde77d3ddb tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.25 "DELETE /v2.0/ports/57362977-0dfe-4b2e-b4a4-2a51aa5ff40c HTTP/1.1" status: 204 len: 173 time: 0.6454778 Aug 12 02:34:25.479905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'name': 'network-vif-deleted', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:25.482203 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edacf261-a7b3-4697-bb23-88c8a07a232b" -d '{"events": [{"server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "name": "network-vif-deleted", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:25.503294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7bb71-d0e0-4f36-b32e-73a6fc972d40 req-f41bf14b-bd88-4a40-b839-03fb728b812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:25.505129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ac7bb71-d0e0-4f36-b32e-73a6fc972d40 req-f41bf14b-bd88-4a40-b839-03fb728b812c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0720851 Aug 12 02:34:25.539609 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1a6807-fec2-4893-8a67-aef5f97fd402 x-openstack-request-id: req-9d1a6807-fec2-4893-8a67-aef5f97fd402 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:25.539902 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf", "name": "network-vif-deleted", "tag": "57362977-0dfe-4b2e-b4a4-2a51aa5ff40c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:25.540325 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d1a6807-fec2-4893-8a67-aef5f97fd402 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:25.540797 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf', 'name': 'network-vif-deleted', 'tag': '57362977-0dfe-4b2e-b4a4-2a51aa5ff40c', 'status': 'completed', 'code': 200} Aug 12 02:34:25.559954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ac7bb71-d0e0-4f36-b32e-73a6fc972d40 req-7944f183-e54e-49f8-b765-99b0c2066c71 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Aug 12 02:34:25.945588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98208031-2e75-4793-a0bd-ce302f42896b req-4c9e3b18-9e07-48c0-9a7c-20f4e1d1c1e2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "GET /v2.0/ports?device_id=b80b36f3-7bc0-4647-9e6a-5ace6d09b0bf HTTP/1.1" status: 200 len: 210 time: 0.0274804 Aug 12 02:34:26.405202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca162b14-4d19-4d70-80fa-52a4842bb4cc req-d1aef8d5-c024-421a-8fce-129e91a978f0 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:26.406765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca162b14-4d19-4d70-80fa-52a4842bb4cc req-d1aef8d5-c024-421a-8fce-129e91a978f0 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0437088 Aug 12 02:34:26.442082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca162b14-4d19-4d70-80fa-52a4842bb4cc req-603799d4-7e01-4495-a6d7-1cde6635c89d tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284724 Aug 12 02:34:26.550193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81f830-a7b5-4d53-ba11-5aee30300a72 req-6b4f0877-3f7b-49ee-99bb-af0c0ab75d34 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:26.551595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb81f830-a7b5-4d53-ba11-5aee30300a72 req-6b4f0877-3f7b-49ee-99bb-af0c0ab75d34 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0431991 Aug 12 02:34:26.584709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb81f830-a7b5-4d53-ba11-5aee30300a72 req-82c6c671-2f6c-471e-9620-5d41693ff688 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273755 Aug 12 02:34:26.699441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15088e5-3b36-4b26-a045-18a146347d15 req-d97945ee-bf70-4246-b6cb-61401803d6b9 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:26.701073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f15088e5-3b36-4b26-a045-18a146347d15 req-d97945ee-bf70-4246-b6cb-61401803d6b9 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0489302 Aug 12 02:34:26.737944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f15088e5-3b36-4b26-a045-18a146347d15 req-4f7aced2-e28b-4bca-b7c4-b2860a8b7cd5 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303893 Aug 12 02:34:26.963201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c53216-f016-4d17-a20a-dfb61da56307 req-d290b05c-93ef-4238-bc64-c6874dac3b69 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:26.964763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c53216-f016-4d17-a20a-dfb61da56307 req-d290b05c-93ef-4238-bc64-c6874dac3b69 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0407977 Aug 12 02:34:27.004341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06c53216-f016-4d17-a20a-dfb61da56307 req-fe9f57da-51b1-4d24-abad-4faefcc2ed8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294127 Aug 12 02:34:27.004801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60916) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:27.060806 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.076639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:27.085206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.098101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:27.098599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 57362977-0dfe-4b2e-b4a4-2a51aa5ff40c not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:27.133772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.136458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.137622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/security-groups/72814d9f-bfc6-4846-8a8e-8ba642d7f39f HTTP/1.1" status: 204 len: 168 time: 0.1313272 Aug 12 02:34:27.140393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60918) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:27.147702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72134c78-e59f-4118-bd73-6217996c6603 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72814d9f-bfc6-4846-8a8e-8ba642d7f39f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:27.202361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.229069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.282032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.285419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.286696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/security-groups/462c9c36-299b-4b21-9b28-fe3ade490f57 HTTP/1.1" status: 204 len: 168 time: 0.1452529 Aug 12 02:34:27.289561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:27.295802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e00c6-7a7f-404e-b6e3-6aaeb547c5a1 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462c9c36-299b-4b21-9b28-fe3ade490f57,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:27.663826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:27.950966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port cc83d76d-1de9-40b0-8ceb-50875beb1916 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:27.951306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.042642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port cc83d76d-1de9-40b0-8ceb-50875beb1916, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cc83d76d-1de9-40b0-8ceb-50875beb1916,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:28.043279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.064670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for cc83d76d-1de9-40b0-8ceb-50875beb1916 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:28.162702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588157-a5c6-45aa-9273-8a7ca6418333 req-acc3a6c8-ae8a-4080-90f4-fd9559b677bc tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:28.164163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d588157-a5c6-45aa-9273-8a7ca6418333 req-acc3a6c8-ae8a-4080-90f4-fd9559b677bc tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0898979 Aug 12 02:34:28.204944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739cb8-422b-4772-98f0-559536bbc365 req-1e2a1045-086a-435d-8787-6629944aa59a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:28.206861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b739cb8-422b-4772-98f0-559536bbc365 req-1e2a1045-086a-435d-8787-6629944aa59a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 1096 time: 0.0478089 Aug 12 02:34:28.275765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d588157-a5c6-45aa-9273-8a7ca6418333 req-baaec38c-6285-46c4-b387-a5679374af8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630252 Aug 12 02:34:28.307302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Deleting port c96ce4b7-c207-409a-bbd7-bb8309089782 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:28.307689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.346923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.375726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=cc83d76d-1de9-40b0-8ceb-50875beb1916,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:28.392394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] For port c96ce4b7-c207-409a-bbd7-bb8309089782, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c96ce4b7-c207-409a-bbd7-bb8309089782,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:28.393121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.409217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Calling delete_port for c96ce4b7-c207-409a-bbd7-bb8309089782 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:28.603821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.615823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c96ce4b7-c207-409a-bbd7-bb8309089782'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:28.634106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Pushing event deleted for resources: {'Port': ['ID=c96ce4b7-c207-409a-bbd7-bb8309089782,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:28.637949 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.652076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4894c4ad-1c6e-4c35-bf08-773c828d0f4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:28.765959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] No DVR routers for this DVR port c96ce4b7-c207-409a-bbd7-bb8309089782 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:28.771384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:28.778033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b739cb8-422b-4772-98f0-559536bbc365 req-5abadd89-8ff6-4337-8777-9f4f856dfed8 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c96ce4b7-c207-409a-bbd7-bb8309089782 HTTP/1.1" status: 204 len: 173 time: 0.5645139 Aug 12 02:34:28.792211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'name': 'network-vif-deleted', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:28.794863 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960fcf7c-2aab-46b9-a371-4cd07edb31bb" -d '{"events": [{"server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "name": "network-vif-deleted", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:28.869713 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84908b27-08c6-4ef2-bfa6-e30b150b055f x-openstack-request-id: req-84908b27-08c6-4ef2-bfa6-e30b150b055f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:28.870371 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f720f9-a399-4c82-8eae-7d7eb9175835", "name": "network-vif-deleted", "tag": "c96ce4b7-c207-409a-bbd7-bb8309089782", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:28.870750 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84908b27-08c6-4ef2-bfa6-e30b150b055f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:28.871293 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f720f9-a399-4c82-8eae-7d7eb9175835', 'name': 'network-vif-deleted', 'tag': 'c96ce4b7-c207-409a-bbd7-bb8309089782', 'status': 'completed', 'code': 200} Aug 12 02:34:29.078706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341ffb4-df41-48a8-bd43-e4a12828f201 req-a994c221-609f-4341-94f7-a898878009ff tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:29.080359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e341ffb4-df41-48a8-bd43-e4a12828f201 req-a994c221-609f-4341-94f7-a898878009ff tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0603950 Aug 12 02:34:29.084759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:29.120197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e341ffb4-df41-48a8-bd43-e4a12828f201 req-bef18108-4319-412c-8204-8c050771dfa6 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336380 Aug 12 02:34:29.202542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:29.210670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e2a97bd3-441b-4f0a-bcc4-aa8b7481b3d2 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "PUT /v2.0/routers/e20cef03-7103-4cfd-8f8d-6edf21bed7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9176474 Aug 12 02:34:29.210883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:29.216652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Sync routers for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:29.225963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:29.226821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:29.269190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting subnet b98997f6-efb8-4267-967c-834e5c9ddc3e {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:34:29.274163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.362197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.392247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:29.416601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29a728ad-f18e-4b0f-a4d5-b9c8a62a4fd5 req-adb60616-1f33-4229-ae33-421329266882 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b2f720f9-a399-4c82-8eae-7d7eb9175835 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Aug 12 02:34:29.488566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.552945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.588458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Subnet': ['ID=b98997f6-efb8-4267-967c-834e5c9ddc3e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:29.592990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.595459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-206f4af7-b7b1-46f5-b4c6-bdb0b3349ac5 tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/subnets/b98997f6-efb8-4267-967c-834e5c9ddc3e HTTP/1.1" status: 204 len: 168 time: 0.3830833 Aug 12 02:34:29.598455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:29.606832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c01fcb-f97f-4faa-88f7-e28cd45694e7 None None] Network 2051d394-cda8-4f2c-9b85-7cc29cf895eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:29.714005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.734498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:34:28Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:29.763254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Checking router: e20cef03-7103-4cfd-8f8d-6edf21bed7c3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:29.777348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Routers {'e20cef03-7103-4cfd-8f8d-6edf21bed7c3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:29.777348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:29.859126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.896008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] DHCP port deletion for 2051d394-cda8-4f2c-9b85-7cc29cf895eb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:34:29.917864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Deleting port ca547a8d-81ee-4ea8-b281-3a2d87477ef6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:29.918430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:29.932686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] Set router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:30.000331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] For port ca547a8d-81ee-4ea8-b281-3a2d87477ef6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:30.000613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.024391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Calling delete_port for ca547a8d-81ee-4ea8-b281-3a2d87477ef6 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:30.065641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Deleting port ddfde668-2320-42ab-b1bf-f2a724620a8f {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:30.066008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.176903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] For port ddfde668-2320-42ab-b1bf-f2a724620a8f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ddfde668-2320-42ab-b1bf-f2a724620a8f,segment=NetworkSegment(40af16da-3b93-44c9-92fb-780f0e78820c),segment_id=40af16da-3b93-44c9-92fb-780f0e78820c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:30.177309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.192854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Calling delete_port for ddfde668-2320-42ab-b1bf-f2a724620a8f owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:30.237444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.274603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:34:28Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:30.296805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Port': ['ID=ca547a8d-81ee-4ea8-b281-3a2d87477ef6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:30.317341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cc9601-d79c-4d4e-adf0-2c9f6ab11352 None None] The sync data for ids ['e20cef03-7103-4cfd-8f8d-6edf21bed7c3'] in n-d-804303-2 is: [{'id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1932741307', 'tenant_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:47Z', 'updated_at': '2021-08-12T02:34:28Z', 'revision_number': 5, 'project_id': '062c199c3bd241e3aeaf2d2eb3c397e2', 'gw_port': {'id': 'ca547a8d-81ee-4ea8-b281-3a2d87477ef6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20cef03-7103-4cfd-8f8d-6edf21bed7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:48Z', 'updated_at': '2021-08-12T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:30.342175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.362142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664a2dd-bb69-49ec-8ac5-e986a37e3002 req-6f887166-092b-4b95-bdd9-860c3df61c8f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:30.363788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3664a2dd-bb69-49ec-8ac5-e986a37e3002 req-6f887166-092b-4b95-bdd9-860c3df61c8f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.1400044 Aug 12 02:34:30.368478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] Pushing event deleted for resources: {'Port': ['ID=ddfde668-2320-42ab-b1bf-f2a724620a8f,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:30.378707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864b47e-1cb7-4727-888d-c938a0721546 None None] No DVR routers for this DVR port ddfde668-2320-42ab-b1bf-f2a724620a8f on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:30.404385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-e023af89-f617-404f-9fa2-f032099dc9bc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:30.406349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-e023af89-f617-404f-9fa2-f032099dc9bc tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.21 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 946 time: 0.0910251 Aug 12 02:34:30.430311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3664a2dd-bb69-49ec-8ac5-e986a37e3002 req-fd8391fc-6a4f-4efb-8767-4496c918bb14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c109840-5382-4932-828b-29d63139892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 Aug 12 02:34:30.433089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.508688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Deleting port 4a80f3a5-2129-4722-a463-4a9d43aba906 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:30.509121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.554713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.556893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.609092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.609724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] For port 4a80f3a5-2129-4722-a463-4a9d43aba906, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4a80f3a5-2129-4722-a463-4a9d43aba906,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:30.609724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.609935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Fanout notify agent at l3_agent the message router_deleted on router e20cef03-7103-4cfd-8f8d-6edf21bed7c3 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:34:30.624351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.625489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-32898e14-6f78-4566-93fa-00442915c7bc tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/routers/e20cef03-7103-4cfd-8f8d-6edf21bed7c3 HTTP/1.1" status: 204 len: 168 time: 1.0260186 Aug 12 02:34:30.628765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:30.822070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.900422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e441e76-6f51-4691-ad10-6c489f57d758 req-d38e71fd-d92a-493d-acbd-0f465f473b8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:30.902248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e441e76-6f51-4691-ad10-6c489f57d758 req-d38e71fd-d92a-493d-acbd-0f465f473b8a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0956151 Aug 12 02:34:30.926865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.938000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2051d394-cda8-4f2c-9b85-7cc29cf895eb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:30.950072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40af16da-3b93-44c9-92fb-780f0e78820c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:30.950379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40af16da-3b93-44c9-92fb-780f0e78820c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:30.953888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.954312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.955060 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Floating IP 60a52538-293c-4444-8ea2-7eb60225f054 disassociated. External IP: 172.25.3.105, port: 4a80f3a5-2129-4722-a463-4a9d43aba906. Aug 12 02:34:30.955060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Calling delete_port for 4a80f3a5-2129-4722-a463-4a9d43aba906 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:30.959958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.981217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e441e76-6f51-4691-ad10-6c489f57d758 req-3d6a964b-3797-4d28-bfcf-678087d4a4ec tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673907 Aug 12 02:34:30.986676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:30.997570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:34:30.998276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:34:31.023044 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:34:31.079560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.086333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.091885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] 10.222.0.11 "DELETE /v2.0/networks/2051d394-cda8-4f2c-9b85-7cc29cf895eb HTTP/1.1" status: 204 len: 168 time: 0.4595709 Aug 12 02:34:31.092078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c96ce4b7-c207-409a-bbd7-bb8309089782 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:31.137831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac4da9-08c2-4756-9d66-9e515ba3bafe tempest-TestSecurityGroupsBasicOps-952025502 tempest-TestSecurityGroupsBasicOps-952025502-project] Pushing event deleted for resources: {'Network': ['ID=2051d394-cda8-4f2c-9b85-7cc29cf895eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:31.151256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ddfde668-2320-42ab-b1bf-f2a724620a8f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:31.155144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c96ce4b7-c207-409a-bbd7-bb8309089782 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:31.155545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c96ce4b7-c207-409a-bbd7-bb8309089782 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:31.178405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ddfde668-2320-42ab-b1bf-f2a724620a8f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:31.179056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ddfde668-2320-42ab-b1bf-f2a724620a8f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:31.179792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cc83d76d-1de9-40b0-8ceb-50875beb1916 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:31.195378 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.204780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cc83d76d-1de9-40b0-8ceb-50875beb1916 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:31.205469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cc83d76d-1de9-40b0-8ceb-50875beb1916 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:31.236273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'Port': ['ID=4a80f3a5-2129-4722-a463-4a9d43aba906,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:31.358760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:31.503754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:31.513943 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:31.529690 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:31.530701 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:31.537194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:31.562550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] No DVR routers for this DVR port 4a80f3a5-2129-4722-a463-4a9d43aba906 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:31.566031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.568015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d79dcc2d-320e-431e-a6e6-01f3bf82ca91 req-c5ea7ded-d030-46fb-b7a9-3dc01dae6bfe tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.21 "DELETE /v2.0/ports/4a80f3a5-2129-4722-a463-4a9d43aba906 HTTP/1.1" status: 204 len: 173 time: 1.1556656 Aug 12 02:34:31.569229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'name': 'network-vif-deleted', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:31.572622 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd70ecc-22e9-49a0-9a4c-353225c0a218" -d '{"events": [{"server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "name": "network-vif-deleted", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:31.628234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-149da002-a6ef-49fe-9996-7fd113efcd29 req-f3d2597c-6ffa-41c5-8e18-bf11485acb5b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=47d77b7a-e122-418b-9bb2-2876a7c21cac HTTP/1.1" status: 200 len: 210 time: 0.0667498 Aug 12 02:34:31.683165 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed9e426-160d-451a-b677-4b82f28dc125 x-openstack-request-id: req-1ed9e426-160d-451a-b677-4b82f28dc125 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:31.683525 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d77b7a-e122-418b-9bb2-2876a7c21cac", "name": "network-vif-deleted", "tag": "4a80f3a5-2129-4722-a463-4a9d43aba906", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:31.683742 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ed9e426-160d-451a-b677-4b82f28dc125 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:31.684144 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d77b7a-e122-418b-9bb2-2876a7c21cac', 'name': 'network-vif-deleted', 'tag': '4a80f3a5-2129-4722-a463-4a9d43aba906', 'status': 'completed', 'code': 200} Aug 12 02:34:31.719660 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:31.846046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4426546c-00b6-426d-8196-d1b5642342d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=062c199c3bd241e3aeaf2d2eb3c397e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062437 Aug 12 02:34:31.848600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60986) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:31.934161 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.953805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68154fc3-13ac-41cf-8708-a7d6abe54ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:31.962030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.012047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.015134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.019505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19034099-5cb1-4df3-991c-4b852d363bcd HTTP/1.1" status: 204 len: 168 time: 0.1667929 Aug 12 02:34:32.025152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165fc5b-a27f-463f-9483-ab455f431d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19034099-5cb1-4df3-991c-4b852d363bcd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:32.026280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:32.054898 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:32.064388 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:32.065121 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:32.113610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c15ee-c46c-4a65-beeb-05e6361348c7 req-bc91d011-53de-4db7-b9c9-63dee1f2a976 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:32.115580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b87c15ee-c46c-4a65-beeb-05e6361348c7 req-bc91d011-53de-4db7-b9c9-63dee1f2a976 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0479031 Aug 12 02:34:32.158618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b87c15ee-c46c-4a65-beeb-05e6361348c7 req-70e5288a-42dd-4f43-92b9-82e37ed773c5 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358384 Aug 12 02:34:32.202206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:32.330279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:32.343634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4312cc2c-f506-463f-9058-725eda8727ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.417851 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:32.463292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-320dd936-4498-43ca-a95a-4e74c97bef5f tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:32.464932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-320dd936-4498-43ca-a95a-4e74c97bef5f tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0616274 Aug 12 02:34:32.542516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4312cc2c-f506-463f-9058-725eda8727ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.550277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4312cc2c-f506-463f-9058-725eda8727ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.555850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d26748-c9d6-4198-92f8-2c7984f8fcf9 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:32.600680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312cc2c-f506-463f-9058-725eda8727ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334f0c2b-9583-4bbe-958f-40f3398c1bf6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:32.605757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4312cc2c-f506-463f-9058-725eda8727ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfbccaf9056145af92108c7718740578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743917 Aug 12 02:34:32.608807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60996) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:32.616961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Deleting port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:32.617307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.732663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:32.734706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.749990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] For port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:32.750368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.784198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Calling delete_port for 4894c4ad-1c6e-4c35-bf08-773c828d0f4b owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:32.809696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:32.816158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c658b3aa-88dd-4ad8-8117-173fd24945d7 None None] New status for floating IP 60a52538-293c-4444-8ea2-7eb60225f054: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:34:32.957742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ca547a8d-81ee-4ea8-b281-3a2d87477ef6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:32.980845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ca547a8d-81ee-4ea8-b281-3a2d87477ef6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:32.981199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ca547a8d-81ee-4ea8-b281-3a2d87477ef6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:33.382166 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.382166 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.383290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92961e9-0ca5-4fab-a0ce-4e86e38faf6b req-5d789003-6be2-4a91-85b5-98f33c9eee6e tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:33.383290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a92961e9-0ca5-4fab-a0ce-4e86e38faf6b req-5d789003-6be2-4a91-85b5-98f33c9eee6e tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2ef3a15a-1bf6-437b-a60f-29890ddddcbe HTTP/1.1" status: 200 len: 1097 time: 0.0983300 Aug 12 02:34:33.384195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.393653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.394414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "DELETE /v2.0/security-groups/2c109840-5382-4932-828b-29d63139892e HTTP/1.1" status: 204 len: 168 time: 0.6606338 Aug 12 02:34:33.401332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:33.427440 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-1c91acef-0e29-45b5-90c7-0276bbded32f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] show failed (client error): The resource could not be found. Aug 12 02:34:33.428384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cfc76-2be5-459c-9833-321642e07a19 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c109840-5382-4932-828b-29d63139892e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:33.431736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c91acef-0e29-45b5-90c7-0276bbded32f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups/2c109840-5382-4932-828b-29d63139892e HTTP/1.1" status: 404 len: 347 time: 0.0292063 Aug 12 02:34:33.432373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:33.453394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a92961e9-0ca5-4fab-a0ce-4e86e38faf6b req-86c966ec-39ed-40d6-bb45-14bcca94395a tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=43c28903-5157-4990-b168-df63af137cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Aug 12 02:34:33.482467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.484950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.486365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/334f0c2b-9583-4bbe-958f-40f3398c1bf6 HTTP/1.1" status: 204 len: 168 time: 0.8765852 Aug 12 02:34:33.511506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace283dd-0826-4a25-9314-01f8cdd6aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334f0c2b-9583-4bbe-958f-40f3398c1bf6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:33.558406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.591128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['4894c4ad-1c6e-4c35-bf08-773c828d0f4b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:33.625002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Pushing event deleted for resources: {'Port': ['ID=4894c4ad-1c6e-4c35-bf08-773c828d0f4b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:33.692493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] No DVR routers for this DVR port 4894c4ad-1c6e-4c35-bf08-773c828d0f4b on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:33.697112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.699288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31df0a24-dc80-423f-99b6-536277ec5f54 req-d9163830-d82f-418c-b803-326d9fef8f95 tempest-TestServerMultinode-768435981 tempest-TestServerMultinode-768435981-project-admin] 10.222.0.21 "DELETE /v2.0/ports/4894c4ad-1c6e-4c35-bf08-773c828d0f4b HTTP/1.1" status: 204 len: 173 time: 1.2259526 Aug 12 02:34:33.701153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'name': 'network-vif-deleted', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:33.703991 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160d8f3d-3e01-49a0-885e-699bc8e3e2cb" -d '{"events": [{"server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "name": "network-vif-deleted", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:33.725568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Deleting port a081f45b-2b17-4f80-951e-99ea293a8615 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:33.725914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.780035 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cfe694-6390-4e01-9f3c-65aa8ea744b6 x-openstack-request-id: req-d0cfe694-6390-4e01-9f3c-65aa8ea744b6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:33.780415 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef3a15a-1bf6-437b-a60f-29890ddddcbe", "name": "network-vif-deleted", "tag": "4894c4ad-1c6e-4c35-bf08-773c828d0f4b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:33.780586 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0cfe694-6390-4e01-9f3c-65aa8ea744b6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:33.781165 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef3a15a-1bf6-437b-a60f-29890ddddcbe', 'name': 'network-vif-deleted', 'tag': '4894c4ad-1c6e-4c35-bf08-773c828d0f4b', 'status': 'completed', 'code': 200} Aug 12 02:34:33.857029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.857704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:33.876960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Calling delete_port for a081f45b-2b17-4f80-951e-99ea293a8615 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:34.051485 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.071947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:34.090550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'Port': ['ID=a081f45b-2b17-4f80-951e-99ea293a8615,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:34.124291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a317afeb-7e1c-46a8-8c9e-88f50f55fd63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ed51ac7a5a04a2d92311c82ff9b0e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509470 Aug 12 02:34:34.125867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:34.160310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.164005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.168586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eec08c13-56ef-45bb-a405-0f14880a2a14 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "DELETE /v2.0/floatingips/60a52538-293c-4444-8ea2-7eb60225f054 HTTP/1.1" status: 204 len: 168 time: 0.7317514 Aug 12 02:34:34.199128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.231433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.305075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.308423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.309748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ef6c9bc-1d0e-4adf-b81b-5051403df3f6 HTTP/1.1" status: 204 len: 168 time: 0.1818507 Aug 12 02:34:34.322553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183c693-6bab-4909-8b66-41d6b00ce452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef6c9bc-1d0e-4adf-b81b-5051403df3f6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:34.444498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:34.453146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961122253', 'description': 'tempest-description--272654386'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:34.490817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.568272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:34.591920 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96511644-3c5b-4bfa-9c8e-8db2276425ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.607489 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.666986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.716984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.724549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.795520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a80f3a5-2129-4722-a463-4a9d43aba906 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:34.805844 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.809704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3610394 Aug 12 02:34:34.810083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:34.816985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group_rule': {'security_group_id': 'efbf8c14-ad4f-402a-b38d-deea889f62ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:34.820859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708fbf-019f-438b-b716-d95fb45c828a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf8c14-ad4f-402a-b38d-deea889f62ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:34.836723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 4a80f3a5-2129-4722-a463-4a9d43aba906 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:34.837072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4a80f3a5-2129-4722-a463-4a9d43aba906 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:34.908089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.991784 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:34.997983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.057729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e923627-a085-43bf-8a57-4823e1be1215,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:35.062234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.066894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c638871-abc7-4267-b79f-854393a6232c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2522748 Aug 12 02:34:35.066894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:35.071433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'security_group_rule': {'security_group_id': 'efbf8c14-ad4f-402a-b38d-deea889f62ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:35.133696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.297271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:35.413281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-105400814-network', 'tenant_id': '3e9ea983346046d8aef6b48aab090593'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:35.441429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Made reservation on behalf of 3e9ea983346046d8aef6b48aab090593 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:35.443986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.465465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.584939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.589495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.604872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.612559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:34:35.614155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.627899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a66bc-7561-4f84-921c-568a43e9b44b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:35.633262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.633625 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Added segment 9bbba276-d9a9-465e-9e6d-a2225a2f9e29 of type vlan for network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 Aug 12 02:34:35.638321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67da7c15-12fe-4606-87ba-08c51a19c0ca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:35.653311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.655166 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.656420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ecd1dc26-9fb1-495d-87ba-2cc770da5af0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5885308 Aug 12 02:34:35.666709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32874) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:35.673674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:35.696308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.718815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.774044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.775067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:35.780668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.826886 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.854285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5553243 Aug 12 02:34:35.857331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:35.862629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Request body: {'subnet': {'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-105400814-subnet', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:35.868254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eaebf-4ffb-41c4-8d32-732723a6806c admin admin] Pushing event updated for resources: {'Network': ['ID=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:35.884349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:34:35.915086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:35.940239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Made reservation on behalf of 3e9ea983346046d8aef6b48aab090593 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:35.942579 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.042910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Allocated IP 172.25.3.83 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/fecd7921-f549-4008-9b54-095f727a7f59) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:36.063263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Deleting port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:36.064362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.160735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.205262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.218509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] For port c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:36.218894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.241147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Calling delete_port for c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:36.248381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:36.251492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.251739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:36.256372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:36.259446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=fecd7921-f549-4008-9b54-095f727a7f59,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:36.364789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.365964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fe4e22-32af-4ad0-b08b-b633b03e398e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:36.389118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Checking segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:36.389800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Network hostable DHCP agents. Network: 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:34:36.410408 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.475912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:34:36.498657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:36.505305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:36.505883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.517898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbcb58f-de1b-44df-9ea1-8df19671ca1e None None] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:36.558743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b7a6d336-4697-4f50-8159-e015defb24b8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7000494 Aug 12 02:34:36.561455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:36.567595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:36.590742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.616448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.623440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.623780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:36.638444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.640034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.767214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.790477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=fecd7921-f549-4008-9b54-095f727a7f59,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:36.822499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.847404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:36.849962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f088c31f-7768-4828-90af-161702ba5fa5 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1821003 Aug 12 02:34:36.990036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4894c4ad-1c6e-4c35-bf08-773c828d0f4b no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:37.031366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:34:37.032823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.035792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 4894c4ad-1c6e-4c35-bf08-773c828d0f4b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:37.036308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4894c4ad-1c6e-4c35-bf08-773c828d0f4b not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:37.045287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.131498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.206561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Allocated IP 172.20.0.2 (7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121/39fe4e22-32af-4ad0-b08b-b633b03e398e/d64d874f-657d-460a-97c4-e0bbe3086a96) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:37.267264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-1a6b19ac-d19c-4d83-a45d-ddcc2115fa3a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1961122253&fields=id&tenant_id=f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 267 time: 0.1525550 Aug 12 02:34:37.337080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.400585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.410487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Transition to ACTIVE for port object d64d874f-657d-460a-97c4-e0bbe3086a96 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:37.442403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Transition to ACTIVE for port object d64d874f-657d-460a-97c4-e0bbe3086a96 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:37.449681 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.502319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-6b3044d0-58ff-4584-b09c-95841be0e2b1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:37.503857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-6b3044d0-58ff-4584-b09c-95841be0e2b1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 811 time: 0.2049830 Aug 12 02:34:37.512490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:37.515542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:37.521447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:37.524750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Pushing event updated for resources: {'Port': ['ID=d64d874f-657d-460a-97c4-e0bbe3086a96,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:37.568032 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-2e83f252-eccc-4c70-9689-cb6c1022587e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/quotas/f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 375 time: 0.0254614 Aug 12 02:34:37.581742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Attempting to bind port d64d874f-657d-460a-97c4-e0bbe3086a96 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:37.582214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Attempting to bind port d64d874f-657d-460a-97c4-e0bbe3086a96 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:37.582658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Attempting to bind port d64d874f-657d-460a-97c4-e0bbe3086a96 on network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:37.589282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:37.589282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Checking segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:37.589661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.590181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Bound using segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:37.590840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Bound port: d64d874f-657d-460a-97c4-e0bbe3086a96, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:37.591190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.639647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:37.664934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] For port d64d874f-657d-460a-97c4-e0bbe3086a96, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:37.668326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] For port d64d874f-657d-460a-97c4-e0bbe3086a96, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d64d874f-657d-460a-97c4-e0bbe3086a96,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:37.674090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.756079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-6a96cac8-b7a0-48f9-92c0-c9b4df7e4338 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752717 Aug 12 02:34:37.759887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5a2ac-9c4c-4c0f-ba78-c30c0da2328f None None] Pushing event updated for resources: {'Port': ['ID=d64d874f-657d-460a-97c4-e0bbe3086a96,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:37.947241 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:37.992406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.057552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-af26c220-2934-4f4b-a8c9-34e63ac97864 service neutron] 10.222.0.11 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644737 Aug 12 02:34:38.058853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:38.064656 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f4a5ca0-7b9e-496f-86b1-aa232a89a1d6 admin admin] 10.222.0.11 "PUT /v2.0/routers/c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4970052 Aug 12 02:34:38.067315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:38.073937 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Sync routers for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:38.088801 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:38.089704 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:38.217524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:38.219284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.239539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Allocated IP 172.25.3.233 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f41a069f-30ab-4cd6-83dd-39453fb84f7b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:38.256641 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-75de128c-7ed0-44e4-8f40-7bc497694ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822693 Aug 12 02:34:38.380884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.422049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.502856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.522431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:34:36Z', 'revision_number': 5, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port': {'id': 'a284a53f-c7be-48e4-8e06-6ace424cb4ef', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2916, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:44Z', 'updated_at': '2021-08-12T02:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:38.552056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Deleting port a284a53f-c7be-48e4-8e06-6ace424cb4ef {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:38.552412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.562638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Checking router: c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:38.577125 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Routers {'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:38.578006 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:38.594381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:38.615172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:38.621276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:38.634731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Pushing event updated for resources: {'Port': ['ID=f41a069f-30ab-4cd6-83dd-39453fb84f7b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:38.655321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] For port a284a53f-c7be-48e4-8e06-6ace424cb4ef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a284a53f-c7be-48e4-8e06-6ace424cb4ef,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:38.655724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:38.683163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Calling delete_port for a284a53f-c7be-48e4-8e06-6ace424cb4ef owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:38.698033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5f7f4c0-c583-4cf9-9514-152a0effafec req-2d81eb50-6590-4161-92fb-6373d38aad42 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 210 time: 0.1951761 Aug 12 02:34:38.788978 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] Set router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:38.859494 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:34:38Z', 'revision_number': 6, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:38.894879 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab5c216-fe55-4b58-82e4-9ef10c4a6f73 None None] The sync data for ids ['c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011'] in n-d-804303-2 is: [{'id': 'c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011', 'name': 'tempest-TestServerMultinode-1113984409-router', 'tenant_id': '370d77f1362442f992dc760110acb9e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:43Z', 'updated_at': '2021-08-12T02:34:38Z', 'revision_number': 6, 'project_id': '370d77f1362442f992dc760110acb9e1', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:39.007519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.066068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a284a53f-c7be-48e4-8e06-6ace424cb4ef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:39.112988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a6287-1a2a-4c23-bd2e-cb00f9d23880 None None] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:39.175190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.309768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cad657cb-35eb-46b5-959e-83c7d560a1d9 None None] Provisioning for port d64d874f-657d-460a-97c4-e0bbe3086a96 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:39.359869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.369935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.449690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d64d874f-657d-460a-97c4-e0bbe3086a96 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:39.458791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.459967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:34:39.469140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.469140 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-512cd250-e4c2-4787-a79a-b52762034ba6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c2d5c8ea-555a-4a91-91bc-3ce7e7d5e011 HTTP/1.1" status: 204 len: 168 time: 1.3978462 Aug 12 02:34:39.471535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32950) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:39.540317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d64d874f-657d-460a-97c4-e0bbe3086a96 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:39.549313 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d64d874f-657d-460a-97c4-e0bbe3086a96 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:39.549959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.599455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Deleting subnet 4147c379-a9f6-4786-b38e-5a0a5a52a188 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:34:39.604490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.662742 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.681330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.725519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d64d874f-657d-460a-97c4-e0bbe3086a96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d64d874f-657d-460a-97c4-e0bbe3086a96,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:39.738236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.869346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.871848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d64d874f-657d-460a-97c4-e0bbe3086a96,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:39.882948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94714b4c-b0db-4dc8-be7d-2c8f0bdc454d req-eb973292-3297-4ec7-91a4-03b61eacf3b2 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 210 time: 0.0505266 Aug 12 02:34:39.894955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.899190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c6d52ef4-1ecc-44c4-8260-f90f1af130c1 None None] Provisioning complete for port d64d874f-657d-460a-97c4-e0bbe3086a96 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:39.899613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6d52ef4-1ecc-44c4-8260-f90f1af130c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:39.957614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.034471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4147c379-a9f6-4786-b38e-5a0a5a52a188,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:40.046626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c233b6-190e-48d1-9beb-170045714253 None None] Network 60d23c15-ed88-4c8f-857b-61414378ae38 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:40.046808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.049563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3c9fcd1f-cbc7-42b8-87c8-8faeca4df35d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4147c379-a9f6-4786-b38e-5a0a5a52a188 HTTP/1.1" status: 204 len: 168 time: 0.5770955 Aug 12 02:34:40.053076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32960) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:40.169667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.247794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Deleting port 5e32330e-0013-4ead-9c9e-0ca20a22161a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:40.248583 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.332804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] For port 5e32330e-0013-4ead-9c9e-0ca20a22161a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5e32330e-0013-4ead-9c9e-0ca20a22161a,segment=NetworkSegment(f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b),segment_id=f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:40.333187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.348904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Calling delete_port for 5e32330e-0013-4ead-9c9e-0ca20a22161a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:40.388837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] DHCP port deletion for 60d23c15-ed88-4c8f-857b-61414378ae38 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:34:40.410114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.468016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.477281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-f52e1439-31e0-4234-afef-e17378e5e45f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:40.478790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-f52e1439-31e0-4234-afef-e17378e5e45f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.25 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 811 time: 0.4396086 Aug 12 02:34:40.492365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e32330e-0013-4ead-9c9e-0ca20a22161a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:40.500265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Deleting port 5e32330e-0013-4ead-9c9e-0ca20a22161a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:40.500647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.503343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] No DVR routers for this DVR port 5e32330e-0013-4ead-9c9e-0ca20a22161a on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:40.591847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.602233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] For port 5e32330e-0013-4ead-9c9e-0ca20a22161a, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:40.602489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-039f8298-459d-4560-87c9-5888e7a2db1a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2db49bbfc3b4d2898c86695fcbb180c HTTP/1.1" status: 200 len: 380 time: 0.1114740 Aug 12 02:34:40.602725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.604602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d23c15-ed88-4c8f-857b-61414378ae38']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:40.615612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'port': {'device_id': '9fdbca0f-3375-4875-9040-757e463671a5', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'admin_state_up': True, 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'security_groups': ['efbf8c14-ad4f-402a-b38d-deea889f62ec']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:40.619889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:40.619889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75fb35b-4ec3-4f4f-bc5d-5c4135f29f5b') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:40.621962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Calling delete_port for 5e32330e-0013-4ead-9c9e-0ca20a22161a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:40.627562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Port 5e32330e-0013-4ead-9c9e-0ca20a22161a was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:34:40.628699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.631329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.648611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.656254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] Pushing event deleted for resources: {'Port': ['ID=5e32330e-0013-4ead-9c9e-0ca20a22161a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:40.656505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:34:40.657909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.663673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d83730-9562-48b4-885c-6bca8f9bac92 None None] No DVR routers for this DVR port 5e32330e-0013-4ead-9c9e-0ca20a22161a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:34:40.671062 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:34:40.704831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Router 61a97df7-7e60-4846-897f-2f3923801acd is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:34:40.733952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.744770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.746625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/60d23c15-ed88-4c8f-857b-61414378ae38 HTTP/1.1" status: 204 len: 168 time: 0.6918280 Aug 12 02:34:40.749742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 32970) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:40.807836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0cb33-c56d-4637-99c8-05e7edabb6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d23c15-ed88-4c8f-857b-61414378ae38,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:40.859728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Made reservation on behalf of f2db49bbfc3b4d2898c86695fcbb180c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:40.863856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.901982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:40.918422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Sync routers for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:40.940649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:40.941208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:40.969261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:40.973326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-054392b5-3d30-42d5-a330-a8676478f3dd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4108274 Aug 12 02:34:40.977045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 32978) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:41.099631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4daa3716-2766-4e90-b495-cd8480967a6d req-b4928186-e5c6-4015-a174-ed438b007a12 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 210 time: 0.0436008 Aug 12 02:34:41.136849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Allocated IP 172.20.0.13 (94c1ec23-76aa-40fa-beea-ce07ae5c89f3/95e2dbd3-db2b-479e-9171-8f30368efbf3/40fe0b30-c4e0-4dd8-8de4-04f8d569acc6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:41.183677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:41.217291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d64d874f-657d-460a-97c4-e0bbe3086a96 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:41.316321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.422147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d64d874f-657d-460a-97c4-e0bbe3086a96 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:41.423272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.473401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.522798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Transition to ACTIVE for port object 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:41.544392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:39Z', 'revision_number': 3, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:41.578617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Checking router: 61a97df7-7e60-4846-897f-2f3923801acd for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:41.579406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Updating router 61a97df7-7e60-4846-897f-2f3923801acd port f41a069f-30ab-4cd6-83dd-39453fb84f7b binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:34:41.613306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.656475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.717344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e32330e-0013-4ead-9c9e-0ca20a22161a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:41.728607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Deleting port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:41.728955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.742558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:41.742799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5e32330e-0013-4ead-9c9e-0ca20a22161a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:41.742924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5e32330e-0013-4ead-9c9e-0ca20a22161a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:41.743312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:41.746400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:41.755242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:41.780535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:41.781151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c5af6ba2-2fbc-48cb-9c9e-37c9aac356b2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:41.781763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a284a53f-c7be-48e4-8e06-6ace424cb4ef no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:41.820787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a284a53f-c7be-48e4-8e06-6ace424cb4ef {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:41.821426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a284a53f-c7be-48e4-8e06-6ace424cb4ef not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:41.833500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] For port 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:41.833990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.846939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event updated for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:41.851672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Calling delete_port for 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:41.866582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:41.867271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.920870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-a70d17c5-3604-4ed2-86d0-2e46e4d8176d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3109627 Aug 12 02:34:41.927264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:41.939695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Request body: {'port': {'device_id': '9fdbca0f-3375-4875-9040-757e463671a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:42.078199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.146660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.146873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Transition to ACTIVE for port object f41a069f-30ab-4cd6-83dd-39453fb84f7b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:42.162474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.165568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.204785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:42.217533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62445b-1de0-4a34-a564-d16e07396df8 None None] Pushing event updated for resources: {'Port': ['ID=f41a069f-30ab-4cd6-83dd-39453fb84f7b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:42.254463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59f53a0b-803a-42bd-b187-888ec575f545 None None] Provisioning for port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:42.261113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59f53a0b-803a-42bd-b187-888ec575f545 None None] Provisioning complete for port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:42.261485 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59f53a0b-803a-42bd-b187-888ec575f545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.263197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Attempting to bind port f41a069f-30ab-4cd6-83dd-39453fb84f7b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:42.267677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Attempting to bind port f41a069f-30ab-4cd6-83dd-39453fb84f7b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:42.269806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Attempting to bind port f41a069f-30ab-4cd6-83dd-39453fb84f7b on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:42.324443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:42.325000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:42.325501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.325997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:42.331005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Bound port: f41a069f-30ab-4cd6-83dd-39453fb84f7b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:42.331423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.357712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-59f53a0b-803a-42bd-b187-888ec575f545 None None] Port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:42.465400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Allocated IP 172.20.0.1 (7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121/39fe4e22-32af-4ad0-b08b-b633b03e398e/31775acb-7d27-4b4a-8c40-bfaee62657df) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:42.475085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.518242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] For port f41a069f-30ab-4cd6-83dd-39453fb84f7b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:42.521896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] For port f41a069f-30ab-4cd6-83dd-39453fb84f7b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f41a069f-30ab-4cd6-83dd-39453fb84f7b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:42.537793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.648182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62445b-1de0-4a34-a564-d16e07396df8 None None] Pushing event updated for resources: {'Port': ['ID=f41a069f-30ab-4cd6-83dd-39453fb84f7b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:42.668433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:42.669011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:42.785185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.809705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f70293-3b9d-492a-b00d-0453f02a8c99 req-307f92d7-9777-461f-9bac-d24beb3c6648 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:42.811374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52f70293-3b9d-492a-b00d-0453f02a8c99 req-307f92d7-9777-461f-9bac-d24beb3c6648 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 932 time: 0.4292204 Aug 12 02:34:42.814231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:42.826847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:42.841196 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.863135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Transition to ACTIVE for port object 31775acb-7d27-4b4a-8c40-bfaee62657df will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:42.876033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Router 222713a6-8fbe-4a43-927d-0dd353da9fa0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:42.880700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Transition to ACTIVE for port object 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:42.900522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:42.968304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-52f70293-3b9d-492a-b00d-0453f02a8c99 req-6438dbf8-fef1-4ba7-a7d2-15afc306520f tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327589 Aug 12 02:34:43.027401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Pushing event updated for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:43.063108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:43.114002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:43.118741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:43.120227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:43.121999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:43.129539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:43.129786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c006ecb3-8f55-492e-9c50-4cbc2a312c0d admin admin] 10.222.0.11 "PUT /v2.0/routers/222713a6-8fbe-4a43-927d-0dd353da9fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3775368 Aug 12 02:34:43.137165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Sync routers for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:43.175319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:43.176413 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:43.222787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:39Z', 'revision_number': 3, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:43.285185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa1012-d674-4957-ba8c-9c9b87f73874 None None] The sync data for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 is: [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:39Z', 'revision_number': 3, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:43.337219 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:43.341391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Pushing event updated for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:43.440739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Attempting to bind port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:43.441247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Attempting to bind port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:43.441597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Attempting to bind port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:43.444633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:43.450574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:43.549649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:43.549987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Attempting to bind port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 on network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:43.576877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:43.577223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Checking segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:43.577624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Bound using segment: {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:43.578086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Bound port: 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50a159fc-70ad-4591-a799-6d99d22989ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:43.578454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:43.616392 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:34:42Z', 'revision_number': 5, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:43.658612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-70a43ce3-53a1-48eb-b582-3419c4200af9 None None] Provisioning for port 31775acb-7d27-4b4a-8c40-bfaee62657df completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:43.663521 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Checking router: 222713a6-8fbe-4a43-927d-0dd353da9fa0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:43.665256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-70a43ce3-53a1-48eb-b582-3419c4200af9 None None] Provisioning complete for port 31775acb-7d27-4b4a-8c40-bfaee62657df triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:43.667182 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-70a43ce3-53a1-48eb-b582-3419c4200af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:43.678582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Routers {'222713a6-8fbe-4a43-927d-0dd353da9fa0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:43.679263 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['222713a6-8fbe-4a43-927d-0dd353da9fa0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:43.931097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-70a43ce3-53a1-48eb-b582-3419c4200af9 None None] Port 31775acb-7d27-4b4a-8c40-bfaee62657df cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:43.956509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] Set router 222713a6-8fbe-4a43-927d-0dd353da9fa0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:44.176462 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:34:42Z', 'revision_number': 5, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:44.184901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b92c1-69dd-429a-91ad-7ac1119d753a req-9bd8dccb-1a44-48a8-8c58-8ceb8766e711 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:44.187626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6b92c1-69dd-429a-91ad-7ac1119d753a req-9bd8dccb-1a44-48a8-8c58-8ceb8766e711 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 944 time: 0.0990846 Aug 12 02:34:44.213903 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e7db53-bc8d-4daa-b5b5-e268f8312055 None None] The sync data for ids ['222713a6-8fbe-4a43-927d-0dd353da9fa0'] in n-d-804303-2 is: [{'id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'name': 'tempest-TestServerMultinode-1327016090-router', 'tenant_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:50Z', 'updated_at': '2021-08-12T02:34:42Z', 'revision_number': 5, 'project_id': 'a8c3ef18e7db46568225efb7b9f299fb', 'gw_port': {'id': 'c6b43788-a9c9-496d-b382-9e2478910e18', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222713a6-8fbe-4a43-927d-0dd353da9fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:51Z', 'updated_at': '2021-08-12T02:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:44.223901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.278343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed6b92c1-69dd-429a-91ad-7ac1119d753a req-5c2838ff-d201-4d59-9c0b-dbb6ab50418e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827053 Aug 12 02:34:44.364422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.392066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:44.443938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:44.468984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.572718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Deleting port c6b43788-a9c9-496d-b382-9e2478910e18 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:44.573410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.576019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:44.576713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.578232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 200 len: 1092 time: 2.6463583 Aug 12 02:34:44.607920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:44.611796 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca583bf-db02-4bf5-a31c-1125c1ce8018" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:44.771839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc1353-6512-4928-a981-0da264de00a8 service neutron] Pushing event updated for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:44.836974 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8261c977-0ed1-470b-a1b9-07add93d30a0 x-openstack-request-id: req-8261c977-0ed1-470b-a1b9-07add93d30a0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:44.837249 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:44.837512 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8261c977-0ed1-470b-a1b9-07add93d30a0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:44.837993 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'status': 'completed', 'code': 200} Aug 12 02:34:44.854602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] For port c6b43788-a9c9-496d-b382-9e2478910e18, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c6b43788-a9c9-496d-b382-9e2478910e18,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:44.854983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.880484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-b6688b9a-0d87-4d55-9756-26b0342215bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:44.882078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-b6688b9a-0d87-4d55-9756-26b0342215bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 1095 time: 0.1952596 Aug 12 02:34:44.882907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Calling delete_port for c6b43788-a9c9-496d-b382-9e2478910e18 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:44.912212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.945309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:44.948752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-3f91f90f-fd31-4212-a680-86c9f6ece10e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 200 len: 217 time: 0.0532339 Aug 12 02:34:45.047188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f41a069f-30ab-4cd6-83dd-39453fb84f7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:45.078282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Pushing event updated for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:45.095610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.109652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f41a069f-30ab-4cd6-83dd-39453fb84f7b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:45.114854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f41a069f-30ab-4cd6-83dd-39453fb84f7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:45.115231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.194658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-f6face1f-2115-49ca-b22e-df594e014947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:45.196257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-f6face1f-2115-49ca-b22e-df594e014947 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.1608629 Aug 12 02:34:45.202153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.227963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f41a069f-30ab-4cd6-83dd-39453fb84f7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f41a069f-30ab-4cd6-83dd-39453fb84f7b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:45.233674 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.259724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:45.284683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:45.286547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2cec5e3c-cebe-4fbf-82f8-0dc74b8d5ad9 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:45.348963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f41a069f-30ab-4cd6-83dd-39453fb84f7b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:45.360859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-ccb2ae8a-283e-44ef-b45b-f306f0232f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:45.363155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-ccb2ae8a-283e-44ef-b45b-f306f0232f51 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534905 Aug 12 02:34:45.453306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ec47c-8431-4e35-89b3-ceb172a718b5 req-4cb535c5-8c14-45ce-b16b-4fb159ba3d9d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:45.455207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468ec47c-8431-4e35-89b3-ceb172a718b5 req-4cb535c5-8c14-45ce-b16b-4fb159ba3d9d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 944 time: 0.0746279 Aug 12 02:34:45.484714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:45.493435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:45.532797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-468ec47c-8431-4e35-89b3-ceb172a718b5 req-47796507-ca64-4548-83ef-135c94c52559 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557587 Aug 12 02:34:45.579641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.645816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b43788-a9c9-496d-b382-9e2478910e18,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:45.676974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-b79f70fc-2a25-4021-ad32-77c17036672d service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058214 Aug 12 02:34:45.818244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d487a5f8-d2e3-4f96-b77d-9e62cde422e6 None None] Provisioning complete for port 31775acb-7d27-4b4a-8c40-bfaee62657df triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:45.819717 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d487a5f8-d2e3-4f96-b77d-9e62cde422e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.879829 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:45.888317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d487a5f8-d2e3-4f96-b77d-9e62cde422e6 None None] Port 31775acb-7d27-4b4a-8c40-bfaee62657df cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:45.984519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Router 61a97df7-7e60-4846-897f-2f3923801acd has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:46.036992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.040876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.048262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-512e5242-cae8-4a4b-a1a3-b302cadea98b req-c8d16615-5861-4d7f-a578-a61bd2162edf service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182225 Aug 12 02:34:46.174995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.175627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 222713a6-8fbe-4a43-927d-0dd353da9fa0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:34:46.181996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.183138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88812f43-3e96-4a06-a4f6-6a84d2fc6db6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/222713a6-8fbe-4a43-927d-0dd353da9fa0 HTTP/1.1" status: 204 len: 168 time: 3.0135727 Aug 12 02:34:46.185806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33070) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:46.249391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-8fea1c9b-caf2-4fe1-99fa-e5e8de7be29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:46.252173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-8fea1c9b-caf2-4fe1-99fa-e5e8de7be29a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 1095 time: 0.1215544 Aug 12 02:34:46.256957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Deleting subnet a408a975-50dc-46c6-afb9-57555d076271 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:34:46.261121 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.268664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:46.283086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b3a9eb4-4f2d-4c98-9556-b30b827c15b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/61a97df7-7e60-4846-897f-2f3923801acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2964678 Aug 12 02:34:46.300569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Sync routers for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:46.313863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:46.314787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:46.366178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.412936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-b1c8b0af-4398-4177-98c0-bcf001f84612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:46.415144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-b1c8b0af-4398-4177-98c0-bcf001f84612 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.1391404 Aug 12 02:34:46.488111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:46.494781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-2e2fdd20-7426-4ecf-bff2-f4f66a01381f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 200 len: 217 time: 0.0713220 Aug 12 02:34:46.522459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.573450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-c0206fa4-7308-47bd-b882-d66bb4b33bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:46.575221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-c0206fa4-7308-47bd-b882-d66bb4b33bb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0722764 Aug 12 02:34:46.668782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-ae244487-592d-4690-8560-3dea68efc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:46.670929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-ae244487-592d-4690-8560-3dea68efc039 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870438 Aug 12 02:34:46.811574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 2, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:46.849580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Checking router: 61a97df7-7e60-4846-897f-2f3923801acd for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:46.850141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Updating router 61a97df7-7e60-4846-897f-2f3923801acd port 31775acb-7d27-4b4a-8c40-bfaee62657df binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:34:46.896258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:46.910908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c28694-e3e3-4f8b-aa0c-f3ec34d8d445 req-e0c28d5b-4862-4aca-9cc8-f7430365c0b0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:46.912693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7c28694-e3e3-4f8b-aa0c-f3ec34d8d445 req-e0c28d5b-4862-4aca-9cc8-f7430365c0b0 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 944 time: 0.2404389 Aug 12 02:34:47.001307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-7e1d8ef6-1656-4d26-bf19-2cbc727a6341 service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180118 Aug 12 02:34:47.054318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7c28694-e3e3-4f8b-aa0c-f3ec34d8d445 req-8e96986c-d9c8-44c6-a753-04d78e495d3e tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298659 Aug 12 02:34:47.099351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f41a069f-30ab-4cd6-83dd-39453fb84f7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:47.129532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.172257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:34:47.184030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a408a975-50dc-46c6-afb9-57555d076271,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:47.195977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.198450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0216b28-8481-493a-b638-e02f4cdc0b2a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a408a975-50dc-46c6-afb9-57555d076271 HTTP/1.1" status: 204 len: 168 time: 1.0110838 Aug 12 02:34:47.200889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:47.213918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6346898-e590-4fc6-bed4-37a4b980b540 None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:47.214562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ca583bf-db02-4bf5-a31c-1125c1ce8018 req-d39af314-2582-45be-88c4-b80284ed8dd6 service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995234 Aug 12 02:34:47.245836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f41a069f-30ab-4cd6-83dd-39453fb84f7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:47.246275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.302965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33108) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:47.309097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-257078603-network', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:47.343167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.347585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Made reservation on behalf of abd09170fa2e4bb7938076ddf51dc914 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:47.350122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.350534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.resource_extend [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 02:34:47.368560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.466989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Deleting port a2dff46b-237e-4dcb-a504-8f7edf21f137 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:47.467621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.565073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] For port a2dff46b-237e-4dcb-a504-8f7edf21f137, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a2dff46b-237e-4dcb-a504-8f7edf21f137,segment=NetworkSegment(eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3),segment_id=eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:47.565820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.581710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:47.588064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Calling delete_port for a2dff46b-237e-4dcb-a504-8f7edf21f137 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:47.617286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.619526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'port_id': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'mac_address': 'fa:16:3e:14:31:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:34:47.624832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.686072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:34:47.694774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] DHCP port deletion for 10379478-c3c5-473e-bcec-1a9f5bb0da2d request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:34:47.707757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a3d1ef-0bba-4a22-b171-38ccb8a2af12,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:47.717289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.718245 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Added segment 6b1857cc-7c24-441d-96fe-b4a090913ae5 of type vlan for network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 Aug 12 02:34:47.743076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.751487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.764374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6b43788-a9c9-496d-b382-9e2478910e18 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:47.779349 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.794926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Transition to ACTIVE for port object 31775acb-7d27-4b4a-8c40-bfaee62657df will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:47.797664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c6b43788-a9c9-496d-b382-9e2478910e18 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:47.798770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c6b43788-a9c9-496d-b382-9e2478910e18 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:47.798873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.800937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:34:47.817945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.838051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:47.841225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] No DVR routers for this DVR port a2dff46b-237e-4dcb-a504-8f7edf21f137 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:47.869141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.872741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2dff46b-237e-4dcb-a504-8f7edf21f137,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:47.939893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.941586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:47.942178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.944905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56f49-255d-4d22-9dbf-688ae10feb63 None None] Pushing event updated for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:47.946543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.979369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10379478-c3c5-473e-bcec-1a9f5bb0da2d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:47.991268 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:47.993016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Deleting port a2dff46b-237e-4dcb-a504-8f7edf21f137 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:34:47.993381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.024973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7206855 Aug 12 02:34:48.027979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33122) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:48.031561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:48.031898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb58ec82-d4dc-49ae-92fb-fb3aaf9c94f3') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:48.036492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Request body: {'subnet': {'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-257078603-subnet', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:48.043882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.057623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0af0c-a451-4340-9c78-c5ff03d79c4b admin admin] Pushing event updated for resources: {'Network': ['ID=17777b0f-98b2-4f7b-ad4f-6cf9b34efd43,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.067076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.077859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:34:48.078375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:34:48.082092 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:34:48.090475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Made reservation on behalf of abd09170fa2e4bb7938076ddf51dc914 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:34:48.100265 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.143620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] For port a2dff46b-237e-4dcb-a504-8f7edf21f137, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:48.144019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.196505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.197018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:34:48.202423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Calling delete_port for a2dff46b-237e-4dcb-a504-8f7edf21f137 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:34:48.211189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Port a2dff46b-237e-4dcb-a504-8f7edf21f137 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:34:48.222108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.249273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.251046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.251584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Attempting to bind port 31775acb-7d27-4b4a-8c40-bfaee62657df on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:48.251987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Attempting to bind port 31775acb-7d27-4b4a-8c40-bfaee62657df by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:48.252354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Attempting to bind port 31775acb-7d27-4b4a-8c40-bfaee62657df on network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:48.256462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/10379478-c3c5-473e-bcec-1a9f5bb0da2d HTTP/1.1" status: 204 len: 168 time: 1.0540576 Aug 12 02:34:48.270074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5228d4-fc29-4781-b90f-183b2d0dc1c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=10379478-c3c5-473e-bcec-1a9f5bb0da2d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.293238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:34:48.300817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Network 10379478-c3c5-473e-bcec-1a9f5bb0da2d is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:34:48.301436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] No DVR routers for this DVR port a2dff46b-237e-4dcb-a504-8f7edf21f137 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:34:48.308736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9b40-020f-447b-a655-7283d8d5e540 req-69aa6a38-6b85-4c79-85af-f0a0f9f9ffd7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:48.322453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7afd9b40-020f-447b-a655-7283d8d5e540 req-69aa6a38-6b85-4c79-85af-f0a0f9f9ffd7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 945 time: 0.1432576 Aug 12 02:34:48.328101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e147e2b-cb0a-4a53-95bf-158c3b18ba2b None None] Pushing event deleted for resources: {'Port': ['ID=a2dff46b-237e-4dcb-a504-8f7edf21f137,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.331051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:48.331874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Checking segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:48.332446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.332986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Bound using segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:48.333646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Bound port: 31775acb-7d27-4b4a-8c40-bfaee62657df, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:48.334574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.391237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7afd9b40-020f-447b-a655-7283d8d5e540 req-652bf413-d025-4bb8-8268-250d4ccd89ed tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674388 Aug 12 02:34:48.437440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.495869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] For port 31775acb-7d27-4b4a-8c40-bfaee62657df, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:48.520177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] For port 31775acb-7d27-4b4a-8c40-bfaee62657df, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=31775acb-7d27-4b4a-8c40-bfaee62657df,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:48.532418 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.537050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c73939-a86d-445d-92cd-ae688f1ea9b3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.540564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Checking segment: {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:48.540969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Network hostable DHCP agents. Network: 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:34:48.575124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:34:48.581073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:48.590873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:48.596713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:48.597659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.620504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33140) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:48.621078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ea7acd16-a739-475b-ab6b-4e4617628639 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5912113 Aug 12 02:34:48.645130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:48.658907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f08ec95b-f69e-43cc-ba77-61044a66f5c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=370d77f1362442f992dc760110acb9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760021 Aug 12 02:34:48.661953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:48.704821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.705850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.738050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.809913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48b092-e644-4e99-be55-2973df299242 None None] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:48.827127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56f49-255d-4d22-9dbf-688ae10feb63 None None] Pushing event updated for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:48.839167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.854144 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:48.888455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:48.889435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:49.024059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a2dff46b-237e-4dcb-a504-8f7edf21f137 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:34:49.055527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.076256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a2dff46b-237e-4dcb-a504-8f7edf21f137 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:34:49.076611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a2dff46b-237e-4dcb-a504-8f7edf21f137 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:34:49.078680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.082832 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.086289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62f326bf-f1ef-49b0-90f4-d8d851b5ebf2 HTTP/1.1" status: 204 len: 168 time: 0.4206309 Aug 12 02:34:49.134372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c16c4-4a14-49b5-8562-0e11b5d323a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f326bf-f1ef-49b0-90f4-d8d851b5ebf2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:49.148562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:49.305562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'fixed_ips': [{'subnet_id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:34:49.306432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.347211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.376380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.526073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Allocated IP 172.25.3.94 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/9da2db5f-5248-4cae-860b-33e3fa75a8e3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:49.606129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205d64a-51c6-4dc4-af0f-6288daaf7fbd req-e142f640-5b2b-4d25-ad32-847933a9c826 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:49.608137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f205d64a-51c6-4dc4-af0f-6288daaf7fbd req-e142f640-5b2b-4d25-ad32-847933a9c826 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 945 time: 0.0887811 Aug 12 02:34:49.612958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Allocated IP 172.20.0.2 (17777b0f-98b2-4f7b-ad4f-6cf9b34efd43/f0c73939-a86d-445d-92cd-ae688f1ea9b3/4a6d369d-9b83-410b-81f5-03ebe86fd1f3) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:49.638508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:48Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:49.670515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f205d64a-51c6-4dc4-af0f-6288daaf7fbd req-2371daa8-2ff4-4a78-934f-eb5160b6a9b6 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Aug 12 02:34:49.731875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:49.756704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968a74f1-5803-4c54-9a55-d6e975674044 None None] The sync data for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 is: [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:48Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:49.761352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.813170 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4b75a110-5ebf-4f7c-aa0f-ff0dcd83a15e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8c3ef18e7db46568225efb7b9f299fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795929 Aug 12 02:34:49.815964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:49.870180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.903818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:49.923734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Transition to ACTIVE for port object 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:49.957712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:49.958827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=9da2db5f-5248-4cae-860b-33e3fa75a8e3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:49.960855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Transition to ACTIVE for port object 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:49.965528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:49.968295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:49.974580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.003942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.032091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:50.035916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:50.052994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Pushing event updated for resources: {'Port': ['ID=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:50.065221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:50.072243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.141956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Attempting to bind port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:50.142333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Attempting to bind port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:50.142700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Attempting to bind port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 on network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:50.149845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:50.150230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Checking segment: {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:50.150762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.151173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Bound using segment: {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:50.155695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Bound port: 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:50.156145 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.262063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] For port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:50.265858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] For port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:50.271779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.296833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.299580 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.303254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43c28903-5157-4990-b168-df63af137cc1 HTTP/1.1" status: 204 len: 168 time: 0.4837501 Aug 12 02:34:50.319655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96d272-c23a-4b39-87ed-f0837d355e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c28903-5157-4990-b168-df63af137cc1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:50.350161 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:50.370000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763d8e1-7a8a-4aed-9592-aa7dd401a7d0 None None] Pushing event updated for resources: {'Port': ['ID=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:50.644734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.056404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0dbf3-81bf-44b9-b3a1-5967bd17286b req-bcd52b5b-b183-4b8e-a02a-a871b0198f83 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:51.065964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03e0dbf3-81bf-44b9-b3a1-5967bd17286b req-bcd52b5b-b183-4b8e-a02a-a871b0198f83 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 945 time: 0.0968924 Aug 12 02:34:51.069081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Router 14dd1720-0764-4084-b8f3-ce0c2f9114fc is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:34:51.120497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 31775acb-7d27-4b4a-8c40-bfaee62657df up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:51.164449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03e0dbf3-81bf-44b9-b3a1-5967bd17286b req-6be21af5-af76-496e-b972-250d56186f73 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975103 Aug 12 02:34:51.183865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:51.236963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:51.246539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 31775acb-7d27-4b4a-8c40-bfaee62657df completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:51.253131 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Sync routers for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:51.254717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 31775acb-7d27-4b4a-8c40-bfaee62657df triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:51.255548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.264217 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:51.265164 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:51.269496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.269612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e30f9640-2423-4211-84c9-2034b61f6ce5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6471534 Aug 12 02:34:51.272712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:51.314007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:51.357086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:51.357554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.502609 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.616352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 31775acb-7d27-4b4a-8c40-bfaee62657df, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=31775acb-7d27-4b4a-8c40-bfaee62657df,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:51.616352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.621523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:51.626781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.627906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:51.762877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:51.765409 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c47ce-545f-4756-bfad-2f312e00a119" -d '{"events": [{"server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "name": "network-vif-plugged", "status": "completed", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:51.792459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:51.811273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:51.834374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:51.858524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:51.903910 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f2d682-efe8-4cbf-a730-e81f0522e579 x-openstack-request-id: req-b4f2d682-efe8-4cbf-a730-e81f0522e579 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:51.904272 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "name": "network-vif-plugged", "status": "completed", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:51.904711 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4f2d682-efe8-4cbf-a730-e81f0522e579 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:51.905220 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'code': 200} Aug 12 02:34:51.936513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:51.939910 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:50Z', 'revision_number': 3, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:51.979769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aed8b3-64f1-4a5e-8832-eac324b878f5 None None] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:34:51.995573 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Checking router: 14dd1720-0764-4084-b8f3-ce0c2f9114fc for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:51.996282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Updating router 14dd1720-0764-4084-b8f3-ce0c2f9114fc port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:34:52.000049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.016606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33020da-ad9f-41a9-a099-5c28d5c4b946 req-d09ad641-cdd3-4efb-a326-89b8d8f97cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:52.019108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c33020da-ad9f-41a9-a099-5c28d5c4b946 req-d09ad641-cdd3-4efb-a326-89b8d8f97cd2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 1097 time: 0.0608931 Aug 12 02:34:52.038124 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.082873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c33020da-ad9f-41a9-a099-5c28d5c4b946 req-80000d20-0203-44eb-93de-67e576f387ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552330 Aug 12 02:34:52.116151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Provisioning for port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:52.123262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Provisioning complete for port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:52.123932 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.214357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Allocated IP 172.20.0.1 (17777b0f-98b2-4f7b-ad4f-6cf9b34efd43/f0c73939-a86d-445d-92cd-ae688f1ea9b3/f2041b38-871b-4084-8782-82732ff53be7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:34:52.302030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.353363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] For port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:52.366661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.393976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adc4c-baa9-43f5-bd63-815321c431f2 req-59582b94-b357-4b24-b52f-36de20ec3797 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:52.396081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-353adc4c-baa9-43f5-bd63-815321c431f2 req-59582b94-b357-4b24-b52f-36de20ec3797 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.1273053 Aug 12 02:34:52.419196 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.444642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Transition to ACTIVE for port object 9da2db5f-5248-4cae-860b-33e3fa75a8e3 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:52.460543 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.482509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd704a-7cf3-4ded-815b-00d21e883006 None None] Pushing event updated for resources: {'Port': ['ID=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:52.498050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-353adc4c-baa9-43f5-bd63-815321c431f2 req-669ee305-e1cd-4e42-92d6-cc149ae9d8ce tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908434 Aug 12 02:34:52.501496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.541601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Attempting to bind port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:52.542065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Attempting to bind port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:52.542436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Attempting to bind port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:52.543999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Transition to ACTIVE for port object f2041b38-871b-4084-8782-82732ff53be7 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:52.553840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Pushing event updated for resources: {'Port': ['ID=9da2db5f-5248-4cae-860b-33e3fa75a8e3,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:52.558117 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:52.558501 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:52.558905 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.559303 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:52.559809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Bound port: 9da2db5f-5248-4cae-860b-33e3fa75a8e3, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:52.560187 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.586504 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.586858 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.587199 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.587562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.587895 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.588264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.588667 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.588867 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.589229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.589640 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.589784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.590009 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.590285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:34:52.629298 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] For port 9da2db5f-5248-4cae-860b-33e3fa75a8e3, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:52.632754 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] For port 9da2db5f-5248-4cae-860b-33e3fa75a8e3, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9da2db5f-5248-4cae-860b-33e3fa75a8e3,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:52.643560 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.656371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:52.660785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:52.667150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:34:52.696171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4fd926a0-dc91-459e-a4d7-915aeaa560b1 None None] Provisioning complete for port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:52.696682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4fd926a0-dc91-459e-a4d7-915aeaa560b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.699091 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981219-4859-4a04-b7aa-494ab7b53f6e None None] Pushing event updated for resources: {'Port': ['ID=9da2db5f-5248-4cae-860b-33e3fa75a8e3,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:52.703396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:52.726821 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:52.727366 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:52.742445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:52.883343 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:52.935895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.027411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 31775acb-7d27-4b4a-8c40-bfaee62657df up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:53.085363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 31775acb-7d27-4b4a-8c40-bfaee62657df triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:53.085747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.136233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6f614074-86d0-4eaa-8b33-2530e3b51607 None None] Provisioning for port f2041b38-871b-4084-8782-82732ff53be7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:53.143212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6f614074-86d0-4eaa-8b33-2530e3b51607 None None] Provisioning complete for port f2041b38-871b-4084-8782-82732ff53be7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:53.143614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f614074-86d0-4eaa-8b33-2530e3b51607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.158610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.165484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.166286 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:50Z', 'revision_number': 3, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:53.209094 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193021a8-e2f9-4c90-874f-ccfbcd3373af None None] The sync data for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 is: [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:50Z', 'revision_number': 3, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:53.216247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6f614074-86d0-4eaa-8b33-2530e3b51607 None None] Port f2041b38-871b-4084-8782-82732ff53be7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:53.218487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:53.243661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Pushing event updated for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:53.263853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.275018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:53.275395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.370661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:34:53.372220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:34:53.423809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:34:53.707399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a36329-aeba-4570-bdd9-83f4b1830859 req-3d2f1dcd-456b-4b55-9838-772acb9e225b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:53.717157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11a36329-aeba-4570-bdd9-83f4b1830859 req-3d2f1dcd-456b-4b55-9838-772acb9e225b tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.0976138 Aug 12 02:34:53.758138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ecb7c935-9ea6-4186-8ef1-b63ac79815e9 None None] Provisioning complete for port f2041b38-871b-4084-8782-82732ff53be7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:53.758515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecb7c935-9ea6-4186-8ef1-b63ac79815e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:53.774910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11a36329-aeba-4570-bdd9-83f4b1830859 req-7b449ba8-c091-4267-9fb4-f5d20b335ed8 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562744 Aug 12 02:34:53.821593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7c935-9ea6-4186-8ef1-b63ac79815e9 None None] Port f2041b38-871b-4084-8782-82732ff53be7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:54.003102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Router 14dd1720-0764-4084-b8f3-ce0c2f9114fc has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:54.039836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c8ab6-4ba0-4f8b-9cd7-1a1d4996186c req-db971b2c-40ce-40a6-9094-2b37f5e05052 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:54.041713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b4c8ab6-4ba0-4f8b-9cd7-1a1d4996186c req-db971b2c-40ce-40a6-9094-2b37f5e05052 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0835543 Aug 12 02:34:54.111693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b4c8ab6-4ba0-4f8b-9cd7-1a1d4996186c req-be4bbc65-36d5-45df-9979-85da0cc46b5a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572877 Aug 12 02:34:54.126240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:54.214770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79a1246b-81ac-4be6-91a4-db0dcbe1f683 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/76ccd136-f17f-43cb-b107-fc1ef45b8c30 HTTP/1.1" status: 200 len: 992 time: 0.0868580 Aug 12 02:34:54.221187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:54.234419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-205ef0c0-237a-4d48-821e-464c3e310f49 admin admin] 10.222.0.11 "PUT /v2.0/routers/14dd1720-0764-4084-b8f3-ce0c2f9114fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604864 Aug 12 02:34:54.364249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa309-717d-4545-a53e-1332e336329b req-4b2ea87b-ec72-46fe-bfdd-1bb33b0a1e29 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:54.369658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36baa309-717d-4545-a53e-1332e336329b req-4b2ea87b-ec72-46fe-bfdd-1bb33b0a1e29 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.4053164 Aug 12 02:34:54.374755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:54.380205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Request body: {'floatingip': {'port_id': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:54.431455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:54.609048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f36b7-2e0b-4cdb-a36f-77fd2ac75309 req-e6dea396-2d3e-46d6-af87-3d295ba6c68c tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:54.611160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-756f36b7-2e0b-4cdb-a36f-77fd2ac75309 req-e6dea396-2d3e-46d6-af87-3d295ba6c68c tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1096 time: 0.0423627 Aug 12 02:34:54.659874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-756f36b7-2e0b-4cdb-a36f-77fd2ac75309 req-34c8469f-392a-4e78-947f-f56175384f8f tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Aug 12 02:34:54.867697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:54.872809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065400166', 'description': 'tempest-secgroup-smoke-2065400166 description', 'project_id': '3e9ea983346046d8aef6b48aab090593'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:54.903221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:54.990810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:54.998399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.103017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.109700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9da2db5f-5248-4cae-860b-33e3fa75a8e3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:55.117240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.141536 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Floating IP 6910db88-bec7-432a-a6bb-b2b28c5d980c associated. External IP: 172.25.3.83, port: 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6. Aug 12 02:34:55.153439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.160506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2879970 Aug 12 02:34:55.162753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33238) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:55.163441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cacba5-b163-47a6-87cc-12bf53a34f03 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:55.173118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:55.205266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:55.210629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:55.211048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.215581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.293495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.302741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.324028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e30b250-e9cf-47ae-af64-27a08726f1de,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:55.332691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.334095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fc067f72-c507-4904-b946-892fa8e08d91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1656983 Aug 12 02:34:55.337035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:55.341958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:55.359284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.404415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 9da2db5f-5248-4cae-860b-33e3fa75a8e3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9da2db5f-5248-4cae-860b-33e3fa75a8e3,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:55.418568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.470386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Sync routers for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:55.502058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:55.502796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:55.551354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=9da2db5f-5248-4cae-860b-33e3fa75a8e3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:55.651722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:55.879249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:55.928286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:34:55.934616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-dbd79dfe-8d24-46c2-9c95-43e674399f6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933712 Aug 12 02:34:55.962262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.023582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.053352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:52Z', 'revision_number': 4, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f2041b38-871b-4084-8782-82732ff53be7', 'name': '', 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'mac_address': 'fa:16:3e:fd:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:52Z', 'updated_at': '2021-08-12T02:34:53Z', 'revision_number': 2, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'subnets': [{'id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:56.084634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.088588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7480757 Aug 12 02:34:56.088745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Checking router: 14dd1720-0764-4084-b8f3-ce0c2f9114fc for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:56.089177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Updating router 14dd1720-0764-4084-b8f3-ce0c2f9114fc port f2041b38-871b-4084-8782-82732ff53be7 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:34:56.089406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedae37-ca0c-420e-9076-6cb58c0d7c34 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462c4be4-91d5-4a4e-bfca-4711f8c6a630,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:56.089779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:56.096800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:56.117723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:34:56.123977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.130427 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:34:56.136801 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.140316 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:56.141897 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:56.153030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.193374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2ca1946-99f3-4129-8d21-e652994a258c tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "PUT /v2.0/floatingips/6910db88-bec7-432a-a6bb-b2b28c5d980c HTTP/1.1" status: 200 len: 991 time: 1.8174303 Aug 12 02:34:56.193992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:56.196364 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7805262-f811-46ce-8853-ae7714037c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:56.281844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.290956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.336155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66874455-2dad-44cc-a256-af88226a0dc1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:56.341251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.345721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:56.346417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c55694ce-2136-41a2-8a73-027ff0c90dca tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2541521 Aug 12 02:34:56.353654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:56.399851 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:56.410640 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa474151-e919-4242-9f40-6a8142ad5656 x-openstack-request-id: req-fa474151-e919-4242-9f40-6a8142ad5656 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:56.420607 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:56.420853 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa474151-e919-4242-9f40-6a8142ad5656 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:56.421180 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'status': 'completed', 'code': 200} Aug 12 02:34:56.429978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.512288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805262-f811-46ce-8853-ae7714037c4e req-3a939340-f9fa-4e02-bf39-b6c3182e0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:56.514593 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-3a939340-f9fa-4e02-bf39-b6c3182e0756 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 1097 time: 0.0853357 Aug 12 02:34:56.547079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.556733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.569723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Transition to ACTIVE for port object f2041b38-871b-4084-8782-82732ff53be7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:34:56.577849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.579496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.605278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b91bdb-8d31-4dc4-ada5-4bc6840e1175,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:56.637587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.638450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d70ea64c-3015-4b79-868e-ca6b5087f1ff tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2916338 Aug 12 02:34:56.642422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33274) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:56.646691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:56.664092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805262-f811-46ce-8853-ae7714037c4e req-2fbad7f0-cba3-4e34-9b9a-66cfc6624a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:56.665827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-2fbad7f0-cba3-4e34-9b9a-66cfc6624a33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.1443958 Aug 12 02:34:56.667808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd7bf-645a-4c05-9425-1c9222ffc25e None None] Pushing event updated for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:56.711031 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Project 3e9ea983346046d8aef6b48aab090593 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:34:56.726633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.767755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-beaa1e9a-dac1-4f5c-9350-9969ed889de1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 200 len: 999 time: 0.0858989 Aug 12 02:34:56.782308 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6910db88-bec7-432a-a6bb-b2b28c5d980c', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:14:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdbca0f-3375-4875-9040-757e463671a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:54Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:56.796841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Attempting to bind port f2041b38-871b-4084-8782-82732ff53be7 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:56.797300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Attempting to bind port f2041b38-871b-4084-8782-82732ff53be7 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:56.798339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Attempting to bind port f2041b38-871b-4084-8782-82732ff53be7 on network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:56.819812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:56.820508 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:34:56.820960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Checking segment: {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:56.822005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.822646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Bound using segment: {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:56.823245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Bound port: f2041b38-871b-4084-8782-82732ff53be7, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1857cc-7c24-441d-96fe-b4a090913ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:56.823775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.838522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:56.840251 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:56.862519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805262-f811-46ce-8853-ae7714037c4e req-9dc26b02-2649-487d-9eb8-d6b0c22b32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:56.864448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-9dc26b02-2649-487d-9eb8-d6b0c22b32ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0876005 Aug 12 02:34:56.890444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.914807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.957682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7556b524-f6b2-43bc-b576-c1860cfcaf56,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:56.960946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-bd262a20-2aba-479b-aeee-99c2484568b9 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:34:56.962340 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:56.966102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-bd262a20-2aba-479b-aeee-99c2484568b9 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1725035 Aug 12 02:34:56.967514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33284) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:56.970226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-312632de-29d6-4834-82f2-e137fd36894f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3206062 Aug 12 02:34:56.976207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'security_group_rule': {'security_group_id': '5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5', 'project_id': '3e9ea983346046d8aef6b48aab090593', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:56.991955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Request body: {'binding': {'host': 'n-h2-804303-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:56.992429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Unknown quota resources ['binding']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:34:57.028813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] For port f2041b38-871b-4084-8782-82732ff53be7, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:57.032703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] For port f2041b38-871b-4084-8782-82732ff53be7, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f2041b38-871b-4084-8782-82732ff53be7,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:57.039187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.066144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7805262-f811-46ce-8853-ae7714037c4e req-9c698003-b04d-4f97-99f5-5793f64c6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:57.068489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-9c698003-b04d-4f97-99f5-5793f64c6411 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1968000 Aug 12 02:34:57.077869 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Project 3e9ea983346046d8aef6b48aab090593 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:34:57.085601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:57.092623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9da2db5f-5248-4cae-860b-33e3fa75a8e3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:57.099956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.147565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:34:57.148116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:57.232088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd7bf-645a-4c05-9425-1c9222ffc25e None None] Pushing event updated for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:57.286170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.302693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.320125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:57.320532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.337506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398a6180-020f-4eda-be51-31f219f0938c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:57.356277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.357612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d2e033b5-e8ea-4a46-a627-ea6623802ab1 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3870800 Aug 12 02:34:57.363991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:34:57.400941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-4f9c7b63-3d28-4d02-8969-891f49b1728d service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176441 Aug 12 02:34:57.460378 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6910db88-bec7-432a-a6bb-b2b28c5d980c', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:14:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdbca0f-3375-4875-9040-757e463671a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:54Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:57.488594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on host n-h2-804303-2 for vnic_type normal with profile None {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:57.488594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:57.488594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:57.497202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:57.500315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:57.500976 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4647773f-0d11-46d9-bd95-7b98fdf702d5 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '6910db88-bec7-432a-a6bb-b2b28c5d980c', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'port_id': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'mac_address': 'fa:16:3e:14:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdbca0f-3375-4875-9040-757e463671a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:54Z', 'revision_number': 1, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:57.520864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:57.521495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:57.522695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Bound using segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:57.523319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Bound port: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:57.596125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33294) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:57.601030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525112584', 'description': 'tempest-secgroup-smoke-525112584 description', 'project_id': 'c92ab3af34db44f1b382911d056e26e6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:57.642184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.666772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7805262-f811-46ce-8853-ae7714037c4e req-95d2c889-dff9-4ce7-903f-a7214cecfdd3 service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555985 Aug 12 02:34:57.670441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:34:57.678015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.679565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-12358a45-d3b0-4241-9536-bb80f14322ef service neutron] 10.222.0.11 "POST /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd/bindings HTTP/1.1" status: 201 len: 389 time: 0.6976864 Aug 12 02:34:57.742450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:52Z', 'revision_number': 4, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f2041b38-871b-4084-8782-82732ff53be7', 'name': '', 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'mac_address': 'fa:16:3e:fd:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:52Z', 'updated_at': '2021-08-12T02:34:57Z', 'revision_number': 4, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'subnets': [{'id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:34:57.780444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.786381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.817092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e98471-18e2-4ab7-b1c9-2707b2ca363f None None] The sync data for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 is: [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:34:52Z', 'revision_number': 4, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f2041b38-871b-4084-8782-82732ff53be7', 'name': '', 'network_id': '17777b0f-98b2-4f7b-ad4f-6cf9b34efd43', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'mac_address': 'fa:16:3e:fd:43:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:52Z', 'updated_at': '2021-08-12T02:34:57Z', 'revision_number': 4, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'subnets': [{'id': 'f0c73939-a86d-445d-92cd-ae688f1ea9b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:34:57.831337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:57.838144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2408669 Aug 12 02:34:57.841049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33306) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:57.846637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:57.891973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1705aa46-1e78-4568-8cc6-df41f911864c None None] New status for floating IP 6910db88-bec7-432a-a6bb-b2b28c5d980c: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:34:57.892385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-9aba7f27-097a-45f0-93a4-146bddf89e91 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065400166&fields=id&tenant_id=3e9ea983346046d8aef6b48aab090593 HTTP/1.1" status: 200 len: 267 time: 0.0670447 Aug 12 02:34:57.948203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa7bf1-66a0-4dc1-b84b-a715cc98ea56 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e03294-7cd8-4f99-94f6-00eeeac59e59,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.011859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee50c-ebb1-4dc2-a0df-a840cde0f7bf req-68648bac-3293-45ae-a4a6-3dbbdad7d853 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.016877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b78ee50c-ebb1-4dc2-a0df-a840cde0f7bf req-68648bac-3293-45ae-a4a6-3dbbdad7d853 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.1614716 Aug 12 02:34:58.034262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.090739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-efe8721b-3b11-411a-803d-bab275d4d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.092571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-efe8721b-3b11-411a-803d-bab275d4d11a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1096 time: 0.0921164 Aug 12 02:34:58.115749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b78ee50c-ebb1-4dc2-a0df-a840cde0f7bf req-e92be2cd-9056-41f7-93da-4b918019237d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918851 Aug 12 02:34:58.143740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.148709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.173536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.177896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357868 Aug 12 02:34:58.178538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33308) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:58.185416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:58.192940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7feffd-eb10-4555-ab7e-e942f6f87687 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe7c6195-5a2c-48ae-b0f9-902352d51aae,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.193841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-620604e6-4419-420a-968e-ff6915586f45 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.200453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-620604e6-4419-420a-968e-ff6915586f45 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 808 time: 0.2971528 Aug 12 02:34:58.221885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.231438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-c14d2945-a9f5-4749-a7ba-d3882a74d4dc tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/quotas/3e9ea983346046d8aef6b48aab090593 HTTP/1.1" status: 200 len: 375 time: 0.0213103 Aug 12 02:34:58.261022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-3e5ee277-4abf-4c4d-a1f0-25c3df735693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.262672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-3e5ee277-4abf-4c4d-a1f0-25c3df735693 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.1596963 Aug 12 02:34:58.281153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.285390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.306168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cba710c-64d7-4c51-8127-3665581f9784,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.309348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.310533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-561b51f5-148e-4715-9378-205a8d31af3e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292362 Aug 12 02:34:58.316039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33310) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:58.322136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:58.351495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-74c123ba-4c9a-4b97-bf8e-528c8418845e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 1000 time: 0.0733166 Aug 12 02:34:58.357013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.358934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-ef6da480-5b5e-442d-a486-989f9a03732c tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150115 Aug 12 02:34:58.432471 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.437135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.459537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9308c6-b5bb-4e21-bec9-6aa5bb2adde9,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.465672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-52bf3cca-a313-4a81-94c4-27eabd0a7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.467184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-52bf3cca-a313-4a81-94c4-27eabd0a7ad5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.1073790 Aug 12 02:34:58.481285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.486508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d1f8369-a492-4b54-9f1c-33decf77d5b1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655562 Aug 12 02:34:58.486904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:58.492713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:58.522850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.540665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-957c6721-b23e-4cc6-a40c-70465df3d8e4 service neutron] 10.222.0.11 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501579 Aug 12 02:34:58.547227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-72043f0c-379c-4b04-8623-bd6bbd0dd5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:58.549414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-72043f0c-379c-4b04-8623-bd6bbd0dd5a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745440 Aug 12 02:34:58.592370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.596765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.618920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a165276-cbb7-471f-a76f-f4295ab6665b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.622199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.627239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-670ee918-fb34-49a4-a4a8-243338973331 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348038 Aug 12 02:34:58.627640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:58.635397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:58.658750 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Project c92ab3af34db44f1b382911d056e26e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:34:58.663769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.720417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-ce1acdfd-1863-4bf0-a47e-3a62b8d13710 service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613662 Aug 12 02:34:58.723098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-4dfdc498-17be-4a6d-a91f-dfb92c40e0ac service neutron] 10.222.0.11 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721284 Aug 12 02:34:58.731780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.736894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.750980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2983cb1-06a6-40b1-8aa2-4037a99fb043,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.764836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.767740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30ff2636-b97b-447a-a56a-eb80e2b852a9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376271 Aug 12 02:34:58.769561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33318) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:34:58.774300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'security_group_rule': {'security_group_id': '15e03294-7cd8-4f99-94f6-00eeeac59e59', 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:58.798752 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Project c92ab3af34db44f1b382911d056e26e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:34:58.804307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.826274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-f169b87e-f693-409c-b13c-f4ffb02ff642 service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986335 Aug 12 02:34:58.875171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.880324 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.906282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061c7cb1-3f88-4f23-abae-0442359bbfd5,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:58.916769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:58.933303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-08366deb-2956-4117-b70a-320fee3376b5 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551318 Aug 12 02:34:58.972334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc5067aa-2dc0-4afb-9d11-5f4437482621 req-a32fed77-85f6-480b-b63c-45358b76fe1c tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Aug 12 02:34:59.041241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-434f4128-273e-4131-a65f-a409ad6ec2e0 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:59.042621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-434f4128-273e-4131-a65f-a409ad6ec2e0 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1096 time: 0.1624520 Aug 12 02:34:59.059689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804303-2'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:34:59.070399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f2041b38-871b-4084-8782-82732ff53be7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:34:59.132213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f2041b38-871b-4084-8782-82732ff53be7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:34:59.136587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f2041b38-871b-4084-8782-82732ff53be7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:59.137149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.149659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.232869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.264608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-6bb06ac7-ee2c-4682-884c-a3572c2bc978 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525112584&fields=id&tenant_id=c92ab3af34db44f1b382911d056e26e6 HTTP/1.1" status: 200 len: 267 time: 0.0687764 Aug 12 02:34:59.271150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f2041b38-871b-4084-8782-82732ff53be7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f2041b38-871b-4084-8782-82732ff53be7,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:59.276305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.319236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd932a-f027-4ab9-8438-5223af99db38 req-d57b0825-a411-454e-a03e-f078b5a35bcf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:59.321048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8abd932a-f027-4ab9-8438-5223af99db38 req-d57b0825-a411-454e-a03e-f078b5a35bcf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0909767 Aug 12 02:34:59.341875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:59.371662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8abd932a-f027-4ab9-8438-5223af99db38 req-ec49939c-f242-41fb-8c12-7513531536bb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438159 Aug 12 02:34:59.466071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-61b2b2fc-8b9f-4d18-b410-31ea5fc4a301 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:34:59.468588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-61b2b2fc-8b9f-4d18-b410-31ea5fc4a301 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 813 time: 0.1913822 Aug 12 02:34:59.474819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:34:59.503888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-29c636e0-8ecc-4558-ac36-e133bfac1c19 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/quotas/c92ab3af34db44f1b382911d056e26e6 HTTP/1.1" status: 200 len: 375 time: 0.0265462 Aug 12 02:34:59.538564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:34:59.601390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:34:59.603820 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc529352-f9fe-4416-8c82-f73dd9ed9745" -d '{"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:34:59.608691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.620357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-802142f7-206a-4250-a8c5-d53c961c9b49 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988510 Aug 12 02:34:59.621477 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.646520 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ea2604-d672-4aa0-85c0-e039b9200a98 x-openstack-request-id: req-e9ea2604-d672-4aa0-85c0-e039b9200a98 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:34:59.646816 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:34:59.647065 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9ea2604-d672-4aa0-85c0-e039b9200a98 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:34:59.647455 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'code': 200} Aug 12 02:34:59.787378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:34:59.827150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-8989d81d-9e59-4abe-a11f-8fa5425b51ec service neutron] 10.222.0.11 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780038 Aug 12 02:34:59.905123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on host n-h1-804303-2 for vnic_type normal with profile {"migrating_to": "n-h2-804303-2"} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:34:59.905474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:34:59.905809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:59.913645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:34:59.913976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Attempting to bind port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on network f2665143-cc29-4879-a906-56d4ca2f5f7a {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:34:59.922966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:34:59.923311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Checking segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:34:59.923725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Bound using segment: {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:34:59.924171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Bound port: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc01659e-823f-4839-a1dc-9f20b0ae808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:34:59.924537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.939265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c0d64e90-ca83-4e95-acc9-ce00166e6b4c None None] Provisioning complete for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:34:59.939885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0d64e90-ca83-4e95-acc9-ce00166e6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:34:59.982025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c0d64e90-ca83-4e95-acc9-ce00166e6b4c None None] Port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:34:59.999921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-7ee4edee-27ff-49c8-8b4c-2010bab11445 service neutron] 10.222.0.11 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514485 Aug 12 02:35:00.017893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:00.021287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:00.028191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.103605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0e302331-5586-425a-8733-1625fd9edb8c req-149db321-2266-4a60-94c2-39618e44b9d2 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 210 time: 0.0457299 Aug 12 02:35:00.151233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:00.212633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:00.213532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.215216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-b31ca4da-795c-4cbd-b3fe-9a418bf043f6 service neutron] 10.222.0.25 "PUT /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 1121 time: 1.1646659 Aug 12 02:35:00.316455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-b4a6a9ba-b7b6-4022-b1c3-e4367a3c1812 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:00.318367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-b4a6a9ba-b7b6-4022-b1c3-e4367a3c1812 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.21 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 808 time: 0.1343083 Aug 12 02:35:00.374570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:35:00.420070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aab8e2fc-ed82-4229-84a7-3a4e164605f7 req-cd7b1023-d869-4e61-b647-9a947a908890 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0444543 Aug 12 02:35:00.442032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-76738026-fac9-471f-96c3-791ee124dcec None None] Provisioning complete for port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:00.442651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76738026-fac9-471f-96c3-791ee124dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.499690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-a19e98b9-b363-4c04-bf01-c0dd730d8f0d tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9ea983346046d8aef6b48aab090593 HTTP/1.1" status: 200 len: 380 time: 0.0780416 Aug 12 02:35:00.509901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'port': {'device_id': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'admin_state_up': True, 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'security_groups': ['5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:00.546108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023572a5-c0c4-407d-a960-621034869de4 req-4d5650cf-1da1-4037-bd89-8f3129abe64c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:00.548312 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-023572a5-c0c4-407d-a960-621034869de4 req-4d5650cf-1da1-4037-bd89-8f3129abe64c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 943 time: 0.0995412 Aug 12 02:35:00.604189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-023572a5-c0c4-407d-a960-621034869de4 req-1e002d3b-88ef-4d96-8cf0-c7badcc6d0f4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493696 Aug 12 02:35:00.622773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76738026-fac9-471f-96c3-791ee124dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.656747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Made reservation on behalf of 3e9ea983346046d8aef6b48aab090593 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:00.660978 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.676174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:00.678434 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365a0dee-2ba9-4d3b-ab7e-2a2a0403fd1b" -d '{"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:00.697090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-76738026-fac9-471f-96c3-791ee124dcec None None] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:00.710292 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-76738026-fac9-471f-96c3-791ee124dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:00.751961 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8871eaa3-d250-479f-a416-6339f3f1e58f x-openstack-request-id: req-8871eaa3-d250-479f-a416-6339f3f1e58f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:00.752257 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-plugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:00.752507 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8871eaa3-d250-479f-a416-6339f3f1e58f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:00.752898 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'code': 200} Aug 12 02:35:00.837938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Allocated IP 172.20.0.9 (7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121/39fe4e22-32af-4ad0-b08b-b633b03e398e/a518f4bc-cbe0-41cc-b940-c2dabc49b8e4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:00.889324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76738026-fac9-471f-96c3-791ee124dcec None None] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:01.050088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f2041b38-871b-4084-8782-82732ff53be7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:01.059509 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.075752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Transition to ACTIVE for port object a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:01.109529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f2041b38-871b-4084-8782-82732ff53be7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:01.111201 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.122234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.170063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:01.176311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:01.180288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:01.187625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:01.260953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:35:01.295240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:01.295960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.331122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be528ac2-56f4-4e5f-820e-692d6528bcda req-3c006936-f22b-49d1-a2f1-29bcd4943124 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:01.332773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be528ac2-56f4-4e5f-820e-692d6528bcda req-3c006936-f22b-49d1-a2f1-29bcd4943124 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 931 time: 0.0991900 Aug 12 02:35:01.335310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-e6a2c876-8e73-4f45-8aa3-e1d8d379a14a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300905 Aug 12 02:35:01.381728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be528ac2-56f4-4e5f-820e-692d6528bcda req-68541795-4488-4049-9976-bb2b42172ad6 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415382 Aug 12 02:35:01.411097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:01.425772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd has no active binding in host n-h2-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 02:35:01.439734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Request body: {'port': {'device_id': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:01.492782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e3896a6e-e02b-46b8-9e2d-fc738dd6d793 None None] Provisioning for port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:01.497293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e3896a6e-e02b-46b8-9e2d-fc738dd6d793 None None] Provisioning complete for port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:01.498144 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3896a6e-e02b-46b8-9e2d-fc738dd6d793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.513702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.517741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e2659b5-3b7f-43ac-9844-5d484d3733d9 req-96623e98-6808-4c0e-aba1-cee21020f665 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0342133 Aug 12 02:35:01.546784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e3896a6e-e02b-46b8-9e2d-fc738dd6d793 None None] Port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:01.701962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:01.705603 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b95b8-7f32-4ff1-8f66-188703bfba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:01.760147 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623e637-ba37-48be-8a1a-f324816bfd71 x-openstack-request-id: req-e623e637-ba37-48be-8a1a-f324816bfd71 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:01.760506 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:01.760824 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e623e637-ba37-48be-8a1a-f324816bfd71 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:01.761303 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'status': 'completed', 'code': 200} Aug 12 02:35:01.772798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a3cc5364-1e39-4f65-85dc-de3649f6cbd9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:01.774584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a3cc5364-1e39-4f65-85dc-de3649f6cbd9 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 813 time: 0.1492314 Aug 12 02:35:01.794911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748781e-bb52-4351-8d0d-803d5c8a27fd req-e78cc6c3-8253-479c-869c-91be930ad059 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:01.796487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c748781e-bb52-4351-8d0d-803d5c8a27fd req-e78cc6c3-8253-479c-869c-91be930ad059 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0862465 Aug 12 02:35:01.853470 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-7e02ca07-35a8-4d0a-992e-cd531a5ca8a7 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c92ab3af34db44f1b382911d056e26e6 HTTP/1.1" status: 200 len: 379 time: 0.0701568 Aug 12 02:35:01.862909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c748781e-bb52-4351-8d0d-803d5c8a27fd req-44a8c312-bb79-4efe-822e-b9935d58c991 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530624 Aug 12 02:35:01.863738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-a4fa572d-e2c9-490a-94b2-61db279830a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:01.865253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-a4fa572d-e2c9-490a-94b2-61db279830a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1126 time: 0.0563109 Aug 12 02:35:01.875905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'port': {'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'admin_state_up': True, 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'security_groups': ['15e03294-7cd8-4f99-94f6-00eeeac59e59']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:01.904487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:01.914575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.933838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Transition to ACTIVE for port object a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:01.944872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:01.954995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-91ee6dba-d83c-49ca-b6fd-5f56bf0d8151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:02.074991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-db23df79-e7d9-4dc8-baa9-fd25f36f4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.076562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-db23df79-e7d9-4dc8-baa9-fd25f36f4cb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.1841176 Aug 12 02:35:02.085045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Pushing event updated for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:02.096203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Made reservation on behalf of c92ab3af34db44f1b382911d056e26e6 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:02.099186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:02.119579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Attempting to bind port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:02.120020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Attempting to bind port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:02.120461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Attempting to bind port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 on network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:02.126238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 on network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:35:02.126921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Attempting to bind port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 on network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:02.132387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:02.133003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Checking segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:02.133491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Bound using segment: {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:02.134029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Bound port: a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbba276-d9a9-465e-9e6d-a2225a2f9e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:02.134622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:02.214247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-39054090-94ba-4c0c-b0e1-55a9bc84835a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 1000 time: 0.1257055 Aug 12 02:35:02.230653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:02.238095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:02.244216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:02.299711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.300327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:02.301755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] 10.222.0.21 "PUT /v2.0/ports/a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 1091 time: 0.9466031 Aug 12 02:35:02.302200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:02.305014 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:02.305936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-760f8c47-d213-4c76-a78d-334c0286c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.307856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-760f8c47-d213-4c76-a78d-334c0286c5ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.0847881 Aug 12 02:35:02.331640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d9a91-6cf0-4e8f-9572-1cb205c98251 service neutron] Pushing event updated for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:02.358497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Allocated IP 172.20.0.6 (b21226d8-d007-4a31-bf4a-cd0c0917ae37/a974b1c8-73ce-4c80-8e2c-6a537faa4176/0099dd12-9509-4107-97fc-5d9b92d219d5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:02.395041 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895dfe90-a72b-4171-b79a-c15cf0b0963c x-openstack-request-id: req-895dfe90-a72b-4171-b79a-c15cf0b0963c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:02.395336 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:02.395616 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-895dfe90-a72b-4171-b79a-c15cf0b0963c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:02.396026 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'status': 'completed', 'code': 200} Aug 12 02:35:02.442940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-1738f1d5-3aef-44f8-a165-e2e78b5040b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.445105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-1738f1d5-3aef-44f8-a165-e2e78b5040b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1094 time: 0.0697846 Aug 12 02:35:02.521124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-91fe5c6d-5ad5-445c-967f-a2de2dc5b62b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 217 time: 0.0604923 Aug 12 02:35:02.617211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-6bcbe685-561f-44c2-9a82-45aa266aa861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.618877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-6bcbe685-561f-44c2-9a82-45aa266aa861 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 200 len: 847 time: 0.0898004 Aug 12 02:35:02.681952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2714c3e4-811c-46f6-b295-425624de19e5 req-ab1a08cb-cbdc-4874-8e78-b1ffce31eafd tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0576522 Aug 12 02:35:02.701745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-c1711249-349c-4b57-9861-c06d422bdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.704385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-c1711249-349c-4b57-9861-c06d422bdf98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701776 Aug 12 02:35:02.814251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-449ddb46-cd25-472f-b01d-0990dc8dca77 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018257 Aug 12 02:35:02.867700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-3aae9e6c-e525-44c6-822c-c06f27670cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.869143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-3aae9e6c-e525-44c6-822c-c06f27670cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5476747 Aug 12 02:35:02.924790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb74037-fa7f-4e63-83bf-def1b4956efe req-638ad621-adf6-4657-b157-8ffe56184678 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018412 Aug 12 02:35:02.936121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2a3df-a91a-481d-a807-e5e8259d43b7 req-1d454a02-bbea-4956-ad42-36544bc1aa0f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:02.937834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfc2a3df-a91a-481d-a807-e5e8259d43b7 req-1d454a02-bbea-4956-ad42-36544bc1aa0f tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 943 time: 0.1476550 Aug 12 02:35:03.039277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe179a-1cf1-4402-b2b7-9f70f03df801 req-9ba3a74d-d1b1-4121-9213-85c01e24a2c8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.040984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41fe179a-1cf1-4402-b2b7-9f70f03df801 req-9ba3a74d-d1b1-4121-9213-85c01e24a2c8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0647724 Aug 12 02:35:03.072318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfc2a3df-a91a-481d-a807-e5e8259d43b7 req-50311c08-554b-493d-924f-41dd2d69f40a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213837 Aug 12 02:35:03.100195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.122716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-829aa92f-43e3-435b-a3df-4bb40befebdc service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442729 Aug 12 02:35:03.174819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41fe179a-1cf1-4402-b2b7-9f70f03df801 req-6704ae10-4a0a-420e-a823-bbda9796c731 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176634 Aug 12 02:35:03.178574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Transition to ACTIVE for port object 0099dd12-9509-4107-97fc-5d9b92d219d5 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:03.179177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-196ddb97-5392-4b6f-a0eb-7612657e0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.180746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-196ddb97-5392-4b6f-a0eb-7612657e0dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1094 time: 0.1321609 Aug 12 02:35:03.215079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-ea55bfb6-d731-447d-b77f-33f2abdf5768 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1682034 Aug 12 02:35:03.286070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-6fe59691-c2d5-4ad4-9387-43cbeae39d84 service neutron] 10.222.0.21 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469905 Aug 12 02:35:03.292666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.301480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-b96d77ad-7d1a-4804-bbc4-fd9d233e716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.302958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-b96d77ad-7d1a-4804-bbc4-fd9d233e716d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 909 time: 0.1047547 Aug 12 02:35:03.339818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:03.343097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:03.350003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:03.382229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:03.387927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-519039ec-17ae-4d92-b19a-7b81db679030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 217 time: 0.0568833 Aug 12 02:35:03.412763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.413583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.429411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-a8832c88-6a65-44bd-9a98-d6cdc5c43a2e tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5676372 Aug 12 02:35:03.443694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Request body: {'port': {'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:03.461292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.461926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.462485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.463037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.463802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.464147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.464687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.466722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6c4de73d-9a4c-4169-bb10-281b2c3a6d77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 6501 time: 0.1458681 Aug 12 02:35:03.478131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-7da0f13a-a439-4f5d-a46e-a9ac3fb22612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.479652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-7da0f13a-a439-4f5d-a46e-a9ac3fb22612 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 200 len: 847 time: 0.0815792 Aug 12 02:35:03.540651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.624899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-fa9c2fb5-6672-42b0-9092-036bb075bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.626478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-fa9c2fb5-6672-42b0-9092-036bb075bcbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371446 Aug 12 02:35:03.660163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18f01de4-afb0-45c2-bcd6-88d10e3288a0 None None] Provisioning for port 0099dd12-9509-4107-97fc-5d9b92d219d5 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:03.667852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18f01de4-afb0-45c2-bcd6-88d10e3288a0 None None] Provisioning complete for port 0099dd12-9509-4107-97fc-5d9b92d219d5 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:03.668500 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18f01de4-afb0-45c2-bcd6-88d10e3288a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.698162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eb565c7c-71e5-4d90-9a4f-3db279c38103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.698492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eb565c7c-71e5-4d90-9a4f-3db279c38103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.698978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eb565c7c-71e5-4d90-9a4f-3db279c38103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.700650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eb565c7c-71e5-4d90-9a4f-3db279c38103 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&id=f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 200 len: 2299 time: 0.2019024 Aug 12 02:35:03.712518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-18f01de4-afb0-45c2-bcd6-88d10e3288a0 None None] Port 0099dd12-9509-4107-97fc-5d9b92d219d5 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:03.813668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-6e4b0df5-7099-4988-b12e-3f08fc815286 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672456 Aug 12 02:35:03.820130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-dd83c22e-9219-4adc-8675-2669099dd091 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 200 len: 1001 time: 0.1059573 Aug 12 02:35:03.881859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6eee4-0034-4c9d-a762-17a4a69167e0 req-45f5730b-c727-4ea9-8d1d-837895ec9366 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.883493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03d6eee4-0034-4c9d-a762-17a4a69167e0 req-45f5730b-c727-4ea9-8d1d-837895ec9366 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 931 time: 0.1031191 Aug 12 02:35:03.903529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0099dd12-9509-4107-97fc-5d9b92d219d5 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:03.919096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.928159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-2dd7450b-cb49-4b33-a8e7-12113456cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:03.929643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-2dd7450b-cb49-4b33-a8e7-12113456cafd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 200 len: 856 time: 0.0999932 Aug 12 02:35:03.945132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Transition to ACTIVE for port object 0099dd12-9509-4107-97fc-5d9b92d219d5 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:03.949033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03d6eee4-0034-4c9d-a762-17a4a69167e0 req-60e5cd5d-a04e-4e25-9dc0-7de3f7e16c3b tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555491 Aug 12 02:35:03.952032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:03.985791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d1e0cda-bca7-4814-b0ea-15d7ce279b0c req-e65e9683-530e-45f2-a671-b08a3141453c service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635416 Aug 12 02:35:04.003733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-43d08fc8-e138-4a48-8959-fb554438428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.011005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Pushing event updated for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:04.016726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-43d08fc8-e138-4a48-8959-fb554438428a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9f68364a-abce-4c2d-8c97-28cb7fd53efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697472 Aug 12 02:35:04.095063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Attempting to bind port 0099dd12-9509-4107-97fc-5d9b92d219d5 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:04.095569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Attempting to bind port 0099dd12-9509-4107-97fc-5d9b92d219d5 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:04.095907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Attempting to bind port 0099dd12-9509-4107-97fc-5d9b92d219d5 on network b21226d8-d007-4a31-bf4a-cd0c0917ae37 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:04.101151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Port 0099dd12-9509-4107-97fc-5d9b92d219d5 on network b21226d8-d007-4a31-bf4a-cd0c0917ae37 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:35:04.101507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Attempting to bind port 0099dd12-9509-4107-97fc-5d9b92d219d5 on network b21226d8-d007-4a31-bf4a-cd0c0917ae37 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:04.113515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:04.113868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Checking segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:04.115144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Bound using segment: {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:04.115627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Bound port: 0099dd12-9509-4107-97fc-5d9b92d219d5, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48614cdb-0ddb-4305-aa9c-884b5a6ca065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:04.115986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.139435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-8aa399c5-a073-4c35-92eb-9fd28a8b18dd service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083581 Aug 12 02:35:04.235630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:04.239454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0099dd12-9509-4107-97fc-5d9b92d219d5,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:04.249975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.326077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55960d6d-ac55-4ac8-9c9a-80f537e1d1c8 req-92e5f25f-fcb5-425d-b9fd-0617a5838822 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.335501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55960d6d-ac55-4ac8-9c9a-80f537e1d1c8 req-92e5f25f-fcb5-425d-b9fd-0617a5838822 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 943 time: 0.1406670 Aug 12 02:35:04.342503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Pushing event updated for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:04.362030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-36e3a355-5546-4ad1-994c-ce8afb66f72c service neutron] 10.222.0.21 "GET /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129898 Aug 12 02:35:04.404960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.405830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.407768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-085cdb0b-dd67-45ce-87f1-a186843db194 service neutron] 10.222.0.25 "PUT /v2.0/ports/0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 1091 time: 0.9700787 Aug 12 02:35:04.408446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:04.410880 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c" -d '{"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:04.419130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55960d6d-ac55-4ac8-9c9a-80f537e1d1c8 req-5517fc66-627c-4156-b518-02e3598668fa tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803835 Aug 12 02:35:04.427111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-38781f06-fb16-45ea-a9fe-77ecfc00cba1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 217 time: 0.0537000 Aug 12 02:35:04.479294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce7344-3f01-4318-84f0-f4d2224b303f req-5dc89851-ee42-458e-83f2-3572d8ad8883 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.487661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-edce7344-3f01-4318-84f0-f4d2224b303f req-5dc89851-ee42-458e-83f2-3572d8ad8883 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.1390653 Aug 12 02:35:04.511530 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e363e1e-9e4d-4fe7-a265-9fe7ec481b9c x-openstack-request-id: req-8e363e1e-9e4d-4fe7-a265-9fe7ec481b9c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:04.511868 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:04.512128 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e363e1e-9e4d-4fe7-a265-9fe7ec481b9c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:04.512529 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:35:04.519326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-8fd371b5-597d-45e8-ba07-31d7b254c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.521118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-8fd371b5-597d-45e8-ba07-31d7b254c905 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0866170 Aug 12 02:35:04.573902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-edce7344-3f01-4318-84f0-f4d2224b303f req-c6982122-561d-4084-823a-43af5c57af0d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852079 Aug 12 02:35:04.574678 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef237d2d-0977-44e8-8633-a681f7b714e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.587385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-00b401fe-3e2a-48d1-a1fa-9523423cda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.590211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-00b401fe-3e2a-48d1-a1fa-9523423cda3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1094 time: 0.1200330 Aug 12 02:35:04.608906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-fa085479-208c-43ce-be26-1461af22dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.611374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-fa085479-208c-43ce-be26-1461af22dd15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750890 Aug 12 02:35:04.614210 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.642595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-f83d5039-b592-432c-bb04-97964e0f5256 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 217 time: 0.0411110 Aug 12 02:35:04.665419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:04.708324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-16adee1d-f12b-4d8b-840c-bcc995d0434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.710041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-16adee1d-f12b-4d8b-840c-bcc995d0434e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0598402 Aug 12 02:35:04.725197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f0bfdd48-7a1c-4768-a588-b8d8569b481a service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046999 Aug 12 02:35:04.763635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e6836-f165-45d8-99fb-8743d80cec5b req-212a821e-ac09-44d6-a259-c08eb5b3b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.765163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-212a821e-ac09-44d6-a259-c08eb5b3b392 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474644 Aug 12 02:35:04.829719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-97796c44-155e-408a-b196-649e6950bfc5 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966449 Aug 12 02:35:04.870360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-64a943c5-f851-4d3f-9b76-1285b9820c28 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963221 Aug 12 02:35:04.880707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-63a33586-bc97-43d4-a08f-daea61bd7846 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 217 time: 0.0434005 Aug 12 02:35:04.934237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-4a7b10a9-a9cb-473d-aec6-0fa652b1780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.935911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-4a7b10a9-a9cb-473d-aec6-0fa652b1780a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0478525 Aug 12 02:35:04.971833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140e6836-f165-45d8-99fb-8743d80cec5b req-e8afa142-a3b7-4b83-9aa6-06be92802cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931497 Aug 12 02:35:04.986107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-9bc9680e-f778-43ff-9703-90f7f26a2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:04.987714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-9bc9680e-f778-43ff-9703-90f7f26a2d7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447345 Aug 12 02:35:05.066167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-ded3870c-74f8-44f4-9a16-783f1e1c1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.068224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-ded3870c-74f8-44f4-9a16-783f1e1c1211 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1094 time: 0.0478995 Aug 12 02:35:05.117967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635b8a7-9cf9-4ad6-ad21-0f3541e58643 req-2109168d-d441-44d8-b4ac-59a3db2176fb tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.119529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4635b8a7-9cf9-4ad6-ad21-0f3541e58643 req-2109168d-d441-44d8-b4ac-59a3db2176fb tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0805898 Aug 12 02:35:05.126595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-ffce8636-4cc3-4b66-856f-08dda8e5ed98 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313498 Aug 12 02:35:05.182348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-510125e2-b9b7-4da2-9763-05376fcf8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.184614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-510125e2-b9b7-4da2-9763-05376fcf8a42 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 914 time: 0.1074712 Aug 12 02:35:05.209583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4635b8a7-9cf9-4ad6-ad21-0f3541e58643 req-517000ac-5deb-47c4-9d52-7f33de3db699 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820334 Aug 12 02:35:05.261353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-57d1f21a-e389-4e71-8169-2fd71c2bc463 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 217 time: 0.0639710 Aug 12 02:35:05.261640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-d40ff0c2-4210-445f-904e-571963c15a92 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281347 Aug 12 02:35:05.310334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-8bc7668c-6ecf-4da7-b9ab-a37e83831af7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 200 len: 217 time: 0.0413010 Aug 12 02:35:05.323858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-2113bd92-57af-4a3a-838e-0b8f3f60092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.325649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-2113bd92-57af-4a3a-838e-0b8f3f60092c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0577352 Aug 12 02:35:05.365968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6b86300d-b744-413a-91b4-2bd3bf760ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.367519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-6b86300d-b744-413a-91b4-2bd3bf760ceb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0502620 Aug 12 02:35:05.379867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-0b1ce323-9379-47b5-967c-861febfa9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.381416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-0b1ce323-9379-47b5-967c-861febfa9aaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421057 Aug 12 02:35:05.413304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f63af0fd-81af-413d-9b6c-59a1901edc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.414796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f63af0fd-81af-413d-9b6c-59a1901edc9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0402246 Aug 12 02:35:05.495934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-7e02266e-f455-4035-a910-0af64c67448a service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060228 Aug 12 02:35:05.566906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-d907eab4-00fd-4860-8265-050dd5dfcd37 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445649 Aug 12 02:35:05.580839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17162ee1-7279-4f2d-9e46-0c4ff989cad4 req-24f1f5c8-a71c-40b7-b6e7-7a9f35847005 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.582706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17162ee1-7279-4f2d-9e46-0c4ff989cad4 req-24f1f5c8-a71c-40b7-b6e7-7a9f35847005 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 943 time: 0.0809500 Aug 12 02:35:05.611647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c18bd1-4651-4c3b-aa18-0d1de70ab41c req-f10726e0-904d-4b07-abe5-a09d7a0f483c service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026177 Aug 12 02:35:05.724440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17162ee1-7279-4f2d-9e46-0c4ff989cad4 req-e51da8ad-f1de-4380-b05d-d68dcd658866 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283402 Aug 12 02:35:05.731347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2c44e-1e87-4146-962d-4645dfe1bdf8 req-40196b12-022e-4845-9a66-48276184f92d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.743899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0f2c44e-1e87-4146-962d-4645dfe1bdf8 req-40196b12-022e-4845-9a66-48276184f92d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 945 time: 0.0666294 Aug 12 02:35:05.766422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-62aca94b-0de6-44c3-ace7-dd7d40f11124 service neutron] 10.222.0.21 "GET /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 384 time: 0.1050498 Aug 12 02:35:05.768511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-23490253-7c3e-4712-8980-643a9772074b service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808839 Aug 12 02:35:05.779253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0f2c44e-1e87-4146-962d-4645dfe1bdf8 req-f331b528-7675-41d6-baed-48cdd146dec2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344875 Aug 12 02:35:05.826020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:05.843512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-e66bc47d-a472-4362-8733-54a86bb43fc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 200 len: 217 time: 0.0624428 Aug 12 02:35:05.927317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-c1fac105-e866-4edb-a8fb-6b56762d859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:05.928712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-c1fac105-e866-4edb-a8fb-6b56762d859b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 200 len: 797 time: 0.0751636 Aug 12 02:35:06.031766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-4e149206-f3bf-45a6-8642-5879d45843c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:06.033203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-4e149206-f3bf-45a6-8642-5879d45843c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce82063-d37e-4ebb-81cb-b27cc0b1f227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972903 Aug 12 02:35:06.108050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:06.144405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:06.185981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-ef3e797d-10c0-433a-ba08-2dce76d04042 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434219 Aug 12 02:35:06.206415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:06.208654 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929711a7-651d-47fd-b9df-084ad1ec7665" -d '{"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:06.223937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:06.253946 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4805d60-3d34-46b2-9511-c092dcb50693 x-openstack-request-id: req-a4805d60-3d34-46b2-9511-c092dcb50693 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:06.254237 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:06.254486 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4805d60-3d34-46b2-9511-c092dcb50693 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:06.254864 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'code': 200} Aug 12 02:35:06.384823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1be5cd-ca67-4811-9118-c9f681b59fa0 req-2778b7af-67c9-40f2-9c4b-529e7b2e762a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:06.392133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba1be5cd-ca67-4811-9118-c9f681b59fa0 req-2778b7af-67c9-40f2-9c4b-529e7b2e762a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0866239 Aug 12 02:35:06.431517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ba1be5cd-ca67-4811-9118-c9f681b59fa0 req-98569f38-c1a9-4872-93b6-6e58334dda01 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369437 Aug 12 02:35:06.622450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:06.684870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-8fb6bd17-14f1-4029-b675-4db990730dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897959 Aug 12 02:35:06.736703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-5e6e7fb0-9f10-4d17-813e-9a93de7073cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 200 len: 217 time: 0.0449176 Aug 12 02:35:06.778949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] Transition to ACTIVE for port object 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:06.786722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:06.855206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-86c6cf1f-8e73-4a4b-8fc7-e9251f000021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:06.856825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-86c6cf1f-8e73-4a4b-8fc7-e9251f000021 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.1117594 Aug 12 02:35:06.903900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:35:06.909622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4af8be-a1f3-494d-8994-21e2b752821d req-15ad9896-ad29-4fa9-a2d4-5baf0d992c62 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:06.917417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c4af8be-a1f3-494d-8994-21e2b752821d req-15ad9896-ad29-4fa9-a2d4-5baf0d992c62 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0614018 Aug 12 02:35:06.961084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c4af8be-a1f3-494d-8994-21e2b752821d req-5bd15547-390b-4e0d-9230-fd082cadee1b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Aug 12 02:35:06.972694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:06.989899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d915d-4b82-4a76-bd08-a291314bb553 req-057ac77c-05d2-4a4f-8164-aef0f8ef49cf tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:06.991555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-439d915d-4b82-4a76-bd08-a291314bb553 req-057ac77c-05d2-4a4f-8164-aef0f8ef49cf tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 943 time: 0.1885931 Aug 12 02:35:07.025770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] No DVR routers for this DVR port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:07.048563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:07.060209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'port_id': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'mac_address': 'fa:16:3e:0b:9c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:35:07.075715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f05feb9e-94b2-42ba-b4f1-83f3fe053f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.077235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f05feb9e-94b2-42ba-b4f1-83f3fe053f08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743548 Aug 12 02:35:07.097650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:07.111698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:07.141659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:07.146968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:07.150183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-439d915d-4b82-4a76-bd08-a291314bb553 req-f9356940-41bc-4b07-91a7-50e73d57b7f0 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505084 Aug 12 02:35:07.196084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:07.241937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-62538bd4-4cc9-4877-b7b1-f9d12ab7ff78 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556356 Aug 12 02:35:07.307274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-d29937dd-0bd3-4e96-82f6-2b4c8e3fbec2 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd/bindings/n-h2-804303-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5275869 Aug 12 02:35:07.317208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:07.351161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-1148c871-5c54-4c57-82e1-ad9bea202204 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944369 Aug 12 02:35:07.405445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-f7ecec91-9fd9-4f90-b046-475d1217d87e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 200 len: 217 time: 0.0352957 Aug 12 02:35:07.450122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-2c71c58b-44f1-4ba5-b3b0-340f371eb6fc tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.452028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-2c71c58b-44f1-4ba5-b3b0-340f371eb6fc tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.0501723 Aug 12 02:35:07.460416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-5833f343-85c7-4151-91c2-e8970b75c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.462418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-5833f343-85c7-4151-91c2-e8970b75c357 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 200 len: 797 time: 0.0482366 Aug 12 02:35:07.510398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-7c6d102a-3fc3-46a3-96be-cf01165ef66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.511978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-7c6d102a-3fc3-46a3-96be-cf01165ef66f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 1095 time: 0.0473113 Aug 12 02:35:07.553152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eefe2403-38b3-420e-9e3c-2ced381cf959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.554663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-eefe2403-38b3-420e-9e3c-2ced381cf959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1eb906d-bb42-4c5a-9942-549fe493c7eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822980 Aug 12 02:35:07.575162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fe71e-0d18-48fe-bd68-f027f594b988 req-69a24332-6a44-4db4-ac3e-b52971ee9768 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.576743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-539fe71e-0d18-48fe-bd68-f027f594b988 req-69a24332-6a44-4db4-ac3e-b52971ee9768 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0625615 Aug 12 02:35:07.591747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-44b6920d-ba8f-4cb3-aae1-d1035864eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.593274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-44b6920d-ba8f-4cb3-aae1-d1035864eb56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1095 time: 0.0489063 Aug 12 02:35:07.689938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['a518f4bc-cbe0-41cc-b940-c2dabc49b8e4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:35:07.695788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-539fe71e-0d18-48fe-bd68-f027f594b988 req-d3f48c03-6aca-4250-91a0-8054a671c383 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042078 Aug 12 02:35:07.701713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-0b3c4117-125f-437e-ac41-f0919729ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.703813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-0b3c4117-125f-437e-ac41-f0919729ed94 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.0934203 Aug 12 02:35:07.718639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-d46b3fcd-b8ce-4b91-80e2-392e3c3ba817 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408381 Aug 12 02:35:07.773866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-a32e7eea-7cd8-46de-8975-f557fed068ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 998 time: 0.0611475 Aug 12 02:35:07.813987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f48ad5c6-bd42-44f2-803b-913d4e659a26 req-11eb72dd-27a5-4bdf-a4fa-b9667a0e8089 service neutron] 10.222.0.21 "GET /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874257 Aug 12 02:35:07.827121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-cfc9dbdd-f04f-478f-b285-dbbcea31597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.828648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-cfc9dbdd-f04f-478f-b285-dbbcea31597b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.0476899 Aug 12 02:35:07.882556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-e3be949c-c851-4580-abef-8686b347a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:07.884242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-e3be949c-c851-4580-abef-8686b347a331 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482700 Aug 12 02:35:07.979765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-a574295b-0e6a-4766-822c-abe75f15f238 service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871854 Aug 12 02:35:08.107524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d49c4-51fb-4165-b2e9-4cc51bb45a36 req-d025a0fa-025e-4379-8629-3ac2da63b292 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:08.109004 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8d49c4-51fb-4165-b2e9-4cc51bb45a36 req-d025a0fa-025e-4379-8629-3ac2da63b292 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0755563 Aug 12 02:35:08.116000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-bd9e18e8-f9b8-4a18-8e64-dc85b9d833e4 service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287942 Aug 12 02:35:08.153048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8d49c4-51fb-4165-b2e9-4cc51bb45a36 req-ca6858f1-435a-4035-862e-b6af8448514e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360384 Aug 12 02:35:08.272337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff7b04-bf9e-4247-968e-c646b53f96bb req-8dbf0400-9e44-45ae-9359-eee9324f82b2 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:08.273959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-feff7b04-bf9e-4247-968e-c646b53f96bb req-8dbf0400-9e44-45ae-9359-eee9324f82b2 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 944 time: 0.0525701 Aug 12 02:35:08.316905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-feff7b04-bf9e-4247-968e-c646b53f96bb req-a00dadd7-0977-4c5b-bcdd-ba1d1904bc17 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362232 Aug 12 02:35:08.341504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c501766-b752-463d-9bd1-927df613fc9d req-870e55a6-8fd6-48cc-b105-9f9fd466594d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:08.343006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-870e55a6-8fd6-48cc-b105-9f9fd466594d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 1095 time: 0.0442114 Aug 12 02:35:08.468549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1c501766-b752-463d-9bd1-927df613fc9d req-7c9c759b-67a0-40ed-a90a-d63732f6b77a service neutron] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:08.472226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1c501766-b752-463d-9bd1-927df613fc9d req-7c9c759b-67a0-40ed-a90a-d63732f6b77a service neutron] Notify callbacks [] for binding, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:08.473341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1c501766-b752-463d-9bd1-927df613fc9d req-7c9c759b-67a0-40ed-a90a-d63732f6b77a service neutron] 10.222.0.25 "DELETE /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd/bindings/n-h1-804303-2 HTTP/1.1" status: 204 len: 173 time: 0.1223452 Aug 12 02:35:08.819294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493fd08-def3-466e-85c8-51082423500b req-a41be118-5e31-447d-bb11-7a4d513d8bb3 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:08.820750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3493fd08-def3-466e-85c8-51082423500b req-a41be118-5e31-447d-bb11-7a4d513d8bb3 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0539081 Aug 12 02:35:08.859676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3493fd08-def3-466e-85c8-51082423500b req-6fd87f98-3617-4c97-a805-68ac16b63f04 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Aug 12 02:35:08.908295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:08.959394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:08.963044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:08.963448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:09.038118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:09.059703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:09.061925 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14fc882-d45f-47bc-8b88-2fd39fc1f73d" -d '{"events": [{"server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "name": "network-vif-plugged", "status": "completed", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:09.074711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:09.079548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:09.080489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:09.105058 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e8fd1-4cae-4095-851a-262a9e6243a8 x-openstack-request-id: req-980e8fd1-4cae-4095-851a-262a9e6243a8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:09.105355 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "name": "network-vif-plugged", "status": "completed", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:09.105606 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-980e8fd1-4cae-4095-851a-262a9e6243a8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:09.105987 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'code': 200} Aug 12 02:35:09.304832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd73bbe-77d2-4a29-b37c-7f09ace5cc88 req-73aaccc6-c343-4fd6-82e6-9a98400e790e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.305931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fd73bbe-77d2-4a29-b37c-7f09ace5cc88 req-73aaccc6-c343-4fd6-82e6-9a98400e790e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0802557 Aug 12 02:35:09.309232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:09.310645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:09.312994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490262d-7b80-436a-91ad-0884eba9194d req-13b3585a-4674-407d-8863-428f9e576f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.317127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b490262d-7b80-436a-91ad-0884eba9194d req-13b3585a-4674-407d-8863-428f9e576f08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0812235 Aug 12 02:35:09.377049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fd73bbe-77d2-4a29-b37c-7f09ace5cc88 req-ac2bb611-a172-4c4d-a494-78886d75ffbb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589283 Aug 12 02:35:09.380748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b490262d-7b80-436a-91ad-0884eba9194d req-f7c9964b-ea76-4b55-b39a-05d0b33cd273 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549145 Aug 12 02:35:09.437544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e743-143f-453c-97fb-caff0aebce96 req-2b7cdf9b-ce41-46dd-a748-840a33f9cbb5 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.439854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a021e743-143f-453c-97fb-caff0aebce96 req-2b7cdf9b-ce41-46dd-a748-840a33f9cbb5 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.0519466 Aug 12 02:35:09.484181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a021e743-143f-453c-97fb-caff0aebce96 req-27d727de-caec-4c24-ac89-862cbf5e8ddb tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Aug 12 02:35:09.493858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345aebc-a8ff-4167-98c9-a653ab5ebccf req-698d5ec8-eae7-421f-bb72-45d3ffd6a5b9 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.499656 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a345aebc-a8ff-4167-98c9-a653ab5ebccf req-698d5ec8-eae7-421f-bb72-45d3ffd6a5b9 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1095 time: 0.0546255 Aug 12 02:35:09.529044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a345aebc-a8ff-4167-98c9-a653ab5ebccf req-3c417b9f-b989-4334-9460-91bcdfb62baf tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276258 Aug 12 02:35:09.643873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5ecb-3bb6-4d12-99a8-db34e19ebce3 req-58184106-e610-4c05-96cc-90d1b15804ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.645342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-078c5ecb-3bb6-4d12-99a8-db34e19ebce3 req-58184106-e610-4c05-96cc-90d1b15804ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0481579 Aug 12 02:35:09.682509 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-078c5ecb-3bb6-4d12-99a8-db34e19ebce3 req-7d19dc02-bc34-4a3e-9d71-732e7c6d35fe tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Aug 12 02:35:09.704833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33450) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:09.768027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab6ca33f-8915-4c28-9f3f-69908b7e9ab9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/76ccd136-f17f-43cb-b107-fc1ef45b8c30 HTTP/1.1" status: 200 len: 990 time: 0.0620749 Aug 12 02:35:09.981980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de250-6477-4207-abd7-e1f1560c6c5d req-bcff847e-ff8d-481f-aff5-156988a432ee tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:09.983476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-915de250-6477-4207-abd7-e1f1560c6c5d req-bcff847e-ff8d-481f-aff5-156988a432ee tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0558746 Aug 12 02:35:10.020962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-915de250-6477-4207-abd7-e1f1560c6c5d req-82a7764c-61ea-4609-8bee-c1b1b72bc98c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308354 Aug 12 02:35:10.601071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db594b8-9148-42da-bd43-103936e7b9f0 req-795da6b1-8d51-4eb6-ac80-92528ebbb6e9 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:10.603582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7db594b8-9148-42da-bd43-103936e7b9f0 req-795da6b1-8d51-4eb6-ac80-92528ebbb6e9 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.0509086 Aug 12 02:35:10.642465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7db594b8-9148-42da-bd43-103936e7b9f0 req-3dbc43c4-1412-4f25-aa9e-17430d631393 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 12 02:35:11.134022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958debd-674d-4a46-a8bc-961c8bf63cb1 req-d5ce8348-47f8-45f7-8dbb-3c41080ac1fb tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:11.135519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a958debd-674d-4a46-a8bc-961c8bf63cb1 req-d5ce8348-47f8-45f7-8dbb-3c41080ac1fb tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.0488379 Aug 12 02:35:11.174366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a958debd-674d-4a46-a8bc-961c8bf63cb1 req-650b8d7b-3485-4b08-b4bf-3d248334fde6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Aug 12 02:35:11.762944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0226b-5c64-46b7-8072-34755233283c req-d8000d55-5bb2-411d-a00a-e58a352e0e69 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:11.764453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-76e0226b-5c64-46b7-8072-34755233283c req-d8000d55-5bb2-411d-a00a-e58a352e0e69 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 12 02:35:11.803795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-76e0226b-5c64-46b7-8072-34755233283c req-a9bd5427-4425-429f-8433-dd4b34a64a63 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Aug 12 02:35:11.918464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfe504-0b61-40ec-b033-5e19bcc20c56 req-c6f0e076-ebe5-4124-8183-4904fa16b0be tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:11.919959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97cfe504-0b61-40ec-b033-5e19bcc20c56 req-c6f0e076-ebe5-4124-8183-4904fa16b0be tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.0483780 Aug 12 02:35:11.959319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97cfe504-0b61-40ec-b033-5e19bcc20c56 req-b739046b-1cb3-4cea-afd7-8f3324beb15b tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Aug 12 02:35:11.989932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33472) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:12.129658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e88cc7-cd08-49cb-b980-e8f30ae725b9 req-052ce98f-d81c-4ad7-98ea-fe7b6aa765d8 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.131130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52e88cc7-cd08-49cb-b980-e8f30ae725b9 req-052ce98f-d81c-4ad7-98ea-fe7b6aa765d8 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.1012797 Aug 12 02:35:12.198618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52e88cc7-cd08-49cb-b980-e8f30ae725b9 req-138ce2a8-809e-4c08-9318-90f9707bca2b tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591698 Aug 12 02:35:12.214714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 866f5dff-9c04-408c-8a57-79465b43b7bc {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:12.215075 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.221806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33480) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:12.367602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.367929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.383239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bf1d0-26c2-49b3-9d5e-6ddcc207d627 req-8db9f6b2-c06c-4e1d-b09f-307dd61188a6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.384746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-081bf1d0-26c2-49b3-9d5e-6ddcc207d627 req-8db9f6b2-c06c-4e1d-b09f-307dd61188a6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 943 time: 0.1166751 Aug 12 02:35:12.393134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 866f5dff-9c04-408c-8a57-79465b43b7bc owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:12.414203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3049ecf-fd34-485e-89a5-62a232753110 tempest-TestServerBasicOps-1490091845 tempest-TestServerBasicOps-1490091845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.415865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e3049ecf-fd34-485e-89a5-62a232753110 tempest-TestServerBasicOps-1490091845 tempest-TestServerBasicOps-1490091845-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1091 time: 0.1929765 Aug 12 02:35:12.419213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33484) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:12.425147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:12.452026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.480755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-081bf1d0-26c2-49b3-9d5e-6ddcc207d627 req-517c8e56-a9b9-44a4-847d-aae8012a5e33 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896878 Aug 12 02:35:12.599890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.606954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.613076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.619041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.624631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=866f5dff-9c04-408c-8a57-79465b43b7bc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:12.625071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.631497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.637529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.644307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:12.646313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-8f50c3a2-3b9b-430c-a78b-de0f6480f3f3 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1147144 Aug 12 02:35:12.673639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.689865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.690213 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 76ccd136-f17f-43cb-b107-fc1ef45b8c30 disassociated (deleted). External IP: 172.25.3.56, port: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd. Aug 12 02:35:12.736501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-13f879c4-b403-4b00-9d06-3a6f0602a538 req-20d5449b-a5c6-4f75-a1d4-b38721cb3933 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822523 Aug 12 02:35:12.811795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Allocated IP 172.25.3.26 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/130577aa-3d4c-429b-aabf-416f1344e296) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:12.910057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router 224efbde-a2c5-4380-bfdc-906f387112e0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:12.912370 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.960331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:12.999090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:13.001861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:13.004601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:13.024508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:13.030077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:13.034970 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Sync routers for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:13.037614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'Port': ['ID=130577aa-3d4c-429b-aabf-416f1344e296,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:13.049515 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:13.050374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:13.058686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d91058f7-4cd1-419a-9d78-f900e02a8dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/floatingips/76ccd136-f17f-43cb-b107-fc1ef45b8c30 HTTP/1.1" status: 204 len: 168 time: 1.0671093 Aug 12 02:35:13.059271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:13.061699 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c3158-0f98-4abe-a598-fe79c5f054cc" -d '{"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:13.102933 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32473d-e928-4551-b9af-70b15aa79a7c x-openstack-request-id: req-6d32473d-e928-4551-b9af-70b15aa79a7c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:13.103221 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:13.103508 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d32473d-e928-4551-b9af-70b15aa79a7c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:13.103912 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'status': 'completed', 'code': 200} Aug 12 02:35:13.238381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-513d61bc-bb13-4394-94e7-8cc3833fb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.239921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-513d61bc-bb13-4394-94e7-8cc3833fb61a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 1095 time: 0.1091671 Aug 12 02:35:13.246056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0099dd12-9509-4107-97fc-5d9b92d219d5 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:35:13.267774 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:13.365652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1711bfa-fac7-4dfd-b379-89c436ef054c req-797abbce-ac5e-44a3-9beb-f3c55551ee86 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.367643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1711bfa-fac7-4dfd-b379-89c436ef054c req-797abbce-ac5e-44a3-9beb-f3c55551ee86 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.0740979 Aug 12 02:35:13.382226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0099dd12-9509-4107-97fc-5d9b92d219d5,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:13.402985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:35:13.413699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1711bfa-fac7-4dfd-b379-89c436ef054c req-446b2d39-e466-4b16-8937-1057c7fb92ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371153 Aug 12 02:35:13.425673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-7d27e23c-86e2-4200-b70a-485cabc9c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.427167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-7d27e23c-86e2-4200-b70a-485cabc9c3ea service neutron] 10.222.0.25 "GET /v2.0/networks?id=f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 200 len: 897 time: 0.1775665 Aug 12 02:35:13.473104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:13.488205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0099dd12-9509-4107-97fc-5d9b92d219d5 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:13.505278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-9b6e170b-11e8-436b-981c-4c745384e124 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 200 len: 217 time: 0.0660226 Aug 12 02:35:13.523400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0099dd12-9509-4107-97fc-5d9b92d219d5,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:13.530090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:13.552842 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:13.588545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:13.601057 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Checking router: 224efbde-a2c5-4380-bfdc-906f387112e0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:13.612843 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:13.613560 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:13.630910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-4e4f92d0-6ed7-452e-9542-dc6dd5233b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.632395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-4e4f92d0-6ed7-452e-9542-dc6dd5233b29 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 200 len: 833 time: 0.1168945 Aug 12 02:35:13.652595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:13.704150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6cbc7-1939-4835-80da-ab7b42f0c606 req-a127d615-2737-4c3b-ac38-4dbe0c9a888a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.705632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7de6cbc7-1939-4835-80da-ab7b42f0c606 req-a127d615-2737-4c3b-ac38-4dbe0c9a888a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 944 time: 0.1482928 Aug 12 02:35:13.723823 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:13.761596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-aeb8f708-a459-4f25-afaa-3c4c19d85267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.762974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-aeb8f708-a459-4f25-afaa-3c4c19d85267 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f2665143-cc29-4879-a906-56d4ca2f5f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217332 Aug 12 02:35:13.829994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0099dd12-9509-4107-97fc-5d9b92d219d5'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:35:13.867219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:13.877829 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7de6cbc7-1939-4835-80da-ab7b42f0c606 req-30cd6a3e-cf5d-4ddd-a355-1ba94a48136a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561611 Aug 12 02:35:13.884447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.891455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.899155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.906943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.914531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.922817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.929265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.931385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-0f2d020f-7312-4ddf-bcfd-3c05be820934 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1124363 Aug 12 02:35:13.956278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668102e3-d074-424d-98b9-823d577a9351 req-9fb79f7c-84fe-4adb-9edd-e7440f473551 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:13.957864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-668102e3-d074-424d-98b9-823d577a9351 req-9fb79f7c-84fe-4adb-9edd-e7440f473551 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.25 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.2121387 Aug 12 02:35:14.008571 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:14.022537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b315da18-3602-418f-969a-cd4ab5d3f3e6 req-05968d1c-ada4-476a-a5c0-58fbbd0319e4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=0dd0507d-c0a3-4cd2-b7a7-275dbf605208&id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809639 Aug 12 02:35:14.037170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.043376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.050649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.056916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.063105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.071031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.077746 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec39c43-56c3-4470-914e-a4e3761a9b42 None None] The sync data for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 is: [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '16736ece-a821-4633-9ef6-4318577a38d2', 'name': '', 'network_id': 'f2665143-cc29-4879-a906-56d4ca2f5f7a', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:3d:e4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:20Z', 'updated_at': '2021-08-12T02:33:27Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'c57925be-9f42-4914-ae51-e170f6bea748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:14.080376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.082291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-efff88f0-31bf-43e6-ad69-f970375ce172 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 5444 time: 0.1498778 Aug 12 02:35:14.145751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-98507d95-8cc6-4788-b8e0-f648a16dbeb7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.157592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-98507d95-8cc6-4788-b8e0-f648a16dbeb7 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0577219 Aug 12 02:35:14.264500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-c34e316e-be9c-40db-bf39-78f89f2ec571 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1058986 Aug 12 02:35:14.275788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:14.339716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.366419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37639fe7-dcb0-4c05-b349-47ad7cc1fd4b None None] New status for floating IP 76ccd136-f17f-43cb-b107-fc1ef45b8c30: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:14.492546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d944ae9a-ac20-4880-a7df-ea7dbea838c8,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:14.496285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-6f283958-195a-4214-9062-6dc65d52cc37 service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048056 Aug 12 02:35:14.527360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] For port d944ae9a-ac20-4880-a7df-ea7dbea838c8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:14.563173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] device_id is not set on port d944ae9a-ac20-4880-a7df-ea7dbea838c8 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:35:14.571592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.576822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.639452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] No DVR routers for this DVR port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:14.642512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Pushing event updated for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:14.658845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:14.659199 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.685054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] In _notify_port_updated(), no bound segment for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:35:14.686242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.686818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.688748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-997661e0-f4ab-45c6-97dd-9330e7ac016c service neutron] 10.222.0.21 "PUT /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 200 len: 1032 time: 0.4174805 Aug 12 02:35:14.697690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b3e02-80f0-4c5a-887e-c933967397ab req-8a9a5343-aaf2-4090-a73b-6712596a33b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.699930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a86b3e02-80f0-4c5a-887e-c933967397ab req-8a9a5343-aaf2-4090-a73b-6712596a33b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=62bf9af2-1cf7-4123-9f84-ca9803fb484f HTTP/1.1" status: 200 len: 944 time: 0.1948435 Aug 12 02:35:14.740447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-ef28b3a0-cee0-4e89-8418-21445ace20a5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:14.741893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-ef28b3a0-cee0-4e89-8418-21445ace20a5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "GET /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0473878 Aug 12 02:35:14.754747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:14.768743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e4c3158-0f98-4abe-a598-fe79c5f054cc req-57cf6854-b6b1-441a-a0b1-34164bda127f service neutron] 10.222.0.25 "GET /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624617 Aug 12 02:35:14.795895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.814420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.814672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.834950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a86b3e02-80f0-4c5a-887e-c933967397ab req-0dd8ecd1-9334-41c9-8b48-647b2e4275bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5c1ead-356e-4765-b248-b2ac044baa2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961814 Aug 12 02:35:14.915648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:14.916300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.925428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event updated for resources: {'Port': ['ID=130577aa-3d4c-429b-aabf-416f1344e296,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:14.928591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e95cf360-c50b-4cee-b4ac-3238093dcdfc None None] Provisioning complete for port d944ae9a-ac20-4880-a7df-ea7dbea838c8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:14.929334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e95cf360-c50b-4cee-b4ac-3238093dcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.952869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:14.962224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:14.965009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ec9ff3d1-7783-4e32-a597-072bebb5d733,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:14.975394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e95cf360-c50b-4cee-b4ac-3238093dcdfc None None] Port d944ae9a-ac20-4880-a7df-ea7dbea838c8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:15.032339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] For port ec9ff3d1-7783-4e32-a597-072bebb5d733, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:15.069214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4134b-250c-4a8d-9581-6827f5071872 req-61f1a1bf-f0a2-4d4e-a1a0-45ef4a24b9f1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.070890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65d4134b-250c-4a8d-9581-6827f5071872 req-61f1a1bf-f0a2-4d4e-a1a0-45ef4a24b9f1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 944 time: 0.1036937 Aug 12 02:35:15.088836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] device_id is not set on port ec9ff3d1-7783-4e32-a597-072bebb5d733 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:35:15.105462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.120077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.136351 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Floating IP 0c0a343d-ec4d-469c-a9fa-a09451edca71 associated. External IP: 172.25.3.26, port: a518f4bc-cbe0-41cc-b940-c2dabc49b8e4. Aug 12 02:35:15.155641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65d4134b-250c-4a8d-9581-6827f5071872 req-13ac772e-4132-4bce-abff-30814f39a4ec tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755684 Aug 12 02:35:15.180091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:15.196686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] No DVR routers for this DVR port ec9ff3d1-7783-4e32-a597-072bebb5d733 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:15.238369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] In _notify_port_updated(), no bound segment for port ec9ff3d1-7783-4e32-a597-072bebb5d733 on network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:35:15.239607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.240042 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.241462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d4db5da3-e306-44db-b06d-3d09fa2a6c03 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 200 len: 1033 time: 0.4917700 Aug 12 02:35:15.261581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.267831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.274923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.277097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0099dd12-9509-4107-97fc-5d9b92d219d5 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:15.280984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.287731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.289625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-1bcd0045-e4a9-4df8-a900-53a07c6a6ea0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3885 time: 0.1677999 Aug 12 02:35:15.358159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.362756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0099dd12-9509-4107-97fc-5d9b92d219d5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:15.364060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port 971739cc-4fa7-460d-87c7-37c4b25f186f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:15.364382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.367059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0099dd12-9509-4107-97fc-5d9b92d219d5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:15.367580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.405211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:15.437015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3415e41d-e10f-412f-a36d-a3243ef6b494 req-7a19b440-327d-4709-aca5-b346710fcbf1 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176183 Aug 12 02:35:15.490772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port 971739cc-4fa7-460d-87c7-37c4b25f186f, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=971739cc-4fa7-460d-87c7-37c4b25f186f,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:15.491413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.492930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] No DVR routers for this DVR port 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:15.495968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.497978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-668102e3-d074-424d-98b9-823d577a9351 req-dcc9efa0-940e-4f61-8b37-f67b2813925f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.25 "DELETE /v2.0/ports/9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd HTTP/1.1" status: 204 len: 173 time: 1.5240393 Aug 12 02:35:15.500676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-deleted', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:15.503404 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b688b97b-2443-43e6-a849-4b4b90dd7852" -d '{"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-deleted", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:15.503797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.581518 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb5eb3-a477-45cf-b765-5ae3e077f7f1 x-openstack-request-id: req-81eb5eb3-a477-45cf-b765-5ae3e077f7f1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:15.582104 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bf9af2-1cf7-4123-9f84-ca9803fb484f", "name": "network-vif-deleted", "tag": "9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:15.582521 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81eb5eb3-a477-45cf-b765-5ae3e077f7f1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:15.583074 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bf9af2-1cf7-4123-9f84-ca9803fb484f', 'name': 'network-vif-deleted', 'tag': '9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd', 'status': 'completed', 'code': 200} Aug 12 02:35:15.589112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:15.593338 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ac9c1-f3e6-49e6-80c8-c24807b037b0" -d '{"events": [{"server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "name": "network-vif-plugged", "status": "completed", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:15.614409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c0ef93d-6425-44c1-aa23-a14d7241b2a5 None None] Provisioning complete for port ec9ff3d1-7783-4e32-a597-072bebb5d733 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:15.614784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c0ef93d-6425-44c1-aa23-a14d7241b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.617972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0099dd12-9509-4107-97fc-5d9b92d219d5,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:15.628129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Router 61a97df7-7e60-4846-897f-2f3923801acd has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:15.648712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.660363 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcf2d52-2fc1-4ddd-a6b0-fdedd8726c1f x-openstack-request-id: req-4bcf2d52-2fc1-4ddd-a6b0-fdedd8726c1f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:15.663922 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "name": "network-vif-plugged", "status": "completed", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:15.664368 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bcf2d52-2fc1-4ddd-a6b0-fdedd8726c1f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:15.664941 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'code': 200} Aug 12 02:35:15.709894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ef93d-6425-44c1-aa23-a14d7241b2a5 None None] Port ec9ff3d1-7783-4e32-a597-072bebb5d733 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:15.716109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.717126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.717543 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Floating IP 00731828-0e49-41a5-8b1f-d6b0750b4fa7 disassociated. External IP: 172.25.3.85, port: 971739cc-4fa7-460d-87c7-37c4b25f186f. Aug 12 02:35:15.718018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for 971739cc-4fa7-460d-87c7-37c4b25f186f owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:15.740651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:15.791198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807eed-0462-4909-aea1-dec6934feecc req-bf2a5885-52d3-48aa-bca6-d93f6fa28e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:15.792994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b807eed-0462-4909-aea1-dec6934feecc req-bf2a5885-52d3-48aa-bca6-d93f6fa28e6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1096 time: 0.0600269 Aug 12 02:35:15.873850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b807eed-0462-4909-aea1-dec6934feecc req-87a233bf-06dc-4679-be85-12d061f304a1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513847 Aug 12 02:35:15.875014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:15.888760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Sync routers for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:15.897358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.899835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:15.902179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:15.902800 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:15.925910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:15.943801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=971739cc-4fa7-460d-87c7-37c4b25f186f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:15.989159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-93d1ce02-f468-4ce7-8488-0afaa3caa074 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5685492 Aug 12 02:35:16.039067 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:16.301417 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0c0a343d-ec4d-469c-a9fa-a09451edca71', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'port_id': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'mac_address': 'fa:16:3e:0b:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:13Z', 'updated_at': '2021-08-12T02:35:13Z', 'revision_number': 0, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:16.332946 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Checking router: 61a97df7-7e60-4846-897f-2f3923801acd for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:16.342395 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:16.343624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:16.364710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:16.482757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14194c80-f3a1-49a0-93f7-7fc07fc8b7b1 req-cf803fe7-f6c2-41ed-85a1-d50f57d502da tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:16.485468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14194c80-f3a1-49a0-93f7-7fc07fc8b7b1 req-cf803fe7-f6c2-41ed-85a1-d50f57d502da tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.0702596 Aug 12 02:35:16.492527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:16.495866 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:16.576105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14194c80-f3a1-49a0-93f7-7fc07fc8b7b1 req-3f84074a-5386-414f-a39a-7203ef498f8a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817971 Aug 12 02:35:16.645660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:16.666048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Sync routers for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:16.666816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ba36-03b0-445d-9b91-3c50d7849add req-9d22023d-26ab-4f4b-9387-d4e965e224e0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:16.673785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ba36-03b0-445d-9b91-3c50d7849add req-9d22023d-26ab-4f4b-9387-d4e965e224e0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:16.679920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ba36-03b0-445d-9b91-3c50d7849add req-9d22023d-26ab-4f4b-9387-d4e965e224e0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:16.686176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089ba36-03b0-445d-9b91-3c50d7849add req-9d22023d-26ab-4f4b-9387-d4e965e224e0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:16.689766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port 971739cc-4fa7-460d-87c7-37c4b25f186f on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:16.692597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:16.692765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:16.694791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:16.694961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d089ba36-03b0-445d-9b91-3c50d7849add req-9d22023d-26ab-4f4b-9387-d4e965e224e0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 3149 time: 0.1236739 Aug 12 02:35:16.696421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0511978f-c354-4f48-878b-aeb54f47e5b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "DELETE /v2.0/ports/971739cc-4fa7-460d-87c7-37c4b25f186f HTTP/1.1" status: 204 len: 173 time: 1.4481790 Aug 12 02:35:16.696863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:16.699399 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2aeea93-c1a4-4ec0-a66e-801e8b7c0d48" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:16.763458 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a056ff-126d-4fdd-9355-657045daba26 x-openstack-request-id: req-52a056ff-126d-4fdd-9355-657045daba26 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:16.769406 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "971739cc-4fa7-460d-87c7-37c4b25f186f", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:16.769736 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52a056ff-126d-4fdd-9355-657045daba26 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:16.770103 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': '971739cc-4fa7-460d-87c7-37c4b25f186f', 'status': 'completed', 'code': 200} Aug 12 02:35:16.828730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d089ba36-03b0-445d-9b91-3c50d7849add req-4fe3fb08-25b4-402f-886c-6f07191e72b5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210995 Aug 12 02:35:16.836117 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0c0a343d-ec4d-469c-a9fa-a09451edca71', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'port_id': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'mac_address': 'fa:16:3e:0b:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:13Z', 'updated_at': '2021-08-12T02:35:13Z', 'revision_number': 0, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:16.855547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:16.871849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd859aa-d2ab-4cf0-bd01-0439fce09bbe None None] The sync data for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 is: [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '0c0a343d-ec4d-469c-a9fa-a09451edca71', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'port_id': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'mac_address': 'fa:16:3e:0b:9c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:13Z', 'updated_at': '2021-08-12T02:35:13Z', 'revision_number': 0, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:16.880010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 16736ece-a821-4633-9ef6-4318577a38d2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:16.880360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:16.880923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port b2e63097-27fa-4e7b-8d43-2492f2142a89 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:16.881442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:16.944208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device db4c35b5-34ee-4969-8f43-c7a76d9213c6 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:16.989119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port b2e63097-27fa-4e7b-8d43-2492f2142a89, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=b2e63097-27fa-4e7b-8d43-2492f2142a89,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:16.989492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.007115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for b2e63097-27fa-4e7b-8d43-2492f2142a89 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:17.016808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 16736ece-a821-4633-9ef6-4318577a38d2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=16736ece-a821-4633-9ef6-4318577a38d2,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:17.017399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.035748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 16736ece-a821-4633-9ef6-4318577a38d2 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:17.101543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.163568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:17.181208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.181843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ec9ff3d1-7783-4e32-a597-072bebb5d733 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:17.192952 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88878c8-3f24-4dd1-9418-67d3fe80f03f None None] New status for floating IP 0c0a343d-ec4d-469c-a9fa-a09451edca71: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:17.196604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.269608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=b2e63097-27fa-4e7b-8d43-2492f2142a89,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:17.281553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ec9ff3d1-7783-4e32-a597-072bebb5d733 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:17.282405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 4eec399b-81b9-4660-9168-ace329f4e93c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:17.293739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.299282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.299646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.299980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.300326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.300671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.301009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.301339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.301679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.302398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.302398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.302673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:17.303907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.340367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=16736ece-a821-4633-9ef6-4318577a38d2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:17.355659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:17.384776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:17.427020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port b2e63097-27fa-4e7b-8d43-2492f2142a89 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:17.433572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.436112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-d44b7aef-b122-47a5-9ba1-9beed5731013 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "DELETE /v2.0/ports/b2e63097-27fa-4e7b-8d43-2492f2142a89 HTTP/1.1" status: 204 len: 173 time: 0.7334540 Aug 12 02:35:17.437351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Checking router: e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:17.462143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:17.472294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:17.588531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.619215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:17.634745 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646" -d '{"events": [{"name": "network-changed", "server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:17.638349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port dd3f4e3c-4513-4419-97b1-0c0a427662b1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:17.638873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.680497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6'}, {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:17.684151 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c651e5-96d4-4893-942d-5d0248fa01cf" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6"}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:17.701669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.709205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:17.722394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:17.723459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device dd3f4e3c-4513-4419-97b1-0c0a427662b1 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:17.770332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:17.804591 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf89b3e-a888-47b1-a67e-1a57a5bdbb27 x-openstack-request-id: req-caf89b3e-a888-47b1-a67e-1a57a5bdbb27 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:17.804832 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:17.805090 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-caf89b3e-a888-47b1-a67e-1a57a5bdbb27 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:17.805617 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'status': 'completed', 'code': 200} Aug 12 02:35:17.904557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e085d5-5b56-4c88-ae61-7c611a954800 req-f392b737-794f-47f4-8a4f-4a41db3f8bc6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:17.912367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e085d5-5b56-4c88-ae61-7c611a954800 req-f392b737-794f-47f4-8a4f-4a41db3f8bc6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.1096866 Aug 12 02:35:17.948211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:17.948591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.002073 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52bd9ee-cafa-47a5-a3e4-7ec5c805fe37 x-openstack-request-id: req-b52bd9ee-cafa-47a5-a3e4-7ec5c805fe37 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:18.002362 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6", "code": 200}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:18.002612 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b52bd9ee-cafa-47a5-a3e4-7ec5c805fe37 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:18.002995 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'code': 200} Aug 12 02:35:18.003252 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c', 'code': 200} Aug 12 02:35:18.004699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41e085d5-5b56-4c88-ae61-7c611a954800 req-a78db618-977d-4131-b7b9-acfaf05a42cb tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911531 Aug 12 02:35:18.008559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for dd3f4e3c-4513-4419-97b1-0c0a427662b1 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:18.027221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-79c71297-1f62-43ba-9542-5da5ccd12fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.029432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-79c71297-1f62-43ba-9542-5da5ccd12fad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1096 time: 0.2179861 Aug 12 02:35:18.079877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:18.122121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.151725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.157731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3397f6-74d1-419d-afb9-e9d5b4bceffc req-f040b543-1c14-4c0b-af9d-b3c2228af3a4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.163510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3397f6-74d1-419d-afb9-e9d5b4bceffc req-f040b543-1c14-4c0b-af9d-b3c2228af3a4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.169425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3397f6-74d1-419d-afb9-e9d5b4bceffc req-f040b543-1c14-4c0b-af9d-b3c2228af3a4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.171270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad3397f6-74d1-419d-afb9-e9d5b4bceffc req-f040b543-1c14-4c0b-af9d-b3c2228af3a4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 2410 time: 0.2262604 Aug 12 02:35:18.192676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4573e-2091-45d3-9ac9-458710ee0444 req-eec90b60-c062-4653-8f86-2e9c6d59e356 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.194207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44b4573e-2091-45d3-9ac9-458710ee0444 req-eec90b60-c062-4653-8f86-2e9c6d59e356 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.1004701 Aug 12 02:35:18.202201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router 224efbde-a2c5-4380-bfdc-906f387112e0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:18.235935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port dd3f4e3c-4513-4419-97b1-0c0a427662b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=dd3f4e3c-4513-4419-97b1-0c0a427662b1,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:18.244386 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.245078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 971739cc-4fa7-460d-87c7-37c4b25f186f no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:18.274437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad3397f6-74d1-419d-afb9-e9d5b4bceffc req-404e8253-f324-4a1d-a962-54e6a8c5184a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922198 Aug 12 02:35:18.284078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44b4573e-2091-45d3-9ac9-458710ee0444 req-1dc94705-9866-4d80-9910-e5905e2432e6 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776258 Aug 12 02:35:18.286600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-ac9e64fd-9975-4bbb-8275-8cf13400c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.288114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-ac9e64fd-9975-4bbb-8275-8cf13400c9a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 909 time: 0.2475338 Aug 12 02:35:18.332946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 971739cc-4fa7-460d-87c7-37c4b25f186f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:18.333251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:18.337172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 971739cc-4fa7-460d-87c7-37c4b25f186f not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:18.337802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d944ae9a-ac20-4880-a7df-ea7dbea838c8 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:18.358896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:18.366061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a67cf490-465d-4ec8-9b34-a3ba484a9fa5 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/224efbde-a2c5-4380-bfdc-906f387112e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4388590 Aug 12 02:35:18.371741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33546) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:18.399394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Sync routers for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:18.407813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:18.421187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-f088fd59-6f07-45a1-8572-933a0fe3358f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 1000 time: 0.1205320 Aug 12 02:35:18.462011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting subnet c57925be-9f42-4914-ae51-e170f6bea748 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:35:18.475204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.486779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.491269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-86a8214b-a622-49a7-aeaa-d3f2766b2cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.493757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-86a8214b-a622-49a7-aeaa-d3f2766b2cb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 200 len: 847 time: 0.0632453 Aug 12 02:35:18.539569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:18.560265 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.593797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2a143-14f3-4468-a0a6-4d1d872e358e tempest-TestVolumeBackupRestore-485561948 tempest-TestVolumeBackupRestore-485561948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.598296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b5a2a143-14f3-4468-a0a6-4d1d872e358e tempest-TestVolumeBackupRestore-485561948 tempest-TestVolumeBackupRestore-485561948-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1091 time: 0.2611506 Aug 12 02:35:18.598489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33548) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:18.605517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:18.612379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port dd3f4e3c-4513-4419-97b1-0c0a427662b1 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:18.616014 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.618335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42ec56-a77b-4c8a-8a50-1a495ff32434 None None] The sync data for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 is: [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:24:07Z', 'revision_number': 4, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6faafdb2-730d-4211-bb85-76b788a0b467', 'name': '', 'network_id': '9f68364a-abce-4c2d-8c97-28cb7fd53efd', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'mac_address': 'fa:16:3e:99:89:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:02Z', 'updated_at': '2021-08-12T02:24:18Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'subnets': [{'id': 'f205d68c-689d-434d-b3fa-4062e8285ea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:18.618736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-0850d5b2-411b-4777-b092-70f07eed99e2 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "DELETE /v2.0/ports/dd3f4e3c-4513-4419-97b1-0c0a427662b1 HTTP/1.1" status: 204 len: 173 time: 1.1742704 Aug 12 02:35:18.626183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-695fe55a-092a-425b-a1ef-4d99231dec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:18.627665 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-695fe55a-092a-425b-a1ef-4d99231dec8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004245 Aug 12 02:35:18.644345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=dd3f4e3c-4513-4419-97b1-0c0a427662b1,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:18.651898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:18.652801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:18.690942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d944ae9a-ac20-4880-a7df-ea7dbea838c8 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:18.692183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device b2e63097-27fa-4e7b-8d43-2492f2142a89 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:18.718267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: b2e63097-27fa-4e7b-8d43-2492f2142a89 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:18.718990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device b2e63097-27fa-4e7b-8d43-2492f2142a89 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:18.720329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.758850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.780223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89'}, {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:18.782679 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3260b-c911-4fbb-bbfb-7f25b4a76f56" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89"}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:18.794896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:18.842763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-f9b9506f-1fb3-498d-9725-59091f5c799f service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020299 Aug 12 02:35:18.862335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.869478 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1985c3-d0d3-4f63-bc3e-34589a38b6ee x-openstack-request-id: req-ff1985c3-d0d3-4f63-bc3e-34589a38b6ee {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:18.869768 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "b2e63097-27fa-4e7b-8d43-2492f2142a89", "status": "completed", "code": 200}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:18.870016 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff1985c3-d0d3-4f63-bc3e-34589a38b6ee {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:18.870553 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'b2e63097-27fa-4e7b-8d43-2492f2142a89', 'status': 'completed', 'code': 200} Aug 12 02:35:18.870660 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'status': 'completed', 'code': 200} Aug 12 02:35:18.917950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Subnet': ['ID=c57925be-9f42-4914-ae51-e170f6bea748,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:18.922715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.928104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ae557e79-adf6-4ca0-ba64-9d6d1c261d45 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/subnets/c57925be-9f42-4914-ae51-e170f6bea748 HTTP/1.1" status: 204 len: 168 time: 0.5543489 Aug 12 02:35:18.930830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33552) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:18.948098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port db4c35b5-34ee-4969-8f43-c7a76d9213c6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:18.948098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:18.952471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f9d24b-b2f4-4dd7-9f85-b2760402325e None None] Network f2665143-cc29-4879-a906-56d4ca2f5f7a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:19.091622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38ea64ad-2c8f-4c7c-93d3-49f8a63da646 req-98d42efb-28e1-4106-8f68-e17e5b8c91d8 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367465 Aug 12 02:35:19.133178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port db4c35b5-34ee-4969-8f43-c7a76d9213c6, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=db4c35b5-34ee-4969-8f43-c7a76d9213c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:19.133549 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.146120 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecef448-f2f8-483c-85c4-ac3e186d0e67 None None] New status for floating IP 00731828-0e49-41a5-8b1f-d6b0750b4fa7: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:19.200481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for db4c35b5-34ee-4969-8f43-c7a76d9213c6 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:19.201041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:35:17Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:19.239714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Checking router: 224efbde-a2c5-4380-bfdc-906f387112e0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:19.251262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Routers {'224efbde-a2c5-4380-bfdc-906f387112e0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:19.252029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['224efbde-a2c5-4380-bfdc-906f387112e0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:19.309437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:19.345499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] DHCP port deletion for f2665143-cc29-4879-a906-56d4ca2f5f7a request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:35:19.358301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:19.366130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9d8c292b-7a3e-4f93-8d76-a3ac40eb28cd not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:19.437316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.475171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=db4c35b5-34ee-4969-8f43-c7a76d9213c6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:19.532250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] Set router 224efbde-a2c5-4380-bfdc-906f387112e0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:19.549263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port db4c35b5-34ee-4969-8f43-c7a76d9213c6 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:19.552057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.554197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-22bf1df1-b952-4c48-9589-aab97d208863 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "DELETE /v2.0/ports/db4c35b5-34ee-4969-8f43-c7a76d9213c6 HTTP/1.1" status: 204 len: 173 time: 0.9257979 Aug 12 02:35:19.592996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Deleting port e799011f-40d8-45b8-b461-93c81bafaee4 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:19.593369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.607074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.643236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.654801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port 4eec399b-81b9-4660-9168-ace329f4e93c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:19.655416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.708502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] For port e799011f-40d8-45b8-b461-93c81bafaee4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e799011f-40d8-45b8-b461-93c81bafaee4,segment=NetworkSegment(fc01659e-823f-4839-a1dc-9f20b0ae808f),segment_id=fc01659e-823f-4839-a1dc-9f20b0ae808f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:19.709107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.710624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa72c06-b8de-4e72-a1ea-79ac6c3ebecb req-8ba273db-3d21-4989-8db0-c830c52e02e4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:19.712612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1fa72c06-b8de-4e72-a1ea-79ac6c3ebecb req-8ba273db-3d21-4989-8db0-c830c52e02e4 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 943 time: 0.1650329 Aug 12 02:35:19.730939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Calling delete_port for e799011f-40d8-45b8-b461-93c81bafaee4 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:19.761277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port 4eec399b-81b9-4660-9168-ace329f4e93c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=4eec399b-81b9-4660-9168-ace329f4e93c,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:19.761666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.775198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for 4eec399b-81b9-4660-9168-ace329f4e93c owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:19.863404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1fa72c06-b8de-4e72-a1ea-79ac6c3ebecb req-f8b5238e-2231-4666-938f-0091dd3b64c5 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups?id=1989b37e-853b-494f-ae41-962fbf632cca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353226 Aug 12 02:35:19.875598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Allocated IP 172.25.3.179 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/e89a118a-ea8a-49db-8ada-476158bd4002) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:19.881044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.892198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:35:17Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:19.895408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.929850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8274300c-8f2a-43b1-9b50-e90d1b1622b1 None None] The sync data for ids ['224efbde-a2c5-4380-bfdc-906f387112e0'] in n-d-804303-2 is: [{'id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-175169636', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:33:16Z', 'updated_at': '2021-08-12T02:35:17Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224efbde-a2c5-4380-bfdc-906f387112e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2894, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:33:17Z', 'updated_at': '2021-08-12T02:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:19.959814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:19.962061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] Pushing event deleted for resources: {'Port': ['ID=e799011f-40d8-45b8-b461-93c81bafaee4,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:19.965409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb3c65e-9635-4be0-a7ae-3bbd726f2c54 None None] No DVR routers for this DVR port e799011f-40d8-45b8-b461-93c81bafaee4 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:20.004600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:20.005790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=4eec399b-81b9-4660-9168-ace329f4e93c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:20.008224 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf82d01-b9cf-431d-a9ab-1f22203e527b" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:20.039629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:20.040064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.072430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port 4eec399b-81b9-4660-9168-ace329f4e93c on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:20.074521 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe04bd8-091e-42fe-a1f4-9b4905fa4daa x-openstack-request-id: req-dbe04bd8-091e-42fe-a1f4-9b4905fa4daa {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:20.074892 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "dd3f4e3c-4513-4419-97b1-0c0a427662b1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:20.075214 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbe04bd8-091e-42fe-a1f4-9b4905fa4daa {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:20.075713 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd3f4e3c-4513-4419-97b1-0c0a427662b1', 'code': 200} Aug 12 02:35:20.079008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.082635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93ab43a4-3c69-4951-98d3-f346e988b847 req-19fcf037-39af-41b9-af9a-16814a5de85b tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.21 "DELETE /v2.0/ports/4eec399b-81b9-4660-9168-ace329f4e93c HTTP/1.1" status: 204 len: 173 time: 0.5227149 Aug 12 02:35:20.095880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.168029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:20.168404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.183406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:20.189141 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.268462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:20.278547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:20.288211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:20.295193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'Port': ['ID=e89a118a-ea8a-49db-8ada-476158bd4002,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:20.614592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.646287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:20.771374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.871965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6'}, {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:20.874680 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0347bb2f-00e7-469f-88f4-ee2a88c79993" -d '{"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6"}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:20.880402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.883897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.922629 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d9b34-0f86-4f08-b202-36ca2dc80bf2 x-openstack-request-id: req-7a4d9b34-0f86-4f08-b202-36ca2dc80bf2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:20.923242 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "db4c35b5-34ee-4969-8f43-c7a76d9213c6", "status": "completed", "code": 200}, {"server_uuid": "7c29d5ef-a38f-445c-aed1-729d8f4f1ab6", "name": "network-vif-deleted", "tag": "4eec399b-81b9-4660-9168-ace329f4e93c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:20.923512 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a4d9b34-0f86-4f08-b202-36ca2dc80bf2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:20.923980 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': 'db4c35b5-34ee-4969-8f43-c7a76d9213c6', 'status': 'completed', 'code': 200} Aug 12 02:35:20.924137 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29d5ef-a38f-445c-aed1-729d8f4f1ab6', 'name': 'network-vif-deleted', 'tag': '4eec399b-81b9-4660-9168-ace329f4e93c', 'status': 'completed', 'code': 200} Aug 12 02:35:20.977104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:20.978874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Fanout notify agent at l3_agent the message router_deleted on router 224efbde-a2c5-4380-bfdc-906f387112e0 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:35:20.999865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.001081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bfa14153-e3af-4ee0-b18e-f2114a7fd165 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/routers/224efbde-a2c5-4380-bfdc-906f387112e0 HTTP/1.1" status: 204 len: 168 time: 2.0598481 Aug 12 02:35:21.004196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33566) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:21.005831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9db259a5-e9da-42ad-9f82-5b332fd366f5 req-ead428b5-50f6-4afa-9fe7-ade995911035 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0442426 Aug 12 02:35:21.053541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.146945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.148123 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.182520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e799011f-40d8-45b8-b461-93c81bafaee4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:21.210526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e799011f-40d8-45b8-b461-93c81bafaee4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:21.213007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e799011f-40d8-45b8-b461-93c81bafaee4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:21.213444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16736ece-a821-4633-9ef6-4318577a38d2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:21.244724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.246177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 16736ece-a821-4633-9ef6-4318577a38d2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:21.246605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 16736ece-a821-4633-9ef6-4318577a38d2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:21.255019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2665143-cc29-4879-a906-56d4ca2f5f7a']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:21.266395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc01659e-823f-4839-a1dc-9f20b0ae808f') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:21.266736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc01659e-823f-4839-a1dc-9f20b0ae808f') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:21.275837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.291802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.299097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:35:21.299667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:35:21.352210 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:35:21.371457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.379423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.380996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.385946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/networks/f2665143-cc29-4879-a906-56d4ca2f5f7a HTTP/1.1" status: 204 len: 168 time: 0.3778665 Aug 12 02:35:21.385946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33568) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:21.387435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.402983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a9c9c-f720-496b-89ff-117012b7f803 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Network': ['ID=f2665143-cc29-4879-a906-56d4ca2f5f7a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:21.462577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event updated for resources: {'Port': ['ID=e89a118a-ea8a-49db-8ada-476158bd4002,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:21.481887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.483503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.510775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.578989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.582721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:21.583930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/security-groups/aa5c1ead-356e-4765-b248-b2ac044baa2c HTTP/1.1" status: 204 len: 168 time: 0.1873453 Aug 12 02:35:21.598853 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Floating IP ff8f7f22-768b-4785-b15c-3177d87d8425 associated. External IP: 172.25.3.179, port: 0099dd12-9509-4107-97fc-5d9b92d219d5. Aug 12 02:35:21.599344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d768-fb98-4a27-98bf-b21da8870541 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c1ead-356e-4765-b248-b2ac044baa2c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:21.849210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:21.961674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:21.975959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:21.979981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:21.985625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127677342', 'description': 'tempest-secgroup-smoke-2127677342 description', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:21.987213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:21.988000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:21.991948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.012558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.027941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-05431b70-6db3-4a02-9388-935ea15ddb57 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4283457 Aug 12 02:35:22.028908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:22.030683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:22.032605 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1654d1-58ea-4f45-906d-c145cf90bf30" -d '{"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:22.082448 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2a30e5-9ae1-4e66-9a0f-e8f6f4c5ca07 x-openstack-request-id: req-6a2a30e5-9ae1-4e66-9a0f-e8f6f4c5ca07 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:22.082749 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:22.083008 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a2a30e5-9ae1-4e66-9a0f-e8f6f4c5ca07 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:22.083459 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:35:22.129117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea22e8c-dcfa-401a-a044-8cb20561b0d3 tempest-TestVolumeBackupRestore-485561948 tempest-TestVolumeBackupRestore-485561948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:22.133443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bea22e8c-dcfa-401a-a044-8cb20561b0d3 tempest-TestVolumeBackupRestore-485561948 tempest-TestVolumeBackupRestore-485561948-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1091 time: 0.0972676 Aug 12 02:35:22.133647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:22.133826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33584) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:22.138563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Request body: {'floatingip': {'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:22.163775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-9ad20120-acc3-46e1-80a5-69bd4c4b7a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:22.166621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-9ad20120-acc3-46e1-80a5-69bd4c4b7a20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1096 time: 0.0583856 Aug 12 02:35:22.215162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.273547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a52d601-4480-46eb-9c05-406b6e7bcf36 req-7ede1f30-af23-4349-a4f4-7da44b135014 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0690057 Aug 12 02:35:22.286907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-019f78eb-56f2-461b-be65-5565378c7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:22.288995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-019f78eb-56f2-461b-be65-5565378c7ccb service neutron] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 914 time: 0.1154625 Aug 12 02:35:22.320143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.352519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.382668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-9cc3a6a3-c9ea-4847-a30d-a19f51c28359 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 999 time: 0.0860195 Aug 12 02:35:22.401408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:20Z', 'revision_number': 0, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:22.421750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.426568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4455295 Aug 12 02:35:22.430434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33586) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:22.434671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:22.437442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:22.442661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-7d8bd916-24cc-4823-beef-52cc566144e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:22.444285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:22.444473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-7d8bd916-24cc-4823-beef-52cc566144e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0525992 Aug 12 02:35:22.445041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:22.458925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce5d5d-d0c4-4995-b2e6-3f919e0d6dc4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08353e08-d212-4fca-967e-8d6c050c173d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:22.521268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-61dfc301-fc30-40a6-bb9d-1adbf4b221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:22.523105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-61dfc301-fc30-40a6-bb9d-1adbf4b221a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706432 Aug 12 02:35:22.534969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.611548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:22.655731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.657480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-977b1f8a-bc85-41e2-8898-f367fae84619 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262953 Aug 12 02:35:22.662037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.740405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.741900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3083172 Aug 12 02:35:22.747362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:22.754517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:22.770205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781852e-7784-40e1-8014-7c1338134522 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3892b0-147c-4822-a47c-e9dd9c1f5f28,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:22.804409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bb1654d1-58ea-4f45-906d-c145cf90bf30 req-a60e9ce7-58f3-4f62-8b6d-b005a0d481df service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362481 Aug 12 02:35:22.817234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.874056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.878925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.910854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.912523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641214 Aug 12 02:35:22.913722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350cf01b-6b71-474a-9b01-ccd7fd264fa9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:22.916023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33594) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:22.920547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:22.922822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.923309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.923875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.924452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.924842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.925233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.925586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.925972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.926314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.926652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.927157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.927550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f69311-d04b-4014-b3a4-a6645c501619 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:22.958380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:20Z', 'revision_number': 0, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:22.962953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:22.992202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:22.995981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b261e967-6781-4d9e-b6c7-9a2b974a08d7 None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:20Z', 'revision_number': 0, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:23.024842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:23.025245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2b57ddab-c05a-4d46-8c53-e3fd0c8fa01e not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:23.104984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.112787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.144459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.146675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fddf3c-b8f8-48ed-bcb7-6fb95a0d859c,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:23.150884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.153319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.154440 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f1a7aad-95b3-49f6-97d0-783275b6ecb4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2374773 Aug 12 02:35:23.157719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33596) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:23.163172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:23.198226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.242398 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcfb74-62ae-4a53-9028-d7e860a5df62 None None] New status for floating IP ff8f7f22-768b-4785-b15c-3177d87d8425: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:23.268734 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.274160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.305130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.309690 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503146 Aug 12 02:35:23.310741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:23.315829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:23.321429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9946fc74-74f7-422c-baf2-657831729e9e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354e8e65-f730-406b-9c56-d1c8ae1e2df1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:23.351734 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:35:23.358236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.441231 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.442540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:23.446474 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.491665 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.496308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842072 Aug 12 02:35:23.498966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:23.504655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'security_group_rule': {'security_group_id': '08353e08-d212-4fca-967e-8d6c050c173d', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:23.516422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17945-f6f5-46ed-b1c5-a61cdbdb2edb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab031c5d-3345-4138-8dba-7328dd7e508a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:23.561009 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Project bfcb3c92279b40dc8877c3863dc3fc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:35:23.568922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.599955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:23.605113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.613336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:23.627558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:23.628216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:23.658444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:23.660844 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ad5219-7f7a-4e41-8e18-3f79bb67a499" -d '{"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:23.675222 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.680875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.725536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3da25a-dbed-4ea0-ab54-0953faedb70b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:23.728480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.732420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7167802d-ed7c-4808-a32a-856d240fca3f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2296855 Aug 12 02:35:23.735624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33606) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:23.739704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'network': {'name': 'tempest-network-smoke--1644688724', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:23.758908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52d36c17-9705-4bdd-ba5d-fe6c025f217c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "PUT /v2.0/floatingips/ff8f7f22-768b-4785-b15c-3177d87d8425 HTTP/1.1" status: 200 len: 991 time: 1.6239800 Aug 12 02:35:23.771556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aaa56e3e-c177-438c-8134-b05a11e132ce req-66ba3e31-b576-4adf-918e-f4ff7c085706 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0562475 Aug 12 02:35:23.775313 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b9ebb6-4155-41f8-9dc9-bfe2b2017f40 x-openstack-request-id: req-17b9ebb6-4155-41f8-9dc9-bfe2b2017f40 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:23.775629 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:23.775883 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17b9ebb6-4155-41f8-9dc9-bfe2b2017f40 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:23.776278 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:35:23.796159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:23.801795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.856022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:23.859978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:35:23.872234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-5ba9cfe4-b026-4074-8445-ae0c55d57211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:23.873838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-5ba9cfe4-b026-4074-8445-ae0c55d57211 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1096 time: 0.0697665 Aug 12 02:35:23.880232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.880605 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Added segment b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac of type vlan for network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 Aug 12 02:35:23.929593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.972410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:23.980587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:23.981251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.011219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-1a75891f-e635-4fc9-a586-ba13342074aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:24.013579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-1a75891f-e635-4fc9-a586-ba13342074aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 914 time: 0.1181405 Aug 12 02:35:24.062508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3281457 Aug 12 02:35:24.066560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33610) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:24.071375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'admin_state_up': True, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:24.092914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-5c2d168e-fd42-450e-a2b1-1136057d9ec9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 1001 time: 0.0702336 Aug 12 02:35:24.097246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d516ce-ae2b-43f8-b074-1448832f45bc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Network': ['ID=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:24.108800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.110486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.121381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:35:24.160725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-8e163c21-1c40-4248-9892-3e0deb9a20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:24.162559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-8e163c21-1c40-4248-9892-3e0deb9a20a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0606492 Aug 12 02:35:24.171676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.229310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-e2cee825-cdf6-478d-a6b7-d8ac60dc7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:24.232001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-e2cee825-cdf6-478d-a6b7-d8ac60dc7893 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603197 Aug 12 02:35:24.356939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:23Z', 'revision_number': 2, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:24.357935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-e6c03990-b557-492a-b3c7-cd42038772fd service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154470 Aug 12 02:35:24.392668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:24.402804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:24.403918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:24.471456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06ad5219-7f7a-4e41-8e18-3f79bb67a499 req-7fa552fb-9a8f-4217-8097-5692e502956b service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047087 Aug 12 02:35:24.559595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:24.711890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.842485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:23Z', 'revision_number': 2, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:24.884638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66302204-7a00-4653-b520-acd966bae5a1 None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'ff8f7f22-768b-4785-b15c-3177d87d8425', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'port_id': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'mac_address': 'fa:16:3e:6e:e4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:20Z', 'updated_at': '2021-08-12T02:35:23Z', 'revision_number': 2, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:24.947511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.981257 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:24.986635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5746af9-c9c8-4e81-b1bf-5dd10d5bf775 req-cf0b34ea-b537-4583-9e56-d9744ff9b191 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1169813 Aug 12 02:35:25.112519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.3 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/5ca4eb52-c19d-44ba-85cb-f12b5bb5d080) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:25.235285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:25.278655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:25.296449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:25.299498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:25.301788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:25.362734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:25.591859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:25.780262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:25.782984 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28090374-b2e2-4565-bfe6-17f6811d8df7" -d '{"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:25.796139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:25.840547 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34546ca-a2d6-4d08-ae18-9d1fb5724946 x-openstack-request-id: req-b34546ca-a2d6-4d08-ae18-9d1fb5724946 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:25.840841 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:25.841077 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b34546ca-a2d6-4d08-ae18-9d1fb5724946 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:25.841466 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:35:25.889114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-8add0994-8cd3-4913-ad18-f5a4fc82aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:25.890684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-8add0994-8cd3-4913-ad18-f5a4fc82aed1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1096 time: 0.0450554 Aug 12 02:35:25.936521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:35:26.002523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-4787ec8a-6472-4244-8d17-626a90acef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:26.004055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-4787ec8a-6472-4244-8d17-626a90acef4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 914 time: 0.1058457 Aug 12 02:35:26.050523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:26.060994 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Sync routers for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:26.075006 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:26.075226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.076551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5e7987d-1d6a-481e-87bb-1d042f1243ab tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0090332 Aug 12 02:35:26.077741 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:26.080304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33622) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:26.113436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1509be1-7cd0-48a4-8296-f4d5b85d6791 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=bfcb3c92279b40dc8877c3863dc3fc75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313280 Aug 12 02:35:26.116504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:26.155019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-179bcfc8-f5fa-4d49-94c7-e3a0676b5464 req-c5da1d39-b2af-4442-b601-acc181e34b28 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0384705 Aug 12 02:35:26.158252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-8d307f1b-1e6b-4884-b399-3a2edee477b5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 1001 time: 0.1454527 Aug 12 02:35:26.228172 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:26.235854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68880193-fd0e-4673-87c0-838ea4a7c03d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:26.237666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-68880193-fd0e-4673-87c0-838ea4a7c03d tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1198461 Aug 12 02:35:26.238223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-294b738c-b81b-449c-870f-08584823975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:26.240390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-294b738c-b81b-449c-870f-08584823975a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0714316 Aug 12 02:35:26.240625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33626) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:26.272805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bff31597-1c23-4850-85c9-92f30c9acf41 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307739 Aug 12 02:35:26.275276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33628) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:26.282535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1583187253', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:26.294154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-bbccfdfe-73a4-4bae-b376-6a9928e50d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:26.296043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-bbccfdfe-73a4-4bae-b376-6a9928e50d7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480723 Aug 12 02:35:26.387895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:26.393876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.404934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-9c5b6ad2-0a29-489a-913f-442504542ac9 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973046 Aug 12 02:35:26.426841 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:25Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:26.464932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Checking router: b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:26.465516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Updating router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:35:26.500389 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.537780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-28090374-b2e2-4565-bfe6-17f6811d8df7 req-114a19fc-4964-4ec2-9f8a-7d56395a76e9 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235859 Aug 12 02:35:26.632008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.703891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Subnet': ['ID=fbd851ec-928e-4e99-bd02-3ca86601d2eb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:26.712518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Checking segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:26.712894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network hostable DHCP agents. Network: f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:35:26.730733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:35:26.742988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:26.753889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed75c0-2020-4391-88ae-bcfb8c0392a7 None None] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:26.769398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:26.770527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.794106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ec1b476-4c2d-4274-95d1-86bf11bd64fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5175004 Aug 12 02:35:26.796883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:26.803315 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.815034 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Transition to ACTIVE for port object 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:26.821594 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.885085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Attempting to bind port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:26.885554 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Attempting to bind port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:26.886000 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Attempting to bind port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:26.894902 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626486-2d56-4a45-9cbe-3057c66b4aab None None] Pushing event updated for resources: {'Port': ['ID=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:26.898341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:26.898800 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:26.899301 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.899785 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:26.900334 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Bound port: 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:26.900787 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.948667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:35:26.950067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:26.962325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] For port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:26.965966 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] For port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:26.973311 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.037794 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:27.038730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:27.114226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Allocated IP 172.20.0.2 (f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8/fbd851ec-928e-4e99-bd02-3ca86601d2eb/8b37dd30-b874-41d9-80e9-f1b27be5b7ce) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:27.199090 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:27.283113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97626486-2d56-4a45-9cbe-3057c66b4aab None None] Pushing event updated for resources: {'Port': ['ID=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:27.352759 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.359392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfd245b7-86d1-4c77-a1f1-17cf61c0b5e4 req-b5b18acc-1a9a-4156-a682-6f26fd57d087 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0450523 Aug 12 02:35:27.363739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Transition to ACTIVE for port object 8b37dd30-b874-41d9-80e9-f1b27be5b7ce will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:27.382615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Transition to ACTIVE for port object 8b37dd30-b874-41d9-80e9-f1b27be5b7ce will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:27.390595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.435583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:27.440196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:27.443964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:27.475438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:25Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:27.481747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Pushing event updated for resources: {'Port': ['ID=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:27.506960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.507315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.507685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.508025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.508359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.508690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.509016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.509343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.509790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.510119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.510442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.510763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:35:27.521176 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d8e22-2685-4185-8ea9-fb25e91bf57c None None] The sync data for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 is: [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:25Z', 'revision_number': 3, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:27.533085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Attempting to bind port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:27.533459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Attempting to bind port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:27.533825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Attempting to bind port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce on network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:27.539515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:27.539742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Checking segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:27.540150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.540554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Bound using segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:27.541027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Bound port: 8b37dd30-b874-41d9-80e9-f1b27be5b7ce, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:27.541411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.628810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] For port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:27.633201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] For port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:27.639999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:27.703942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f014d-f336-4a8d-bad5-15a60bf18b0f None None] Pushing event updated for resources: {'Port': ['ID=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:27.865536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:28.224747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.1 (f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8/fbd851ec-928e-4e99-bd02-3ca86601d2eb/bd1dfe3b-e5d7-4a52-b269-4a55b716abdb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:28.379173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:28.395713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object bd1dfe3b-e5d7-4a52-b269-4a55b716abdb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:28.490408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:28.496818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f82f9331-0a08-40a1-acfb-c761862d0173 req-6f3fd3d7-d525-4474-880a-f82dc6c29469 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0479498 Aug 12 02:35:28.558913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:28.562322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:28.569084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:28.600012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:28.629776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:28.799921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:28.855169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8effecee-fc96-4736-8862-f53029596f3b None None] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:28.911756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9a06c091-4e13-4fa5-aefa-2dfdca0cc847 None None] Provisioning for port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:29.165391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8b37dd30-b874-41d9-80e9-f1b27be5b7ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:29.186491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.193045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.233631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:29.240629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:29.241012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.315758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:29.321315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.398480 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.423842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:29.425870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:29.451187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:29.462630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.463944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:29.552543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Provisioning complete for port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:29.552919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.632548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:29.670973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:29.677767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:29.678266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.681794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfbcd6a4-8ec7-4e4f-9b84-fffb1791c58d req-d4d47186-b755-4925-a6e4-79cc8c41d859 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0442874 Aug 12 02:35:29.700926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:29.849370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Provisioning for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:29.861369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:29.865613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Provisioning complete for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:29.866144 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.881232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf995081-c244-4841-a75a-034cdc578e6b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0831251 Aug 12 02:35:29.899879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Sync routers for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:29.919534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.943932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:29.951795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:29.972204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:29.972845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:29.974629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8c103-b6bd-4f92-bcb1-5121a351aa0c None None] Port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:30.084889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-0116c392-6342-4cfb-bfb3-1f8dc6c8fe29 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127677342&fields=id&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 267 time: 0.0370626 Aug 12 02:35:30.124511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:30.145925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-61bdf82e-0677-45f3-ba1d-50d2a30106cf None None] Provisioning complete for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:30.146276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61bdf82e-0677-45f3-ba1d-50d2a30106cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:30.148923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:30.204384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-bf5e7dd6-56f7-4f44-a85e-54c48dbd531e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:30.206149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-bf5e7dd6-56f7-4f44-a85e-54c48dbd531e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 797 time: 0.1135256 Aug 12 02:35:30.224055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-8f711d89-7d1d-4bf1-8f8e-b360e82779d8 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/quotas/bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 375 time: 0.0113459 Aug 12 02:35:30.250454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-61bdf82e-0677-45f3-ba1d-50d2a30106cf None None] Port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:30.279820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-835aa30c-0307-40f0-82fe-0a2a56457aa4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508621 Aug 12 02:35:30.385502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-75786915-f5c5-4d57-8f12-451413696d67 service neutron] 10.222.0.11 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922027 Aug 12 02:35:30.388755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 2, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:30.423115 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:35:30.428493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Checking router: b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:30.429099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Updating router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:35:30.472951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:30.488050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-1a4f7c23-deee-4a6e-b78a-c75aedbe927e service neutron] 10.222.0.11 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948956 Aug 12 02:35:30.701348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79f91282-b60a-413d-ab9d-8912d34d1c59 req-37ea92f7-64d8-47da-9701-a8fb5270b2cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0439034 Aug 12 02:35:30.867062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-81b0f378-7ea9-4250-9582-a589d1ef7590 req-b7aa325c-a49d-4839-a381-fffde5b94b9d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0448170 Aug 12 02:35:30.991764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.003880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Transition to ACTIVE for port object bd1dfe3b-e5d7-4a52-b269-4a55b716abdb will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:31.013916 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.075353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8b37dd30-b874-41d9-80e9-f1b27be5b7ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:31.125765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb5b40-2102-444a-8a18-14eb27726045 None None] Pushing event updated for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:31.176935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Attempting to bind port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:31.177460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Attempting to bind port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:31.178237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Attempting to bind port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb on network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:31.192064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:31.192446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Checking segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:31.192855 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.193254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Bound using segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:31.193743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Bound port: bd1dfe3b-e5d7-4a52-b269-4a55b716abdb, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:31.194126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.220131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:31.220674 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.326204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] For port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:31.331626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] For port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:31.337852 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.434745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:31.464172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:31.465265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:31.492753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb5b40-2102-444a-8a18-14eb27726045 None None] Pushing event updated for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:31.609603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:31.610341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.671430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:31.877845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-774afc47-6357-45e3-a471-492d10ed168c req-07d1ea6e-16fc-4507-9faf-a12889098f2e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0617678 Aug 12 02:35:31.943002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-a5e6dc7f-b057-4b54-8b77-323146a05529 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:31.944422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-a5e6dc7f-b057-4b54-8b77-323146a05529 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 797 time: 0.2340107 Aug 12 02:35:31.964773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-79994926-7358-41cb-8b46-670cd2e83901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:31.973290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:31Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:31.995606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de632557-84f6-42c7-9a20-d0cafd84e061 req-7fd05b47-6c45-467b-98bb-dd0b7de199fb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.0312426 Aug 12 02:35:32.004813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814848b0-28ed-4883-8571-5c08a683c045 None None] The sync data for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 is: [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:31Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:32.042183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-9bc2bf4e-daa8-42ad-af44-28e49416fdb3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfcb3c92279b40dc8877c3863dc3fc75 HTTP/1.1" status: 200 len: 380 time: 0.0489662 Aug 12 02:35:32.064504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'port': {'device_id': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'admin_state_up': True, 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'security_groups': ['08353e08-d212-4fca-967e-8d6c050c173d']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:32.196813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Made reservation on behalf of bfcb3c92279b40dc8877c3863dc3fc75 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:32.200891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:32.339250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.20.0.5 (f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8/fbd851ec-928e-4e99-bd02-3ca86601d2eb/a24c13fb-e212-418e-8556-17436deebd66) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:32.503305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:32.522730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Transition to ACTIVE for port object a24c13fb-e212-418e-8556-17436deebd66 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:32.577171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:32.651938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:32.657658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:32.660109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:32.665292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:32.721262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:32.721954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:32.738778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-788c8a32-ef08-4969-b26d-a7d28a03f47a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6899874 Aug 12 02:35:32.767442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Request body: {'port': {'device_id': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:32.826407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:32.978949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ead7ddbf-7237-4333-acfe-c1c92d2da252 None None] Provisioning for port a24c13fb-e212-418e-8556-17436deebd66 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:32.982886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ead7ddbf-7237-4333-acfe-c1c92d2da252 None None] Provisioning complete for port a24c13fb-e212-418e-8556-17436deebd66 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:32.983331 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ead7ddbf-7237-4333-acfe-c1c92d2da252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.035368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ead7ddbf-7237-4333-acfe-c1c92d2da252 None None] Port a24c13fb-e212-418e-8556-17436deebd66 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:33.092352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488b2f-cc26-489f-bb2c-b7dd906d5e65 req-ac9ab7f3-02cc-44f9-af79-0fbd060a6474 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:33.094441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66488b2f-cc26-489f-bb2c-b7dd906d5e65 req-ac9ab7f3-02cc-44f9-af79-0fbd060a6474 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 931 time: 0.1505382 Aug 12 02:35:33.159869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66488b2f-cc26-489f-bb2c-b7dd906d5e65 req-ae226b2b-2dd7-4dde-b547-d4ee21208d6d tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535686 Aug 12 02:35:33.172132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd1dfe3b-e5d7-4a52-b269-4a55b716abdb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:33.215085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c13fb-e212-418e-8556-17436deebd66 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:33.226269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.231596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:33.236493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:33.236869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.249324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a42dc7e-b24b-4d0f-acf0-977ea887e913 req-67eab714-d7ae-401d-ab27-635219db7561 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c29d5ef-a38f-445c-aed1-729d8f4f1ab6 HTTP/1.1" status: 200 len: 210 time: 0.1018331 Aug 12 02:35:33.259699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Transition to ACTIVE for port object a24c13fb-e212-418e-8556-17436deebd66 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:33.265093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.323112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:33.324832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.362669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:33.367991 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.402567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Attempting to bind port a24c13fb-e212-418e-8556-17436deebd66 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:33.402917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Attempting to bind port a24c13fb-e212-418e-8556-17436deebd66 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:33.403256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Attempting to bind port a24c13fb-e212-418e-8556-17436deebd66 on network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:33.408651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Port a24c13fb-e212-418e-8556-17436deebd66 on network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:35:33.408985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Attempting to bind port a24c13fb-e212-418e-8556-17436deebd66 on network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:33.414124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:33.414482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Checking segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:33.414876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Bound using segment: {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:33.415315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Bound port: a24c13fb-e212-418e-8556-17436deebd66, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:33.415706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.424393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:33.486079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:33.489400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:33.494377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.529353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:33.530171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:33.532029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] 10.222.0.21 "PUT /v2.0/ports/a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 1091 time: 0.7700248 Aug 12 02:35:33.534396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:33.536704 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:33.577247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824197-31c4-4213-a11a-56647c28d1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:33.590173 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c590f1-3db6-47ad-a97b-61a46dbf2d64 x-openstack-request-id: req-e7c590f1-3db6-47ad-a97b-61a46dbf2d64 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:33.590549 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:33.590872 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7c590f1-3db6-47ad-a97b-61a46dbf2d64 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:33.591408 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'status': 'completed', 'code': 200} Aug 12 02:35:33.669553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-825aa21e-8c4c-44e1-9991-7d942fad6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:33.672045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-825aa21e-8c4c-44e1-9991-7d942fad6dea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0623038 Aug 12 02:35:33.723435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-df556382-c561-44ec-91dd-a927ad778367 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 217 time: 0.0386317 Aug 12 02:35:33.778617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-dcc764ed-d478-401c-85a2-dd0317ba5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:33.780149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-dcc764ed-d478-401c-85a2-dd0317ba5972 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 200 len: 835 time: 0.0493865 Aug 12 02:35:33.831518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-a60459e8-967b-4cf1-85ca-8830ed813aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:33.833039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-a60459e8-967b-4cf1-85ca-8830ed813aeb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458040 Aug 12 02:35:33.923494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-dfb0e108-e4a1-4a8f-8634-80658e4e5a17 service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817719 Aug 12 02:35:34.016439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d0a9968-6e57-496f-b201-82269c2e1fc2 req-f4828b66-fe90-472f-a69c-2604196a9fcc service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Aug 12 02:35:34.141932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-ae670cf8-7d28-4600-a698-7bcb5fa56928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:34.143352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-ae670cf8-7d28-4600-a698-7bcb5fa56928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0413575 Aug 12 02:35:34.234232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-14ba784f-607d-4cbf-b608-2c72021ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:34.235942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-14ba784f-607d-4cbf-b608-2c72021ff9ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 898 time: 0.0848632 Aug 12 02:35:34.282405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-b81b216e-2ea6-404a-ad61-c5dfd0a27344 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 217 time: 0.0391147 Aug 12 02:35:34.290814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1f9c2-4949-44e5-be1b-6e7439150801 req-6aac818d-a9a8-4996-b918-3d356bf980d9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:34.293123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcf1f9c2-4949-44e5-be1b-6e7439150801 req-6aac818d-a9a8-4996-b918-3d356bf980d9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 943 time: 0.0540175 Aug 12 02:35:34.338726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcf1f9c2-4949-44e5-be1b-6e7439150801 req-9f96a731-024b-4ef0-b777-6c5f935671b9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Aug 12 02:35:34.343325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-8348752f-448f-49aa-9643-55d6f9821215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:34.345045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-8348752f-448f-49aa-9643-55d6f9821215 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 200 len: 835 time: 0.0557873 Aug 12 02:35:34.357540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:34.392211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-afb28c4e-de9a-4d38-8f0e-95a56c5b17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:34.393652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-afb28c4e-de9a-4d38-8f0e-95a56c5b17eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412230 Aug 12 02:35:34.416571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.440751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.490201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.490427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-329840df-f2b1-4856-8f67-5d79a617e821 service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887628 Aug 12 02:35:34.492962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.494090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/security-groups/1989b37e-853b-494f-ae41-962fbf632cca HTTP/1.1" status: 204 len: 168 time: 0.1354966 Aug 12 02:35:34.496782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33696) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:34.503169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e439cd5-cc8a-44e9-bb49-5b3ea0f4736c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1989b37e-853b-494f-ae41-962fbf632cca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:34.525741 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-5218e4d1-1338-43f8-8b80-8e3ae3bfee6e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] show failed (client error): The resource could not be found. Aug 12 02:35:34.526773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5218e4d1-1338-43f8-8b80-8e3ae3bfee6e tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "GET /v2.0/security-groups/1989b37e-853b-494f-ae41-962fbf632cca HTTP/1.1" status: 404 len: 347 time: 0.0290565 Aug 12 02:35:34.529863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:34.569116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-984feb1f-ac13-4d73-bde6-f3ef1370fee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.593652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f10f24f-6d35-4b66-bfcd-bcf66fd0549d req-64d9d7f6-da10-4e52-a235-e4ef59e722cf service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899539 Aug 12 02:35:34.598170 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.658087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.667681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port 55b37948-0c5c-4f2a-9461-4a1e2ff63dab {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:34.668046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.745500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.745838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.757864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for 55b37948-0c5c-4f2a-9461-4a1e2ff63dab owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:34.890954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.919178 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=55b37948-0c5c-4f2a-9461-4a1e2ff63dab,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:34.983067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.986751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:34.987945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f2a973f4-88c3-4677-96e2-7934d7e3b6e9 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/floatingips/00731828-0e49-41a5-8b1f-d6b0750b4fa7 HTTP/1.1" status: 204 len: 168 time: 0.4570968 Aug 12 02:35:34.990527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33702) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:35.020634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd1dfe3b-e5d7-4a52-b269-4a55b716abdb up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:35.071712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:35.072088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.084942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port ec9ff3d1-7783-4e32-a597-072bebb5d733 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:35.085293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.175796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.188687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for ec9ff3d1-7783-4e32-a597-072bebb5d733 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:35.317012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.345721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=ec9ff3d1-7783-4e32-a597-072bebb5d733,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:35.413677 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.415636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0482230f-e480-49be-b56c-c62715404f3a tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/ports/ec9ff3d1-7783-4e32-a597-072bebb5d733 HTTP/1.1" status: 204 len: 168 time: 0.4241598 Aug 12 02:35:35.418325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:35.468293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5c880-41cc-4a6a-bc8c-bfd00136ef59 req-febc051f-3837-40c6-911c-c008c88b18c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:35.470796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-86b5c880-41cc-4a6a-bc8c-bfd00136ef59 req-febc051f-3837-40c6-911c-c008c88b18c6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 943 time: 0.0591671 Aug 12 02:35:35.510118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-86b5c880-41cc-4a6a-bc8c-bfd00136ef59 req-f301bca3-6a2c-4ee4-8af2-706a3b250c9c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Aug 12 02:35:35.526646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port d944ae9a-ac20-4880-a7df-ea7dbea838c8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:35.527001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.610876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.622421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for d944ae9a-ac20-4880-a7df-ea7dbea838c8 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:35.757007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.793926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=d944ae9a-ac20-4880-a7df-ea7dbea838c8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:35.833957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.882840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.884785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-02753cbe-a47e-4382-b6ec-c55717057feb tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/ports/d944ae9a-ac20-4880-a7df-ea7dbea838c8 HTTP/1.1" status: 204 len: 168 time: 0.4654553 Aug 12 02:35:35.887486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33710) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:35.936213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting subnet 2af491de-2cbf-4b89-9dc5-a8ff6600fb04 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:35:35.940198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:35.992686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.078101 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.135307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.162800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Subnet': ['ID=2af491de-2cbf-4b89-9dc5-a8ff6600fb04,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:36.166467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.168435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99b63e67-0091-44cf-9d1e-4afedd97bf9c tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/subnets/2af491de-2cbf-4b89-9dc5-a8ff6600fb04 HTTP/1.1" status: 204 len: 168 time: 0.2800357 Aug 12 02:35:36.171172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33712) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:36.176126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968738b7-9a30-4b54-9090-18c47f673bd8 None None] Network f1eb906d-bb42-4c5a-9942-549fe493c7eb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:36.227790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting subnet 855c2388-a203-476e-a1b0-bc91862b3a90 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:35:36.231777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.279444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.381041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.409643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] DHCP port deletion for f1eb906d-bb42-4c5a-9942-549fe493c7eb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:35:36.445607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.458838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Deleting port f25e5231-f1ea-4676-8264-3262323f4cc3 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:36.459212 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.481052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.486287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/subnets/855c2388-a203-476e-a1b0-bc91862b3a90 HTTP/1.1" status: 204 len: 168 time: 0.3103328 Aug 12 02:35:36.486287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936649f2-24a5-4e96-bb43-92f9c3cc0a3d tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Subnet': ['ID=855c2388-a203-476e-a1b0-bc91862b3a90,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:36.486678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:36.508676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f2aa7-8854-4e85-9107-2dda4d00512f None None] Network 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:36.569513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.590853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] For port f25e5231-f1ea-4676-8264-3262323f4cc3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f25e5231-f1ea-4676-8264-3262323f4cc3,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:36.591305 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.614285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Calling delete_port for f25e5231-f1ea-4676-8264-3262323f4cc3 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:36.676830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801399f-5419-48cd-a969-591db818b58d req-3b7fe789-153f-4b82-96e4-f7a5085d133a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:36.678316 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a801399f-5419-48cd-a969-591db818b58d req-3b7fe789-153f-4b82-96e4-f7a5085d133a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 943 time: 0.0708914 Aug 12 02:35:36.683098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Deleting port f25e5231-f1ea-4676-8264-3262323f4cc3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:36.683443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.754087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.774752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a801399f-5419-48cd-a969-591db818b58d req-c3dccedb-9d31-4bde-8a06-0b7d309274fb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892818 Aug 12 02:35:36.776504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] For port f25e5231-f1ea-4676-8264-3262323f4cc3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f25e5231-f1ea-4676-8264-3262323f4cc3,segment=NetworkSegment(7bf68729-0e83-4658-befa-fd37ae900cc8),segment_id=7bf68729-0e83-4658-befa-fd37ae900cc8)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:36.776877 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.784597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] No DVR routers for this DVR port f25e5231-f1ea-4676-8264-3262323f4cc3 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:36.789253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bddf8e-be81-42ff-b6a4-25e3726b8dc6 None None] Pushing event deleted for resources: {'Port': ['ID=f25e5231-f1ea-4676-8264-3262323f4cc3,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:36.797378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Calling delete_port for f25e5231-f1ea-4676-8264-3262323f4cc3 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:36.818937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] DHCP port deletion for 3ce82063-d37e-4ebb-81cb-b27cc0b1f227 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:35:36.881322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Deleting port dcabc0e3-5cd5-4113-9893-d898a082a1c6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:36.882417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.906954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.936046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Port': ['ID=f25e5231-f1ea-4676-8264-3262323f4cc3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:36.942065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] No DVR routers for this DVR port f25e5231-f1ea-4676-8264-3262323f4cc3 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:36.957253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] For port dcabc0e3-5cd5-4113-9893-d898a082a1c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=dcabc0e3-5cd5-4113-9893-d898a082a1c6,segment=NetworkSegment(ebb2a699-31ac-402d-ad46-ed7ef8a4621e),segment_id=ebb2a699-31ac-402d-ad46-ed7ef8a4621e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:36.957653 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:36.975348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Calling delete_port for dcabc0e3-5cd5-4113-9893-d898a082a1c6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:37.030347 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.041300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1eb906d-bb42-4c5a-9942-549fe493c7eb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.047751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcabc0e3-5cd5-4113-9893-d898a082a1c6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:37.052850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf68729-0e83-4658-befa-fd37ae900cc8') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.053278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf68729-0e83-4658-befa-fd37ae900cc8') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.063293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.079224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:35:37.080000 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.087614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:35:37.088024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:35:37.091023 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:35:37.095172 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.141524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] Pushing event deleted for resources: {'Port': ['ID=dcabc0e3-5cd5-4113-9893-d898a082a1c6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:37.153973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.164102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.166406 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/networks/f1eb906d-bb42-4c5a-9942-549fe493c7eb HTTP/1.1" status: 204 len: 168 time: 0.6784801 Aug 12 02:35:37.169041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33722) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:37.180503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba174c-0795-4f37-9fef-e4b3e2210318 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Network': ['ID=f1eb906d-bb42-4c5a-9942-549fe493c7eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:37.196686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355804ce-d32b-4573-b4d5-f55f6e9e68d3 None None] No DVR routers for this DVR port dcabc0e3-5cd5-4113-9893-d898a082a1c6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:37.217994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No active binding found for port dcabc0e3-5cd5-4113-9893-d898a082a1c6 {{(pid=94675) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 02:35:37.219104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device dcabc0e3-5cd5-4113-9893-d898a082a1c6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:37.219583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f25e5231-f1ea-4676-8264-3262323f4cc3 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:37.245419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f25e5231-f1ea-4676-8264-3262323f4cc3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:37.245764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f25e5231-f1ea-4676-8264-3262323f4cc3 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:37.256320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.280752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:37.292045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'a24c13fb-e212-418e-8556-17436deebd66', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'mac_address': 'fa:16:3e:05:30:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:35:37.344329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.346669 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.356573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.359979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c13fb-e212-418e-8556-17436deebd66 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:37.368128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce82063-d37e-4ebb-81cb-b27cc0b1f227']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.379628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.379930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb2a699-31ac-402d-ad46-ed7ef8a4621e') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:37.380236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:37.383866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.388929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.403137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.409524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:35:37.409922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:35:37.412845 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:35:37.431946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:37.471461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.478506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:37.480329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] 10.222.0.11 "DELETE /v2.0/networks/3ce82063-d37e-4ebb-81cb-b27cc0b1f227 HTTP/1.1" status: 204 len: 168 time: 0.3100188 Aug 12 02:35:37.492419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea130a-9d2e-4ef3-965a-29462c7e7fc0 tempest-TaggedBootDevicesTest_v242-1730908024 tempest-TaggedBootDevicesTest_v242-1730908024-project] Pushing event deleted for resources: {'Network': ['ID=3ce82063-d37e-4ebb-81cb-b27cc0b1f227,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:37.765111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['a24c13fb-e212-418e-8556-17436deebd66'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:35:37.946311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782fa29-2ea7-4c63-8716-4996840e0d64 req-73156809-470b-4f22-97ed-469a66d9ad01 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:37.949113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a782fa29-2ea7-4c63-8716-4996840e0d64 req-73156809-470b-4f22-97ed-469a66d9ad01 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 944 time: 0.0764506 Aug 12 02:35:37.998303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a782fa29-2ea7-4c63-8716-4996840e0d64 req-d534db3a-18f0-4382-81ec-4b18762e5127 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395341 Aug 12 02:35:39.073873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:39.133216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d220211-4d02-4b83-89c9-062234b73bfe req-266a825f-4d90-46cd-a08d-2c3ad62315d1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:39.134854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d220211-4d02-4b83-89c9-062234b73bfe req-266a825f-4d90-46cd-a08d-2c3ad62315d1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 944 time: 0.0594709 Aug 12 02:35:39.142816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port a24c13fb-e212-418e-8556-17436deebd66 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:39.147426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port a24c13fb-e212-418e-8556-17436deebd66 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:39.148164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:39.184328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d220211-4d02-4b83-89c9-062234b73bfe req-730845b5-8d0b-4b9c-999c-6dfc361cda04 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 Aug 12 02:35:39.233173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:39.257854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:39.260129 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6697c796-6b2e-4f5d-aafb-6b0c816be7d9" -d '{"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:39.276675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:39.282715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:39.309234 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43dc106f-9454-41eb-b28a-cd466d4fac31 x-openstack-request-id: req-43dc106f-9454-41eb-b28a-cd466d4fac31 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:39.309557 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:39.309885 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43dc106f-9454-41eb-b28a-cd466d4fac31 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:39.310363 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'code': 200} Aug 12 02:35:39.339889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:39.427879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2b647-666a-4e65-b666-228d9d365b51 req-8b5b2ccf-9243-459e-b956-f62e5d2372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:39.429383 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2d2b647-666a-4e65-b666-228d9d365b51 req-8b5b2ccf-9243-459e-b956-f62e5d2372aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0465975 Aug 12 02:35:39.466610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2d2b647-666a-4e65-b666-228d9d365b51 req-9fbf0b02-9078-4ee9-a4eb-abee2bac40b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293124 Aug 12 02:35:40.244946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.251822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.259322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.267149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.273817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.280229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.286536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.288853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-3dc02dcb-4409-4c56-8f61-b4b364f2edac tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1019409 Aug 12 02:35:40.312927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d44ba-601c-4500-aa19-48b9a47af4aa req-7bc07e6e-8d25-4bd3-b2ed-327e583d6feb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:40.316018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-396d44ba-601c-4500-aa19-48b9a47af4aa req-7bc07e6e-8d25-4bd3-b2ed-327e583d6feb tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Aug 12 02:35:40.336034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87f7b435-18c7-4db2-a81b-93911ba73650 req-4191c7f8-9ef4-41bc-93e0-9d9af23de7b4 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402169 Aug 12 02:35:40.354806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-396d44ba-601c-4500-aa19-48b9a47af4aa req-bdc44a42-a001-401d-aded-271b29027163 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339203 Aug 12 02:35:41.244707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.251189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.257084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.262967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.268988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.275126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.280818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.282718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-aca27c8e-5c50-43ee-8d88-8b44fcb2feb9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.0966849 Aug 12 02:35:41.330348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-b9fd6810-d94b-429e-82b9-2e80fc3c3a1b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.331767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-b9fd6810-d94b-429e-82b9-2e80fc3c3a1b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0420306 Aug 12 02:35:41.448922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-ba16e611-944b-4709-b17d-4b357a73a6ce tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1114011 Aug 12 02:35:41.490316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.497571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.506768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.510360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503ae05-f17e-4394-b546-430046830f60 req-95805db9-5bfc-483c-8890-1f2f58f46c54 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.515082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.518402 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e503ae05-f17e-4394-b546-430046830f60 req-95805db9-5bfc-483c-8890-1f2f58f46c54 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0683768 Aug 12 02:35:41.524024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.534112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.539563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:41.540549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.542559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-4c2c2fce-fa48-42e1-ad8a-4acb44a5cfc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 5432 time: 0.1265888 Aug 12 02:35:41.583223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e503ae05-f17e-4394-b546-430046830f60 req-18bffe4f-5754-498c-98ec-fd153b2d45b2 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635734 Aug 12 02:35:41.594664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cde4a7b-0b73-4114-98d1-31a12543c796 req-209f2670-601e-405c-98ab-77ab46170908 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=0178cb8b-1fd9-4e7f-b3d2-926f09250950&id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423346 Aug 12 02:35:41.616326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:41.767030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2124a-7976-4842-8a0f-099eb53431b6 req-d24a68ba-b7c1-4871-9657-9325157d8bda tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.768935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ce2124a-7976-4842-8a0f-099eb53431b6 req-d24a68ba-b7c1-4871-9657-9325157d8bda tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.1133647 Aug 12 02:35:41.841814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ce2124a-7976-4842-8a0f-099eb53431b6 req-4f327b5d-ffb2-4da4-bf6b-110ca2377049 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641870 Aug 12 02:35:41.848285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=aea7b2fa-0a93-4d56-8abe-05a359015ee0,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:41.868343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33772) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:41.886055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] For port aea7b2fa-0a93-4d56-8abe-05a359015ee0, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:41.915004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd705b3-4048-4325-b4ab-42291729be54 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:41.919442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-acd705b3-4048-4325-b4ab-42291729be54 tempest-TestNetworkAdvancedServerOps-1960354297 tempest-TestNetworkAdvancedServerOps-1960354297-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1091 time: 0.0472524 Aug 12 02:35:41.920242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33776) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:41.924593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:41.932213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] device_id is not set on port aea7b2fa-0a93-4d56-8abe-05a359015ee0 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:35:41.942312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:41.948703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:41.950001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.018555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] No DVR routers for this DVR port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:42.043993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Pushing event updated for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:42.066623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] In _notify_port_updated(), no bound segment for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:35:42.067535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.068216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.069686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-3421f201-81d7-45ae-b190-6dd884965964 service neutron] 10.222.0.25 "PUT /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 200 len: 1027 time: 0.6083827 Aug 12 02:35:42.081216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.139731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-2e29afa2-8b2d-420b-8554-11f6640e1c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.141630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-2e29afa2-8b2d-420b-8554-11f6640e1c21 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "GET /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0642560 Aug 12 02:35:42.153751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:42.241816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.254283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Allocated IP 172.25.3.115 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/909a158d-4fee-4a2e-810b-f753409be873) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:42.273007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f05efc6-45f2-485f-af1c-767e13b70777 None None] Provisioning complete for port aea7b2fa-0a93-4d56-8abe-05a359015ee0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:42.273980 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f05efc6-45f2-485f-af1c-767e13b70777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.314204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8f05efc6-45f2-485f-af1c-767e13b70777 None None] Port aea7b2fa-0a93-4d56-8abe-05a359015ee0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:42.408024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.433069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:42.469414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.478290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] For port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:42.518718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:42.522644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:42.532832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:42.533737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] device_id is not set on port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:35:42.546533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.555263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.617293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:42.639568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] No DVR routers for this DVR port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:42.665140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=909a158d-4fee-4a2e-810b-f753409be873,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:42.681886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] In _notify_port_updated(), no bound segment for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 on network e94b1c3c-6f86-4e6b-a02b-243a48161345 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:35:42.682154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.682687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.684179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-bd96b752-d43b-4fec-b9e2-fa9c6e198a38 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 200 len: 1026 time: 0.5351195 Aug 12 02:35:42.826699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.833749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.840057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.847138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.853456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:42.855410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-eeec98a2-0bbe-4454-b5c5-b697670d4a92 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 3885 time: 0.1299880 Aug 12 02:35:42.905371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51e1ed39-ccda-4bad-a133-3252b01c14a5 req-58d05240-2dc9-4d7b-91ef-f2dd2e20e7be tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Aug 12 02:35:42.917333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:42.917683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:42.942502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-247b5527-71a4-4c9b-8bda-3f952ef2645d None None] Provisioning complete for port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:42.942879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-247b5527-71a4-4c9b-8bda-3f952ef2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.000747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-247b5527-71a4-4c9b-8bda-3f952ef2645d None None] Port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:43.023547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.041485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:43.042135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.057859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for ae22f71e-37e5-4a23-8a21-bbf40f8d97cf owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:43.096755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.237015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.269402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=ae22f71e-37e5-4a23-8a21-bbf40f8d97cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:43.294896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.302571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.319760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port ae22f71e-37e5-4a23-8a21-bbf40f8d97cf on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:43.323106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.325541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-c21d77ab-d6f5-45b2-a78b-df874395d348 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "DELETE /v2.0/ports/ae22f71e-37e5-4a23-8a21-bbf40f8d97cf HTTP/1.1" status: 204 len: 173 time: 0.6334972 Aug 12 02:35:43.325541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:43.328659 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d48cf35-876e-40cd-855e-6741a84991fb" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:43.405597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event updated for resources: {'Port': ['ID=909a158d-4fee-4a2e-810b-f753409be873,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:43.424981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.438557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port b31875c8-5a3f-4044-aeee-f2c5bed46457 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:43.439191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.493872 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a5d19-1c92-4e23-8f67-e6d053d4af47 x-openstack-request-id: req-eb7a5d19-1c92-4e23-8f67-e6d053d4af47 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:43.494174 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "ae22f71e-37e5-4a23-8a21-bbf40f8d97cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:43.494497 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb7a5d19-1c92-4e23-8f67-e6d053d4af47 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:43.494965 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'ae22f71e-37e5-4a23-8a21-bbf40f8d97cf', 'status': 'completed', 'code': 200} Aug 12 02:35:43.555378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port b31875c8-5a3f-4044-aeee-f2c5bed46457, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b31875c8-5a3f-4044-aeee-f2c5bed46457,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:43.555693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.558516 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 67217463-52f8-488b-b494-f0025d2781a0 associated. External IP: 172.25.3.115, port: a24c13fb-e212-418e-8556-17436deebd66. Aug 12 02:35:43.571062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for b31875c8-5a3f-4044-aeee-f2c5bed46457 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:43.727060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.772414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=b31875c8-5a3f-4044-aeee-f2c5bed46457,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:43.832704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port b31875c8-5a3f-4044-aeee-f2c5bed46457 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:43.836739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:43.839304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-d4865008-8713-40b6-9f8b-9f803e32f53a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "DELETE /v2.0/ports/b31875c8-5a3f-4044-aeee-f2c5bed46457 HTTP/1.1" status: 204 len: 173 time: 0.5066175 Aug 12 02:35:43.964993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port 5ba15b3a-fd56-4bcf-a857-d83484287221 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:43.965336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.068301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port 5ba15b3a-fd56-4bcf-a857-d83484287221, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=5ba15b3a-fd56-4bcf-a857-d83484287221,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:44.068595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.084914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for 5ba15b3a-fd56-4bcf-a857-d83484287221 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:44.106957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f4e9-fff3-4e39-b9af-d54fa90030b3 req-0a48ad92-30bd-42cc-834e-f19a99c5f887 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:44.113660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f4e9-fff3-4e39-b9af-d54fa90030b3 req-0a48ad92-30bd-42cc-834e-f19a99c5f887 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:44.119840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f4e9-fff3-4e39-b9af-d54fa90030b3 req-0a48ad92-30bd-42cc-834e-f19a99c5f887 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:44.121587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2432f4e9-fff3-4e39-b9af-d54fa90030b3 req-0a48ad92-30bd-42cc-834e-f19a99c5f887 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 2416 time: 0.0863531 Aug 12 02:35:44.236870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2432f4e9-fff3-4e39-b9af-d54fa90030b3 req-63c6470e-104f-4112-a475-aeb671cfa946 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756829 Aug 12 02:35:44.268389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:44.321950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.365959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=5ba15b3a-fd56-4bcf-a857-d83484287221,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:44.408010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port 5ba15b3a-fd56-4bcf-a857-d83484287221 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:44.410559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.412603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-637f4271-9351-4a5a-b9e6-c87ad0bcf2e6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "DELETE /v2.0/ports/5ba15b3a-fd56-4bcf-a857-d83484287221 HTTP/1.1" status: 204 len: 173 time: 0.5667017 Aug 12 02:35:44.507248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:44.521951 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Sync routers for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:44.533157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.546989 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:44.548431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:44.577351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e246c8a1-3dd0-4c7c-8033-5c3c7d6488ed tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6566112 Aug 12 02:35:44.579200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:44.582342 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed71a9-557a-4e9f-83dd-b9649866e94b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:44.638919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port c09dd0d4-16d9-4682-9627-4faebf90e6dd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:44.639447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.677747 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b377ba-9623-44ea-bd94-230662c16d95 x-openstack-request-id: req-b5b377ba-9623-44ea-bd94-230662c16d95 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:44.678043 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:44.678258 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5b377ba-9623-44ea-bd94-230662c16d95 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:44.678693 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'status': 'completed', 'code': 200} Aug 12 02:35:44.704583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-d3bdddcf-1057-4bbd-ba5f-19fa97a7380e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275570 Aug 12 02:35:44.770179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:44.770748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:44.779817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51a738-2ce1-4384-806a-9dbaa786b342 req-f30bebed-f6cd-47fd-98da-fe6d678fe2b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:44.781994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca51a738-2ce1-4384-806a-9dbaa786b342 req-f30bebed-f6cd-47fd-98da-fe6d678fe2b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.1067772 Aug 12 02:35:44.788347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-e429d925-0928-42b8-a5c3-c83e232f668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:44.789913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-e429d925-0928-42b8-a5c3-c83e232f668c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0747631 Aug 12 02:35:44.854067 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:44.945535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca51a738-2ce1-4384-806a-9dbaa786b342 req-449f6b9d-03f5-491e-89e1-a8e64d01d9e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545992 Aug 12 02:35:44.976784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33806) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:45.081300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c746c850-5d5d-43ff-a82b-66cbf4e5aa92 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/67217463-52f8-488b-b494-f0025d2781a0 HTTP/1.1" status: 200 len: 991 time: 0.1031742 Aug 12 02:35:45.083459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-d824b807-874a-4cc9-9573-dcee7bd1dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.084972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-d824b807-874a-4cc9-9573-dcee7bd1dfe4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 898 time: 0.2852182 Aug 12 02:35:45.176075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-7d590fa8-bc48-423d-b7fc-5e89778ee18f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 999 time: 0.0776422 Aug 12 02:35:45.228018 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '67217463-52f8-488b-b494-f0025d2781a0', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'mac_address': 'fa:16:3e:05:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:42Z', 'updated_at': '2021-08-12T02:35:42Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:45.254513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-6b19eeea-2dfc-4eb6-8026-cc198a09df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.256838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-6b19eeea-2dfc-4eb6-8026-cc198a09df8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 200 len: 835 time: 0.0733330 Aug 12 02:35:45.263900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Checking router: b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:45.274779 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:45.275754 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:45.319323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-7d845fb9-cea1-47a3-9d9c-3ee5cc318ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.321106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-7d845fb9-cea1-47a3-9d9c-3ee5cc318ad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569990 Aug 12 02:35:45.413232 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:45.415174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b31875c8-5a3f-4044-aeee-f2c5bed46457 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:45.439111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: b31875c8-5a3f-4044-aeee-f2c5bed46457 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:45.439728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b31875c8-5a3f-4044-aeee-f2c5bed46457 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:45.440351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ba15b3a-fd56-4bcf-a857-d83484287221 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:45.481458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 5ba15b3a-fd56-4bcf-a857-d83484287221 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:45.487719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-72ab8ea9-61d9-4870-b04b-5a445b0cc8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570673 Aug 12 02:35:45.487923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 5ba15b3a-fd56-4bcf-a857-d83484287221 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:45.488755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8be74688-d6e8-46f0-ac43-9ba735582abe no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:45.501396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457'}, {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:45.504307 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd866ea-b871-4993-a7b2-3ae46aa5fc07" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457"}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:45.537775 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cab8-5b30-4291-9161-095a6652108f req-8536d9e7-ddee-47a0-8de4-678ee9d27477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.541510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-8536d9e7-ddee-47a0-8de4-678ee9d27477 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 1097 time: 0.7328584 Aug 12 02:35:45.687007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-14ed71a9-557a-4e9f-83dd-b9649866e94b req-565b9a74-e9db-4e79-971b-36fbd52b574b service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913474 Aug 12 02:35:45.687831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:45.740032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:45.743093 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71de1d3-aa75-4151-bf40-4dd946b97056" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-unplugged", "status": "completed", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:45.755035 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '67217463-52f8-488b-b494-f0025d2781a0', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'mac_address': 'fa:16:3e:05:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:42Z', 'updated_at': '2021-08-12T02:35:42Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:45.761004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:45.768479 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:45.770211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ae22f71e-37e5-4a23-8a21-bbf40f8d97cf no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:45.785580 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb70a42-07bc-4606-b79b-460dcd4e6e04 x-openstack-request-id: req-aeb70a42-07bc-4606-b79b-460dcd4e6e04 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:45.785580 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "b31875c8-5a3f-4044-aeee-f2c5bed46457", "status": "completed", "code": 200}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "5ba15b3a-fd56-4bcf-a857-d83484287221", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:45.785580 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aeb70a42-07bc-4606-b79b-460dcd4e6e04 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:45.785580 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'b31875c8-5a3f-4044-aeee-f2c5bed46457', 'status': 'completed', 'code': 200} Aug 12 02:35:45.786472 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': '5ba15b3a-fd56-4bcf-a857-d83484287221', 'status': 'completed', 'code': 200} Aug 12 02:35:45.795090 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db11ba8-8505-42b0-bb59-9031ee97b088 None None] The sync data for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 is: [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '67217463-52f8-488b-b494-f0025d2781a0', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'mac_address': 'fa:16:3e:05:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:35:42Z', 'updated_at': '2021-08-12T02:35:42Z', 'revision_number': 0, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:45.809983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e555f-8467-4b33-9dad-f7667f5fdb93 req-ab129b4b-02ad-439e-ac1a-9d07a7dc8b6b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.817273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e555f-8467-4b33-9dad-f7667f5fdb93 req-ab129b4b-02ad-439e-ac1a-9d07a7dc8b6b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.818968 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d3e555f-8467-4b33-9dad-f7667f5fdb93 req-ab129b4b-02ad-439e-ac1a-9d07a7dc8b6b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 1682 time: 0.4082544 Aug 12 02:35:45.868472 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c69b265-5979-4563-badc-d86cf601504b x-openstack-request-id: req-4c69b265-5979-4563-badc-d86cf601504b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:45.869123 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-unplugged", "status": "completed", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:45.869536 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c69b265-5979-4563-badc-d86cf601504b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:45.870088 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'code': 200} Aug 12 02:35:45.871495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:45.876177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: ae22f71e-37e5-4a23-8a21-bbf40f8d97cf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:45.877021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ae22f71e-37e5-4a23-8a21-bbf40f8d97cf not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:45.877613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c09dd0d4-16d9-4682-9627-4faebf90e6dd no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:45.882841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cab8-5b30-4291-9161-095a6652108f req-6c54a6c4-cef2-4cd3-b633-2d51da268af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:45.884370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-6c54a6c4-cef2-4cd3-b633-2d51da268af4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 200 len: 912 time: 0.3067520 Aug 12 02:35:45.900577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:45.901557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:45.901557 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Floating IP 12f1b069-6dca-4d0f-8901-180c3c170eb1 disassociated. External IP: 172.25.3.142, port: c09dd0d4-16d9-4682-9627-4faebf90e6dd. Aug 12 02:35:45.901819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for c09dd0d4-16d9-4682-9627-4faebf90e6dd owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:45.957766 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:45.994818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c09dd0d4-16d9-4682-9627-4faebf90e6dd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c09dd0d4-16d9-4682-9627-4faebf90e6dd,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:46.003018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:46.003909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device aea7b2fa-0a93-4d56-8abe-05a359015ee0 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:46.032100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2d3e555f-8467-4b33-9dad-f7667f5fdb93 req-f3699645-33d4-49cc-a6e0-1906f7ee1cb6 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509614 Aug 12 02:35:46.037992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-e98ff3fa-933b-4502-ada0-8a6038d66678 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 200 len: 1001 time: 0.1393523 Aug 12 02:35:46.085086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device aea7b2fa-0a93-4d56-8abe-05a359015ee0 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:46.085518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:46.086744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33820) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:46.090315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b5878c-4aa9-4d3a-b37c-d8c206646b0d None None] New status for floating IP 67217463-52f8-488b-b494-f0025d2781a0: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:46.095228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:46.129223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cab8-5b30-4291-9161-095a6652108f req-8f10d5e1-b320-4683-9a93-f98a57676abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:46.130757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-8f10d5e1-b320-4683-9a93-f98a57676abf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 200 len: 850 time: 0.0799861 Aug 12 02:35:46.164854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-03b0e190-a48f-4e80-8f89-b9b98ca23260 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/67217463-52f8-488b-b494-f0025d2781a0 HTTP/1.1" status: 200 len: 991 time: 0.0769355 Aug 12 02:35:46.217927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:46.226703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930cab8-5b30-4291-9161-095a6652108f req-d2382d72-f843-4706-bd0c-94910dd3da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:46.228360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-d2382d72-f843-4706-bd0c-94910dd3da15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=94c1ec23-76aa-40fa-beea-ce07ae5c89f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880141 Aug 12 02:35:46.302298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:46.351400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=c09dd0d4-16d9-4682-9627-4faebf90e6dd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:46.411383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-8b088df9-e178-4a4c-b4f3-5eb1f2d138d4 service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739576 Aug 12 02:35:46.538102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:46.604669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2930cab8-5b30-4291-9161-095a6652108f req-9db0be6b-6d87-4753-b2ab-387125c41d44 service neutron] 10.222.0.25 "GET /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835310 Aug 12 02:35:46.671290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:46.683378 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Sync routers for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:46.697260 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:46.698181 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:46.717065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port c09dd0d4-16d9-4682-9627-4faebf90e6dd on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:46.724500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:46.726567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-86cf4990-b869-46fc-9c79-7a703e4b3b9e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "DELETE /v2.0/ports/c09dd0d4-16d9-4682-9627-4faebf90e6dd HTTP/1.1" status: 204 len: 173 time: 2.3078866 Aug 12 02:35:46.839765 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:46.872444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port 8be74688-d6e8-46f0-ac43-9ba735582abe {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:46.873136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:46.998069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port 8be74688-d6e8-46f0-ac43-9ba735582abe, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8be74688-d6e8-46f0-ac43-9ba735582abe,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:46.998843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:47.017085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for 8be74688-d6e8-46f0-ac43-9ba735582abe owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:47.094689 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:47.124769 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Checking router: 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:47.134767 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:47.135417 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:47.168843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:47.241421 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:47.260659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a2c1ae52-4640-494a-9a16-2dcb8f31e0cc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/67217463-52f8-488b-b494-f0025d2781a0 HTTP/1.1" status: 200 len: 993 time: 0.0897989 Aug 12 02:35:47.285039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:47.293323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=8be74688-d6e8-46f0-ac43-9ba735582abe,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:47.340785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860365d-c829-42d2-8c6d-278d0ec1f0f6 req-2b27d600-e9a5-4938-8f95-0e11f7c1a606 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:47.342022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e860365d-c829-42d2-8c6d-278d0ec1f0f6 req-2b27d600-e9a5-4938-8f95-0e11f7c1a606 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 865 time: 0.2056148 Aug 12 02:35:47.364525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port 8be74688-d6e8-46f0-ac43-9ba735582abe on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:47.368409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:47.370720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-095d9181-f92f-4102-bff8-7b90d4d899ba req-dd724ef4-4acf-44d1-86d4-dafaf9840d6e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.25 "DELETE /v2.0/ports/8be74688-d6e8-46f0-ac43-9ba735582abe HTTP/1.1" status: 204 len: 173 time: 0.6382797 Aug 12 02:35:47.407707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e860365d-c829-42d2-8c6d-278d0ec1f0f6 req-dd267c55-ef14-4e20-8549-a014a6c84711 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups?id=2b43700b-4c81-48ce-863d-7426058dddf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 Aug 12 02:35:47.589707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:47.627958 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82120fa3-761c-4635-a4ad-ce89c2044b0d None None] The sync data for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 is: [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:24:27Z', 'revision_number': 4, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f5f15c9-0f17-4b46-b827-7fc319c1338c', 'name': '', 'network_id': '4290ef1f-2b0f-4ad2-9840-a866f11018a4', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'mac_address': 'fa:16:3e:15:dc:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:24Z', 'updated_at': '2021-08-12T02:24:35Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'subnets': [{'id': '5382767c-1f0a-4b32-b927-d097b87ea762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:47.629555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33832) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:47.787266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}, {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:47.792919 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e42759-ba9e-486f-a5fc-80f907d3c3c2" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd"}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:47.871799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:47.875825 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811aac0a-173a-4c75-8046-89ca7139ace0" -d '{"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-unplugged", "status": "completed", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:47.908620 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892a2e83-9415-4a72-9dfd-7bbd775f92a6 x-openstack-request-id: req-892a2e83-9415-4a72-9dfd-7bbd775f92a6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:47.909210 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd", "status": "completed", "code": 200}, {"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-deleted", "tag": "8be74688-d6e8-46f0-ac43-9ba735582abe", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:47.909789 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-892a2e83-9415-4a72-9dfd-7bbd775f92a6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:47.910184 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'status': 'completed', 'code': 200} Aug 12 02:35:47.910449 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-deleted', 'tag': '8be74688-d6e8-46f0-ac43-9ba735582abe', 'status': 'completed', 'code': 200} Aug 12 02:35:47.991160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:48.019111 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341384e-0a04-479b-8523-6f3d08efa42b x-openstack-request-id: req-e341384e-0a04-479b-8523-6f3d08efa42b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:48.019552 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f", "name": "network-vif-unplugged", "status": "completed", "tag": "c09dd0d4-16d9-4682-9627-4faebf90e6dd", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:48.019840 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e341384e-0a04-479b-8523-6f3d08efa42b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:48.020257 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c09dd0d4-16d9-4682-9627-4faebf90e6dd', 'code': 200} Aug 12 02:35:48.202473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba51a56-2e15-4e49-a15d-a3265487d582 None None] New status for floating IP 12f1b069-6dca-4d0f-8901-180c3c170eb1: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:35:48.471437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:48.590139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6486b565-3ad4-4bfd-81ed-a0e1b13e9616 req-9194969d-f57e-41f4-9495-ff7b2f3ce6f8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0641904 Aug 12 02:35:48.772324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Deleting port 6faafdb2-730d-4211-bb85-76b788a0b467 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:48.772675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:48.853835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] For port 6faafdb2-730d-4211-bb85-76b788a0b467, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6faafdb2-730d-4211-bb85-76b788a0b467,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:48.854111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:48.867650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Calling delete_port for 6faafdb2-730d-4211-bb85-76b788a0b467 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:49.064736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:49.100337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6faafdb2-730d-4211-bb85-76b788a0b467,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:49.292224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:49.542426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:35:49.691020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:35:49.697073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2cd48f8e-478e-40f3-bd9f-9350667a1fb7 admin admin] 10.222.0.11 "PUT /v2.0/routers/e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659406 Aug 12 02:35:49.700373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33850) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:49.706919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Sync routers for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:35:49.717544 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:49.719356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:49.719781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1516804c-3002-4581-9a10-fdfa839b9178 req-1a4e9da8-1e60-4a9e-bdc2-2f91b2fc24b8 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0405180 Aug 12 02:35:49.821478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:49.851447 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:49.964443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.037346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Deleting port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:50.037731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.144226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] For port f6f59d5f-2b64-4691-8fa7-aeb13a995fb6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:50.144729 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.159760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Calling delete_port for f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:50.178164 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:35:49Z', 'revision_number': 5, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port': {'id': 'f6f59d5f-2b64-4691-8fa7-aeb13a995fb6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:22:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:23:57Z', 'updated_at': '2021-08-12T02:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:50.209973 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Checking router: e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:35:50.219314 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Routers {'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:35:50.220125 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:50.317713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] Set router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:35:50.358725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.390845 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:35:49Z', 'revision_number': 6, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:50.391193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f59d5f-2b64-4691-8fa7-aeb13a995fb6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:50.426805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14544d37-8f62-4e7d-a1b4-079d532c09b0 None None] The sync data for ids ['e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5'] in n-d-804303-2 is: [{'id': 'e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1895204279-router', 'tenant_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:23:54Z', 'updated_at': '2021-08-12T02:35:49Z', 'revision_number': 6, 'project_id': 'f0d1869ecd1c4dc3bcc252a9df198b26', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:35:50.466181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.559817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.563002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.623968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.624476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:35:50.629412 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.632181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c7d9715e-27bb-43d1-9a1f-7efacc63b02a admin admin] 10.222.0.11 "DELETE /v2.0/routers/e1ea52a1-f36c-4c6c-9b9e-10a55697e7b5 HTTP/1.1" status: 204 len: 168 time: 0.9305761 Aug 12 02:35:50.632728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33856) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:50.683800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Deleting subnet f205d68c-689d-434d-b3fa-4062e8285ea7 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:35:50.687287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.724843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.817500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.872003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6166348a-aea9-499b-a79a-e0c1dff8cd17 req-30d3cf48-7212-467c-a918-0aeca2614dd7 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0328925 Aug 12 02:35:50.905102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.932785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f205d68c-689d-434d-b3fa-4062e8285ea7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:50.939336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:50.941251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e57e5d06-cc0c-4be2-90e3-f3086fe01c67 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f205d68c-689d-434d-b3fa-4062e8285ea7 HTTP/1.1" status: 204 len: 168 time: 0.3068085 Aug 12 02:35:50.943667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:50.946992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb80c5-ecbd-48e9-9fae-c8aaf8e33b1e None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:51.016567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.070377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Deleting port 5052a710-7489-4774-b964-91aef5d08368 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:51.070816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.142266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] For port 5052a710-7489-4774-b964-91aef5d08368, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5052a710-7489-4774-b964-91aef5d08368,segment=NetworkSegment(4180407e-488c-4e29-80f2-f640fbc35a52),segment_id=4180407e-488c-4e29-80f2-f640fbc35a52)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:51.142643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.156942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Calling delete_port for 5052a710-7489-4774-b964-91aef5d08368 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:51.248367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] DHCP port deletion for 9f68364a-abce-4c2d-8c97-28cb7fd53efd request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:35:51.262334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.303621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5052a710-7489-4774-b964-91aef5d08368,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:51.306958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] No DVR routers for this DVR port 5052a710-7489-4774-b964-91aef5d08368 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:51.349448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Deleting port 5052a710-7489-4774-b964-91aef5d08368 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:51.350009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.369392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6faafdb2-730d-4211-bb85-76b788a0b467 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:51.398846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.411203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f68364a-abce-4c2d-8c97-28cb7fd53efd']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:51.423574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4180407e-488c-4e29-80f2-f640fbc35a52') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:51.423902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4180407e-488c-4e29-80f2-f640fbc35a52') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:35:51.430374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6faafdb2-730d-4211-bb85-76b788a0b467 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:51.430765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6faafdb2-730d-4211-bb85-76b788a0b467 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:51.431155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:51.444097 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.468177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:51.468480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f6f59d5f-2b64-4691-8fa7-aeb13a995fb6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:51.469118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5052a710-7489-4774-b964-91aef5d08368 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:35:51.472368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.482705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:35:51.483139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:35:51.485566 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:35:51.513470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] For port 5052a710-7489-4774-b964-91aef5d08368, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:51.517221 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.519891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5052a710-7489-4774-b964-91aef5d08368 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:35:51.520240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5052a710-7489-4774-b964-91aef5d08368 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:35:51.537344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Calling delete_port for 5052a710-7489-4774-b964-91aef5d08368 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:51.544747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Port 5052a710-7489-4774-b964-91aef5d08368 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:35:51.558373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.558952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.567941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.572646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f68364a-abce-4c2d-8c97-28cb7fd53efd HTTP/1.1" status: 204 len: 168 time: 0.6255863 Aug 12 02:35:51.584313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b68e0-bf91-4d27-b6c4-a1511f42e3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f68364a-abce-4c2d-8c97-28cb7fd53efd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:51.591016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Pushing event deleted for resources: {'Port': ['ID=5052a710-7489-4774-b964-91aef5d08368,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:51.598454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] Network 9f68364a-abce-4c2d-8c97-28cb7fd53efd is not hosted by any dhcp agent {{(pid=94675) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 02:35:51.599253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8da2213-cd58-4287-921d-a1a2bc1f78f1 None None] No DVR routers for this DVR port 5052a710-7489-4774-b964-91aef5d08368 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:35:51.719935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:51.760208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-65a591d5-fcb6-4d90-8a2e-ab9cbb226851 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0d1869ecd1c4dc3bcc252a9df198b26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390880 Aug 12 02:35:51.762629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:51.811327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.834824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.881518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.884007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:51.885200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0dd0507d-c0a3-4cd2-b7a7-275dbf605208 HTTP/1.1" status: 204 len: 168 time: 0.1216617 Aug 12 02:35:51.899598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af5e0-e205-4687-bf5e-d61db1212dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd0507d-c0a3-4cd2-b7a7-275dbf605208,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:52.003062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e0b97172-005c-47b2-8655-13016c600c83 req-bfa9c2ef-8bc9-4114-b212-99962ac27bd1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0310447 Aug 12 02:35:52.598994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 33894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:52.698440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-654377066-network', 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:52.721374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Made reservation on behalf of 573a9d45d0a24b81972e6a474785bcd2 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:52.723925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.732396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.827713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.831975 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.862600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:35:52.869603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66edf769-e621-40ad-a553-eeb3e0238367,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:52.877679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.878044 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Added segment bfadb964-2acb-4bf6-a324-555e8913984a of type vlan for network 0f3d54d0-dae3-432d-8059-3ef45418fd9c Aug 12 02:35:52.920609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.950410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:52.951442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:52.952045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.010928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4105086 Aug 12 02:35:53.011927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf238fe7-8e85-4e4b-ab14-22e41b1dc03f admin admin] Pushing event updated for resources: {'Network': ['ID=0f3d54d0-dae3-432d-8059-3ef45418fd9c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:53.013846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 33898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:53.021455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Request body: {'subnet': {'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-654377066-subnet', 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:53.022933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:35:53.055497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Made reservation on behalf of 573a9d45d0a24b81972e6a474785bcd2 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:53.058781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.145308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f022eaf-2385-4ad5-b039-128572636e2c req-16ea4169-15c9-45f1-8385-b92966649a7e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0393121 Aug 12 02:35:53.266076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.324439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:53.333912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Checking segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:53.334257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Network hostable DHCP agents. Network: 0f3d54d0-dae3-432d-8059-3ef45418fd9c, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:35:53.352958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:35:53.362198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 0f3d54d0-dae3-432d-8059-3ef45418fd9c) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:53.366487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:53.367081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.371676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e4f78-ec28-4060-840c-09b909632efc None None] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:53.385016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f4795add-3e43-4a5c-b0f0-ceb4ed091514 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3663995 Aug 12 02:35:53.543658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2', 'fixed_ips': [{'subnet_id': '4f0ce65d-afaf-4663-b8c0-bb7294ebd09a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:35:53.544536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.690304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Allocated IP 172.20.0.2 (0f3d54d0-dae3-432d-8059-3ef45418fd9c/4f0ce65d-afaf-4663-b8c0-bb7294ebd09a/11d8755b-bc5b-407a-b03c-0b7d2fd9fc85) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:53.861365 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.872315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Transition to ACTIVE for port object 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:53.887803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Transition to ACTIVE for port object 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:53.894150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:53.913723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-1ef34729-5338-4be1-840f-1407d62e59d7 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:53.915263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-1ef34729-5338-4be1-840f-1407d62e59d7 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1136546 Aug 12 02:35:53.932608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-9459958d-03a6-4e94-a40b-f602941aba24 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/quotas/573a9d45d0a24b81972e6a474785bcd2 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Aug 12 02:35:53.939737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:53.943604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Pushing event updated for resources: {'Port': ['ID=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:53.946727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:53.948968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:53.988740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-b1e6bea7-33fa-48f2-b581-b394f8a5e475 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487924 Aug 12 02:35:54.005654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Attempting to bind port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:54.006025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Attempting to bind port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:54.006386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Attempting to bind port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:54.011335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:54.011733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Checking segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:54.012131 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:54.012521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Bound using segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:54.012975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Bound port: 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:54.013349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:54.086848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] For port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:54.090194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] For port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:54.092033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-6fcc164b-d995-4343-864a-9e3165c501c7 service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954041 Aug 12 02:35:54.095648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:54.166593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85daa-daa9-4e84-b498-a8dc8f9f2fa3 None None] Pushing event updated for resources: {'Port': ['ID=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:54.221284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-209bb93d-561f-4331-9a5d-1885bfcbe3d4 service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238906 Aug 12 02:35:54.296796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc39345d-8247-45f5-914a-9f331b4eac28 req-9d1a3eef-30d5-4e04-a884-079c0d10ddc5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0453532 Aug 12 02:35:54.615419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-05206733-932f-4d92-8d51-a73691ab1a8e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:54.616932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-05206733-932f-4d92-8d51-a73691ab1a8e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1273792 Aug 12 02:35:54.635071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-7b02cac4-4563-48e5-ab6f-543655fc84ca tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/quotas/573a9d45d0a24b81972e6a474785bcd2 HTTP/1.1" status: 200 len: 375 time: 0.0114796 Aug 12 02:35:54.695020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-3416a168-224a-42ca-8535-5b7a392128ce tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499485 Aug 12 02:35:54.793142 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-24845a8a-6d35-4f12-8a0f-66effeb3923b service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894697 Aug 12 02:35:54.893567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-440b333f-e9a9-48f0-9289-75dd8128005c service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926721 Aug 12 02:35:55.148835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:55.206912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:55.405961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-7dfbef81-5aca-48d5-b4f0-a722e139bd59 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:55.413337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-7dfbef81-5aca-48d5-b4f0-a722e139bd59 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1832423 Aug 12 02:35:55.432424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-0bdd41d9-cc63-427a-b166-9532ed92ea08 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/quotas/573a9d45d0a24b81972e6a474785bcd2 HTTP/1.1" status: 200 len: 375 time: 0.0175009 Aug 12 02:35:55.445636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f80eef-deec-4d03-9914-ddb5cd01395d None None] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:35:55.527086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71d696e-890e-489d-a223-3023dbf68d16 req-cd4bc76c-f927-4878-b98d-7751815d5ada tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0766447 Aug 12 02:35:55.578299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-74df5241-b675-4abd-a206-95f0a838bd89 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441114 Aug 12 02:35:55.679132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-3b4a1f63-2e0b-4855-9687-34f2fc205fa5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:55.683801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-3b4a1f63-2e0b-4855-9687-34f2fc205fa5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1903038 Aug 12 02:35:55.699460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Request body: {'port': {'device_id': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'admin_state_up': True, 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:55.709669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Provisioning for port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:55.733547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Provisioning complete for port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:55.734094 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:55.846165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:55.886091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] For port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:35:55.893437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:55.920971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-15918691-d324-4a32-87f4-4e2b3d389353 service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410966 Aug 12 02:35:55.978977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb253ad-fccb-4cb6-af49-d1fc1250fc57 None None] Pushing event updated for resources: {'Port': ['ID=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:56.022563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Made reservation on behalf of 573a9d45d0a24b81972e6a474785bcd2 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:56.026905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.117351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-9b4a48a3-3007-47ab-ab0b-4352b4158a40 service neutron] 10.222.0.11 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944172 Aug 12 02:35:56.190913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Allocated IP 172.20.0.5 (0f3d54d0-dae3-432d-8059-3ef45418fd9c/4f0ce65d-afaf-4663-b8c0-bb7294ebd09a/41adda09-5e94-4691-ae87-a96d2fb82a61) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:56.215877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d4ff70f-8470-4b68-a867-3ea7d7788676 None None] Provisioning complete for port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:56.217018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff70f-8470-4b68-a867-3ea7d7788676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.361125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af67d9cc-d656-4879-b96c-418dfe5417bd req-6b809a09-4061-4883-80c8-08f7f8c07f47 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 210 time: 0.0626988 Aug 12 02:35:56.478460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.502982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Transition to ACTIVE for port object 41adda09-5e94-4691-ae87-a96d2fb82a61 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:56.567065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-68683685-32d3-40ab-ae9f-391672dd7069 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:56.569026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-68683685-32d3-40ab-ae9f-391672dd7069 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1627531 Aug 12 02:35:56.594746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Request body: {'port': {'device_id': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'admin_state_up': True, 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:56.708321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c86e7c3d-ae5c-4884-94c1-9f585c8e44ed req-d260cdc3-3803-40f5-a61e-f7b224b15d81 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.0676727 Aug 12 02:35:56.735233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.805292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:56.820442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:56.823694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:56.855031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event updated for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:56.900911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:56.901695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.911974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Made reservation on behalf of 573a9d45d0a24b81972e6a474785bcd2 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:56.915431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:56.932031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-ba142e7f-d0d7-41e5-b686-41e96e01dd28 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2381575 Aug 12 02:35:56.951207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Request body: {'port': {'device_id': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:57.119792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:35:57.172638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d21994ee-d2eb-421c-8857-183047049279 None None] Provisioning for port 41adda09-5e94-4691-ae87-a96d2fb82a61 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:57.179923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d21994ee-d2eb-421c-8857-183047049279 None None] Provisioning complete for port 41adda09-5e94-4691-ae87-a96d2fb82a61 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:57.180860 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d21994ee-d2eb-421c-8857-183047049279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.225564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d21994ee-d2eb-421c-8857-183047049279 None None] Port 41adda09-5e94-4691-ae87-a96d2fb82a61 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:57.229828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:57.230542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.421894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.518521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3264ad86-3c09-494d-bd53-0e1d6022054e req-c19f2dd5-4972-438e-a0c6-d8461af7ea42 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 210 time: 0.0426559 Aug 12 02:35:57.544402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Allocated IP 172.20.0.11 (0f3d54d0-dae3-432d-8059-3ef45418fd9c/4f0ce65d-afaf-4663-b8c0-bb7294ebd09a/c8860df0-5f3d-4f41-909c-57b63aa664b6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:57.634045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-e6e69681-3903-44bc-b187-6a8fc47c8d07 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:57.636882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-e6e69681-3903-44bc-b187-6a8fc47c8d07 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.21 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 815 time: 0.1314001 Aug 12 02:35:57.663157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Request body: {'port': {'device_id': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'admin_state_up': True, 'tenant_id': '573a9d45d0a24b81972e6a474785bcd2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:57.793326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Made reservation on behalf of 573a9d45d0a24b81972e6a474785bcd2 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:35:57.799141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.826473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.846821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Transition to ACTIVE for port object c8860df0-5f3d-4f41-909c-57b63aa664b6 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:57.887198 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:57.983334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:57.997111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:58.004938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:58.010974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event updated for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:58.154063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41adda09-5e94-4691-ae87-a96d2fb82a61 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:58.164363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.178207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Transition to ACTIVE for port object 41adda09-5e94-4691-ae87-a96d2fb82a61 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:58.190134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.236952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4829735a-cfd0-4def-a84d-6a49876ecad2 req-f4cd6bad-bd09-4f44-8c27-2fc2bb58d22a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.4156013 Aug 12 02:35:58.263861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Pushing event updated for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:58.266183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-608891ec-fe80-4d63-9cf2-f902806e5374 None None] Provisioning for port c8860df0-5f3d-4f41-909c-57b63aa664b6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:58.274229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-608891ec-fe80-4d63-9cf2-f902806e5374 None None] Provisioning complete for port c8860df0-5f3d-4f41-909c-57b63aa664b6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:58.274959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-608891ec-fe80-4d63-9cf2-f902806e5374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.293847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:58.294808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.334461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-608891ec-fe80-4d63-9cf2-f902806e5374 None None] Port c8860df0-5f3d-4f41-909c-57b63aa664b6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:58.377274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-e2218f9a-96fc-4a58-9ea2-848b39969c5e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7881970 Aug 12 02:35:58.388036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Allocated IP 172.20.0.6 (0f3d54d0-dae3-432d-8059-3ef45418fd9c/4f0ce65d-afaf-4663-b8c0-bb7294ebd09a/5b33d278-4580-44c3-8f03-53194169cc90) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:35:58.397957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Request body: {'port': {'device_id': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:58.401273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Attempting to bind port 41adda09-5e94-4691-ae87-a96d2fb82a61 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:58.401627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Attempting to bind port 41adda09-5e94-4691-ae87-a96d2fb82a61 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:58.402020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Attempting to bind port 41adda09-5e94-4691-ae87-a96d2fb82a61 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:58.427941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Port 41adda09-5e94-4691-ae87-a96d2fb82a61 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:35:58.428286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Attempting to bind port 41adda09-5e94-4691-ae87-a96d2fb82a61 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:58.444091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:58.444500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Checking segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:58.444901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Bound using segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:58.445778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Bound port: 41adda09-5e94-4691-ae87-a96d2fb82a61, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:58.446158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.496579 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.602039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:58.610919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.616359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=41adda09-5e94-4691-ae87-a96d2fb82a61,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:58.629691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Transition to ACTIVE for port object 5b33d278-4580-44c3-8f03-53194169cc90 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:58.634449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.659408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34000) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:35:58.719337 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce9f02ab-a8c3-48fe-8711-d0c5ca9ea443 req-be84a9b5-393b-450b-ae13-9e77097ae57d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 210 time: 0.1013715 Aug 12 02:35:58.752831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:58.753468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.755073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] 10.222.0.25 "PUT /v2.0/ports/41adda09-5e94-4691-ae87-a96d2fb82a61 HTTP/1.1" status: 200 len: 1091 time: 1.8131242 Aug 12 02:35:58.758960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:58.763780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:35:58.766928 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6024ece0-8a18-4ecc-93c7-9a8490358442" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:35:58.887693 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ae2875-29fd-4cac-bba0-ba2598033e23 x-openstack-request-id: req-16ae2875-29fd-4cac-bba0-ba2598033e23 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:35:58.887978 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:35:58.888223 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16ae2875-29fd-4cac-bba0-ba2598033e23 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:35:58.888699 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61', 'status': 'completed', 'code': 200} Aug 12 02:35:58.897762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df245f-76ed-4f0d-a8d1-9ef9d02e7860 service neutron] Pushing event updated for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:58.936176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:35:58.944691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:35:58.951539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:35:58.991406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-3bda1892-fbb9-4f7c-bfd3-2cdf87123d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:58.992986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-3bda1892-fbb9-4f7c-bfd3-2cdf87123d7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 1094 time: 0.1921465 Aug 12 02:35:59.004052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event updated for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:59.045277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:59.045873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.073632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-65a49eea-dd7b-4313-a8fe-d8d6fd85e22b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4149573 Aug 12 02:35:59.080424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Deleting port e89a118a-ea8a-49db-8ada-476158bd4002 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:35:59.081056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.114940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8860df0-5f3d-4f41-909c-57b63aa664b6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:59.126050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.129515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Request body: {'port': {'device_id': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:35:59.140685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-582d07cb-4774-4b52-800f-42e7e3e83eb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41adda09-5e94-4691-ae87-a96d2fb82a61 HTTP/1.1" status: 200 len: 217 time: 0.1332316 Aug 12 02:35:59.143761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Transition to ACTIVE for port object c8860df0-5f3d-4f41-909c-57b63aa664b6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:59.150533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.220972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.242186 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.242559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.260315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-7555436c-d5e5-4f4a-8954-eadd2a23c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:59.262194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Calling delete_port for e89a118a-ea8a-49db-8ada-476158bd4002 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:35:59.262987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-7555436c-d5e5-4f4a-8954-eadd2a23c8c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.1148608 Aug 12 02:35:59.266658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Pushing event updated for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:59.413912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8daec638-7de8-4f06-a46e-e523a06bbd26 None None] Provisioning for port 5b33d278-4580-44c3-8f03-53194169cc90 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:35:59.419520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8daec638-7de8-4f06-a46e-e523a06bbd26 None None] Provisioning complete for port 5b33d278-4580-44c3-8f03-53194169cc90 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:35:59.420782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8daec638-7de8-4f06-a46e-e523a06bbd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.446506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-9dee2038-4df2-4423-872a-f4597ba1640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:59.452687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-9dee2038-4df2-4423-872a-f4597ba1640f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766577 Aug 12 02:35:59.460951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Attempting to bind port c8860df0-5f3d-4f41-909c-57b63aa664b6 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:35:59.461307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Attempting to bind port c8860df0-5f3d-4f41-909c-57b63aa664b6 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:35:59.461654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Attempting to bind port c8860df0-5f3d-4f41-909c-57b63aa664b6 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:59.476208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8daec638-7de8-4f06-a46e-e523a06bbd26 None None] Port 5b33d278-4580-44c3-8f03-53194169cc90 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:35:59.488576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Port c8860df0-5f3d-4f41-909c-57b63aa664b6 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:35:59.488576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Attempting to bind port c8860df0-5f3d-4f41-909c-57b63aa664b6 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:35:59.515866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:35:59.516672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Checking segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:35:59.516958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-282dbbf5-e69e-4be1-8c91-be2443552d05 req-8855018b-4912-476b-b864-42d774f4b69a tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4cf9c2f-4ed0-4c80-ae96-4dfdd90bd13f HTTP/1.1" status: 200 len: 210 time: 0.1248801 Aug 12 02:35:59.517112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Bound using segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:35:59.517658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Bound port: c8860df0-5f3d-4f41-909c-57b63aa664b6, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:35:59.518040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.667115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-eb5a5b5d-eb89-4ca8-8d5a-6dcfe7920300 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897135 Aug 12 02:35:59.741956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:35:59.755685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.767579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:35:59.793889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.829312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event deleted for resources: {'Port': ['ID=e89a118a-ea8a-49db-8ada-476158bd4002,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:59.896603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b33d278-4580-44c3-8f03-53194169cc90 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:35:59.901938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:59.903009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.904028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] 10.222.0.25 "PUT /v2.0/ports/c8860df0-5f3d-4f41-909c-57b63aa664b6 HTTP/1.1" status: 200 len: 1092 time: 1.5108409 Aug 12 02:35:59.908526 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.917936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7c7c861-fb6f-424f-884e-ca040bf0fa2c req-4f15239d-1b5a-4310-b23f-506efb23e673 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414303 Aug 12 02:35:59.927708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:35:59.929021 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Floating IP ff8f7f22-768b-4785-b15c-3177d87d8425 disassociated (deleted). External IP: 172.25.3.179, port: 0099dd12-9509-4107-97fc-5d9b92d219d5. Aug 12 02:35:59.934158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd071-8817-4827-8fc6-008f5746f9be service neutron] Pushing event updated for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:35:59.957371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6248b-00ca-4dc2-b3a6-8a7fe35ad07e req-fa5502ad-0fdc-426e-b1bf-a8422b2873a1 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:35:59.959185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfb6248b-00ca-4dc2-b3a6-8a7fe35ad07e req-fa5502ad-0fdc-426e-b1bf-a8422b2873a1 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 931 time: 0.1285360 Aug 12 02:35:59.976670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Transition to ACTIVE for port object 5b33d278-4580-44c3-8f03-53194169cc90 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:35:59.987982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.109462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-4979ff1e-043c-49fb-ba39-7bf9b39aa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.111292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-4979ff1e-043c-49fb-ba39-7bf9b39aa51a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 1095 time: 0.1282809 Aug 12 02:36:00.118734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Pushing event updated for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:00.122739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bfb6248b-00ca-4dc2-b3a6-8a7fe35ad07e req-d7536117-9d8e-451f-942a-9d34a85b052b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501141 Aug 12 02:36:00.187885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-fc7df5dc-e7fc-464c-9dd6-2cc6e48ed3ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6 HTTP/1.1" status: 200 len: 217 time: 0.0504155 Aug 12 02:36:00.206946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-e589e997-9d58-4258-9094-6e096591767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.208985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-e589e997-9d58-4258-9094-6e096591767c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 1094 time: 0.1845291 Aug 12 02:36:00.252401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Attempting to bind port 5b33d278-4580-44c3-8f03-53194169cc90 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:00.252825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Attempting to bind port 5b33d278-4580-44c3-8f03-53194169cc90 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:00.253171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Attempting to bind port 5b33d278-4580-44c3-8f03-53194169cc90 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:00.262223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Port 5b33d278-4580-44c3-8f03-53194169cc90 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:36:00.262223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Attempting to bind port 5b33d278-4580-44c3-8f03-53194169cc90 on network 0f3d54d0-dae3-432d-8059-3ef45418fd9c {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:00.304319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:00.304747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Checking segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:00.305505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Bound using segment: {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:00.305662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Bound port: 5b33d278-4580-44c3-8f03-53194169cc90, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfadb964-2acb-4bf6-a324-555e8913984a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:00.305953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.319163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-ba80a2f7-2c8b-4759-b45e-4ae5cd1e8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.321112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-ba80a2f7-2c8b-4759-b45e-4ae5cd1e8003 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.1263385 Aug 12 02:36:00.374179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:36:00.391125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-7fcfd1a9-bfe3-4bc6-b8af-86c824b0d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.393354 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-7fcfd1a9-bfe3-4bc6-b8af-86c824b0d935 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 916 time: 0.1598697 Aug 12 02:36:00.400534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-f2c15ba4-0a20-4c89-adcc-9bbfbda10dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.402113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-f2c15ba4-0a20-4c89-adcc-9bbfbda10dca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717242 Aug 12 02:36:00.447039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:00.470778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5b33d278-4580-44c3-8f03-53194169cc90,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:00.479420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.513980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-cba6549b-c2a6-4cdf-9ce0-18ed89400711 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41adda09-5e94-4691-ae87-a96d2fb82a61 HTTP/1.1" status: 200 len: 217 time: 0.1002040 Aug 12 02:36:00.563992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.564633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.567418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] 10.222.0.21 "PUT /v2.0/ports/5b33d278-4580-44c3-8f03-53194169cc90 HTTP/1.1" status: 200 len: 1091 time: 1.4710665 Aug 12 02:36:00.568150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:00.571381 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9728fba-83bc-42ac-8c94-b3e7477503b2" -d '{"events": [{"name": "network-changed", "server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "tag": "5b33d278-4580-44c3-8f03-53194169cc90"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:00.594029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:00.599327 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.616024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:00.632426 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c9a23b-fc66-400d-88d9-753b4d6ea752 x-openstack-request-id: req-12c9a23b-fc66-400d-88d9-753b4d6ea752 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:00.632712 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "tag": "5b33d278-4580-44c3-8f03-53194169cc90", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:00.632972 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12c9a23b-fc66-400d-88d9-753b4d6ea752 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:00.633378 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90', 'status': 'completed', 'code': 200} Aug 12 02:36:00.634123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5b34d-7a98-4c8e-a355-32add78ab074 service neutron] Pushing event updated for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:00.636101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:00.636751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:00.643841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-5c015142-86c7-4385-b1f3-5a0ebd8d9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.645734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-5c015142-86c7-4385-b1f3-5a0ebd8d9cb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.1219745 Aug 12 02:36:00.654424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c427b23-6039-4725-90ae-854292b51ede tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "DELETE /v2.0/floatingips/ff8f7f22-768b-4785-b15c-3177d87d8425 HTTP/1.1" status: 204 len: 168 time: 1.9929619 Aug 12 02:36:00.676530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-8cfe4119-6860-4801-9408-4e7690fa9fc6 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615488 Aug 12 02:36:00.698195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34020) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:00.720498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-68d93db5-59ab-4ec5-85d2-96466633b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.722513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-68d93db5-59ab-4ec5-85d2-96466633b3ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 1094 time: 0.0670390 Aug 12 02:36:00.807935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-090a34a0-c759-4ef4-9312-361d7c0e1f12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b33d278-4580-44c3-8f03-53194169cc90 HTTP/1.1" status: 200 len: 217 time: 0.0541306 Aug 12 02:36:00.841970 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7050ce87-4187-4524-a8e7-1aeaa2782ee9 req-77dddb61-f7cc-4c67-80d4-e90060c6daa1 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528215 Aug 12 02:36:00.848085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-dc30b27b-5351-40b2-8afc-a58710ecf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.849587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-dc30b27b-5351-40b2-8afc-a58710ecf7f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712375 Aug 12 02:36:00.871126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:00.895368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:00.897981 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9895afa4-248d-4e70-b5f9-6763c549c2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:00.954293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-24844a6b-b377-4bd9-8910-907c7ba1eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:00.956340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-24844a6b-b377-4bd9-8910-907c7ba1eda1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.1320608 Aug 12 02:36:00.977924 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2018f8-110b-472d-9ee2-47c8b59170d6 x-openstack-request-id: req-6b2018f8-110b-472d-9ee2-47c8b59170d6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:00.978247 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:00.978540 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b2018f8-110b-472d-9ee2-47c8b59170d6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:00.979413 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6', 'status': 'completed', 'code': 200} Aug 12 02:36:00.986360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.056702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0608b-8df6-4aa4-8ec4-270308d7a53b req-1e36da55-9ec7-44f1-a68e-24d1c25fd600 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.058562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dd0608b-8df6-4aa4-8ec4-270308d7a53b req-1e36da55-9ec7-44f1-a68e-24d1c25fd600 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.1292632 Aug 12 02:36:01.065701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-f9fdce7a-8bd1-40d9-beb2-b0d70e5cec13 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066798 Aug 12 02:36:01.088175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-3b703a76-f13b-4a7e-b98d-17ad644411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.089890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-3b703a76-f13b-4a7e-b98d-17ad644411f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236584 Aug 12 02:36:01.113355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:01.115914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-3af012b4-84d9-420c-b54e-e9f90a08de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.117443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-3af012b4-84d9-420c-b54e-e9f90a08de77 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 1095 time: 0.1162291 Aug 12 02:36:01.161142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.164326 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.165428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/security-groups/2b43700b-4c81-48ce-863d-7426058dddf4 HTTP/1.1" status: 204 len: 168 time: 0.4661167 Aug 12 02:36:01.172718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34030) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:01.196902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ced11-4a5d-45e1-ba2e-3fa2de2da18e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43700b-4c81-48ce-863d-7426058dddf4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:01.242511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dd0608b-8df6-4aa4-8ec4-270308d7a53b req-08bb8fb5-f67b-4761-938a-d4e7265ec26a tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758127 Aug 12 02:36:01.268550 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-58ef3e6b-e39c-4964-987e-aa17125745d9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] show failed (client error): The resource could not be found. Aug 12 02:36:01.270141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-58ef3e6b-e39c-4964-987e-aa17125745d9 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "GET /v2.0/security-groups/2b43700b-4c81-48ce-863d-7426058dddf4 HTTP/1.1" status: 404 len: 347 time: 0.0928252 Aug 12 02:36:01.275079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:01.320034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6024ece0-8a18-4ecc-93c7-9a8490358442 req-9800a669-e485-4735-a7f5-13d6a21843f2 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356148 Aug 12 02:36:01.328025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-d548f6e0-d40a-4d87-9dd3-51c4c5204bfe service neutron] 10.222.0.21 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294054 Aug 12 02:36:01.330889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-5dea50a9-4a23-4b66-b34e-9445a93391bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.332722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-5dea50a9-4a23-4b66-b34e-9445a93391bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 916 time: 0.1764016 Aug 12 02:36:01.362425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6627e-309d-461f-942d-288b29fa12d5 req-3174a55b-4363-4654-b16b-e55162c4d9fc tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.364689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ce6627e-309d-461f-942d-288b29fa12d5 req-3174a55b-4363-4654-b16b-e55162c4d9fc tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 943 time: 0.1288824 Aug 12 02:36:01.385275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-badd249c-0c2a-456d-9f9d-232e004e9ade service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6 HTTP/1.1" status: 200 len: 217 time: 0.0409555 Aug 12 02:36:01.399259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:01.428964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:01.438309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:01.438594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:35:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:01.443740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-4f60eed6-584a-4c85-bdf8-bad4e37de129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.445281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-4f60eed6-584a-4c85-bdf8-bad4e37de129 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.0512688 Aug 12 02:36:01.484829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 41adda09-5e94-4691-ae87-a96d2fb82a61 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:36:01.502862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-19b7c030-7ad8-4a65-a0b3-cdffae9eef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.504774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-19b7c030-7ad8-4a65-a0b3-cdffae9eef95 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467658 Aug 12 02:36:01.522823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ce6627e-309d-461f-942d-288b29fa12d5 req-5aeae516-c04a-430c-9abe-c4e9538377df tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195486 Aug 12 02:36:01.550427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cf79a41a-d0ec-4b28-9351-6110c28324ba req-d034e13e-523c-4ef7-8f0b-2990ff7c920a service neutron] 10.222.0.21 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122953 Aug 12 02:36:01.554495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port 30f86e41-faed-4e9e-9f81-f48fdc13c646 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:01.554842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.633699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:01.638118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-4fcdd99d-17a4-4480-90b8-1c3913a04a4d service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237624 Aug 12 02:36:01.646804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.647136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.664875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=41adda09-5e94-4691-ae87-a96d2fb82a61,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:01.676275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for 30f86e41-faed-4e9e-9f81-f48fdc13c646 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:01.690654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '41adda09-5e94-4691-ae87-a96d2fb82a61', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'port_id': '41adda09-5e94-4691-ae87-a96d2fb82a61', 'mac_address': 'fa:16:3e:c6:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0ce65d-afaf-4663-b8c0-bb7294ebd09a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:36:01.751671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9895afa4-248d-4e70-b5f9-6763c549c2a3 req-6b6af012-81f1-4e4c-9600-b909595eed89 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028423 Aug 12 02:36:01.754341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-722af9cb-607e-4706-8bc3-885de1b6b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.755845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-722af9cb-607e-4706-8bc3-885de1b6b8ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 1094 time: 0.0935428 Aug 12 02:36:01.801711 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.824960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41adda09-5e94-4691-ae87-a96d2fb82a61 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:01.857738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=41adda09-5e94-4691-ae87-a96d2fb82a61,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:01.879454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.912949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-ec318c97-600f-4f79-a703-6c9b5abc2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:01.914417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-ec318c97-600f-4f79-a703-6c9b5abc2a7f service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 916 time: 0.1509774 Aug 12 02:36:01.950774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:01.965959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.967813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:01.970792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44ed3c60-6d82-42ff-b85a-a681a075cf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:01.971024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-44cb03f2-0160-444a-a837-145afadb363a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b33d278-4580-44c3-8f03-53194169cc90 HTTP/1.1" status: 200 len: 217 time: 0.0468566 Aug 12 02:36:01.998399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bce29e-7927-4579-a1b3-0c85628aedbb None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:27Z', 'revision_number': 4, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '501cf58d-986d-4282-a5bf-c51a6a80db24', 'name': '', 'network_id': 'b21226d8-d007-4a31-bf4a-cd0c0917ae37', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'mac_address': 'fa:16:3e:24:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:26Z', 'updated_at': '2021-08-12T02:32:34Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'subnets': [{'id': 'a974b1c8-73ce-4c80-8e2c-6a537faa4176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:02.002461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=30f86e41-faed-4e9e-9f81-f48fdc13c646,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:02.088200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-7382d3ad-7a80-473d-8585-c4140ce493d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.089671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-7382d3ad-7a80-473d-8585-c4140ce493d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.0975320 Aug 12 02:36:02.107768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.110723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.111895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2bb1e403-d653-4f8a-8da9-5e108f25229d tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/floatingips/12f1b069-6dca-4d0f-8901-180c3c170eb1 HTTP/1.1" status: 204 len: 168 time: 0.8350255 Aug 12 02:36:02.114632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:02.149787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['41adda09-5e94-4691-ae87-a96d2fb82a61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:02.186643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-efa3c022-c2cf-42e8-808d-dab05cbbee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.189059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-efa3c022-c2cf-42e8-808d-dab05cbbee48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903409 Aug 12 02:36:02.318914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23484817-8bed-4be8-ad29-f3df26d8b853 None None] New status for floating IP ff8f7f22-768b-4785-b15c-3177d87d8425: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:36:02.319496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port aea7b2fa-0a93-4d56-8abe-05a359015ee0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:02.319496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.366518 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-13d2bd43-ff4f-4a93-9366-737383e9f4f0 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574113 Aug 12 02:36:02.522164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6dac-b60d-4ae0-bd87-365266e07b33 req-87932ab7-e443-4eeb-b771-01ad5fad3f60 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.523683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45da6dac-b60d-4ae0-bd87-365266e07b33 req-87932ab7-e443-4eeb-b771-01ad5fad3f60 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.1852839 Aug 12 02:36:02.528846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.563130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for aea7b2fa-0a93-4d56-8abe-05a359015ee0 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:02.578353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039fb57-8af7-44a9-9974-a250806978ff req-33c6e366-57fc-47b0-b440-1fe6f8791c0f tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.580293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b9728fba-83bc-42ac-8c94-b3e7477503b2 req-76b0f7c4-e153-4ede-9870-f125cc45ada5 service neutron] 10.222.0.21 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991799 Aug 12 02:36:02.580460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9039fb57-8af7-44a9-9974-a250806978ff req-33c6e366-57fc-47b0-b440-1fe6f8791c0f tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.25 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 945 time: 0.0607569 Aug 12 02:36:02.652611 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:02.654839 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b62670-3b61-4bde-a265-6d6bdbc73277" -d '{"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:02.665994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45da6dac-b60d-4ae0-bd87-365266e07b33 req-ef82fbba-8255-4037-9571-3faf3a89f173 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/security-groups?id=15e03294-7cd8-4f99-94f6-00eeeac59e59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306987 Aug 12 02:36:02.717262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e8da6-0ba2-4f93-9696-9adb203b5b90 req-dbc194f6-bb07-45e4-a5a1-2a3add0b0197 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.720183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a92e8da6-0ba2-4f93-9696-9adb203b5b90 req-dbc194f6-bb07-45e4-a5a1-2a3add0b0197 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 943 time: 0.1015546 Aug 12 02:36:02.741145 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62397b04-0ef5-4448-8c12-6fb7bc4f10ff x-openstack-request-id: req-62397b04-0ef5-4448-8c12-6fb7bc4f10ff {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:02.741419 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:02.741690 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62397b04-0ef5-4448-8c12-6fb7bc4f10ff {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:02.742263 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:36:02.758065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Deleting port 0099dd12-9509-4107-97fc-5d9b92d219d5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:02.758671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.766502 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.794590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=aea7b2fa-0a93-4d56-8abe-05a359015ee0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:02.822238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a92e8da6-0ba2-4f93-9696-9adb203b5b90 req-98103fa9-2d58-4082-a19b-15b730e11fb4 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916328 Aug 12 02:36:02.867651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.869886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b79d68da-d898-4d85-9094-9b584294fc3e tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/ports/aea7b2fa-0a93-4d56-8abe-05a359015ee0 HTTP/1.1" status: 204 len: 168 time: 0.7539260 Aug 12 02:36:02.872239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:02.882099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-32a39954-f6dc-43d7-9820-757b9950ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:02.883670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-32a39954-f6dc-43d7-9820-757b9950ebd4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c92ab3af34db44f1b382911d056e26e6&device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 1096 time: 0.1026042 Aug 12 02:36:02.911034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] For port 0099dd12-9509-4107-97fc-5d9b92d219d5, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0099dd12-9509-4107-97fc-5d9b92d219d5,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:02.911417 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:02.959933 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Calling delete_port for 0099dd12-9509-4107-97fc-5d9b92d219d5 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:02.960331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:02.960836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.059684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-912e45be-8a80-4c15-a7fc-678cdcaf4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:03.061155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-912e45be-8a80-4c15-a7fc-678cdcaf4e6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 200 len: 914 time: 0.1684716 Aug 12 02:36:03.115519 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-ba8b454c-49c4-4f5c-abf6-9edbbb6da578 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 200 len: 217 time: 0.0454183 Aug 12 02:36:03.210173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-560e4e3d-6bf3-4b63-a837-6ed0c60a7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:03.212011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-560e4e3d-6bf3-4b63-a837-6ed0c60a7933 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 200 len: 852 time: 0.0846713 Aug 12 02:36:03.250662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.319462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event deleted for resources: {'Port': ['ID=0099dd12-9509-4107-97fc-5d9b92d219d5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:03.330599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-1c5c33ea-eb8c-4765-b2a0-4a68416081e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:03.332331 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-1c5c33ea-eb8c-4765-b2a0-4a68416081e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b21226d8-d007-4a31-bf4a-cd0c0917ae37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119599 Aug 12 02:36:03.355289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] No DVR routers for this DVR port 0099dd12-9509-4107-97fc-5d9b92d219d5 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:03.358535 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.362387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9039fb57-8af7-44a9-9974-a250806978ff req-e38bf7ad-c019-4703-87b5-1734b090d8d1 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.25 "DELETE /v2.0/ports/0099dd12-9509-4107-97fc-5d9b92d219d5 HTTP/1.1" status: 204 len: 173 time: 0.7753301 Aug 12 02:36:03.364001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'name': 'network-vif-deleted', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:03.367170 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b60d0-815a-4869-bc25-1543412d42e0" -d '{"events": [{"server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "name": "network-vif-deleted", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:03.423697 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07938bf-1cf2-48ac-8975-666098ebac17 x-openstack-request-id: req-f07938bf-1cf2-48ac-8975-666098ebac17 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:03.423989 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5203c1b4-34f1-4211-97c2-10f5ed09dfac", "name": "network-vif-deleted", "tag": "0099dd12-9509-4107-97fc-5d9b92d219d5", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:03.424244 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f07938bf-1cf2-48ac-8975-666098ebac17 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:03.424644 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5203c1b4-34f1-4211-97c2-10f5ed09dfac', 'name': 'network-vif-deleted', 'tag': '0099dd12-9509-4107-97fc-5d9b92d219d5', 'status': 'completed', 'code': 200} Aug 12 02:36:03.444171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.459650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:03.466349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-eb08bd62-e0f5-46e6-8795-7e33074c1541 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187065 Aug 12 02:36:03.494557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c8860df0-5f3d-4f41-909c-57b63aa664b6 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:36:03.496883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 41adda09-5e94-4691-ae87-a96d2fb82a61 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:03.571126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29b62670-3b61-4bde-a265-6d6bdbc73277 req-454cfed2-0368-4db0-b244-cd250e9c4258 service neutron] 10.222.0.25 "GET /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965879 Aug 12 02:36:03.616024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 41adda09-5e94-4691-ae87-a96d2fb82a61 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:03.622944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.624814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 41adda09-5e94-4691-ae87-a96d2fb82a61 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:03.625187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.664281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:03.678676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=cb0011fb-a2ad-437a-ba9a-e5dffaf5da03,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:03.690423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c8860df0-5f3d-4f41-909c-57b63aa664b6', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'port_id': 'c8860df0-5f3d-4f41-909c-57b63aa664b6', 'mac_address': 'fa:16:3e:b4:62:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0ce65d-afaf-4663-b8c0-bb7294ebd09a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:36:03.758085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.764465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34054) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:03.775096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-57e97399-6262-4ed9-b092-98d9da57c1f5 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/ports/cb0011fb-a2ad-437a-ba9a-e5dffaf5da03 HTTP/1.1" status: 204 len: 168 time: 0.9017828 Aug 12 02:36:03.819087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.836966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6989e9c-6a56-4f61-bfab-2433e8bac263 req-70017dab-9e18-4abb-ae6b-e87a3e41e14c tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0604250 Aug 12 02:36:03.854767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8860df0-5f3d-4f41-909c-57b63aa664b6 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:03.878503 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.881337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting subnet df3fa5fd-ca78-47c7-ab2a-277c2246092c {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:03.883879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:03.894557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.902157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.940724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:03.943168 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b63e05-b29f-46b2-94d6-93dc8c9d4b28" -d '{"events": [{"server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "name": "network-vif-plugged", "status": "completed", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:03.969760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=41adda09-5e94-4691-ae87-a96d2fb82a61,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:03.991197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:03.992646 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43a3fa-544f-4c1e-880d-e7d0b77df820 x-openstack-request-id: req-0a43a3fa-544f-4c1e-880d-e7d0b77df820 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:03.992979 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "name": "network-vif-plugged", "status": "completed", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:03.994651 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a43a3fa-544f-4c1e-880d-e7d0b77df820 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:03.995369 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61', 'code': 200} Aug 12 02:36:04.002118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.010295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:04.052354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d607c-9c6e-447b-a453-6252dd0639e9 req-ac8d0b33-1495-47d0-b36a-d3e37628319e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:04.063770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a79d607c-9c6e-447b-a453-6252dd0639e9 req-ac8d0b33-1495-47d0-b36a-d3e37628319e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 943 time: 0.1270664 Aug 12 02:36:04.083761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:04.128393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c8860df0-5f3d-4f41-909c-57b63aa664b6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:04.149607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a79d607c-9c6e-447b-a453-6252dd0639e9 req-12f12bf1-6214-489e-8873-0dac3ba4a6bf tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846179 Aug 12 02:36:04.209190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9d40f-fd3a-4afe-8cc8-a787fbdc7830 req-37cce42a-8436-4ee0-bef3-8c7c0fdfff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:04.210780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bc9d40f-fd3a-4afe-8cc8-a787fbdc7830 req-37cce42a-8436-4ee0-bef3-8c7c0fdfff60 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 1096 time: 0.1332705 Aug 12 02:36:04.225283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.289978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bc9d40f-fd3a-4afe-8cc8-a787fbdc7830 req-1e7c19ee-ba17-41cd-82d5-6c69b2cfdb38 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Aug 12 02:36:04.318165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.353606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Subnet': ['ID=df3fa5fd-ca78-47c7-ab2a-277c2246092c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:04.357246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.363030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a5e36ba4-25b1-440e-8e81-bf5245ce8a7b tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/subnets/df3fa5fd-ca78-47c7-ab2a-277c2246092c HTTP/1.1" status: 204 len: 168 time: 0.5941877 Aug 12 02:36:04.363163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc5431-a1d0-4a77-b728-b33b688a7f80 None None] Network 94c0741d-6dec-4a02-851b-e3f7b07fd880 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:04.363361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:04.566667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] DHCP port deletion for 94c0741d-6dec-4a02-851b-e3f7b07fd880 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:04.616394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d186d354-1449-433a-ab2d-50b0d4fc3fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.624309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.650605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Deleting port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:04.651004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.701677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.726399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] For port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,segment=NetworkSegment(36d31b79-18f1-43ba-b649-7de31ba9a161),segment_id=36d31b79-18f1-43ba-b649-7de31ba9a161)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:04.726792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.741561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Calling delete_port for e73bb9fd-8745-4ade-8186-fd10f1f9e8dc owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:04.786242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting subnet fe2c5437-aaab-4561-98cb-76abeca872cb {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:04.789514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.828990 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.836845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:04.854964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] Pushing event deleted for resources: {'Port': ['ID=e73bb9fd-8745-4ade-8186-fd10f1f9e8dc,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:04.858560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d59ba7-2e4b-485e-be93-368ad22d3f4e None None] No DVR routers for this DVR port e73bb9fd-8745-4ade-8186-fd10f1f9e8dc on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:04.952187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-099131b1-2b2f-4ade-b43b-da4c0835fc7a req-95a5584e-952b-4bf2-abe2-897c7e3bab52 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0359139 Aug 12 02:36:04.967719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.058127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e73bb9fd-8745-4ade-8186-fd10f1f9e8dc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:05.064937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.082523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e73bb9fd-8745-4ade-8186-fd10f1f9e8dc {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:05.082873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e73bb9fd-8745-4ade-8186-fd10f1f9e8dc not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:05.104630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2c5437-aaab-4561-98cb-76abeca872cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:05.106674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.111684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-91fe5dd5-14da-43dd-955f-dca02a9d268c tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/subnets/fe2c5437-aaab-4561-98cb-76abeca872cb HTTP/1.1" status: 204 len: 168 time: 0.7442844 Aug 12 02:36:05.112006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:05.115713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69710de-7502-4aba-83d0-076ebdb00ff4 None None] Network e94b1c3c-6f86-4e6b-a02b-243a48161345 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:05.203644 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.258701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5b33d278-4580-44c3-8f03-53194169cc90 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:36:05.318565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.326806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9b89f-0846-4b1c-b1fd-3d187dd5ed6b req-2d7a7683-b39b-4c4a-9d99-52cb22d98f22 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:05.337753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c0741d-6dec-4a02-851b-e3f7b07fd880']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:05.338348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fc9b89f-0846-4b1c-b1fd-3d187dd5ed6b req-2d7a7683-b39b-4c4a-9d99-52cb22d98f22 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 943 time: 0.0950758 Aug 12 02:36:05.343218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] DHCP port deletion for e94b1c3c-6f86-4e6b-a02b-243a48161345 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:05.351772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d31b79-18f1-43ba-b649-7de31ba9a161') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:05.352114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d31b79-18f1-43ba-b649-7de31ba9a161') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:05.366984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.390257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.391609 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1fc9b89f-0846-4b1c-b1fd-3d187dd5ed6b req-f3c53705-8154-4617-9cc0-5e7ea178aa79 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520756 Aug 12 02:36:05.399243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:05.400010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:05.403780 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:05.424906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5b33d278-4580-44c3-8f03-53194169cc90,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:05.441476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '5b33d278-4580-44c3-8f03-53194169cc90', 'network_id': '0f3d54d0-dae3-432d-8059-3ef45418fd9c', 'port_id': '5b33d278-4580-44c3-8f03-53194169cc90', 'mac_address': 'fa:16:3e:71:0c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0ce65d-afaf-4663-b8c0-bb7294ebd09a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:36:05.483238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.486244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Deleting port 508e678d-81d9-4457-9ce8-b346fe931fa6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:05.486628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.501043 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.508093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:05.508554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/networks/94c0741d-6dec-4a02-851b-e3f7b07fd880 HTTP/1.1" status: 204 len: 168 time: 0.3952427 Aug 12 02:36:05.520927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca73c38-8e84-4c97-bbb6-b13ebab664c1 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Network': ['ID=94c0741d-6dec-4a02-851b-e3f7b07fd880,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:05.532235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c8860df0-5f3d-4f41-909c-57b63aa664b6 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:05.563710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.595589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.600511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b33d278-4580-44c3-8f03-53194169cc90 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:05.612962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] For port 508e678d-81d9-4457-9ce8-b346fe931fa6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=508e678d-81d9-4457-9ce8-b346fe931fa6,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:05.613374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.636918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5b33d278-4580-44c3-8f03-53194169cc90,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:05.643842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Calling delete_port for 508e678d-81d9-4457-9ce8-b346fe931fa6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:05.649299 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.666772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Deleting port 508e678d-81d9-4457-9ce8-b346fe931fa6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:05.667213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.722982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c8860df0-5f3d-4f41-909c-57b63aa664b6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:05.734787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c8860df0-5f3d-4f41-909c-57b63aa664b6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:05.735166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.737179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] For port 508e678d-81d9-4457-9ce8-b346fe931fa6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=508e678d-81d9-4457-9ce8-b346fe931fa6,segment=NetworkSegment(2cf22221-41c6-4863-be38-5d083e5ad21a),segment_id=2cf22221-41c6-4863-be38-5d083e5ad21a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:05.737724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.751765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Calling delete_port for 508e678d-81d9-4457-9ce8-b346fe931fa6 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:05.790416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:05.840793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.845571 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.873031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Port': ['ID=508e678d-81d9-4457-9ce8-b346fe931fa6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:05.878280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] No DVR routers for this DVR port 508e678d-81d9-4457-9ce8-b346fe931fa6 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:05.887608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.891220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] Pushing event deleted for resources: {'Port': ['ID=508e678d-81d9-4457-9ce8-b346fe931fa6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:05.893112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb4b96-557e-4315-be21-4dfb755d383d None None] No DVR routers for this DVR port 508e678d-81d9-4457-9ce8-b346fe931fa6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:05.917879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.956928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:05.961287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.962117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0099dd12-9509-4107-97fc-5d9b92d219d5 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:05.967362 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:05.985574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94b1c3c-6f86-4e6b-a02b-243a48161345']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:05.996505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0099dd12-9509-4107-97fc-5d9b92d219d5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:05.996715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0099dd12-9509-4107-97fc-5d9b92d219d5 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:05.997556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf22221-41c6-4863-be38-5d083e5ad21a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:05.997953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf22221-41c6-4863-be38-5d083e5ad21a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:06.002135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:06.005123 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d7c5f-d4db-4b96-b0ac-c7d49e79bde5" -d '{"events": [{"server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "name": "network-vif-plugged", "status": "completed", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:06.009419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:06.029885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:06.044802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:06.045248 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:06.064363 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86db80c-adb0-4fa6-b560-99bd7d222f29 x-openstack-request-id: req-a86db80c-adb0-4fa6-b560-99bd7d222f29 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:06.064788 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "name": "network-vif-plugged", "status": "completed", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:06.065052 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a86db80c-adb0-4fa6-b560-99bd7d222f29 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:06.065452 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6', 'code': 200} Aug 12 02:36:06.066424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:06.082522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['5b33d278-4580-44c3-8f03-53194169cc90'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:06.107731 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:06.159238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-af07cee3-5632-4a19-bed3-9ca148be45d8 req-5e25d58e-c8da-40e6-8e94-ef081f91acfc tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0495751 Aug 12 02:36:06.172578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:06.179178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:06.188041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] 10.222.0.11 "DELETE /v2.0/networks/e94b1c3c-6f86-4e6b-a02b-243a48161345 HTTP/1.1" status: 204 len: 168 time: 0.6784983 Aug 12 02:36:06.215600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515705c-083b-4a98-a6e8-9ea159ddf564 tempest-TaggedBootDevicesTest-488464611 tempest-TaggedBootDevicesTest-488464611-project] Pushing event deleted for resources: {'Network': ['ID=e94b1c3c-6f86-4e6b-a02b-243a48161345,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:06.224998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85578c8-fdc4-4809-b983-9e2d2f2b4e57 req-252489ef-a75c-4520-a2c9-0bad85d13343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:06.226475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a85578c8-fdc4-4809-b983-9e2d2f2b4e57 req-252489ef-a75c-4520-a2c9-0bad85d13343 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 1097 time: 0.1051152 Aug 12 02:36:06.279842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a85578c8-fdc4-4809-b983-9e2d2f2b4e57 req-4edd6c7e-5378-4c96-9246-d8969632fad2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Aug 12 02:36:06.550368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4fde-db8a-4808-b452-547f4ba0681b req-a9fdadf8-5592-4f4c-8aa1-f36531ca51e6 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:06.552420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ead4fde-db8a-4808-b452-547f4ba0681b req-a9fdadf8-5592-4f4c-8aa1-f36531ca51e6 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 944 time: 0.0829220 Aug 12 02:36:06.599972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ead4fde-db8a-4808-b452-547f4ba0681b req-6d05fc5a-54e2-4c5b-8aef-87f0b3d49873 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Aug 12 02:36:07.042191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 508e678d-81d9-4457-9ce8-b346fe931fa6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:07.067370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 508e678d-81d9-4457-9ce8-b346fe931fa6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:07.067751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 508e678d-81d9-4457-9ce8-b346fe931fa6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:07.264379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5b33d278-4580-44c3-8f03-53194169cc90 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:07.286135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38886885-b034-41da-b16f-2c977ac2a810 req-e7b0ef7a-bb4b-422d-a9d5-274e40f46f25 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "GET /v2.0/ports?device_id=5203c1b4-34f1-4211-97c2-10f5ed09dfac HTTP/1.1" status: 200 len: 210 time: 0.0285313 Aug 12 02:36:07.334319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:07.348682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 5b33d278-4580-44c3-8f03-53194169cc90 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:07.352501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 5b33d278-4580-44c3-8f03-53194169cc90 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:07.352943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:07.423199 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:36:07.428685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:07.465460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5b33d278-4580-44c3-8f03-53194169cc90,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:07.471671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:07.705364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:07.770056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d9c3d-6d53-4fa3-8d2c-3ffd75477242 req-a4532d32-cfac-4137-a173-c47ff5828b9f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:07.772026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-632d9c3d-6d53-4fa3-8d2c-3ffd75477242 req-a4532d32-cfac-4137-a173-c47ff5828b9f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0675130 Aug 12 02:36:07.823186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-632d9c3d-6d53-4fa3-8d2c-3ffd75477242 req-c8d27c88-0c5c-4fa5-a4ba-4868d57e5936 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Aug 12 02:36:08.067145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:08.069452 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1eda0b-9dc9-4cf4-a170-8052b16de86e" -d '{"events": [{"server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b33d278-4580-44c3-8f03-53194169cc90"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:08.106491 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda6a50-4c7f-4251-9730-6c84d84bc0e3 x-openstack-request-id: req-fcda6a50-4c7f-4251-9730-6c84d84bc0e3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:08.106849 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "name": "network-vif-plugged", "status": "completed", "tag": "5b33d278-4580-44c3-8f03-53194169cc90", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:08.107110 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcda6a50-4c7f-4251-9730-6c84d84bc0e3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:08.107537 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90', 'code': 200} Aug 12 02:36:08.230539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531f81-e7bd-43ef-9828-c0c84118c352 req-c35fcfe6-a7f1-4e95-8a1a-5c99a305febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:08.232272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de531f81-e7bd-43ef-9828-c0c84118c352 req-c35fcfe6-a7f1-4e95-8a1a-5c99a305febc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 1096 time: 0.0393469 Aug 12 02:36:08.270762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de531f81-e7bd-43ef-9828-c0c84118c352 req-326350ed-65d4-4d73-ace9-a62bb37d2cbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297627 Aug 12 02:36:08.346214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:08.403907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:08.429155 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:08.493046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:08.495714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:08.496866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] 10.222.0.11 "DELETE /v2.0/security-groups/15e03294-7cd8-4f99-94f6-00eeeac59e59 HTTP/1.1" status: 204 len: 168 time: 0.1495659 Aug 12 02:36:08.506618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f604ea-bac6-4035-b3a7-91f554940478 tempest-TestVolumeBackupRestore-536805537 tempest-TestVolumeBackupRestore-536805537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e03294-7cd8-4f99-94f6-00eeeac59e59,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:09.004319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeead4-5b81-4810-961b-c3d1411447c4 req-0a9a5797-2d6a-41a8-92f0-c95a8e3e5c1a tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:09.007027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abfeead4-5b81-4810-961b-c3d1411447c4 req-0a9a5797-2d6a-41a8-92f0-c95a8e3e5c1a tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0973504 Aug 12 02:36:09.052356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abfeead4-5b81-4810-961b-c3d1411447c4 req-147bf6fc-dad2-4e9e-9da0-f4332ca1966b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390141 Aug 12 02:36:10.194265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136144ba-93f5-4151-858c-2febef1d0489 req-0e824ddd-19dd-4a89-aed7-1a928c3d5898 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:10.206960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-136144ba-93f5-4151-858c-2febef1d0489 req-0e824ddd-19dd-4a89-aed7-1a928c3d5898 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0628164 Aug 12 02:36:10.264292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-136144ba-93f5-4151-858c-2febef1d0489 req-d5594e64-0e3d-4e6f-9aeb-acdac8f3dd3f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539634 Aug 12 02:36:10.425521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f07011-fef7-42a2-b7d8-5b95d8bc527f req-a7f82cd6-a423-4075-90fb-844324ab594d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:10.427361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83f07011-fef7-42a2-b7d8-5b95d8bc527f req-a7f82cd6-a423-4075-90fb-844324ab594d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0613055 Aug 12 02:36:10.559156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83f07011-fef7-42a2-b7d8-5b95d8bc527f req-cfc00347-a245-40ca-bea3-9154b6f84997 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228652 Aug 12 02:36:10.698683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22820a-d5e9-4c7e-8ba3-a87b8293c711 req-557ac36c-dfd9-4ee2-9783-a98bb547455a tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:10.709104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f22820a-d5e9-4c7e-8ba3-a87b8293c711 req-557ac36c-dfd9-4ee2-9783-a98bb547455a tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0686684 Aug 12 02:36:10.777488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f22820a-d5e9-4c7e-8ba3-a87b8293c711 req-f0e02e3c-1fd7-4423-978b-00e6074b3c58 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Aug 12 02:36:11.280998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67cb7-0b72-46fb-9240-a0ceb87fab39 req-81ad942d-cf63-423e-9444-46b55e5d5dad tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:11.282668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ba67cb7-0b72-46fb-9240-a0ceb87fab39 req-81ad942d-cf63-423e-9444-46b55e5d5dad tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0813847 Aug 12 02:36:11.348531 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ba67cb7-0b72-46fb-9240-a0ceb87fab39 req-6fee8705-5043-46fd-8bbc-70383ff1d304 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580804 Aug 12 02:36:11.715338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74b1a0-0499-448f-bd3d-3914839c11f4 req-69a8762c-cc2d-4c5d-8493-626ef5edfda3 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:11.716962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc74b1a0-0499-448f-bd3d-3914839c11f4 req-69a8762c-cc2d-4c5d-8493-626ef5edfda3 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0805781 Aug 12 02:36:11.779583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dc74b1a0-0499-448f-bd3d-3914839c11f4 req-547a1cad-29d4-41f2-b630-d9bb26d4a910 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Aug 12 02:36:12.214476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a530-1ecc-461b-95b1-6ef8b948953e req-80fedcb5-8b13-46fb-a525-2f6f8a047f74 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:12.222103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a530-1ecc-461b-95b1-6ef8b948953e req-80fedcb5-8b13-46fb-a525-2f6f8a047f74 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:12.228946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a530-1ecc-461b-95b1-6ef8b948953e req-80fedcb5-8b13-46fb-a525-2f6f8a047f74 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:12.237037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa33a530-1ecc-461b-95b1-6ef8b948953e req-80fedcb5-8b13-46fb-a525-2f6f8a047f74 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e&device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d&device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 2417 time: 0.0973511 Aug 12 02:36:12.279749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa33a530-1ecc-461b-95b1-6ef8b948953e req-18167772-a3e7-433b-a24b-29248a2ec02f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Aug 12 02:36:12.490110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1280f1b-8cff-472b-a1c2-705143f739e6 req-1cb9756b-b171-4dfc-a26a-1ebfec340326 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:12.492420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1280f1b-8cff-472b-a1c2-705143f739e6 req-1cb9756b-b171-4dfc-a26a-1ebfec340326 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0980418 Aug 12 02:36:12.545354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1280f1b-8cff-472b-a1c2-705143f739e6 req-273d759c-f940-4f81-ae03-292c6eb5f7ab tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Aug 12 02:36:13.198613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34604) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:13.707438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:13.843965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f61d-d7da-419d-86d3-284c22c31f34 req-6ba7720a-917a-46d1-b3bb-41f4cce780cf tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:13.845477 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebb1f61d-d7da-419d-86d3-284c22c31f34 req-6ba7720a-917a-46d1-b3bb-41f4cce780cf tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.1346018 Aug 12 02:36:13.947881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebb1f61d-d7da-419d-86d3-284c22c31f34 req-a8ccb04e-2a24-41a9-88f9-75c2be4b9a09 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Aug 12 02:36:14.058376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Deleting port 501cf58d-986d-4282-a5bf-c51a6a80db24 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:14.058719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:14.146164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] For port 501cf58d-986d-4282-a5bf-c51a6a80db24, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=501cf58d-986d-4282-a5bf-c51a6a80db24,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:14.146630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:14.165933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Calling delete_port for 501cf58d-986d-4282-a5bf-c51a6a80db24 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:14.356211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:14.382913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=501cf58d-986d-4282-a5bf-c51a6a80db24,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:14.566970 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:14.789039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Router c3299e45-11c3-4871-8c8b-5ccf45fd4981 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:36:14.895544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:14.901553 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-845a08f2-20ce-4d6d-8add-0b834e0d0fa9 admin admin] 10.222.0.11 "PUT /v2.0/routers/c3299e45-11c3-4871-8c8b-5ccf45fd4981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007389 Aug 12 02:36:14.903563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:14.906302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Sync routers for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:14.916135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:14.916748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:15.013368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.042037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:15.154001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.167855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b491c24-2033-4647-a0c3-d30b8e06820d req-780ef762-3c8d-46e3-859e-211fb93ea596 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:15.169114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b491c24-2033-4647-a0c3-d30b8e06820d req-780ef762-3c8d-46e3-859e-211fb93ea596 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0694942 Aug 12 02:36:15.237548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:36:14Z', 'revision_number': 5, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port': {'id': '4a3a968e-8d5b-4063-af89-82cb1c968723', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:15.243010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b491c24-2033-4647-a0c3-d30b8e06820d req-4ce68949-f6b7-4927-b9e4-c1b69f19b70e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672626 Aug 12 02:36:15.257848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Deleting port 4a3a968e-8d5b-4063-af89-82cb1c968723 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:15.258190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.283978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Checking router: c3299e45-11c3-4871-8c8b-5ccf45fd4981 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:15.292583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Routers {'c3299e45-11c3-4871-8c8b-5ccf45fd4981'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:15.293240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:15.341325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] For port 4a3a968e-8d5b-4063-af89-82cb1c968723, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a3a968e-8d5b-4063-af89-82cb1c968723,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:15.341725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.354553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Calling delete_port for 4a3a968e-8d5b-4063-af89-82cb1c968723 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:15.383353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] Set router c3299e45-11c3-4871-8c8b-5ccf45fd4981 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:15.440241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:36:15Z', 'revision_number': 6, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:15.491798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b91b0-0c22-4fb1-9a64-7363c7bb4003 None None] The sync data for ids ['c3299e45-11c3-4871-8c8b-5ccf45fd4981'] in n-d-804303-2 is: [{'id': 'c3299e45-11c3-4871-8c8b-5ccf45fd4981', 'name': 'tempest-TestVolumeBackupRestore-566780391-router', 'tenant_id': 'c92ab3af34db44f1b382911d056e26e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:23Z', 'updated_at': '2021-08-12T02:36:15Z', 'revision_number': 6, 'project_id': 'c92ab3af34db44f1b382911d056e26e6', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:15.553803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.580794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3a968e-8d5b-4063-af89-82cb1c968723,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:15.643970 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.733095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.735189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.777889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.778586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3299e45-11c3-4871-8c8b-5ccf45fd4981 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:36:15.783649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.787189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1bb79eea-9e6a-4300-b98f-9eba24d9acb5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c3299e45-11c3-4871-8c8b-5ccf45fd4981 HTTP/1.1" status: 204 len: 168 time: 0.8803287 Aug 12 02:36:15.787321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34632) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:15.835551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Deleting subnet a974b1c8-73ce-4c80-8e2c-6a537faa4176 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:15.838534 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.878301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:15.961302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.025107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.058021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a974b1c8-73ce-4c80-8e2c-6a537faa4176,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:16.061560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.063998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8e0a66bf-051c-46f9-b8a6-0713bba0257e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a974b1c8-73ce-4c80-8e2c-6a537faa4176 HTTP/1.1" status: 204 len: 168 time: 0.2755203 Aug 12 02:36:16.067716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:16.073716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00724943-b49a-44fb-b3d8-bd5491383441 None None] Network b21226d8-d007-4a31-bf4a-cd0c0917ae37 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:16.143835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.201953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Deleting port 8426f99a-3c81-42fc-8ca3-b57948f82e84 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:16.202343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.271205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] DHCP port deletion for b21226d8-d007-4a31-bf4a-cd0c0917ae37 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:16.281107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] For port 8426f99a-3c81-42fc-8ca3-b57948f82e84, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8426f99a-3c81-42fc-8ca3-b57948f82e84,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:16.281757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.301140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Calling delete_port for 8426f99a-3c81-42fc-8ca3-b57948f82e84 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:16.399004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Deleting port 8426f99a-3c81-42fc-8ca3-b57948f82e84 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:16.399389 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.449029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691709f5-cf70-4671-b60d-027706175e43 req-01510c4a-465a-4153-b9c9-5eb3df71dc27 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:16.457607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-691709f5-cf70-4671-b60d-027706175e43 req-01510c4a-465a-4153-b9c9-5eb3df71dc27 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0766482 Aug 12 02:36:16.470397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] For port 8426f99a-3c81-42fc-8ca3-b57948f82e84, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8426f99a-3c81-42fc-8ca3-b57948f82e84,segment=NetworkSegment(48614cdb-0ddb-4305-aa9c-884b5a6ca065),segment_id=48614cdb-0ddb-4305-aa9c-884b5a6ca065)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:16.470935 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.484580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.486310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Calling delete_port for 8426f99a-3c81-42fc-8ca3-b57948f82e84 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:16.523244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Pushing event deleted for resources: {'Port': ['ID=8426f99a-3c81-42fc-8ca3-b57948f82e84,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:16.534828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-691709f5-cf70-4671-b60d-027706175e43 req-db972e6e-00b7-4ebb-bdc6-a604d81bc759 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743098 Aug 12 02:36:16.536864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] No DVR routers for this DVR port 8426f99a-3c81-42fc-8ca3-b57948f82e84 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:16.549781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:16.593605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.618742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] Pushing event deleted for resources: {'Port': ['ID=8426f99a-3c81-42fc-8ca3-b57948f82e84,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:16.622279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8f1f8-6d27-492f-a43f-d2e6649b9503 None None] No DVR routers for this DVR port 8426f99a-3c81-42fc-8ca3-b57948f82e84 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:16.636273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.647548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21226d8-d007-4a31-bf4a-cd0c0917ae37']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:16.658902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48614cdb-0ddb-4305-aa9c-884b5a6ca065') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:16.659208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48614cdb-0ddb-4305-aa9c-884b5a6ca065') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:16.668128 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.681847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.688487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:16.688943 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:16.690791 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:16.744931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.751192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:16.761213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b21226d8-d007-4a31-bf4a-cd0c0917ae37 HTTP/1.1" status: 204 len: 168 time: 0.6849792 Aug 12 02:36:16.767388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34646) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:16.769830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9de66a-d824-41df-b846-5d586f58d512 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21226d8-d007-4a31-bf4a-cd0c0917ae37,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:17.044539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 501cf58d-986d-4282-a5bf-c51a6a80db24 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:17.065124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 501cf58d-986d-4282-a5bf-c51a6a80db24 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:17.065468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 501cf58d-986d-4282-a5bf-c51a6a80db24 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:17.065893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8426f99a-3c81-42fc-8ca3-b57948f82e84 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:17.086207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8426f99a-3c81-42fc-8ca3-b57948f82e84 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:17.086899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8426f99a-3c81-42fc-8ca3-b57948f82e84 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:17.087025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a3a968e-8d5b-4063-af89-82cb1c968723 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:17.106320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4a3a968e-8d5b-4063-af89-82cb1c968723 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:17.106572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a3a968e-8d5b-4063-af89-82cb1c968723 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:17.545704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:17.654901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f313eff-c0ad-402e-8dad-a42cd6e9f280 req-083b610c-82b6-4a6c-a482-09a9282886a3 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:17.657099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f313eff-c0ad-402e-8dad-a42cd6e9f280 req-083b610c-82b6-4a6c-a482-09a9282886a3 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0596685 Aug 12 02:36:17.695431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f313eff-c0ad-402e-8dad-a42cd6e9f280 req-0436b74f-7fb5-4060-aa4a-95760dd3e411 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Aug 12 02:36:17.712375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:17.911839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:17.988857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Deleting port 3f5f15c9-0f17-4b46-b827-7fc319c1338c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:17.989394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.112025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] For port 3f5f15c9-0f17-4b46-b827-7fc319c1338c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f5f15c9-0f17-4b46-b827-7fc319c1338c,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:18.112393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.128371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Calling delete_port for 3f5f15c9-0f17-4b46-b827-7fc319c1338c owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:18.149577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Deleting port 89e7510a-bc41-49e1-b978-98e480591f40 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:18.149915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.323877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] For port 89e7510a-bc41-49e1-b978-98e480591f40, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=89e7510a-bc41-49e1-b978-98e480591f40,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:18.324240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.343448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Calling delete_port for 89e7510a-bc41-49e1-b978-98e480591f40 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:18.496966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.538924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5f15c9-0f17-4b46-b827-7fc319c1338c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:18.592364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.593335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.594137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.594417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.594908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.595398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.595825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.596162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.596498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.596831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.597165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.597493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:18.742242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.779498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e7510a-bc41-49e1-b978-98e480591f40,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:18.806448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:18.814837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b39886-3d48-4ccf-ad42-0e56dc9452b9 req-fea4deb3-c892-4b5c-b186-676469157021 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:18.816446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b39886-3d48-4ccf-ad42-0e56dc9452b9 req-fea4deb3-c892-4b5c-b186-676469157021 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0532775 Aug 12 02:36:18.861930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b39886-3d48-4ccf-ad42-0e56dc9452b9 req-49650499-4d72-466c-aeb8-bd910ddc6e37 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375149 Aug 12 02:36:19.068204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.216701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:36:19.410187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:19.418374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b850738-5581-4bf4-9a83-611a57d66477 admin admin] 10.222.0.11 "PUT /v2.0/routers/0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8675220 Aug 12 02:36:19.419247 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Sync routers for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:19.420303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Router 42eecd07-1155-458b-8acf-23c11565d199 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:36:19.421470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:19.430779 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:19.431651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:19.538549 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:19.613130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.657387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:19.666200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Sync routers for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:19.667404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-741d1498-883a-4a22-950e-b6db073977f0 admin admin] 10.222.0.11 "PUT /v2.0/routers/42eecd07-1155-458b-8acf-23c11565d199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8989763 Aug 12 02:36:19.670640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34664) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:19.680263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:19.681166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:19.726737 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '004dad96-2649-4daf-a947-cc404ab36772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:36:18Z', 'revision_number': 5, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port': {'id': '004dad96-2649-4daf-a947-cc404ab36772', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:bb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:24:15Z', 'updated_at': '2021-08-12T02:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:19.745391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.759776 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Checking router: 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:19.769011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Routers {'0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:19.769853 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:19.796886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.803754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:19.806426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Deleting port 004dad96-2649-4daf-a947-cc404ab36772 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:19.806775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.858120 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] Set router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:19.914528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] For port 004dad96-2649-4daf-a947-cc404ab36772, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=004dad96-2649-4daf-a947-cc404ab36772,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:19.915160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.916586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:36:19Z', 'revision_number': 6, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:19.923311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:19.950159 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cd71e-4d51-445d-8677-2980cbd7306c None None] The sync data for ids ['0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2'] in n-d-804303-2 is: [{'id': '0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2', 'name': 'tempest-TaggedBootDevicesTest-108579292-router', 'tenant_id': '9e5c36dc33f04408937a2983dd056db8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:24:11Z', 'updated_at': '2021-08-12T02:36:19Z', 'revision_number': 6, 'project_id': '9e5c36dc33f04408937a2983dd056db8', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:19.954977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Calling delete_port for 004dad96-2649-4daf-a947-cc404ab36772 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:20.005410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Deleting port a3b4e299-c3b3-48a6-b856-90558c7a5dd4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:20.005760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.024347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:36:18Z', 'revision_number': 5, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port': {'id': 'a3b4e299-c3b3-48a6-b856-90558c7a5dd4', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c9:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eecd07-1155-458b-8acf-23c11565d199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:20.052668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Checking router: 42eecd07-1155-458b-8acf-23c11565d199 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:20.066791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Routers {'42eecd07-1155-458b-8acf-23c11565d199'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:20.067795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['42eecd07-1155-458b-8acf-23c11565d199'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:20.091124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] For port a3b4e299-c3b3-48a6-b856-90558c7a5dd4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:20.091505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.094032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bb8af-8844-496d-a60a-9a31ece2fa47 req-77d93478-4818-4d14-a180-2886649f2927 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:20.095580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-709bb8af-8844-496d-a60a-9a31ece2fa47 req-77d93478-4818-4d14-a180-2886649f2927 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0712047 Aug 12 02:36:20.104205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Calling delete_port for a3b4e299-c3b3-48a6-b856-90558c7a5dd4 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:20.167789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] Set router 42eecd07-1155-458b-8acf-23c11565d199 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:20.227334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:36:19Z', 'revision_number': 6, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:20.254691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125f21a-aa50-4ed1-9dcc-cceacbf16a15 None None] The sync data for ids ['42eecd07-1155-458b-8acf-23c11565d199'] in n-d-804303-2 is: [{'id': '42eecd07-1155-458b-8acf-23c11565d199', 'name': 'tempest-TestVolumeBackupRestore-1864256498-router', 'tenant_id': 'ca3947043f624a47a1c4784c032f3d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:32:30Z', 'updated_at': '2021-08-12T02:36:19Z', 'revision_number': 6, 'project_id': 'ca3947043f624a47a1c4784c032f3d1d', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:20.285823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.322165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b4e299-c3b3-48a6-b856-90558c7a5dd4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:20.378589 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.480143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.482300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.526251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.526708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42eecd07-1155-458b-8acf-23c11565d199 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:36:20.531581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-709bb8af-8844-496d-a60a-9a31ece2fa47 req-ff5c1164-4d8f-4ed0-be92-66056f9c89e2 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023056 Aug 12 02:36:20.531751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.535257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-579c9e0d-54cb-4ad2-878a-803f33854bc7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/42eecd07-1155-458b-8acf-23c11565d199 HTTP/1.1" status: 204 len: 168 time: 0.8600657 Aug 12 02:36:20.536035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34668) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:20.577580 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.580397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Deleting subnet 15b20d5e-0cde-42c2-a0ec-db1c219fdeed {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:20.583594 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.613632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=004dad96-2649-4daf-a947-cc404ab36772,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:20.626989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.676606 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.729133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.774752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.777001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.786381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.810835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b20d5e-0cde-42c2-a0ec-db1c219fdeed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:20.818662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.823584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9e8f0097-f0e6-44e2-952e-0cca27dbf001 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15b20d5e-0cde-42c2-a0ec-db1c219fdeed HTTP/1.1" status: 204 len: 168 time: 0.2845135 Aug 12 02:36:20.823763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fface385-c8fd-4978-9e48-bf1f2ab18ae6 None None] Network 8c1e066b-86cf-4b56-995c-a1e693fd7208 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:20.824219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34674) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:20.824892 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.825636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:36:20.831366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.832596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5e7188ec-4492-4f34-b755-f577531f2c34 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0ec4dfa5-9160-47db-9ed3-d16f2b0e81b2 HTTP/1.1" status: 204 len: 168 time: 1.4100301 Aug 12 02:36:20.834998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34676) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:20.881924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Deleting subnet 5382767c-1f0a-4b32-b927-d097b87ea762 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:20.885451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.899915 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.925368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:20.964704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Deleting port f901254e-b282-4dac-953d-266830143583 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:20.965223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.037823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.044542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] For port f901254e-b282-4dac-953d-266830143583, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f901254e-b282-4dac-953d-266830143583,segment=NetworkSegment(60a6090e-f08e-463f-9ebb-f0c070c104c4),segment_id=60a6090e-f08e-463f-9ebb-f0c070c104c4)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:21.044910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.057876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Calling delete_port for f901254e-b282-4dac-953d-266830143583 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:21.103786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.130865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5382767c-1f0a-4b32-b927-d097b87ea762,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.135987 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.137392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a6a77a-4de1-4993-8513-2db4d0059592 None None] Network 4290ef1f-2b0f-4ad2-9840-a866f11018a4 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:21.137872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9210d84b-e1be-4441-9d06-035d71f855e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5382767c-1f0a-4b32-b927-d097b87ea762 HTTP/1.1" status: 204 len: 168 time: 0.3018529 Aug 12 02:36:21.141114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34678) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:21.151013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.182698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f901254e-b282-4dac-953d-266830143583,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.185145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] No DVR routers for this DVR port f901254e-b282-4dac-953d-266830143583 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:21.225186 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.271309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.287728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b61f5-deae-47dc-9450-113722517c30 None None] DHCP port deletion for 8c1e066b-86cf-4b56-995c-a1e693fd7208 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:21.291378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1e066b-86cf-4b56-995c-a1e693fd7208']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.324240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a6090e-f08e-463f-9ebb-f0c070c104c4') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.324597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a6090e-f08e-463f-9ebb-f0c070c104c4') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.340733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Deleting port 5b29ad93-1396-40f6-84b9-28eee74a9a9b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:21.341080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.345204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.367450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.376863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:21.377269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:21.378976 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:21.400562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] DHCP port deletion for 4290ef1f-2b0f-4ad2-9840-a866f11018a4 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:21.422504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] For port 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5b29ad93-1396-40f6-84b9-28eee74a9a9b,segment=NetworkSegment(fea934d0-de83-47e8-9541-87a41f486924),segment_id=fea934d0-de83-47e8-9541-87a41f486924)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:21.422878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.442016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f5f15c9-0f17-4b46-b827-7fc319c1338c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:21.445089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Calling delete_port for 5b29ad93-1396-40f6-84b9-28eee74a9a9b owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:21.462098 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.466596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3f5f15c9-0f17-4b46-b827-7fc319c1338c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:21.466947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f5f15c9-0f17-4b46-b827-7fc319c1338c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:21.467378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a3b4e299-c3b3-48a6-b856-90558c7a5dd4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:21.477382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.486306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8c1e066b-86cf-4b56-995c-a1e693fd7208 HTTP/1.1" status: 204 len: 168 time: 0.6576185 Aug 12 02:36:21.497995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a272eca-5e6d-4a39-8030-b49c5b2c4d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1e066b-86cf-4b56-995c-a1e693fd7208,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.505158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: a3b4e299-c3b3-48a6-b856-90558c7a5dd4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:21.505827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device a3b4e299-c3b3-48a6-b856-90558c7a5dd4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:21.506499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 89e7510a-bc41-49e1-b978-98e480591f40 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:21.535591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.536500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 89e7510a-bc41-49e1-b978-98e480591f40 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:21.536858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 89e7510a-bc41-49e1-b978-98e480591f40 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:21.537288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 004dad96-2649-4daf-a947-cc404ab36772 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:21.564234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 004dad96-2649-4daf-a947-cc404ab36772 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:21.564583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 004dad96-2649-4daf-a947-cc404ab36772 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:21.565130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f901254e-b282-4dac-953d-266830143583 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:21.569047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b29ad93-1396-40f6-84b9-28eee74a9a9b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.578216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] No DVR routers for this DVR port 5b29ad93-1396-40f6-84b9-28eee74a9a9b on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:21.606707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f901254e-b282-4dac-953d-266830143583 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:21.607180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f901254e-b282-4dac-953d-266830143583 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:21.627017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Deleting port 5b29ad93-1396-40f6-84b9-28eee74a9a9b {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:21.627410 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.654120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34684) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:21.699857 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.704184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] For port 5b29ad93-1396-40f6-84b9-28eee74a9a9b, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:21.705588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.714333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4290ef1f-2b0f-4ad2-9840-a866f11018a4']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.722188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Calling delete_port for 5b29ad93-1396-40f6-84b9-28eee74a9a9b owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:21.725225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Port 5b29ad93-1396-40f6-84b9-28eee74a9a9b was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 02:36:21.726814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.729294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea934d0-de83-47e8-9541-87a41f486924') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.729516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea934d0-de83-47e8-9541-87a41f486924') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:21.747257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e164-176a-4096-9023-f7e53de159ef req-89cb628a-b314-49b4-a934-915738b77e06 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:21.749351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0fe2e164-176a-4096-9023-f7e53de159ef req-89cb628a-b314-49b4-a934-915738b77e06 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.1311326 Aug 12 02:36:21.753318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.767156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] Pushing event deleted for resources: {'Port': ['ID=5b29ad93-1396-40f6-84b9-28eee74a9a9b,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.777794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae91df87-4d9e-4981-b83d-95168278ae51 None None] No DVR routers for this DVR port 5b29ad93-1396-40f6-84b9-28eee74a9a9b on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:21.784300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2fd3c03b-e131-4699-a814-1daf667f53df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c92ab3af34db44f1b382911d056e26e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289501 Aug 12 02:36:21.786806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:21.798371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.807747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:21.808055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:21.811561 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:21.843837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.869463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.873708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0fe2e164-176a-4096-9023-f7e53de159ef req-184ee90b-6804-4e69-9917-6adbe96149fd tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138515 Aug 12 02:36:21.886176 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.901439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.906669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4290ef1f-2b0f-4ad2-9840-a866f11018a4 HTTP/1.1" status: 204 len: 168 time: 0.7616374 Aug 12 02:36:21.914131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd650390-34b9-4132-9a80-40b6949b54b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4290ef1f-2b0f-4ad2-9840-a866f11018a4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:21.932389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.935003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:21.939165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85f22ede-a7d2-4d63-a3c7-4299e9bba67b HTTP/1.1" status: 204 len: 168 time: 0.1481800 Aug 12 02:36:21.945327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3b3d4-4d3f-48b7-af80-2d2adca90420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f22ede-a7d2-4d63-a3c7-4299e9bba67b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:22.101118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:22.143360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a8cc4aa2-c679-4fb5-a7db-a1e44cdfff04 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e5c36dc33f04408937a2983dd056db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409493 Aug 12 02:36:22.145887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34700) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:22.193583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.215247 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.265585 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.268571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.269738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0178cb8b-1fd9-4e7f-b3d2-926f09250950 HTTP/1.1" status: 204 len: 168 time: 0.1228802 Aug 12 02:36:22.276876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34704) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:22.278478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fefcf6-282f-4b1b-96d4-ebf3bc9b1151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178cb8b-1fd9-4e7f-b3d2-926f09250950,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:22.322945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0bd68b58-a803-4425-8793-efa8c63d472d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca3947043f624a47a1c4784c032f3d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444293 Aug 12 02:36:22.325294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34706) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:22.375616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.397594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.444858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.447627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:22.454391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec7d7774-bcac-4e23-ad49-02bc1fc6d422 HTTP/1.1" status: 204 len: 168 time: 0.1228893 Aug 12 02:36:22.458245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285f54f-2f1b-4499-b3b0-980f8438a93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d7774-bcac-4e23-ad49-02bc1fc6d422,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:23.038668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bc780-8c85-414a-a4c4-b34519e8a2aa req-2de252a9-48ec-4d3d-aaae-93a1cb0f0452 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:23.041720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e8bc780-8c85-414a-a4c4-b34519e8a2aa req-2de252a9-48ec-4d3d-aaae-93a1cb0f0452 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0867913 Aug 12 02:36:23.070505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5b29ad93-1396-40f6-84b9-28eee74a9a9b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:23.097075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5b29ad93-1396-40f6-84b9-28eee74a9a9b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:23.097328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5b29ad93-1396-40f6-84b9-28eee74a9a9b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:23.107726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e8bc780-8c85-414a-a4c4-b34519e8a2aa req-642540f6-9519-4102-b855-4926889d3632 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Aug 12 02:36:23.118051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34732) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:23.215874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1476699086-network', 'tenant_id': '61da877733ea4eb3a932d8d99a555490'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:23.237147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Made reservation on behalf of 61da877733ea4eb3a932d8d99a555490 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:23.239539 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.247615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.336943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.341332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.369479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:36:23.374605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02782e30-e4da-401d-8fae-3179e725848c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:23.382156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.382156 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Added segment 1942c095-a468-4409-9427-1202eddcf8a5 of type vlan for network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 Aug 12 02:36:23.421671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.449754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.450737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:23.451313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.507617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3884547 Aug 12 02:36:23.510378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:23.515704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Request body: {'subnet': {'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1476699086-subnet', 'tenant_id': '61da877733ea4eb3a932d8d99a555490', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:23.523342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497452c3-17b2-4801-9ea2-fdcaefc96bda admin admin] Pushing event updated for resources: {'Network': ['ID=681a3a4e-032d-4fc2-8260-6a20d073d6c9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:23.535362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:36:23.539555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Made reservation on behalf of 61da877733ea4eb3a932d8d99a555490 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:23.541925 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.708443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.766448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa251e07-4402-486a-898e-1e7d55ded3c1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:23.770707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Checking segment: {'id': '1942c095-a468-4409-9427-1202eddcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:23.771072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Network hostable DHCP agents. Network: 681a3a4e-032d-4fc2-8260-6a20d073d6c9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:36:23.787181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:36:23.795221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 681a3a4e-032d-4fc2-8260-6a20d073d6c9) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:23.799147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:23.799760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:23.804226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47662e84-ece5-4e1b-839e-9063b1585a8f None None] Network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:23.814335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b4bfd9d-c0f7-4d14-b6e8-67d24c4bc3f7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3029447 Aug 12 02:36:23.933936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508352c0-44d5-41d4-bc72-86d2cd857a5b None None] Network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:24.221413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0451e-80af-4d51-9298-e7c4ee671cb1 req-be4a24d4-448f-43f4-92b3-d9ff109f6f12 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:24.222920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1d0451e-80af-4d51-9298-e7c4ee671cb1 req-be4a24d4-448f-43f4-92b3-d9ff109f6f12 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0525346 Aug 12 02:36:24.243198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-c49091b7-cd90-489b-bfd5-6fd8206b809e tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:24.244796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-c49091b7-cd90-489b-bfd5-6fd8206b809e tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/networks?id=681a3a4e-032d-4fc2-8260-6a20d073d6c9 HTTP/1.1" status: 200 len: 814 time: 0.1054010 Aug 12 02:36:24.259822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-9a5eda21-b51b-4e6d-b6ad-7c8088237430 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/quotas/61da877733ea4eb3a932d8d99a555490 HTTP/1.1" status: 200 len: 375 time: 0.0091469 Aug 12 02:36:24.262305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1d0451e-80af-4d51-9298-e7c4ee671cb1 req-0da6a115-7121-45c2-a668-d303f438deec tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331249 Aug 12 02:36:24.292484 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-2f769db2-9caf-42e4-9355-47a06fe52c20 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=61da877733ea4eb3a932d8d99a555490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267003 Aug 12 02:36:24.379378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-7017b91d-0f44-472b-a2b8-c120b880de0b service neutron] 10.222.0.11 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799382 Aug 12 02:36:24.474772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-b09fadf3-7740-47e8-bc0c-fc22c6243f6b service neutron] 10.222.0.11 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894520 Aug 12 02:36:24.642029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3beb1474-0e74-4e16-acc3-c17d3be847fc req-568471df-30ed-4b5b-a160-d8fc5540c295 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 210 time: 0.0285509 Aug 12 02:36:25.382910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee28df1-4998-4196-819a-12b86de030a6 req-ca815ed4-83d4-43eb-91ca-53e26bf5a813 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:25.384555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ee28df1-4998-4196-819a-12b86de030a6 req-ca815ed4-83d4-43eb-91ca-53e26bf5a813 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0534191 Aug 12 02:36:25.421599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ee28df1-4998-4196-819a-12b86de030a6 req-33651d1b-5556-43dd-ba4a-b284d5778d78 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Aug 12 02:36:25.694264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-b5706c51-47aa-4035-9eb6-38552dc51ed9 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:25.696192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-b5706c51-47aa-4035-9eb6-38552dc51ed9 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.21 "GET /v2.0/networks?id=681a3a4e-032d-4fc2-8260-6a20d073d6c9 HTTP/1.1" status: 200 len: 814 time: 0.1060712 Aug 12 02:36:25.717433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Request body: {'port': {'device_id': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9', 'admin_state_up': True, 'tenant_id': '61da877733ea4eb3a932d8d99a555490'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:25.783770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f6fddcb-2ec8-4a5b-af14-fac0087edbb0 req-317ba988-8e31-48d2-a6dc-7b69ef2487bb tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 210 time: 0.0623300 Aug 12 02:36:25.847903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Made reservation on behalf of 61da877733ea4eb3a932d8d99a555490 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:25.851517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:25.979305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Allocated IP 172.20.0.7 (681a3a4e-032d-4fc2-8260-6a20d073d6c9/fa251e07-4402-486a-898e-1e7d55ded3c1/34e660d7-d302-4efa-9a2f-173fcc948ea8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:26.134634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.171584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.212741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:26.217729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:26.221378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:26.227676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Pushing event updated for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:26.272006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:26.272624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.286230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-c93e92df-a382-467d-9c17-186ee298eee8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728643 Aug 12 02:36:26.304101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Request body: {'port': {'device_id': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:26.355048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.589669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93b47c-d108-4fe2-9cc1-9d0208a8dbea req-0e504c12-6cfb-4f93-b675-c00df9d1f898 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:26.591036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b93b47c-d108-4fe2-9cc1-9d0208a8dbea req-0e504c12-6cfb-4f93-b675-c00df9d1f898 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0993485 Aug 12 02:36:26.653034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b93b47c-d108-4fe2-9cc1-9d0208a8dbea req-19eeebf2-6f31-4062-879a-c1233e549164 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503750 Aug 12 02:36:26.683385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e660d7-d302-4efa-9a2f-173fcc948ea8 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:26.690874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.702797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Transition to ACTIVE for port object 34e660d7-d302-4efa-9a2f-173fcc948ea8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:26.706153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.774168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Pushing event updated for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:26.822310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Attempting to bind port 34e660d7-d302-4efa-9a2f-173fcc948ea8 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:26.823039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Attempting to bind port 34e660d7-d302-4efa-9a2f-173fcc948ea8 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '1942c095-a468-4409-9427-1202eddcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:26.823372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Attempting to bind port 34e660d7-d302-4efa-9a2f-173fcc948ea8 on network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:26.828181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Port 34e660d7-d302-4efa-9a2f-173fcc948ea8 on network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:36:26.828505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Attempting to bind port 34e660d7-d302-4efa-9a2f-173fcc948ea8 on network 681a3a4e-032d-4fc2-8260-6a20d073d6c9 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:26.833330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:26.833668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Checking segment: {'id': '1942c095-a468-4409-9427-1202eddcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:26.834048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Bound using segment: {'id': '1942c095-a468-4409-9427-1202eddcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:26.834472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Bound port: 34e660d7-d302-4efa-9a2f-173fcc948ea8, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1942c095-a468-4409-9427-1202eddcf8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:26.834827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.897134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:26.900219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf42e-00a5-49f9-b75a-5213858c191f req-391b74bf-5058-42e6-923c-6afeb52c5482 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:26.900725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8,segment=NetworkSegment(1942c095-a468-4409-9427-1202eddcf8a5),segment_id=1942c095-a468-4409-9427-1202eddcf8a5)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:26.901812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-358bf42e-00a5-49f9-b75a-5213858c191f req-391b74bf-5058-42e6-923c-6afeb52c5482 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 943 time: 0.0496178 Aug 12 02:36:26.904774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.944233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-358bf42e-00a5-49f9-b75a-5213858c191f req-a618982b-5f0e-4925-a80d-07e859046101 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Aug 12 02:36:26.946543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:26.947168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:26.948859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] 10.222.0.21 "PUT /v2.0/ports/34e660d7-d302-4efa-9a2f-173fcc948ea8 HTTP/1.1" status: 200 len: 1091 time: 0.6488163 Aug 12 02:36:26.949300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:26.951579 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a7afed-f095-412a-9700-66474d79a516" -d '{"events": [{"name": "network-changed", "server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:26.976215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57364f9d-6198-40d0-bbf4-df11e1470e4f service neutron] Pushing event updated for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:26.999870 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee305b-b1f7-469a-9623-5ca561bccd5e x-openstack-request-id: req-9fee305b-b1f7-469a-9623-5ca561bccd5e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:27.000164 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:27.000421 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fee305b-b1f7-469a-9623-5ca561bccd5e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:27.000824 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8', 'status': 'completed', 'code': 200} Aug 12 02:36:27.057855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-4f18b794-8d90-4613-a14b-4139f34c471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.059362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-4f18b794-8d90-4613-a14b-4139f34c471b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61da877733ea4eb3a932d8d99a555490&device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 1094 time: 0.0408747 Aug 12 02:36:27.135072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-28b90126-5e80-4f21-a7f9-8e96a7173766 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8 HTTP/1.1" status: 200 len: 217 time: 0.0565546 Aug 12 02:36:27.190064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4097d-1676-4441-b5c5-981c753d9578 req-436cd82b-1f19-41d2-bdfd-46ff74df912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.191538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-436cd82b-1f19-41d2-bdfd-46ff74df912d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa251e07-4402-486a-898e-1e7d55ded3c1 HTTP/1.1" status: 200 len: 854 time: 0.0497038 Aug 12 02:36:27.222533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-af651380-01c2-482a-b998-381cf7fdb7d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=681a3a4e-032d-4fc2-8260-6a20d073d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236323 Aug 12 02:36:27.312850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-236b0b33-271a-45c4-889f-0ee89606e888 service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Aug 12 02:36:27.405993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-add4097d-1676-4441-b5c5-981c753d9578 req-6684585b-1b58-4867-a27c-a0e8140fafe9 service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848773 Aug 12 02:36:27.538115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7afed-f095-412a-9700-66474d79a516 req-f20bf8a9-a2ad-40e4-a39a-9a46faaa5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.539601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-f20bf8a9-a2ad-40e4-a39a-9a46faaa5df2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61da877733ea4eb3a932d8d99a555490&device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 1094 time: 0.0398531 Aug 12 02:36:27.630754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7afed-f095-412a-9700-66474d79a516 req-954588a3-c6dc-4d37-a0b0-d2765d45eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.632263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-954588a3-c6dc-4d37-a0b0-d2765d45eac3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=681a3a4e-032d-4fc2-8260-6a20d073d6c9 HTTP/1.1" status: 200 len: 915 time: 0.0852973 Aug 12 02:36:27.678486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-c13300ed-0558-45ad-a951-2cfe37172e10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8 HTTP/1.1" status: 200 len: 217 time: 0.0387583 Aug 12 02:36:27.739416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7afed-f095-412a-9700-66474d79a516 req-c68c63d3-7f5e-4320-b8a1-12e9cc290152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.740801 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-c68c63d3-7f5e-4320-b8a1-12e9cc290152 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa251e07-4402-486a-898e-1e7d55ded3c1 HTTP/1.1" status: 200 len: 854 time: 0.0543849 Aug 12 02:36:27.784553 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-6ef7c598-827c-4be6-bd4e-93a14e033685 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=681a3a4e-032d-4fc2-8260-6a20d073d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302625 Aug 12 02:36:27.799937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9f0f8-b146-4af0-9541-6a8abb62044e req-d9b95334-ce85-47cf-adcc-353bca095036 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:27.801310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58d9f0f8-b146-4af0-9541-6a8abb62044e req-d9b95334-ce85-47cf-adcc-353bca095036 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0763838 Aug 12 02:36:27.882408 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58d9f0f8-b146-4af0-9541-6a8abb62044e req-22207611-ee0c-4ceb-9df9-619c1f81f980 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725634 Aug 12 02:36:27.908706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-adfe3c8d-c88c-48ca-85a4-87c4325384de service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064925 Aug 12 02:36:28.008048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6a7afed-f095-412a-9700-66474d79a516 req-19e0e0dc-0159-4e03-ba96-7c1c6010d40f service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917275 Aug 12 02:36:28.063391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab194786-d827-4627-90a5-0a9231ccd792 req-0380bcfd-5187-4a34-b8d5-65ceb05e1a15 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:28.064903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab194786-d827-4627-90a5-0a9231ccd792 req-0380bcfd-5187-4a34-b8d5-65ceb05e1a15 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 943 time: 0.0498123 Aug 12 02:36:28.108153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab194786-d827-4627-90a5-0a9231ccd792 req-b777843a-1493-4f70-82f9-48609aabddd8 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Aug 12 02:36:28.995661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb7ea7-c00f-4c58-af12-59841b8e4a92 req-96a91651-72ac-4339-861e-47a988e1383f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:28.997144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ceeb7ea7-c00f-4c58-af12-59841b8e4a92 req-96a91651-72ac-4339-861e-47a988e1383f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0495677 Aug 12 02:36:29.034665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ceeb7ea7-c00f-4c58-af12-59841b8e4a92 req-db965074-68ae-4ee2-a30b-5e8e2b77ea13 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Aug 12 02:36:29.223444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b8a66-8f6e-4098-a769-509b65f64045 req-acd99c3d-42d9-4de6-89dd-11935e413286 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:29.224924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed0b8a66-8f6e-4098-a769-509b65f64045 req-acd99c3d-42d9-4de6-89dd-11935e413286 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 943 time: 0.0486739 Aug 12 02:36:29.262611 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed0b8a66-8f6e-4098-a769-509b65f64045 req-f6bf8c6c-83a8-49fe-8c9f-a7091119bdc4 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Aug 12 02:36:30.152111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56adc11-b9c0-4d9a-b10a-0c8b387cb918 req-7de7902b-6a97-4925-b68b-de6876e74df8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:30.153572 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a56adc11-b9c0-4d9a-b10a-0c8b387cb918 req-7de7902b-6a97-4925-b68b-de6876e74df8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0524464 Aug 12 02:36:30.191763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a56adc11-b9c0-4d9a-b10a-0c8b387cb918 req-8f6938f9-91cc-4ac3-ace2-0b7e043da837 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Aug 12 02:36:30.380977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78427320-6777-4319-9099-d488752f145c req-19fb2a15-9a89-4dbf-9dc8-78edc339ff6a tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:30.382451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78427320-6777-4319-9099-d488752f145c req-19fb2a15-9a89-4dbf-9dc8-78edc339ff6a tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 943 time: 0.0510068 Aug 12 02:36:30.422856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78427320-6777-4319-9099-d488752f145c req-e5d3189d-dbed-411b-81da-a671c7b2db97 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Aug 12 02:36:31.308411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e6fd7-7a48-485c-b1f3-abf5b4d5e1b8 req-4f9c149d-03b4-4660-99b8-5627a7460139 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:31.309812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-790e6fd7-7a48-485c-b1f3-abf5b4d5e1b8 req-4f9c149d-03b4-4660-99b8-5627a7460139 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0488570 Aug 12 02:36:31.346839 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-790e6fd7-7a48-485c-b1f3-abf5b4d5e1b8 req-24fec1d8-92ff-4643-a648-3be98f13ca37 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Aug 12 02:36:31.378542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 34e660d7-d302-4efa-9a2f-173fcc948ea8 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:36:31.486695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8,segment=NetworkSegment(1942c095-a468-4409-9427-1202eddcf8a5),segment_id=1942c095-a468-4409-9427-1202eddcf8a5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:31.498369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '34e660d7-d302-4efa-9a2f-173fcc948ea8', 'network_id': '681a3a4e-032d-4fc2-8260-6a20d073d6c9', 'port_id': '34e660d7-d302-4efa-9a2f-173fcc948ea8', 'mac_address': 'fa:16:3e:5d:9a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa251e07-4402-486a-898e-1e7d55ded3c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:36:31.539488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:31.540286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02649ef1-63d2-41ca-9542-2d6953b9877d req-944753a1-4ac5-40b4-bf13-7b353bd0ea78 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:31.541783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02649ef1-63d2-41ca-9542-2d6953b9877d req-944753a1-4ac5-40b4-bf13-7b353bd0ea78 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 943 time: 0.0489948 Aug 12 02:36:31.552689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e660d7-d302-4efa-9a2f-173fcc948ea8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:31.573036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8,segment=NetworkSegment(1942c095-a468-4409-9427-1202eddcf8a5),segment_id=1942c095-a468-4409-9427-1202eddcf8a5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:31.578297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:31.583401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02649ef1-63d2-41ca-9542-2d6953b9877d req-83fa9398-dd4a-4d62-88ee-de9360346510 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347538 Aug 12 02:36:31.626968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:31.634242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.634595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.634939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.635287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.635660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.636000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.636331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.636660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.636989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.637316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.637645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.637966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:31.951866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9f3dbad7-2a3c-4e3d-89b9-15f72142e12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:32.043805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['34e660d7-d302-4efa-9a2f-173fcc948ea8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:32.464575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269bedb-8161-48fa-bed4-c2fe882522ff req-a1339be6-f55f-4277-b5a5-403c5902b255 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:32.466127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0269bedb-8161-48fa-bed4-c2fe882522ff req-a1339be6-f55f-4277-b5a5-403c5902b255 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0506568 Aug 12 02:36:32.506794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0269bedb-8161-48fa-bed4-c2fe882522ff req-e2e516d9-694d-48f1-983b-1dfe261536de tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 12 02:36:32.703499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ba31-9f2b-4db3-8284-5dfd1a5803d1 req-698d4eee-403d-4021-9e9c-1502c0ea1e3e tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:32.704187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad36df-374f-4088-870f-420bc73ca1eb req-846c0a5d-d046-42e6-a560-bada59cbfa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:32.704898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a06ba31-9f2b-4db3-8284-5dfd1a5803d1 req-698d4eee-403d-4021-9e9c-1502c0ea1e3e tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 944 time: 0.0520155 Aug 12 02:36:32.705728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ad36df-374f-4088-870f-420bc73ca1eb req-846c0a5d-d046-42e6-a560-bada59cbfa87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0418086 Aug 12 02:36:32.739603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98ad36df-374f-4088-870f-420bc73ca1eb req-0a85f638-63cb-4f81-a12f-e55796c09d14 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280020 Aug 12 02:36:32.742912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a06ba31-9f2b-4db3-8284-5dfd1a5803d1 req-aad8641f-aa4d-4e67-8d68-b856db0e452e tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Aug 12 02:36:33.390831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 34e660d7-d302-4efa-9a2f-173fcc948ea8 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:33.621047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 34e660d7-d302-4efa-9a2f-173fcc948ea8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:33.628150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 34e660d7-d302-4efa-9a2f-173fcc948ea8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:33.628524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:33.629898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77ba95-838d-4bfc-b695-b7ad3d617799 req-dec26c7d-0a15-4e8c-97e3-167190142a2e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:33.631431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e77ba95-838d-4bfc-b695-b7ad3d617799 req-dec26c7d-0a15-4e8c-97e3-167190142a2e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0541830 Aug 12 02:36:33.673234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2e77ba95-838d-4bfc-b695-b7ad3d617799 req-2684f372-96d3-4c6c-b114-4a65346ba41d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Aug 12 02:36:33.718881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:33.741028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:33.743326 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426dc39f-9ec3-4dfe-8505-99a3ff605955" -d '{"events": [{"server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "name": "network-vif-plugged", "status": "completed", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:33.758974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8,segment=NetworkSegment(1942c095-a468-4409-9427-1202eddcf8a5),segment_id=1942c095-a468-4409-9427-1202eddcf8a5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:33.765828 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:33.813643 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1dd181-2b88-4b39-8a46-1d7285383dcf x-openstack-request-id: req-5f1dd181-2b88-4b39-8a46-1d7285383dcf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:33.813933 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "name": "network-vif-plugged", "status": "completed", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:33.814182 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f1dd181-2b88-4b39-8a46-1d7285383dcf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:33.814571 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8', 'code': 200} Aug 12 02:36:33.817448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:33.882617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce307064-2c5a-479f-980f-6024f4f3004e req-de10b2d6-db93-429b-8322-71feaa37dc19 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:33.884234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce307064-2c5a-479f-980f-6024f4f3004e req-de10b2d6-db93-429b-8322-71feaa37dc19 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0513060 Aug 12 02:36:33.961442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce307064-2c5a-479f-980f-6024f4f3004e req-f997e699-b542-4f4d-bbc7-e5434a016024 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 12 02:36:33.964142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576e20f-a598-4393-a3bc-f165d00637a8 req-c14c4fb1-2510-4cc4-82ef-6a6b28360e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:33.965521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e576e20f-a598-4393-a3bc-f165d00637a8 req-c14c4fb1-2510-4cc4-82ef-6a6b28360e4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 1096 time: 0.0729229 Aug 12 02:36:34.003642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e576e20f-a598-4393-a3bc-f165d00637a8 req-9d2a4027-84ca-47aa-bde0-7b54ddca629b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300746 Aug 12 02:36:34.570273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ac27ec0-e9d6-4cbc-bb98-a171adf68953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:34.615590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:34.664677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:34.792261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a205471-5852-4132-b325-11ede987a79a req-4e4d8e67-042e-410e-931d-6727d31032bf tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:34.793861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a205471-5852-4132-b325-11ede987a79a req-4e4d8e67-042e-410e-931d-6727d31032bf tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0502801 Aug 12 02:36:34.837705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a205471-5852-4132-b325-11ede987a79a req-c62fbc57-89b4-485f-a27a-9c277558a869 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366843 Aug 12 02:36:35.091879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ebb6-f629-4d6b-b388-a94b146899ff req-27733c13-f1f3-433d-8334-424b86b08016 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.093522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b15ebb6-f629-4d6b-b388-a94b146899ff req-27733c13-f1f3-433d-8334-424b86b08016 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0563602 Aug 12 02:36:35.137158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b15ebb6-f629-4d6b-b388-a94b146899ff req-953d7d00-da09-4634-9728-0146ff5b262b tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Aug 12 02:36:35.250509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911ea6c-72fd-4885-83ab-60934aefb71f req-9d0faf98-c2cf-4b50-913b-6773aae937fe tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.252492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0911ea6c-72fd-4885-83ab-60934aefb71f req-9d0faf98-c2cf-4b50-913b-6773aae937fe tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0522990 Aug 12 02:36:35.287442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-ad562ce3-34ec-4d3e-9f7e-d4ee99694be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.289121 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-ad562ce3-34ec-4d3e-9f7e-d4ee99694be9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=573a9d45d0a24b81972e6a474785bcd2&device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 1096 time: 0.0505636 Aug 12 02:36:35.293940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0911ea6c-72fd-4885-83ab-60934aefb71f req-fdfcaa15-1a79-4a56-99f4-66eebf005744 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Aug 12 02:36:35.393385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-20abdc00-2b6d-41b7-a898-2f467b284311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.394996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-20abdc00-2b6d-41b7-a898-2f467b284311 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 200 len: 916 time: 0.0983458 Aug 12 02:36:35.440629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-40da19e4-b883-4711-8f4d-11098535eb19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41adda09-5e94-4691-ae87-a96d2fb82a61 HTTP/1.1" status: 200 len: 217 time: 0.0379152 Aug 12 02:36:35.498542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-30f15cef-1c67-4454-89ec-c4679f2f2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.500317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-30f15cef-1c67-4454-89ec-c4679f2f2183 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 200 len: 854 time: 0.0514748 Aug 12 02:36:35.566637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-ea61af25-0381-4f3f-8fb1-ac6f43830e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:35.569102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-ea61af25-0381-4f3f-8fb1-ac6f43830e48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3d54d0-dae3-432d-8059-3ef45418fd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605252 Aug 12 02:36:35.665792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-e884b11d-1f24-46da-8f0f-a1fb36cce0fb service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Aug 12 02:36:35.756853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7eaf2f24-332d-423d-9e02-dfa9c54155cf req-a235b78e-7220-4188-87fd-7955452af199 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834906 Aug 12 02:36:35.835108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:36.264701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8493fd-20ca-494d-b807-2efb9c7803cc req-aee5fa30-9e8b-4bdf-885e-8a8d9e51d599 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.267047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a8493fd-20ca-494d-b807-2efb9c7803cc req-aee5fa30-9e8b-4bdf-885e-8a8d9e51d599 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0524104 Aug 12 02:36:36.307486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a8493fd-20ca-494d-b807-2efb9c7803cc req-ffabeac5-541c-4a35-9367-5ab58cc4b55b tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 12 02:36:36.433733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6f282-0a9b-49ee-a2b4-d1a893d5b7bc req-5ce0f554-fb87-4d9e-94e4-4e0f901cba54 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.435270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fd6f282-0a9b-49ee-a2b4-d1a893d5b7bc req-5ce0f554-fb87-4d9e-94e4-4e0f901cba54 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0610323 Aug 12 02:36:36.484726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fd6f282-0a9b-49ee-a2b4-d1a893d5b7bc req-2f27a960-db31-4789-acad-691b2e105e7e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424156 Aug 12 02:36:36.629241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419c6da-86d2-4138-91c1-f3fc6333c36a req-e234548c-917a-48e4-b366-810c7c7c5bca tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.630845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0419c6da-86d2-4138-91c1-f3fc6333c36a req-e234548c-917a-48e4-b366-810c7c7c5bca tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0506847 Aug 12 02:36:36.652849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-96deb620-1501-46fe-a544-5857f05491ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.654478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-96deb620-1501-46fe-a544-5857f05491ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=61da877733ea4eb3a932d8d99a555490&device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 1096 time: 0.0460613 Aug 12 02:36:36.672122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0419c6da-86d2-4138-91c1-f3fc6333c36a req-48b05abe-011a-4f8b-8a27-02d575fb0535 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Aug 12 02:36:36.750137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-3b29da28-db08-4c66-926e-d88caf666309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.751561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-3b29da28-db08-4c66-926e-d88caf666309 service neutron] 10.222.0.21 "GET /v2.0/networks?id=681a3a4e-032d-4fc2-8260-6a20d073d6c9 HTTP/1.1" status: 200 len: 915 time: 0.0887194 Aug 12 02:36:36.801566 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-bba522d5-dd5e-4bc0-82d3-75818f140594 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8 HTTP/1.1" status: 200 len: 217 time: 0.0410757 Aug 12 02:36:36.850628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-10ea9a39-8024-453c-baf0-9c182ef5b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:36.852107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-10ea9a39-8024-453c-baf0-9c182ef5b3e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa251e07-4402-486a-898e-1e7d55ded3c1 HTTP/1.1" status: 200 len: 854 time: 0.0435233 Aug 12 02:36:36.885255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-2d396ba6-2c6d-4d04-98a1-7c0f6ddbaa00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=681a3a4e-032d-4fc2-8260-6a20d073d6c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253899 Aug 12 02:36:36.975862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-49c12c62-e25d-4ebf-a5bf-ad0eeaaff3f7 service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 Aug 12 02:36:37.070261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3c8b165-ffd9-419e-8ab3-2e9c5058d0d0 req-59919912-4657-401f-8d19-abf8301456e3 service neutron] 10.222.0.21 "GET /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869887 Aug 12 02:36:37.329482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:37.619348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98cba-0756-4c22-877b-0dcbe924b7f0 req-466cff44-1002-42c6-9cfb-7890d9aa615d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:37.623001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e98cba-0756-4c22-877b-0dcbe924b7f0 req-466cff44-1002-42c6-9cfb-7890d9aa615d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0540371 Aug 12 02:36:37.663705 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3e98cba-0756-4c22-877b-0dcbe924b7f0 req-65dff307-b609-453c-9137-cd32d56fa0b6 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364285 Aug 12 02:36:37.805237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec06d7a-70e3-4372-827b-18a10cef95ba req-8a22f457-140d-464a-b351-6fe5317b2f40 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:37.807381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ec06d7a-70e3-4372-827b-18a10cef95ba req-8a22f457-140d-464a-b351-6fe5317b2f40 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0592904 Aug 12 02:36:37.812709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925aefd9-50a2-4228-8711-b9650f014a05 req-32dfc5e5-7428-4d14-af6a-d385ee63de7f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:37.814329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-925aefd9-50a2-4228-8711-b9650f014a05 req-32dfc5e5-7428-4d14-af6a-d385ee63de7f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0523548 Aug 12 02:36:37.847563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ec06d7a-70e3-4372-827b-18a10cef95ba req-baa8932f-702c-4bf2-8e92-5a89ce2a1a1d tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Aug 12 02:36:37.857567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-925aefd9-50a2-4228-8711-b9650f014a05 req-08d4cb3e-8ef5-4088-9333-fa1cc928d9db tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371704 Aug 12 02:36:37.975277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009ea87-3577-45ce-b334-642ab0c1606c req-583cd390-7739-43a4-a149-1a208744587f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:37.976944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a009ea87-3577-45ce-b334-642ab0c1606c req-583cd390-7739-43a4-a149-1a208744587f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0525348 Aug 12 02:36:38.017292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a009ea87-3577-45ce-b334-642ab0c1606c req-f2f215f1-1246-484b-8673-2e5dea7f3c17 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Aug 12 02:36:38.142017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f0c4d-b6ea-49af-9415-d50d334bd6d9 req-c301485b-9a70-4b32-8344-1a56b22478cc tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:38.143511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a69f0c4d-b6ea-49af-9415-d50d334bd6d9 req-c301485b-9a70-4b32-8344-1a56b22478cc tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0556114 Aug 12 02:36:38.184165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a69f0c4d-b6ea-49af-9415-d50d334bd6d9 req-99ecf0e6-f7c4-4afc-97ae-6146417793ba tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345433 Aug 12 02:36:38.226677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-b6674f77-a52c-42fe-b920-42d058ea2560 req-41b143f7-e61e-4ff8-8b79-22828f1af27f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:36:38.227825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6674f77-a52c-42fe-b920-42d058ea2560 req-41b143f7-e61e-4ff8-8b79-22828f1af27f tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060854 Aug 12 02:36:38.310384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6674f77-a52c-42fe-b920-42d058ea2560 req-23f8d1be-5fc4-4a37-b547-097e7876b14e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0754366 Aug 12 02:36:38.567732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18896f06-c04a-4287-87b7-12e2713aaa31 req-822c6ce4-9760-45e9-9921-4cfbc62505e7 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:38.569227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18896f06-c04a-4287-87b7-12e2713aaa31 req-822c6ce4-9760-45e9-9921-4cfbc62505e7 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0496116 Aug 12 02:36:38.607544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18896f06-c04a-4287-87b7-12e2713aaa31 req-8201e4cb-0ee3-449e-928c-c938613787b8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319281 Aug 12 02:36:38.725884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefed0a-3dd1-4ad8-ae5f-7d6eadc5b3ef req-b6360a3a-4461-4783-addd-c13ce52abbf9 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:38.727393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eefed0a-3dd1-4ad8-ae5f-7d6eadc5b3ef req-b6360a3a-4461-4783-addd-c13ce52abbf9 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0528200 Aug 12 02:36:38.766339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8eefed0a-3dd1-4ad8-ae5f-7d6eadc5b3ef req-65b32b0d-593a-4636-a3d4-4cce9a397123 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Aug 12 02:36:38.892213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42945f9-059a-4ef3-9ec2-0e9be363a7ce req-79701a9a-0332-468e-b2f2-c1637d102b59 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:38.896016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f42945f9-059a-4ef3-9ec2-0e9be363a7ce req-79701a9a-0332-468e-b2f2-c1637d102b59 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0553179 Aug 12 02:36:38.938962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f42945f9-059a-4ef3-9ec2-0e9be363a7ce req-354fa6ea-d078-466a-84f2-efb112bd28b1 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Aug 12 02:36:38.974241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964b0b2-b69f-444b-9554-2fcf500b4179 req-49d54daa-7aee-4a64-ad20-d14f7d0d3ae6 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:38.975988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a964b0b2-b69f-444b-9554-2fcf500b4179 req-49d54daa-7aee-4a64-ad20-d14f7d0d3ae6 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0562425 Aug 12 02:36:39.020026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a964b0b2-b69f-444b-9554-2fcf500b4179 req-b4ddb1dc-5256-46d9-bdf7-ed460faeb16c tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Aug 12 02:36:39.137233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20a69a-64a7-4c7c-b8ff-b1d944ac5fa8 req-c785f8d4-0696-4f39-91a1-97cd13fee8b5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:39.143409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20a69a-64a7-4c7c-b8ff-b1d944ac5fa8 req-c785f8d4-0696-4f39-91a1-97cd13fee8b5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:39.149693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20a69a-64a7-4c7c-b8ff-b1d944ac5fa8 req-c785f8d4-0696-4f39-91a1-97cd13fee8b5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:39.151398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f20a69a-64a7-4c7c-b8ff-b1d944ac5fa8 req-c785f8d4-0696-4f39-91a1-97cd13fee8b5 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e&device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d&device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 2417 time: 0.0757558 Aug 12 02:36:39.196162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f20a69a-64a7-4c7c-b8ff-b1d944ac5fa8 req-9af526f2-9f4c-4951-9509-dcf677b53f62 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382898 Aug 12 02:36:39.232619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-033897c5-197d-4e8e-b721-6953460b115c req-2a29d7a6-8cf1-438a-916a-0f7d28f1c52c tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:36:39.232619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-033897c5-197d-4e8e-b721-6953460b115c req-2a29d7a6-8cf1-438a-916a-0f7d28f1c52c tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062850 Aug 12 02:36:39.338054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98b4e-3e5c-472b-85eb-71966517cddf req-3905077a-53fb-442f-8c39-28d1e58fa875 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:39.339903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cd98b4e-3e5c-472b-85eb-71966517cddf req-3905077a-53fb-442f-8c39-28d1e58fa875 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0541539 Aug 12 02:36:39.356351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-033897c5-197d-4e8e-b721-6953460b115c req-3112f2ca-16b8-4dc5-846e-7c9e331ddc18 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1149366 Aug 12 02:36:39.380433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1cd98b4e-3e5c-472b-85eb-71966517cddf req-0d3c5b57-28ac-42c4-b94f-c30dd65325cc tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Aug 12 02:36:40.503579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f1a2a-0601-4569-9bcf-f24d7f49698b req-adfa8979-a851-4069-a82e-a7c016a35c80 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:40.505238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-396f1a2a-0601-4569-9bcf-f24d7f49698b req-adfa8979-a851-4069-a82e-a7c016a35c80 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0588682 Aug 12 02:36:40.547397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-396f1a2a-0601-4569-9bcf-f24d7f49698b req-96290599-eb53-4fed-ba1d-3f9ea6e68c12 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/security-groups?id=02782e30-e4da-401d-8fae-3179e725848c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 Aug 12 02:36:40.666760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14ac8-6d4f-4b8e-8ec5-f8055c6e1276 req-35865bd7-9dee-4a9e-9bd0-a94dddbf1c8e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:40.668321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ab14ac8-6d4f-4b8e-8ec5-f8055c6e1276 req-35865bd7-9dee-4a9e-9bd0-a94dddbf1c8e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0497026 Aug 12 02:36:40.708524 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ab14ac8-6d4f-4b8e-8ec5-f8055c6e1276 req-9c3e009c-3fbb-41f4-bf34-ebf5d00664f9 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Aug 12 02:36:41.002745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-6144d1b2-0611-456a-a38e-69a2b6562b01 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:41.004267 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-6144d1b2-0611-456a-a38e-69a2b6562b01 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 945 time: 0.0511813 Aug 12 02:36:41.094533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Deleting port 34e660d7-d302-4efa-9a2f-173fcc948ea8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:41.094883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:41.181669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] For port 34e660d7-d302-4efa-9a2f-173fcc948ea8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=34e660d7-d302-4efa-9a2f-173fcc948ea8,segment=NetworkSegment(1942c095-a468-4409-9427-1202eddcf8a5),segment_id=1942c095-a468-4409-9427-1202eddcf8a5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:41.182033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:41.194294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Calling delete_port for 34e660d7-d302-4efa-9a2f-173fcc948ea8 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:41.321829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:41.351074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Pushing event deleted for resources: {'Port': ['ID=34e660d7-d302-4efa-9a2f-173fcc948ea8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:41.359424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['34e660d7-d302-4efa-9a2f-173fcc948ea8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:41.393421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] No DVR routers for this DVR port 34e660d7-d302-4efa-9a2f-173fcc948ea8 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:41.395880 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:41.397853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe55f5e6-f390-49f0-a595-c6d2ff8f98d4 req-5dbf6b61-0150-4c97-a069-c4b516b0bf68 tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.21 "DELETE /v2.0/ports/34e660d7-d302-4efa-9a2f-173fcc948ea8 HTTP/1.1" status: 204 len: 173 time: 0.3866827 Aug 12 02:36:41.398278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'name': 'network-vif-deleted', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:41.400531 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b19bcb4-f724-40fb-91ab-175fc4f09841" -d '{"events": [{"server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "name": "network-vif-deleted", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:41.438369 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf275c1-d1d2-4217-a177-afc920cd6578 x-openstack-request-id: req-6cf275c1-d1d2-4217-a177-afc920cd6578 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:41.438661 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85b0b7-4564-458e-9369-564dc604fb6b", "name": "network-vif-deleted", "tag": "34e660d7-d302-4efa-9a2f-173fcc948ea8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:41.438918 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cf275c1-d1d2-4217-a177-afc920cd6578 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:41.439320 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85b0b7-4564-458e-9369-564dc604fb6b', 'name': 'network-vif-deleted', 'tag': '34e660d7-d302-4efa-9a2f-173fcc948ea8', 'status': 'completed', 'code': 200} Aug 12 02:36:41.662952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67d3026b-b294-4613-a42b-2e5b3d4fe829 req-884b54be-c9cc-4771-bf63-5eaeb84c138b tempest-InstanceActionsTestJSON-146838950 tempest-InstanceActionsTestJSON-146838950-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e85b0b7-4564-458e-9369-564dc604fb6b HTTP/1.1" status: 200 len: 210 time: 0.0262458 Aug 12 02:36:41.822420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f7e8b-f7ce-4bbb-9693-9b187a65eea0 req-29fa6e8c-37cc-4c5a-8605-aeefc825e03b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:41.824253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-467f7e8b-f7ce-4bbb-9693-9b187a65eea0 req-29fa6e8c-37cc-4c5a-8605-aeefc825e03b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0487087 Aug 12 02:36:41.862675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-467f7e8b-f7ce-4bbb-9693-9b187a65eea0 req-95d414f4-36af-4b06-8f71-6bb01a8a7814 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Aug 12 02:36:42.553311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-e0bedfc0-e652-460a-bab7-a8fe3a25187c tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:42.554736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-e0bedfc0-e652-460a-bab7-a8fe3a25187c tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.21 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 945 time: 0.0504794 Aug 12 02:36:42.644994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Deleting port 5b33d278-4580-44c3-8f03-53194169cc90 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:42.645337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.719201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:42.737150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] For port 5b33d278-4580-44c3-8f03-53194169cc90, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=5b33d278-4580-44c3-8f03-53194169cc90,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:42.737438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.749822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Calling delete_port for 5b33d278-4580-44c3-8f03-53194169cc90 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:42.762290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Deleting subnet fa251e07-4402-486a-898e-1e7d55ded3c1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:42.765980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.804904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.843954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.875923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.888344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['41adda09-5e94-4691-ae87-a96d2fb82a61', 'c8860df0-5f3d-4f41-909c-57b63aa664b6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:42.902032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.904163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event deleted for resources: {'Port': ['ID=5b33d278-4580-44c3-8f03-53194169cc90,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:42.936086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa251e07-4402-486a-898e-1e7d55ded3c1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:42.946552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.946906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.947258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.947731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.948470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] No DVR routers for this DVR port 5b33d278-4580-44c3-8f03-53194169cc90 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:42.948643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.948821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.949168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.950332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.950695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.950856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.951077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.951597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.951957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:42.953485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1392fc7-d4e7-4782-ae8c-0aa583b4945f req-63d850b7-1d79-4d02-99a5-2dca59dff43e tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.21 "DELETE /v2.0/ports/5b33d278-4580-44c3-8f03-53194169cc90 HTTP/1.1" status: 204 len: 173 time: 0.3925979 Aug 12 02:36:42.958794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:42.960583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0554e886-4c12-4449-8ab3-7852d83a5f2b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa251e07-4402-486a-898e-1e7d55ded3c1 HTTP/1.1" status: 204 len: 168 time: 0.2403307 Aug 12 02:36:42.962981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 34968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:42.965883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['5b33d278-4580-44c3-8f03-53194169cc90'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:43.051396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.067292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c824bf86-8c1e-41d1-9670-1a3c74b97681 req-159891c8-de4f-4eca-8ee6-e6b6367f1b1b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=167b1257-dfae-486b-86ca-78ed9a38dc1e HTTP/1.1" status: 200 len: 210 time: 0.0948157 Aug 12 02:36:43.143394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.155031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681a3a4e-032d-4fc2-8260-6a20d073d6c9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:43.168800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1942c095-a468-4409-9427-1202eddcf8a5') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:43.169107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1942c095-a468-4409-9427-1202eddcf8a5') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:43.177999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.192349 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.199092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:43.199505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:43.203663 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:43.266597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.272282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.274115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/681a3a4e-032d-4fc2-8260-6a20d073d6c9 HTTP/1.1" status: 204 len: 168 time: 0.3101130 Aug 12 02:36:43.285592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02768b-d597-4b43-b9e8-f48d335d00dd admin admin] Pushing event deleted for resources: {'Network': ['ID=681a3a4e-032d-4fc2-8260-6a20d073d6c9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:43.380951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34972) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:43.420971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c47a0114-00a6-4e86-b36a-b9afb1a0bbb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61da877733ea4eb3a932d8d99a555490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387409 Aug 12 02:36:43.423763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 34974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:43.443578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'name': 'network-vif-deleted', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:43.445766 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aa328f-1bc9-44e4-8a55-685e1f3c6bc4" -d '{"events": [{"server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "name": "network-vif-deleted", "tag": "5b33d278-4580-44c3-8f03-53194169cc90"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:43.482042 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.825580 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15544f1a-9de5-4f9d-88f3-2b2b41e3911b x-openstack-request-id: req-15544f1a-9de5-4f9d-88f3-2b2b41e3911b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:43.826297 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167b1257-dfae-486b-86ca-78ed9a38dc1e", "name": "network-vif-deleted", "tag": "5b33d278-4580-44c3-8f03-53194169cc90", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:43.826297 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15544f1a-9de5-4f9d-88f3-2b2b41e3911b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:43.826524 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167b1257-dfae-486b-86ca-78ed9a38dc1e', 'name': 'network-vif-deleted', 'tag': '5b33d278-4580-44c3-8f03-53194169cc90', 'status': 'completed', 'code': 200} Aug 12 02:36:43.839205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.883886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.886493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:43.887645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02782e30-e4da-401d-8fae-3179e725848c HTTP/1.1" status: 204 len: 168 time: 0.4629571 Aug 12 02:36:43.894759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a7904-1ab4-4502-a0a5-0920c488654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02782e30-e4da-401d-8fae-3179e725848c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:44.340237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd49d3-4a0f-4fb6-9ca6-54ac62907ef5 req-9abbad6a-7db2-42de-b2e7-fbc7fbb2a815 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:44.341709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2dd49d3-4a0f-4fb6-9ca6-54ac62907ef5 req-9abbad6a-7db2-42de-b2e7-fbc7fbb2a815 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0496116 Aug 12 02:36:44.380994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2dd49d3-4a0f-4fb6-9ca6-54ac62907ef5 req-21d1f57b-be50-459f-90ea-c07112252096 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 12 02:36:44.423514 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:36:44.570811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35006) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:44.665713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1894620565-network', 'tenant_id': '0d97cea6763e43bbba9f280d38a17e9a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:44.687216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Made reservation on behalf of 0d97cea6763e43bbba9f280d38a17e9a for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:44.689477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.697585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.789575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.793594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.820264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:36:44.828992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10ecf1-c3e3-4539-a8f5-554680e8a332,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:44.836016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.836359 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Added segment f58a559f-ef2c-4e30-ac6c-35c129e92a1c of type vlan for network 8f1095b9-ba43-44d1-9a21-b08ae1085268 Aug 12 02:36:44.874607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.903066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.904062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:44.904673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:44.962931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3909528 Aug 12 02:36:44.965939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24eb57-0254-4774-90f7-2332cd1351cd admin admin] Pushing event updated for resources: {'Network': ['ID=8f1095b9-ba43-44d1-9a21-b08ae1085268,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:44.976471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8f1095b9-ba43-44d1-9a21-b08ae1085268 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:36:45.411942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696bfc9-be63-4e21-b1f3-816d1e4a8f49 req-009d0539-d569-45c6-bc60-24ccd0a95552 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:45.417887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696bfc9-be63-4e21-b1f3-816d1e4a8f49 req-009d0539-d569-45c6-bc60-24ccd0a95552 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:45.424365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696bfc9-be63-4e21-b1f3-816d1e4a8f49 req-009d0539-d569-45c6-bc60-24ccd0a95552 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:45.426044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0696bfc9-be63-4e21-b1f3-816d1e4a8f49 req-009d0539-d569-45c6-bc60-24ccd0a95552 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1945815 Aug 12 02:36:45.441025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5b33d278-4580-44c3-8f03-53194169cc90 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:45.466859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 5b33d278-4580-44c3-8f03-53194169cc90 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:45.467385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 5b33d278-4580-44c3-8f03-53194169cc90 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:45.467967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 34e660d7-d302-4efa-9a2f-173fcc948ea8 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:45.487062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 34e660d7-d302-4efa-9a2f-173fcc948ea8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:45.487413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 34e660d7-d302-4efa-9a2f-173fcc948ea8 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:45.505056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2887a-7ba1-4c8b-a710-5a4a5984c658 req-fe2c4322-a3d0-4121-a7af-788631f31155 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:45.506688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1f2887a-7ba1-4c8b-a710-5a4a5984c658 req-fe2c4322-a3d0-4121-a7af-788631f31155 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0575676 Aug 12 02:36:45.533981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24ec3f-9668-4803-af6c-237a289b0080 req-b673656f-addf-4f28-9a54-5acac2985c49 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:45.535367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d24ec3f-9668-4803-af6c-237a289b0080 req-b673656f-addf-4f28-9a54-5acac2985c49 tempest-ComputeTenantNetworksTest-1041054442 tempest-ComputeTenantNetworksTest-1041054442-project] 10.222.0.11 "GET /v2.0/networks/8f1095b9-ba43-44d1-9a21-b08ae1085268 HTTP/1.1" status: 200 len: 769 time: 0.0894046 Aug 12 02:36:45.543118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:45.546381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1f2887a-7ba1-4c8b-a710-5a4a5984c658 req-0603f1d6-901e-4a98-acf4-93443b4a0079 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Aug 12 02:36:46.009051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.025965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-97cc50b5-e0aa-403f-beb5-66da12f54ffb tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:46.027506 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-97cc50b5-e0aa-403f-beb5-66da12f54ffb tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 946 time: 0.0725603 Aug 12 02:36:46.155493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.166990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1095b9-ba43-44d1-9a21-b08ae1085268']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:46.178893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58a559f-ef2c-4e30-ac6c-35c129e92a1c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:46.179187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58a559f-ef2c-4e30-ac6c-35c129e92a1c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:46.190782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.216629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.224439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:46.224848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:46.226485 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:46.261079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Deleting port c8860df0-5f3d-4f41-909c-57b63aa664b6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:46.261413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.325217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.332520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.334450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] 10.222.0.11 "DELETE /v2.0/networks/8f1095b9-ba43-44d1-9a21-b08ae1085268 HTTP/1.1" status: 204 len: 168 time: 0.7902782 Aug 12 02:36:46.354714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdc7e9-aa49-4b92-a29a-4b74991e1b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1095b9-ba43-44d1-9a21-b08ae1085268,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:46.388777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] For port c8860df0-5f3d-4f41-909c-57b63aa664b6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c8860df0-5f3d-4f41-909c-57b63aa664b6,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:46.389163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.405673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Calling delete_port for c8860df0-5f3d-4f41-909c-57b63aa664b6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:46.460324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35044) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:46.516811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4cad57d5-7680-4f25-a6c3-551602c6a5df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d97cea6763e43bbba9f280d38a17e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530012 Aug 12 02:36:46.517028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:46.559411 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.567995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.577648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['41adda09-5e94-4691-ae87-a96d2fb82a61', 'c8860df0-5f3d-4f41-909c-57b63aa664b6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:46.594250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.601986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event deleted for resources: {'Port': ['ID=c8860df0-5f3d-4f41-909c-57b63aa664b6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:46.650508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] No DVR routers for this DVR port c8860df0-5f3d-4f41-909c-57b63aa664b6 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:46.654149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.657775 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7683c17c-7dca-4876-8065-320ec4774eb7 req-594d302f-c06b-4831-b82f-6012dfd72aff tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "DELETE /v2.0/ports/c8860df0-5f3d-4f41-909c-57b63aa664b6 HTTP/1.1" status: 204 len: 173 time: 0.6230850 Aug 12 02:36:46.658574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'name': 'network-vif-deleted', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:46.660911 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2290862-9dde-4519-9633-2b0630e360df" -d '{"events": [{"server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "name": "network-vif-deleted", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:46.672180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.676568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:46.681404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a10ecf1-c3e3-4539-a8f5-554680e8a332 HTTP/1.1" status: 204 len: 168 time: 0.1630621 Aug 12 02:36:46.691978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a93471-d6c6-4881-994e-f76995e82cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10ecf1-c3e3-4539-a8f5-554680e8a332,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:46.723571 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede41eb0-4c8c-4827-8f9c-017929c6c9b6 x-openstack-request-id: req-ede41eb0-4c8c-4827-8f9c-017929c6c9b6 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:46.724061 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b872a1f-4b49-47ed-bd8b-1db217b2808d", "name": "network-vif-deleted", "tag": "c8860df0-5f3d-4f41-909c-57b63aa664b6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:46.724525 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ede41eb0-4c8c-4827-8f9c-017929c6c9b6 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:46.732559 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b872a1f-4b49-47ed-bd8b-1db217b2808d', 'name': 'network-vif-deleted', 'tag': 'c8860df0-5f3d-4f41-909c-57b63aa664b6', 'status': 'completed', 'code': 200} Aug 12 02:36:46.777148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5935f41e-2c49-4045-82d6-af4fd74208e0 req-e1dbd3c0-44ae-4533-a33f-9ecf0525c122 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b872a1f-4b49-47ed-bd8b-1db217b2808d HTTP/1.1" status: 200 len: 210 time: 0.0700498 Aug 12 02:36:47.469137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:47.586210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-network', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:47.609872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Made reservation on behalf of 128180ef8f484a7684a82d2d945f80a0 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:47.612382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.621894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.738482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.742627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.764205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:36:47.778083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aec52e-f706-433e-828f-290c3a6b5788,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:47.783867 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.784164 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Added segment 947845fe-bdc5-4809-b859-166f5045b349 of type vlan for network 56554522-046e-497c-a7a4-761a6101a801 Aug 12 02:36:47.825318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.862298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.863294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:47.863940 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.906060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.917104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4441319 Aug 12 02:36:47.917421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35092) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:47.922486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Request body: {'subnet': {'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-subnet', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:47.943384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fe224-4807-4a76-9db1-5903f7b395f9 admin admin] Pushing event updated for resources: {'Network': ['ID=56554522-046e-497c-a7a4-761a6101a801,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:47.946198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Made reservation on behalf of 128180ef8f484a7684a82d2d945f80a0 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:47.949267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:47.956244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 56554522-046e-497c-a7a4-761a6101a801 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:36:48.106040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c373ae-b861-422b-9f34-50926788e072 req-8830b032-6610-49dc-8f62-b79fa2847548 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:48.107581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65c373ae-b861-422b-9f34-50926788e072 req-8830b032-6610-49dc-8f62-b79fa2847548 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0517969 Aug 12 02:36:48.148993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65c373ae-b861-422b-9f34-50926788e072 req-a7656934-1706-4410-8f07-f0079a9b131a tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335717 Aug 12 02:36:48.150722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.213089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2532ea5d-702a-4463-815f-0d034e25194a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:48.222430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Checking segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:48.222788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Network hostable DHCP agents. Network: 56554522-046e-497c-a7a4-761a6101a801, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:36:48.239078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Network 56554522-046e-497c-a7a4-761a6101a801 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:36:48.247575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 56554522-046e-497c-a7a4-761a6101a801) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:48.251840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:48.252432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.257776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9604e23-edbf-4c3b-8d6e-e032dc5a22d0 None None] Network 56554522-046e-497c-a7a4-761a6101a801 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:48.266546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-78fd7ceb-e1c0-4b3e-a918-f08424a0e8fa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3479252 Aug 12 02:36:48.269204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35096) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:48.273655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:48.295339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.297008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.352111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.409959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-56554522-046e-497c-a7a4-761a6101a801', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:36:48.410872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.497678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.549068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Allocated IP 172.20.0.2 (56554522-046e-497c-a7a4-761a6101a801/2532ea5d-702a-4463-815f-0d034e25194a/91df3569-aa0f-4091-9f04-4a1a2c2a7415) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:48.708774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.716230 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.720295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Transition to ACTIVE for port object 91df3569-aa0f-4091-9f04-4a1a2c2a7415 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:48.736275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Transition to ACTIVE for port object 91df3569-aa0f-4091-9f04-4a1a2c2a7415 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:48.741251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.744749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.767231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Network 56554522-046e-497c-a7a4-761a6101a801 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:48.769742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:48.790122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:48.850497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Pushing event updated for resources: {'Port': ['ID=91df3569-aa0f-4091-9f04-4a1a2c2a7415,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:48.865962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Attempting to bind port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:48.866568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Attempting to bind port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:48.867171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Attempting to bind port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:48.872800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:48.873434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Checking segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:48.873574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.874016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Bound using segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:48.874471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Bound port: 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:48.874608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Allocated IP 172.25.3.20 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c8e546bc-fe45-4a33-8f39-54a3a3355eae) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:48.874857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:48.941994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] For port 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:48.946671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] For port 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91df3569-aa0f-4091-9f04-4a1a2c2a7415,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:48.953248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.012770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.021559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad0102-98b3-465b-bb72-fe7c866b4015 None None] Pushing event updated for resources: {'Port': ['ID=91df3569-aa0f-4091-9f04-4a1a2c2a7415,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:49.057139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.098894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:49.104110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:49.106466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:49.135646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e546bc-fe45-4a33-8f39-54a3a3355eae,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:49.357958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be7219-76d6-4c5b-b8c6-3c558b8bb21d req-fc39e740-5e53-4a68-b860-1771fdeae766 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:49.363330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70be7219-76d6-4c5b-b8c6-3c558b8bb21d req-fc39e740-5e53-4a68-b860-1771fdeae766 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0894034 Aug 12 02:36:49.447203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70be7219-76d6-4c5b-b8c6-3c558b8bb21d req-d62aa246-1cfa-4117-983d-206dede7700d tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/security-groups?id=66edf769-e621-40ad-a553-eeb3e0238367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797210 Aug 12 02:36:49.504194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.597430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b3350-2305-4936-bee8-ea5bcc098500 req-6ad956d3-6cc8-4281-b270-ee29d1baeb1b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:49.599161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-149b3350-2305-4936-bee8-ea5bcc098500 req-6ad956d3-6cc8-4281-b270-ee29d1baeb1b tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 945 time: 0.0691433 Aug 12 02:36:49.730190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Deleting port 41adda09-5e94-4691-ae87-a96d2fb82a61 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:49.730903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.771242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c8860df0-5f3d-4f41-909c-57b63aa664b6 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:49.788931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.804241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c8860df0-5f3d-4f41-909c-57b63aa664b6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:49.804588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c8860df0-5f3d-4f41-909c-57b63aa664b6 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:49.860916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] For port 41adda09-5e94-4691-ae87-a96d2fb82a61, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=41adda09-5e94-4691-ae87-a96d2fb82a61,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:49.861672 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:49.887792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Calling delete_port for 41adda09-5e94-4691-ae87-a96d2fb82a61 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:49.978663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Router 7225541a-bcf4-4067-bd7e-f6906379058a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:36:50.087881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:50.100468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['41adda09-5e94-4691-ae87-a96d2fb82a61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:36:50.134639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Pushing event deleted for resources: {'Port': ['ID=41adda09-5e94-4691-ae87-a96d2fb82a61,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:50.183268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] No DVR routers for this DVR port 41adda09-5e94-4691-ae87-a96d2fb82a61 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:50.187221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:50.191815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-149b3350-2305-4936-bee8-ea5bcc098500 req-13f160d2-24df-4df7-8779-53ae07c292c8 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.25 "DELETE /v2.0/ports/41adda09-5e94-4691-ae87-a96d2fb82a61 HTTP/1.1" status: 204 len: 173 time: 0.5856416 Aug 12 02:36:50.192300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'name': 'network-vif-deleted', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:50.201220 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913130fa-8149-458a-9f56-e3198c36acdc" -d '{"events": [{"server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "name": "network-vif-deleted", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:50.204661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8731bbd-9e07-4e60-9b19-bda81a347bb2 None None] Network 56554522-046e-497c-a7a4-761a6101a801 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:50.213863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:50.241243 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:50.269276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:50.271066 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:50.271691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:50.275348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e061d52-1e7b-4662-b84c-1d80d86e83b2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0051379 Aug 12 02:36:50.278350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:50.319117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7a94ac7a-57dd-4f25-8498-a4eae8aa66dd None None] Provisioning for port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:50.383187 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aaea27-d17b-41c2-a65d-c64776d78414 x-openstack-request-id: req-03aaea27-d17b-41c2-a65d-c64776d78414 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:50.383638 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9c0f79-74ec-409b-9db1-fd8c98f2759e", "name": "network-vif-deleted", "tag": "41adda09-5e94-4691-ae87-a96d2fb82a61", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:50.383986 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03aaea27-d17b-41c2-a65d-c64776d78414 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:50.384511 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9c0f79-74ec-409b-9db1-fd8c98f2759e', 'name': 'network-vif-deleted', 'tag': '41adda09-5e94-4691-ae87-a96d2fb82a61', 'status': 'completed', 'code': 200} Aug 12 02:36:50.627255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30af7eea-71b5-49a6-88af-eb5086c7a2ad req-9eb3234f-347a-4488-a93e-ffdc74419933 tempest-ListServerFiltersTestJSON-1140222913 tempest-ListServerFiltersTestJSON-1140222913-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f9c0f79-74ec-409b-9db1-fd8c98f2759e HTTP/1.1" status: 200 len: 210 time: 0.0355051 Aug 12 02:36:50.666032 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:50.907573 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:49Z', 'revision_number': 3, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:50.938918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:50.939274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Updating router 7225541a-bcf4-4067-bd7e-f6906379058a port c8e546bc-fe45-4a33-8f39-54a3a3355eae binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:36:50.969635 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:50.981074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.164218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91df3569-aa0f-4091-9f04-4a1a2c2a7415 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:51.218028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:51.220601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Allocated IP 172.20.0.1 (56554522-046e-497c-a7a4-761a6101a801/2532ea5d-702a-4463-815f-0d034e25194a/3f70eb60-885c-4d22-9c9e-b8b504e4ac05) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:51.223566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:51.224268 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.265662 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.277683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Transition to ACTIVE for port object c8e546bc-fe45-4a33-8f39-54a3a3355eae will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:51.286818 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.320970 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.342809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Attempting to bind port c8e546bc-fe45-4a33-8f39-54a3a3355eae on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:51.343511 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Attempting to bind port c8e546bc-fe45-4a33-8f39-54a3a3355eae by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:51.343871 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Attempting to bind port c8e546bc-fe45-4a33-8f39-54a3a3355eae on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:51.356603 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:51.357304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:51.357790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.357956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91df3569-aa0f-4091-9f04-4a1a2c2a7415,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:51.358251 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.358802 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:51.359558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Bound port: c8e546bc-fe45-4a33-8f39-54a3a3355eae, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:51.360140 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.362801 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Pushing event updated for resources: {'Port': ['ID=c8e546bc-fe45-4a33-8f39-54a3a3355eae,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:51.364822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.378891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Transition to ACTIVE for port object 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:51.397887 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.398672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.399221 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.399652 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.400079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.400469 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.400986 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.401487 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.401987 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.402499 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.402816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.403595 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:36:51.421001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.446140 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] For port c8e546bc-fe45-4a33-8f39-54a3a3355eae, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:51.450081 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] For port c8e546bc-fe45-4a33-8f39-54a3a3355eae, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c8e546bc-fe45-4a33-8f39-54a3a3355eae,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:51.454727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=91df3569-aa0f-4091-9f04-4a1a2c2a7415,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:51.463754 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.480503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Network 56554522-046e-497c-a7a4-761a6101a801 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:51.487540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:51.491211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:51.497064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Pushing event updated for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:51.518451 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:51.519337 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:51.546515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.631962 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:51.702814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.723069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:51.761942 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067687-6256-4312-91a5-c0d9356cf4aa None None] Pushing event updated for resources: {'Port': ['ID=c8e546bc-fe45-4a33-8f39-54a3a3355eae,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:51.784811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Deleting subnet 4f0ce65d-afaf-4663-b8c0-bb7294ebd09a {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:36:51.788929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.792446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f6ae893b-e0fc-4330-81ba-58386d3f18d4 None None] Provisioning for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:51.796453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f6ae893b-e0fc-4330-81ba-58386d3f18d4 None None] Provisioning complete for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:51.796823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f6ae893b-e0fc-4330-81ba-58386d3f18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.830728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.865584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae893b-e0fc-4330-81ba-58386d3f18d4 None None] Port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:36:51.887414 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:49Z', 'revision_number': 3, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:51.929159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.954409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:51.960077 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ca49d9-0fbf-4250-81d0-ec856169d676 None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:49Z', 'revision_number': 3, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:51.962754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.015745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.061860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.065060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0ce65d-afaf-4663-b8c0-bb7294ebd09a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:52.076332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.076573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Pushing event updated for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:52.079672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81a98d-0a5b-4d15-b7f7-bbeac6e10034 None None] Network 0f3d54d0-dae3-432d-8059-3ef45418fd9c requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:52.082410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-27971be9-2a8d-4de2-b3e3-6f3243ff2d39 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f0ce65d-afaf-4663-b8c0-bb7294ebd09a HTTP/1.1" status: 204 len: 168 time: 0.3576546 Aug 12 02:36:52.083146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:52.178815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.193434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Network 56554522-046e-497c-a7a4-761a6101a801 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:52.195082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:52.280580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Deleting port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:52.280980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.377312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] DHCP port deletion for 0f3d54d0-dae3-432d-8059-3ef45418fd9c request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:36:52.379206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] For port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:52.379662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.415494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Calling delete_port for 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:52.445894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:36:52.521419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Deleting port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:36:52.521807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.571410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.602901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:52.618236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] No DVR routers for this DVR port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:52.665693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:52.666898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-14e4ec1b-20ec-4713-b0e6-7fc87390b94e None None] Provisioning complete for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:52.667277 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-14e4ec1b-20ec-4713-b0e6-7fc87390b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.673892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] For port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,segment=NetworkSegment(bfadb964-2acb-4bf6-a324-555e8913984a),segment_id=bfadb964-2acb-4bf6-a324-555e8913984a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:52.674290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.685192 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-027ad688-2685-4007-a54e-818b6cafde2d admin admin] 10.222.0.11 "PUT /v2.0/routers/7225541a-bcf4-4067-bd7e-f6906379058a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4056578 Aug 12 02:36:52.709473 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.716976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Calling delete_port for 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:36:52.724719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3d54d0-dae3-432d-8059-3ef45418fd9c']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:52.735318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-14e4ec1b-20ec-4713-b0e6-7fc87390b94e None None] Port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:36:52.751028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfadb964-2acb-4bf6-a324-555e8913984a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:52.751846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfadb964-2acb-4bf6-a324-555e8913984a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:52.763218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.778238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.785510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:36:52.786260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:36:52.788321 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:36:52.816655 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 02:36:52.825646 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.842409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] No DVR routers for this DVR port 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:36:52.860515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.865177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:52.870386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f3d54d0-dae3-432d-8059-3ef45418fd9c HTTP/1.1" status: 204 len: 168 time: 0.7828798 Aug 12 02:36:52.882869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fa5f3-0e8a-46ca-8269-67e44cf12c57 None None] Pushing event deleted for resources: {'Port': ['ID=11d8755b-bc5b-407a-b03c-0b7d2fd9fc85,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:52.895965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a8ad-3cdc-41ab-aab9-d2d8b4114c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3d54d0-dae3-432d-8059-3ef45418fd9c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.025469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.222727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35134) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.227554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246198110', 'description': 'tempest-description--1341355257'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:53.241201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91df3569-aa0f-4091-9f04-4a1a2c2a7415 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:53.279916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.321919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:53.322194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.372961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34d0b754-9f40-4af9-8770-807b31de579d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=573a9d45d0a24b81972e6a474785bcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458478 Aug 12 02:36:53.373857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.376368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.383421 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.415948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.417051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c8e546bc-fe45-4a33-8f39-54a3a3355eae up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:53.418709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.423512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ececb78-244c-415b-a66e-f33c159a71ef tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1969049 Aug 12 02:36:53.424096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.430655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group_rule': {'security_group_id': 'b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:53.439393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.469943 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.479996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c8e546bc-fe45-4a33-8f39-54a3a3355eae completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:53.484473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c8e546bc-fe45-4a33-8f39-54a3a3355eae triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:53.484866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.484995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.548106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.552419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.565358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.567852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.568994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/66edf769-e621-40ad-a553-eeb3e0238367 HTTP/1.1" status: 204 len: 168 time: 0.1939840 Aug 12 02:36:53.569486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.580110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308caa1c-709a-45f7-9fc6-cda44a765592,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.586696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.587891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-06d654dd-a1ed-4091-a014-6cead21d20a6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628134 Aug 12 02:36:53.588914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77378f0-aafd-46f5-8350-f5901d46af88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66edf769-e621-40ad-a553-eeb3e0238367,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.590519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.596028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group_rule': {'security_group_id': 'b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:53.615112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c8e546bc-fe45-4a33-8f39-54a3a3355eae, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c8e546bc-fe45-4a33-8f39-54a3a3355eae,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:53.620116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.628369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.681949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c8e546bc-fe45-4a33-8f39-54a3a3355eae,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.690556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.695882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.698727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:53.723251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:53.723645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 11d8755b-bc5b-407a-b03c-0b7d2fd9fc85 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:53.726965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc06b78-6505-4f5a-bb74-a153c806747f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:53.736033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.740593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35144) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:53.741106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6eea606b-198b-4f48-8975-7a4c48167bf6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491604 Aug 12 02:36:53.746639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:53.776321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:53.801961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 41adda09-5e94-4691-ae87-a96d2fb82a61 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:36:53.822119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 41adda09-5e94-4691-ae87-a96d2fb82a61 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:36:53.822426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 41adda09-5e94-4691-ae87-a96d2fb82a61 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:36:53.882472 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.001875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Allocated IP 172.25.3.87 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ed5fd4ff-8787-41ec-a1e2-cb070352dbe9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:54.112910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.130913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:54.141867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:54.142825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:54.160200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.204350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:54.208620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:54.212643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:54.251015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=ed5fd4ff-8787-41ec-a1e2-cb070352dbe9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:54.272352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:54.320051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.358018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.380458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:54.492276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 2, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:54.499595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1475149129-network', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:54.519971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:54.520338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Updating router 7225541a-bcf4-4067-bd7e-f6906379058a port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:36:54.542013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:54.544406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.545421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.559908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.562497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.569896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.648502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=ed5fd4ff-8787-41ec-a1e2-cb070352dbe9,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:54.674528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.741285 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.747442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.754149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.755402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d6af500a-94fd-4ec9-b169-28bbf41a847b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0127194 Aug 12 02:36:54.775755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:36:54.785952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:54.790945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.791280 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Added segment 685f85f2-f230-417f-8ebe-fa1a0d11aba1 of type vlan for network 3e0775a3-5e40-4ad5-88bc-58536345b853 Aug 12 02:36:54.833033 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.843414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.854802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Transition to ACTIVE for port object 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:54.861781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.867619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.867619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:54.867619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.931964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cee70-9475-4cd8-a6ff-35aee3e9f8c5 None None] Pushing event updated for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:54.951828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5663941 Aug 12 02:36:54.953508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:54.960639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Request body: {'subnet': {'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1475149129-subnet', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:54.968050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9845bc0-6c35-471f-a9f2-f732059b1b86 admin admin] Pushing event updated for resources: {'Network': ['ID=3e0775a3-5e40-4ad5-88bc-58536345b853,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:54.969481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Attempting to bind port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:54.969859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Attempting to bind port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:54.970226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Attempting to bind port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:54.981171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:54.981552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Checking segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:54.982358 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.982358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Bound using segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:54.982813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Bound port: 3f70eb60-885c-4d22-9c9e-b8b504e4ac05, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:54.985336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:54.989613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:36:55.002380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-a406fcc5-0655-4cc3-ba12-ded0a677b729 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1246198110&fields=id&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 267 time: 0.0533540 Aug 12 02:36:55.004516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:55.007488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.092400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] For port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:55.095881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] For port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:55.110912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.146184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c8e546bc-fe45-4a33-8f39-54a3a3355eae up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:55.167880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-4ca9dfa6-ffe0-4f68-a830-df73cd081eb1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:55.170161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-4ca9dfa6-ffe0-4f68-a830-df73cd081eb1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 817 time: 0.1597548 Aug 12 02:36:55.189613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-682fce24-1df4-4afa-bf08-7758bca1ebc9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/quotas/128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 375 time: 0.0123448 Aug 12 02:36:55.251205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cee70-9475-4cd8-a6ff-35aee3e9f8c5 None None] Pushing event updated for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:55.255817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:55.256654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:55.285445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.288174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-47d55258-a45a-491e-8604-7a9ff8689e86 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899591 Aug 12 02:36:55.349392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a34156-c290-4c9c-93c5-f9e20b574d5a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:55.354483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c8e546bc-fe45-4a33-8f39-54a3a3355eae triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:55.355004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.371835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:55.372203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Network hostable DHCP agents. Network: 3e0775a3-5e40-4ad5-88bc-58536345b853, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:36:55.393243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:36:55.398528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-4a4b90c2-a5d0-4765-97ab-9496b5b0facd service neutron] 10.222.0.11 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037686 Aug 12 02:36:55.410566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3e0775a3-5e40-4ad5-88bc-58536345b853) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:55.417639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:55.419104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.425194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8f0b4-1597-4a69-a42f-00eebf7b3f32 None None] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:55.436943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-01e579cd-cbd1-433b-89df-e22985a58b26 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4816809 Aug 12 02:36:55.439827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:55.444861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:55.490559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.492393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.533455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-78fa0e20-8bb3-43b6-9601-9439e2f2c5ba service neutron] 10.222.0.11 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278517 Aug 12 02:36:55.558360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.662437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:55.740265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a657d18f-e467-4c54-9715-559446a8f3b3 req-c27cdad5-4177-4c49-b70f-3b1560628dba tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 210 time: 0.0590708 Aug 12 02:36:55.742410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:55.985794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-3e0775a3-5e40-4ad5-88bc-58536345b853', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:36:55.986650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.150947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:55Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:56.184461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace24a1-38d9-4d80-b8e9-4f5d3a705690 None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:55Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:36:56.199437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Allocated IP 172.20.0.2 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/ee8232fd-a839-49a5-bc59-ec386d1328f4) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:56.402117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.422650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.430452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.440452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Transition to ACTIVE for port object ee8232fd-a839-49a5-bc59-ec386d1328f4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:56.456294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Transition to ACTIVE for port object ee8232fd-a839-49a5-bc59-ec386d1328f4 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:56.465267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.506197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:56.513103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:56.519813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:56.527844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Pushing event updated for resources: {'Port': ['ID=ee8232fd-a839-49a5-bc59-ec386d1328f4,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:56.548824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Allocated IP 172.25.3.42 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:56.594703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Attempting to bind port ee8232fd-a839-49a5-bc59-ec386d1328f4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:56.595228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Attempting to bind port ee8232fd-a839-49a5-bc59-ec386d1328f4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:56.595735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Attempting to bind port ee8232fd-a839-49a5-bc59-ec386d1328f4 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:56.601138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:56.601809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:56.602322 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.602889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:56.603457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Bound port: ee8232fd-a839-49a5-bc59-ec386d1328f4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:56.604085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.680390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.707572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5dff616e-2b78-420c-bb75-682802017502 None None] For port ee8232fd-a839-49a5-bc59-ec386d1328f4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:56.715598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5dff616e-2b78-420c-bb75-682802017502 None None] For port ee8232fd-a839-49a5-bc59-ec386d1328f4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8232fd-a839-49a5-bc59-ec386d1328f4,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:56.724183 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.736555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:56.791529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:56.799446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:56.802200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:56.850003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Pushing event updated for resources: {'Port': ['ID=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:56.859912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff616e-2b78-420c-bb75-682802017502 None None] Pushing event updated for resources: {'Port': ['ID=ee8232fd-a839-49a5-bc59-ec386d1328f4,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:56.878742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-84c0c629-8116-459c-97ba-5747a1026aa2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:56.880615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-84c0c629-8116-459c-97ba-5747a1026aa2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 817 time: 0.2079942 Aug 12 02:36:56.964833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-ef1c3b81-91ad-478b-b1f7-ec304ddf2152 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 380 time: 0.0736110 Aug 12 02:36:56.994092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'port': {'device_id': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'admin_state_up': True, 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'security_groups': ['b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:57.009459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-614b7cef-7c89-43d7-b3d1-7833c9e786fd req-8c8c2b83-a5f5-4528-b58f-300a9f008fc8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 210 time: 0.0880010 Aug 12 02:36:57.175156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Made reservation on behalf of 128180ef8f484a7684a82d2d945f80a0 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:36:57.179769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.193581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.268606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:57.328937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:57.335315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:57.335882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.365422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Allocated IP 172.20.0.13 (56554522-046e-497c-a7a4-761a6101a801/2532ea5d-702a-4463-815f-0d034e25194a/b8a976f1-1861-427b-9e4c-04929c99e103) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:57.452638 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.484333 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.509076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:57.513902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.515191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8232fd-a839-49a5-bc59-ec386d1328f4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:57.577484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.588534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:57.603235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Transition to ACTIVE for port object b8a976f1-1861-427b-9e4c-04929c99e103 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:57.628155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ee8232fd-a839-49a5-bc59-ec386d1328f4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:57.658406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.662258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Router de6a732f-0803-4303-84ec-acbf2f752e94 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:36:57.709402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:57.732202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Network 56554522-046e-497c-a7a4-761a6101a801 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:57.734079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:57.736725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:57.799739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:57.800781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.808925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:36:57.819347 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Sync routers for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:36:57.824064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-aca2cf79-8711-4c9f-8a3a-28ce29586a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8347771 Aug 12 02:36:57.835139 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:57.835811 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:57.839147 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.840663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93e8180c-ca79-4d98-8798-5509f7555b3b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3998814 Aug 12 02:36:57.843103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Request body: {'port': {'device_id': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:36:57.844059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:36:57.938607 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:57.987484 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:58.109763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-271bfd85-d3de-4002-a9f2-cf62f6a442a0 None None] Provisioning for port b8a976f1-1861-427b-9e4c-04929c99e103 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:58.119017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-271bfd85-d3de-4002-a9f2-cf62f6a442a0 None None] Provisioning complete for port b8a976f1-1861-427b-9e4c-04929c99e103 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:58.119424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-271bfd85-d3de-4002-a9f2-cf62f6a442a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.234325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-271bfd85-d3de-4002-a9f2-cf62f6a442a0 None None] Port b8a976f1-1861-427b-9e4c-04929c99e103 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:36:58.304685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4672f4-67ad-4207-bdcd-6bdfe4b9b739 req-b1f4d829-452e-433c-8c6f-486029ec5fb2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:58.306614 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab4672f4-67ad-4207-bdcd-6bdfe4b9b739 req-b1f4d829-452e-433c-8c6f-486029ec5fb2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 932 time: 0.1356428 Aug 12 02:36:58.321441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893a2bab-dc7a-455d-ba29-5e68becd1e96 None None] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:36:58.338873 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 3, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:58.376089 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Checking router: de6a732f-0803-4303-84ec-acbf2f752e94 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:36:58.376990 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Updating router de6a732f-0803-4303-84ec-acbf2f752e94 port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:36:58.404148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab4672f4-67ad-4207-bdcd-6bdfe4b9b739 req-2c466120-7ac6-4b04-bedf-f01ae580bf66 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524983 Aug 12 02:36:58.417910 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.445256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Provisioning for port ee8232fd-a839-49a5-bc59-ec386d1328f4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:58.445256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Provisioning complete for port ee8232fd-a839-49a5-bc59-ec386d1328f4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:58.445256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.450803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:36:58.468673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.485398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Transition to ACTIVE for port object b8a976f1-1861-427b-9e4c-04929c99e103 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:58.491424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.550012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:58.640411 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.685891 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.771875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Attempting to bind port b8a976f1-1861-427b-9e4c-04929c99e103 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:58.771875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Attempting to bind port b8a976f1-1861-427b-9e4c-04929c99e103 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:58.771875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Attempting to bind port b8a976f1-1861-427b-9e4c-04929c99e103 on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:58.775354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Port b8a976f1-1861-427b-9e4c-04929c99e103 on network 56554522-046e-497c-a7a4-761a6101a801 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:36:58.775726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Attempting to bind port b8a976f1-1861-427b-9e4c-04929c99e103 on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:58.782861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:58.783867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Checking segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:58.784271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Bound using segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:58.785970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] For port ee8232fd-a839-49a5-bc59-ec386d1328f4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8232fd-a839-49a5-bc59-ec386d1328f4,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:36:58.787051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Bound port: b8a976f1-1861-427b-9e4c-04929c99e103, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:58.787439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.799066 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:58.944375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f521606-0426-4541-a15f-4be29fa61166 None None] Pushing event updated for resources: {'Port': ['ID=ee8232fd-a839-49a5-bc59-ec386d1328f4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:59.007412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:59.015261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:59.026781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.081125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Allocated IP 172.20.0.1 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/cd35df09-5eb0-461e-b5e5-16d76acc6dd3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:36:59.085306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.085993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.087576 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] 10.222.0.25 "PUT /v2.0/ports/b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 1092 time: 1.2539251 Aug 12 02:36:59.088641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:36:59.090783 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0045712-90a5-49d2-8d73-8881968e9430" -d '{"events": [{"name": "network-changed", "server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:36:59.118912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed3d5a-4668-40f1-8df0-1189a08d29fe service neutron] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:59.226978 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c3d6d-36d7-4592-b194-82a2b135ff03 x-openstack-request-id: req-c76c3d6d-36d7-4592-b194-82a2b135ff03 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:36:59.227620 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:36:59.227880 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c76c3d6d-36d7-4592-b194-82a2b135ff03 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:36:59.228596 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'status': 'completed', 'code': 200} Aug 12 02:36:59.241169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50f00-07b7-4501-b138-43815a61f0fd req-23e5f33f-a658-4e06-aefb-470ca85b9418 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.242728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-1c8c596a-e59f-4970-8c30-db0360736426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.244384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-1c8c596a-e59f-4970-8c30-db0360736426 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1095 time: 0.1049891 Aug 12 02:36:59.250189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8a50f00-07b7-4501-b138-43815a61f0fd req-23e5f33f-a658-4e06-aefb-470ca85b9418 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.1652715 Aug 12 02:36:59.265650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180cd913-4fec-4574-9491-dcdd539bf187 None None] Provisioning complete for port ee8232fd-a839-49a5-bc59-ec386d1328f4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:59.266616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180cd913-4fec-4574-9491-dcdd539bf187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.272537 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.286403 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Transition to ACTIVE for port object abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:59.300827 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.308618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:59.322676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-6759b23f-3b14-4400-b57d-1035e7902f94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 217 time: 0.0688117 Aug 12 02:36:59.340607 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Attempting to bind port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:36:59.341281 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Attempting to bind port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:36:59.341944 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Attempting to bind port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:36:59.344395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8a50f00-07b7-4501-b138-43815a61f0fd req-2f5b7bf7-494d-436b-9c7f-40f6a11f9f1c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932412 Aug 12 02:36:59.364645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.372678 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:36:59.373491 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:36:59.374347 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.375628 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:36:59.376408 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Bound port: abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:36:59.377403 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.379671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Transition to ACTIVE for port object cd35df09-5eb0-461e-b5e5-16d76acc6dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:36:59.427989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.429215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-537026f0-158c-4241-b4cb-a5c25fdf6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.440705 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-537026f0-158c-4241-b4cb-a5c25fdf6b08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.1113789 Aug 12 02:36:59.446100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:59.446555 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.459922 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] For port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:36:59.492474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:36:59.497964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:36:59.501220 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] For port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:36:59.502372 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec71304-e7b8-4290-a912-4e6dfaccfde6 None None] Pushing event updated for resources: {'Port': ['ID=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:59.507615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:36:59.521229 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.575832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-dbb3b139-3752-4655-8daf-171381a3c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.576114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:59.578389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-dbb3b139-3752-4655-8daf-171381a3c024 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110909 Aug 12 02:36:59.595200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.599538 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:36:59.600247 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:36:59.672064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8232fd-a839-49a5-bc59-ec386d1328f4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:36:59.715511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ea1e6-6baa-4c08-9aae-a881f56e8706 req-c4eec788-d582-4c7e-85f4-18685ad201ed tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:36:59.724232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e28ea1e6-6baa-4c08-9aae-a881f56e8706 req-c4eec788-d582-4c7e-85f4-18685ad201ed tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1442735 Aug 12 02:36:59.758963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ee8232fd-a839-49a5-bc59-ec386d1328f4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:59.763639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.791306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:36:59.799755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.821864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e28ea1e6-6baa-4c08-9aae-a881f56e8706 req-4b2ca26d-c5b8-4795-91c1-507695832e86 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944219 Aug 12 02:36:59.847941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-d07cbe59-b93c-4911-997c-bf728f2e3937 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315183 Aug 12 02:36:59.898673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2fe665f7-bd5f-4c71-99cb-fca77a912b9a None None] Provisioning for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:36:59.903011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2fe665f7-bd5f-4c71-99cb-fca77a912b9a None None] Provisioning complete for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:36:59.903387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2fe665f7-bd5f-4c71-99cb-fca77a912b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:36:59.923730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec71304-e7b8-4290-a912-4e6dfaccfde6 None None] Pushing event updated for resources: {'Port': ['ID=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:36:59.957610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2fe665f7-bd5f-4c71-99cb-fca77a912b9a None None] Port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:36:59.966238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42ae9f56-fb03-4823-a709-086bfb2e949e req-9f3889ef-3919-4fcc-9276-951a9977b0f4 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109550 Aug 12 02:37:00.012337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:00.018234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:00.039613 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 3, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:00.061960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045712-90a5-49d2-8d73-8881968e9430 req-d6789a82-67a4-4604-9ddc-ca58609aa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.063528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-d6789a82-67a4-4604-9ddc-ca58609aa249 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1095 time: 0.0445650 Aug 12 02:37:00.069709 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b7fe6f-224e-4579-83ec-84ddf6c7c60e None None] The sync data for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 is: [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 3, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:00.084735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:00.089719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:00.175907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045712-90a5-49d2-8d73-8881968e9430 req-f3e2d4e8-8df7-43f2-b6cd-80b0f26e722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.177530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-f3e2d4e8-8df7-43f2-b6cd-80b0f26e722e service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.1061900 Aug 12 02:37:00.191612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:37:00.192977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:37:00.223310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-913bf399-af13-4fbd-a7a6-66fd22160e96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 217 time: 0.0368412 Aug 12 02:37:00.279343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045712-90a5-49d2-8d73-8881968e9430 req-18c7b4a2-09e9-496a-914c-879bb0c1195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.281229 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-18c7b4a2-09e9-496a-914c-879bb0c1195f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0504518 Aug 12 02:37:00.322940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Router de6a732f-0803-4303-84ec-acbf2f752e94 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:37:00.368813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045712-90a5-49d2-8d73-8881968e9430 req-1fd09639-2ac2-4ec2-a2a5-9f69bef7295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.370364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-1fd09639-2ac2-4ec2-a2a5-9f69bef7295b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825758 Aug 12 02:37:00.485429 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-bb64fb54-23f8-4d2f-aa11-096d6019b921 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065805 Aug 12 02:37:00.533194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:37:00.539428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d4999d3-d564-412b-bcc5-e8709eced7d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/de6a732f-0803-4303-84ec-acbf2f752e94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6943426 Aug 12 02:37:00.554605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286e53f-da9f-4264-acdd-bfc862614065 req-5c1dcb70-7ec1-4713-930f-e189faf1aaaf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.556366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5286e53f-da9f-4264-acdd-bfc862614065 req-5c1dcb70-7ec1-4713-930f-e189faf1aaaf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0862999 Aug 12 02:37:00.594296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-11f5ee9b-7a6b-448f-990e-0ea237546f29 None None] Provisioning complete for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:00.595295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0045712-90a5-49d2-8d73-8881968e9430 req-2df25055-e1bf-4e36-8066-54901c80ec25 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015677 Aug 12 02:37:00.595682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11f5ee9b-7a6b-448f-990e-0ea237546f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:00.628093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5286e53f-da9f-4264-acdd-bfc862614065 req-c21cd4b1-dc2c-42e4-937e-c03dc0f16a8f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602131 Aug 12 02:37:00.642325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-11f5ee9b-7a6b-448f-990e-0ea237546f29 None None] Port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:37:00.880773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35250) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:00.885970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433115972', 'description': 'tempest-description--868908141'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:00.946685 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:00.977888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850504-d650-41b7-a4a4-064aa67cc8cc req-ef1622a5-3e23-4c23-96fd-b2f196b93538 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:00.979441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03850504-d650-41b7-a4a4-064aa67cc8cc req-ef1622a5-3e23-4c23-96fd-b2f196b93538 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0791316 Aug 12 02:37:01.049459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03850504-d650-41b7-a4a4-064aa67cc8cc req-69ddaa85-9b1b-4920-b5cd-64ad228f858c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621719 Aug 12 02:37:01.089157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.094523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.125046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.126256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2440124 Aug 12 02:37:01.128780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54991bba-caaf-457b-b183-94fd75fe38ea tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ce035-c381-41be-8ca6-61d4fd29fbad,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:01.129410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35252) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:01.136191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'security_group_rule': {'security_group_id': '9b0ce035-c381-41be-8ca6-61d4fd29fbad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:01.152051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:01.166550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.200046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:37:01.203707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:01.204082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.224691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.228489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.246937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b089146d-96a8-4604-9b4b-c8dbb67d69a9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:01.257180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.260806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bc159600-b249-4f57-ac85-4d1b0f7b0345 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274455 Aug 12 02:37:01.261161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:01.266280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'security_group_rule': {'security_group_id': '9b0ce035-c381-41be-8ca6-61d4fd29fbad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:01.284209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.293529 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.306787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:01.310967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.355505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.359346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.366376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:01.380063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cac9c3-9208-4c4d-849c-581faa00845c,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:01.383423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.384625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6a856a4-5345-4c3e-a340-d107cade2b52 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224363 Aug 12 02:37:01.387553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35256) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:01.392805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:01.413626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.518812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.624190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.25.3.56 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/206d0a0f-f3fd-42c7-930f-86d3205c61d1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:37:01.731128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.739431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34bdeb-3cb8-466b-8e57-0d9b4fd6994c req-96d323a1-c8c0-4ef1-a236-f7aedb64baac tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:01.740963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc34bdeb-3cb8-466b-8e57-0d9b4fd6994c req-96d323a1-c8c0-4ef1-a236-f7aedb64baac tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0493872 Aug 12 02:37:01.770482 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.778551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc34bdeb-3cb8-466b-8e57-0d9b4fd6994c req-a9f091e5-afc9-4dda-8b19-da4a29199ab9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314829 Aug 12 02:37:01.807937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:37:01.812688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:37:01.816112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:37:01.832151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:37:01.841129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=206d0a0f-f3fd-42c7-930f-86d3205c61d1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:01.907045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.933238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:01.947647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:01.953731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:37:01.961419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ff8a2ebc-6da1-463e-ad2e-fcfd2dae0764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.000038 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.012247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:37:02.032192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:02.036156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.091613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:02.113185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.119351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.141814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Sync routers for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:37:02.151345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:02.152073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:02.219566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=206d0a0f-f3fd-42c7-930f-86d3205c61d1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:02.231844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.250816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907644-79c9-4e24-9eed-097ea81df0f2 req-c440ab00-fad1-42e3-9d34-4e5cb85912da tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:02.252354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71907644-79c9-4e24-9eed-097ea81df0f2 req-c440ab00-fad1-42e3-9d34-4e5cb85912da tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.1032524 Aug 12 02:37:02.258577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.259838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f642152-22a8-4eac-a3ca-e3102cc7dca9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8712776 Aug 12 02:37:02.261322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b8a976f1-1861-427b-9e4c-04929c99e103'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:37:02.293690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:02.303793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71907644-79c9-4e24-9eed-097ea81df0f2 req-e6e25108-b29a-4c6c-9bcc-4df370aaf86e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Aug 12 02:37:02.411832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-525561ea-0fa4-4bfe-be3b-9a7d0755ff8d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--433115972&fields=id&tenant_id=d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 267 time: 0.0345798 Aug 12 02:37:02.523315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-bc6832fc-927e-4ee1-8b92-fd477709c309 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:02.527965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-bc6832fc-927e-4ee1-8b92-fd477709c309 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1092875 Aug 12 02:37:02.541062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-2533a99f-910c-492e-a445-88ca91df32d9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/quotas/d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 375 time: 0.0096896 Aug 12 02:37:02.593914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 2, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:02.597409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-135c345d-9532-4fe0-8193-aaf030425623 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500360 Aug 12 02:37:02.621207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Checking router: de6a732f-0803-4303-84ec-acbf2f752e94 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:37:02.621573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Updating router de6a732f-0803-4303-84ec-acbf2f752e94 port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:37:02.659054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:02.696306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-d29ac44c-461c-4bd7-b896-52d95bda9206 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871477 Aug 12 02:37:02.799420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-a675b11f-9d87-4644-9d6f-32aa4c816d9e service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Aug 12 02:37:02.903225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094aac2-f5e7-4389-ba74-4283645ea904 req-97515e53-b80e-4635-8f40-0a879a00f424 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:02.905230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b094aac2-f5e7-4389-ba74-4283645ea904 req-97515e53-b80e-4635-8f40-0a879a00f424 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0553226 Aug 12 02:37:02.960923 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b094aac2-f5e7-4389-ba74-4283645ea904 req-e6c055b8-fe1c-4eaa-90ac-d931105f6b0e tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491087 Aug 12 02:37:02.986062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-413bcf8d-c483-49dc-bbf9-5c5cd1cdb67b req-fd2e1f2c-ae77-4fdf-aa9d-847ae9563599 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Aug 12 02:37:03.110801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:03.123259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.158688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Transition to ACTIVE for port object cd35df09-5eb0-461e-b5e5-16d76acc6dd3 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:37:03.172414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.235719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5789dc-65ac-4e47-b2bc-7f4df6e88ef4 None None] Pushing event updated for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:03.239685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:03.240021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.322030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Attempting to bind port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:37:03.322412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Attempting to bind port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:37:03.322768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Attempting to bind port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:37:03.329262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:37:03.329639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:37:03.330050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.330498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:37:03.330902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Bound port: cd35df09-5eb0-461e-b5e5-16d76acc6dd3, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:37:03.331286 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.432771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] For port cd35df09-5eb0-461e-b5e5-16d76acc6dd3, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:37:03.439981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] For port cd35df09-5eb0-461e-b5e5-16d76acc6dd3, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:37:03.442736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ded58a-e1af-482f-8a1d-8ea44d4e3893 req-cf502629-e8eb-4a79-bbfc-1ac6888b4b74 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:03.445036 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:03.451198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31ded58a-e1af-482f-8a1d-8ea44d4e3893 req-cf502629-e8eb-4a79-bbfc-1ac6888b4b74 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.0656583 Aug 12 02:37:03.496140 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31ded58a-e1af-482f-8a1d-8ea44d4e3893 req-fea118bf-5d14-4e61-a22f-3f575c0364f6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436192 Aug 12 02:37:03.513296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:03.513922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:03.565444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5789dc-65ac-4e47-b2bc-7f4df6e88ef4 None None] Pushing event updated for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:03.648337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:03.847873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:03.891855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:03Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:03.919586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67b0833-b28c-4daf-a2ba-e17a35e16292 None None] The sync data for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 is: [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:03Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:03.934306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port b8a976f1-1861-427b-9e4c-04929c99e103 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:37:03.939328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b8a976f1-1861-427b-9e4c-04929c99e103 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:03.939942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.073670 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.112837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:04.113544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:04.116388 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15797fc-e83b-4df3-be22-7e81942d67f9" -d '{"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:04.122048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.128621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b538c-da6b-4978-8df0-ccd13751cfe1 req-5e885913-6fc4-4463-8eaf-6c27f5a03643 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:04.130503 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c3b538c-da6b-4978-8df0-ccd13751cfe1 req-5e885913-6fc4-4463-8eaf-6c27f5a03643 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0692084 Aug 12 02:37:04.205213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-583f2338-5fc3-4771-a536-368b6baafc46 req-54c926d6-1793-4cfd-b3d0-ea9837de432a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0727003 Aug 12 02:37:04.213691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:04.215456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c3b538c-da6b-4978-8df0-ccd13751cfe1 req-d672ea28-9134-4d7b-957b-1e17584ee5e6 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695612 Aug 12 02:37:04.283935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-ca051818-f5a2-4f64-91dd-4e2b96b42c7b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:04.285707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-ca051818-f5a2-4f64-91dd-4e2b96b42c7b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.2065539 Aug 12 02:37:04.355059 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137c3fc-3569-48ca-be1b-4ef2f9552b9b x-openstack-request-id: req-e137c3fc-3569-48ca-be1b-4ef2f9552b9b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:04.355365 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:04.355652 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e137c3fc-3569-48ca-be1b-4ef2f9552b9b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:04.356060 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'code': 200} Aug 12 02:37:04.360001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-d71ce71d-5466-4569-88e6-74227e689293 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 379 time: 0.0574300 Aug 12 02:37:04.417897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'device_id': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'admin_state_up': True, 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'security_groups': ['9b0ce035-c381-41be-8ca6-61d4fd29fbad']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:04.454066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce9fd3-f16e-465c-bc58-05b74883a57c req-d23d2428-6461-4151-9e1f-7dd95324b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:04.455964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19ce9fd3-f16e-465c-bc58-05b74883a57c req-d23d2428-6461-4151-9e1f-7dd95324b6ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1097 time: 0.0438695 Aug 12 02:37:04.495014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19ce9fd3-f16e-465c-bc58-05b74883a57c req-8353492e-e316-40ba-a829-b0f62c5c6552 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301001 Aug 12 02:37:04.549342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:37:04.553160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.583199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f8a8e43-e611-480a-aa80-c02ea470b41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.625691 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.633104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b21df-2a43-4e84-8bb4-19a10142c295 req-191ab501-67b3-4f1f-95bb-80c39507bda7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:04.642785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c98b21df-2a43-4e84-8bb4-19a10142c295 req-191ab501-67b3-4f1f-95bb-80c39507bda7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0697043 Aug 12 02:37:04.680510 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.685894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c98b21df-2a43-4e84-8bb4-19a10142c295 req-c591ea78-7b98-4397-b5c5-d4b8b4c2eb48 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 Aug 12 02:37:04.737972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.20.0.12 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/d14c6210-893b-43ed-ae93-4340c2ffef67) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:37:04.877545 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.896132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Transition to ACTIVE for port object d14c6210-893b-43ed-ae93-4340c2ffef67 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:37:04.930922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:04.972647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:37:04.975691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:37:04.981365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:37:05.009940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:05.036964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:05.037680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.069092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-027beb34-ed60-43de-b180-7b955eba1c4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6551299 Aug 12 02:37:05.092945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Request body: {'port': {'device_id': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:05.135782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd35df09-5eb0-461e-b5e5-16d76acc6dd3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:05.175871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.213222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:37:05.221491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:05.221937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.255935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d74c3490-2ada-4c00-82af-31b2c293377c None None] Provisioning for port d14c6210-893b-43ed-ae93-4340c2ffef67 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:37:05.263401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d74c3490-2ada-4c00-82af-31b2c293377c None None] Provisioning complete for port d14c6210-893b-43ed-ae93-4340c2ffef67 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:05.263975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d74c3490-2ada-4c00-82af-31b2c293377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.313023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d74c3490-2ada-4c00-82af-31b2c293377c None None] Port d14c6210-893b-43ed-ae93-4340c2ffef67 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:37:05.352902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.388226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cd35df09-5eb0-461e-b5e5-16d76acc6dd3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:05.393729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.416956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1786-57c8-4baa-abdc-b71ce9981c55 req-970eb303-8af1-4be6-91c6-df5c1b590abc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:05.418684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdc1786-57c8-4baa-abdc-b71ce9981c55 req-970eb303-8af1-4be6-91c6-df5c1b590abc tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0595424 Aug 12 02:37:05.445160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:05.463353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2bdc1786-57c8-4baa-abdc-b71ce9981c55 req-4bb8cd42-5460-4a8e-bf99-a65aacee8b2f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Aug 12 02:37:05.789554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f7a04-6f20-4982-9f90-d7e1e6b19085 req-e4f4f60a-8e53-47c4-b1a7-0f0183981195 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:05.791046 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b2f7a04-6f20-4982-9f90-d7e1e6b19085 req-e4f4f60a-8e53-47c4-b1a7-0f0183981195 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 932 time: 0.4451041 Aug 12 02:37:05.813412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea6c6-2e21-495c-919a-68739b22531f req-64286767-b455-4d64-8739-f21b4492362a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:05.815439 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1daea6c6-2e21-495c-919a-68739b22531f req-64286767-b455-4d64-8739-f21b4492362a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0488975 Aug 12 02:37:05.840949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.855333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1daea6c6-2e21-495c-919a-68739b22531f req-48929baa-309d-44ba-ba84-64a1ccdb9d8e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343256 Aug 12 02:37:05.861271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b2f7a04-6f20-4982-9f90-d7e1e6b19085 req-1d1a6527-d228-455d-a611-761d6aea46ed tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610640 Aug 12 02:37:05.896990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:37:05.904750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.917193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Transition to ACTIVE for port object d14c6210-893b-43ed-ae93-4340c2ffef67 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:37:05.921027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:05.973569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:05.988863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd4a94-535f-43b7-8e6e-2aa21500a28f req-3408d0eb-0f70-45c3-b409-130851350859 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:05.990536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0cd4a94-535f-43b7-8e6e-2aa21500a28f req-3408d0eb-0f70-45c3-b409-130851350859 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0565591 Aug 12 02:37:06.001581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:06.008643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'floatingip': {'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:06.069437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.102022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Attempting to bind port d14c6210-893b-43ed-ae93-4340c2ffef67 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:37:06.102371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Attempting to bind port d14c6210-893b-43ed-ae93-4340c2ffef67 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:37:06.103177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Attempting to bind port d14c6210-893b-43ed-ae93-4340c2ffef67 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:37:06.109841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Port d14c6210-893b-43ed-ae93-4340c2ffef67 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:37:06.110179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Attempting to bind port d14c6210-893b-43ed-ae93-4340c2ffef67 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:37:06.120763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-6e59e826-dd08-48e2-8922-c5b1d8c3e506 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673993 Aug 12 02:37:06.121487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:37:06.121833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:37:06.122219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:37:06.122661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Bound port: d14c6210-893b-43ed-ae93-4340c2ffef67, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:37:06.123025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.237207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:37:06.253887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:37:06.257259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-79d37296-d716-4a9d-bc70-3d52080d245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.258883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-79d37296-d716-4a9d-bc70-3d52080d245a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0689495 Aug 12 02:37:06.260409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.351683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.352323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.353745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] 10.222.0.21 "PUT /v2.0/ports/d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 1092 time: 1.2652750 Aug 12 02:37:06.354208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:06.356550 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901285bc-d6c4-4c4e-9397-e08844abaf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:06.391324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec94a58-bc1e-4fe8-923f-00b082d1081d service neutron] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:06.467878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-3539bbfd-f3ff-46f4-b342-d35e3010cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.469724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-3539bbfd-f3ff-46f4-b342-d35e3010cb72 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 909 time: 0.1833677 Aug 12 02:37:06.494890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-50e8ff87-f5b1-4c58-9961-bf02652e9bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.496539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-50e8ff87-f5b1-4c58-9961-bf02652e9bcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1095 time: 0.0664659 Aug 12 02:37:06.554292 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4fa1b9-84ed-45df-8062-bb8590f27f8d x-openstack-request-id: req-ef4fa1b9-84ed-45df-8062-bb8590f27f8d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:06.554665 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:06.554987 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef4fa1b9-84ed-45df-8062-bb8590f27f8d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:06.555453 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'status': 'completed', 'code': 200} Aug 12 02:37:06.589897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-b447eb3c-89dd-4410-bf02-adbbbeffb2b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 217 time: 0.0502660 Aug 12 02:37:06.628483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.632023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-b53114ec-35c7-4a15-a4fa-6c90023be3d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 1000 time: 0.1529870 Aug 12 02:37:06.636752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:06.647667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c3bd-10ea-44e2-bb16-2b00f6a9dd77 req-d69af2fa-da50-45bb-b72d-af3a937fa08b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.649282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da34c3bd-10ea-44e2-bb16-2b00f6a9dd77 req-d69af2fa-da50-45bb-b72d-af3a937fa08b tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0724540 Aug 12 02:37:06.682252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-b532ac67-0db9-42b2-9dff-483401e37201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.683452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-b532ac67-0db9-42b2-9dff-483401e37201 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0864873 Aug 12 02:37:06.721875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-57f91b87-11cf-4b15-96fa-b3f4cda5a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.723338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-57f91b87-11cf-4b15-96fa-b3f4cda5a88d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 200 len: 847 time: 0.0841169 Aug 12 02:37:06.760603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66206-974f-40dd-aa71-6c855cab7950 req-b8ac7f94-261b-4cf0-97ec-e22d7fd5b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.762033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-b8ac7f94-261b-4cf0-97ec-e22d7fd5b5a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708616 Aug 12 02:37:06.821321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-57628bab-29d6-4ddc-9467-140ae5a16090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:06.822870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-57628bab-29d6-4ddc-9467-140ae5a16090 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925224 Aug 12 02:37:06.925572 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-e0b10397-bfc7-4050-b822-7c729eb096e3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553738 Aug 12 02:37:07.008612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da34c3bd-10ea-44e2-bb16-2b00f6a9dd77 req-87d5536a-9c1c-4275-aec3-cd72dc665b68 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289809 Aug 12 02:37:07.022943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-8c15b253-9621-462a-b0e6-3b97daddf584 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912818 Aug 12 02:37:07.029612 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Floating IP 9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8 associated. External IP: 172.25.3.87, port: b8a976f1-1861-427b-9e4c-04929c99e103. Aug 12 02:37:07.112264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd35df09-5eb0-461e-b5e5-16d76acc6dd3 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:07.129707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c268f-6d4a-4700-8397-2464585d4374 req-4e78a881-b973-40e8-97eb-0130c6113433 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.131260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-075c268f-6d4a-4700-8397-2464585d4374 req-4e78a881-b973-40e8-97eb-0130c6113433 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 944 time: 0.1931410 Aug 12 02:37:07.166002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:07.166547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:07.172882 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75a66206-974f-40dd-aa71-6c855cab7950 req-a27fe5ad-a5ce-4f99-8a7f-b79ea2bab905 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370257 Aug 12 02:37:07.199421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-311431d2-cdd5-4506-aa71-eb2e059979f1 req-b012bc3d-4dc7-4d4b-98b9-b0e27aa48b09 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680682 Aug 12 02:37:07.208724 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-075c268f-6d4a-4700-8397-2464585d4374 req-a89374fc-fcf2-4e59-8c90-e25cfa591e4f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598719 Aug 12 02:37:07.276456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:37:07.327233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:07.354195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-d501a4dd-d129-4a44-ac55-d98a501846e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.355805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-d501a4dd-d129-4a44-ac55-d98a501846e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1095 time: 0.0464833 Aug 12 02:37:07.391982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:37:07.397009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:07.401697 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:37:07.415200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:07.415842 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:07.436624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e9b970d5-108a-43ea-8f3f-1b0e786bce63 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "PUT /v2.0/floatingips/9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8 HTTP/1.1" status: 200 len: 991 time: 1.4332106 Aug 12 02:37:07.437730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:07.445321 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc897e-46f0-4c63-9bb5-62eedf543f09" -d '{"events": [{"name": "network-changed", "server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:07.475676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-085ecfad-d4e0-426a-a6cc-db7b39835169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.477213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-085ecfad-d4e0-426a-a6cc-db7b39835169 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1143181 Aug 12 02:37:07.492032 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28249ef3-6837-45fd-94b4-08c5a37abede x-openstack-request-id: req-28249ef3-6837-45fd-94b4-08c5a37abede {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:07.492529 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:07.492787 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28249ef3-6837-45fd-94b4-08c5a37abede {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:07.493214 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'status': 'completed', 'code': 200} Aug 12 02:37:07.527543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-23dffd1c-c3d9-42ac-9e0f-c17a0ebbdca8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 217 time: 0.0418556 Aug 12 02:37:07.550718 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:07.563764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-5953ff20-b67b-416c-98b1-1160f92478be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.565295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-5953ff20-b67b-416c-98b1-1160f92478be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1097 time: 0.0429094 Aug 12 02:37:07.578146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-3a969168-84ec-4a56-b99a-d2b1749a6020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.579648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-3a969168-84ec-4a56-b99a-d2b1749a6020 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0457671 Aug 12 02:37:07.626607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-2e572872-a973-4429-bde7-36831506d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.628379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-2e572872-a973-4429-bde7-36831506d15e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414560 Aug 12 02:37:07.660853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-42b27ae6-f839-4214-ae8c-04d38d32eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.662654 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-42b27ae6-f839-4214-ae8c-04d38d32eace service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0903051 Aug 12 02:37:07.730257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-a678cbfa-74a9-4c4c-b59a-079a67dd8566 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949857 Aug 12 02:37:07.734747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-3e7f3a72-8dbd-4da8-924f-4da5b5d6eb3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 999 time: 0.0642412 Aug 12 02:37:07.789172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-32ee9d7d-ea74-4357-81f0-5c4e535b605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.790584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-32ee9d7d-ea74-4357-81f0-5c4e535b605a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0481596 Aug 12 02:37:07.798340 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:36:54Z', 'updated_at': '2021-08-12T02:37:06Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:07.824827 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:37:07.834186 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:07.834779 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:07.837058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-901285bc-d6c4-4c4e-9397-e08844abaf4d req-32d4a514-c635-42de-b34a-839f826f6322 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994985 Aug 12 02:37:07.838285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-3928938f-ebef-47c4-bc67-29f615da6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:07.839888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-3928938f-ebef-47c4-bc67-29f615da6ba4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423920 Aug 12 02:37:07.937317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-f5818125-830e-445a-a9d1-f00d03a48d04 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 Aug 12 02:37:07.942047 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:08.026862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cafc897e-46f0-4c63-9bb5-62eedf543f09 req-b10d2aa8-bd7c-49f2-a3c2-83072eb40941 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828099 Aug 12 02:37:08.147507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f8f79-b208-4953-9da2-7301246b148a req-f6e31cca-fe52-4c43-9cba-9ba92807968f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:08.149052 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-228f8f79-b208-4953-9da2-7301246b148a req-f6e31cca-fe52-4c43-9cba-9ba92807968f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0644562 Aug 12 02:37:08.194763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-228f8f79-b208-4953-9da2-7301246b148a req-7e2b4d69-0964-46ab-8e59-274882587f6c tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Aug 12 02:37:08.197651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:36:54Z', 'updated_at': '2021-08-12T02:37:06Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:08.225870 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7b203-451a-4bd4-a59d-6ac690e29acd None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:36:54Z', 'updated_at': '2021-08-12T02:37:06Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:08.343683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccabf5-b805-4408-a217-c04b1c492041 req-0aeae997-6901-422c-aa66-a7a8ed76fb9f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:08.345261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94ccabf5-b805-4408-a217-c04b1c492041 req-0aeae997-6901-422c-aa66-a7a8ed76fb9f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0554082 Aug 12 02:37:08.384805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94ccabf5-b805-4408-a217-c04b1c492041 req-112d4959-501e-42c4-bbb6-cb3040f459fc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Aug 12 02:37:08.439434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09f7bda-fc66-426d-9241-09ae847f9855 None None] New status for floating IP 9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:37:09.309193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c4988-da78-4e0f-b210-7dfdb150c9e7 req-d056a258-1f44-4d52-91b1-b01b50645d05 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:09.310601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a08c4988-da78-4e0f-b210-7dfdb150c9e7 req-d056a258-1f44-4d52-91b1-b01b50645d05 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Aug 12 02:37:09.349144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a08c4988-da78-4e0f-b210-7dfdb150c9e7 req-e7885a37-65f6-4e39-956f-02981bd1bbaf tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Aug 12 02:37:09.514137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049694-6442-4df3-a9a4-49b456fe5c58 req-0314382c-2c05-4552-aa3d-cfb7b49ad78a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:09.516268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59049694-6442-4df3-a9a4-49b456fe5c58 req-0314382c-2c05-4552-aa3d-cfb7b49ad78a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0495420 Aug 12 02:37:09.553752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59049694-6442-4df3-a9a4-49b456fe5c58 req-d8885aac-e316-41db-a5a1-e8b4d7bda3ad tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Aug 12 02:37:10.465142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d422ceb-9eae-4c84-b6ee-ba7f2781ebf6 req-1ca29117-65f4-41f7-8f18-83f256275d40 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:10.466627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d422ceb-9eae-4c84-b6ee-ba7f2781ebf6 req-1ca29117-65f4-41f7-8f18-83f256275d40 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0484693 Aug 12 02:37:10.503943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d422ceb-9eae-4c84-b6ee-ba7f2781ebf6 req-286f0117-dc3e-4548-a7ec-6b511023b92a tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307016 Aug 12 02:37:10.675123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e99a-86a0-463f-9c70-a245aeed4f2b req-588ff9f4-396f-4442-be9b-e642f5271835 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:10.676688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5d4e99a-86a0-463f-9c70-a245aeed4f2b req-588ff9f4-396f-4442-be9b-e642f5271835 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0523989 Aug 12 02:37:10.717662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5d4e99a-86a0-463f-9c70-a245aeed4f2b req-533991eb-f76f-4047-b7ca-99962cf7bdfb tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346990 Aug 12 02:37:11.590043 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:37:11.623869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16371c1-bdf1-4883-9e9a-72404f8b9e5f req-9bb6f1d7-532e-43df-afc1-310e3653c183 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:11.625920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b16371c1-bdf1-4883-9e9a-72404f8b9e5f req-9bb6f1d7-532e-43df-afc1-310e3653c183 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0532951 Aug 12 02:37:11.664390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b16371c1-bdf1-4883-9e9a-72404f8b9e5f req-55a6a2cf-0951-4329-b9ad-751b84d401b1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321412 Aug 12 02:37:11.687771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:11.699205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:37:11.737625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:11.751803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:37:11.772202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:11.777629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:11.828878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:11.834907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab04f-a370-4775-85d9-c06b6568d6de req-d1e84369-bbb4-4b5b-88e2-3cbfdbe85f50 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:11.836476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd1ab04f-a370-4775-85d9-c06b6568d6de req-d1e84369-bbb4-4b5b-88e2-3cbfdbe85f50 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Aug 12 02:37:11.874462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd1ab04f-a370-4775-85d9-c06b6568d6de req-3940ebb2-6365-4e5b-a4f6-ee6be3d9045f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Aug 12 02:37:12.235393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d14c6210-893b-43ed-ae93-4340c2ffef67'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:37:12.786969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8da799-3849-4880-becd-e1d013ba63b2 req-84bedd73-c198-408a-91ef-0d154126f937 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:12.788550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff8da799-3849-4880-becd-e1d013ba63b2 req-84bedd73-c198-408a-91ef-0d154126f937 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0541549 Aug 12 02:37:12.826457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff8da799-3849-4880-becd-e1d013ba63b2 req-93c652b4-79df-4640-a9c9-a3b7c0eb3690 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Aug 12 02:37:12.991460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a21a-2dc1-4b08-8056-5d9ee12d7931 req-86d8dcc4-f92c-447f-b367-ef5baa75728c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:12.992956 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a64a21a-2dc1-4b08-8056-5d9ee12d7931 req-86d8dcc4-f92c-447f-b367-ef5baa75728c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Aug 12 02:37:13.030314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a64a21a-2dc1-4b08-8056-5d9ee12d7931 req-cc80cddd-d4b7-4af7-a500-37e8b4e7654e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313828 Aug 12 02:37:13.587667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:13.638152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port d14c6210-893b-43ed-ae93-4340c2ffef67 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:37:13.642487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d14c6210-893b-43ed-ae93-4340c2ffef67 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:13.642866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:13.724792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:13.747503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:13.749721 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2492ba-6a67-4aff-93f5-209f15911115" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:13.762767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:13.767771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:13.768574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:37:13.800631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463cd30-d640-4d94-bc76-8d08094553a3 req-e4aba120-f564-45cc-a2c9-d777429b8b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:13.802135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6463cd30-d640-4d94-bc76-8d08094553a3 req-e4aba120-f564-45cc-a2c9-d777429b8b52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0469997 Aug 12 02:37:13.809591 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03ce875-309e-41af-ab3a-f0d2b8553ac9 x-openstack-request-id: req-e03ce875-309e-41af-ab3a-f0d2b8553ac9 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:13.809884 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:13.810154 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e03ce875-309e-41af-ab3a-f0d2b8553ac9 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:13.810514 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:37:13.853804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:13.880342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6463cd30-d640-4d94-bc76-8d08094553a3 req-ecaa36bf-dd02-4fe0-bb56-63bf4c9e09d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558288 Aug 12 02:37:13.898601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:13.932473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:13.936214 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:13.953934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69523bc0-ccd4-4b41-83c9-6a013ce09059 req-136dfce6-dd87-4325-9536-c0a1dd9ca6a4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:13.955445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69523bc0-ccd4-4b41-83c9-6a013ce09059 req-136dfce6-dd87-4325-9536-c0a1dd9ca6a4 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Aug 12 02:37:13.985342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:13.993974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69523bc0-ccd4-4b41-83c9-6a013ce09059 req-00902169-f5d0-4a1c-9e30-07694ebcc1ff tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Aug 12 02:37:14.144887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ba3ff-cb42-455f-bb0e-7627c4f342cb req-ae6e401d-5f58-41c8-a2aa-3664ad7370be tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:14.146360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-055ba3ff-cb42-455f-bb0e-7627c4f342cb req-ae6e401d-5f58-41c8-a2aa-3664ad7370be tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.0477777 Aug 12 02:37:14.184727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-055ba3ff-cb42-455f-bb0e-7627c4f342cb req-99b2dd87-482f-468b-ac57-9b5365b6b921 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Aug 12 02:37:14.238000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4965-2249-4432-b3f5-fcaef13092fa req-4229e362-b90b-4055-86bf-e4fc06aee888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:14.239376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290a4965-2249-4432-b3f5-fcaef13092fa req-4229e362-b90b-4055-86bf-e4fc06aee888 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.0396764 Aug 12 02:37:14.274583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-290a4965-2249-4432-b3f5-fcaef13092fa req-ed2c01a3-dc75-4877-acbf-8cdbd85c5408 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280333 Aug 12 02:37:15.114158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6aea3-b617-4593-addb-0f494b131cbc req-ab99a0b3-4324-416f-b602-c1f99c0bf8c0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:15.115662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63f6aea3-b617-4593-addb-0f494b131cbc req-ab99a0b3-4324-416f-b602-c1f99c0bf8c0 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 943 time: 0.0526168 Aug 12 02:37:15.152803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63f6aea3-b617-4593-addb-0f494b131cbc req-7c756cee-ffce-46cd-9ac1-4c5a0ff82026 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Aug 12 02:37:15.301887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571eacc-2ffe-405d-80b8-11dc9e5cb4f7 req-9ebef477-dc06-41fe-88e5-84c998105459 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:15.303307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2571eacc-2ffe-405d-80b8-11dc9e5cb4f7 req-9ebef477-dc06-41fe-88e5-84c998105459 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.0488186 Aug 12 02:37:15.342069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2571eacc-2ffe-405d-80b8-11dc9e5cb4f7 req-367fb30f-d8f9-4fda-bb3a-a08bbec63569 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Aug 12 02:37:15.608629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:37:15.710831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:15.722977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'a24c13fb-e212-418e-8556-17436deebd66', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'port_id': 'a24c13fb-e212-418e-8556-17436deebd66', 'mac_address': 'fa:16:3e:05:30:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:37:15.763639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:15.776981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c13fb-e212-418e-8556-17436deebd66 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:37:15.802779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:15.807438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:15.811605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:15.814096 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654533a6-640f-4617-8b7d-4eef37b4320b" -d '{"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:15.853334 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef23270-db6f-4fe6-b097-880b833eaad3 x-openstack-request-id: req-8ef23270-db6f-4fe6-b097-880b833eaad3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:15.853644 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-unplugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:15.853896 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ef23270-db6f-4fe6-b097-880b833eaad3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:15.854291 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'code': 200} Aug 12 02:37:15.872565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:16.212264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['a24c13fb-e212-418e-8556-17436deebd66'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:37:16.276903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d98b53-7698-4e25-a6e6-3c3ad5ce9741 req-32bc6d1e-63b9-4c22-acd2-8ce88bf38507 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:16.278420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d98b53-7698-4e25-a6e6-3c3ad5ce9741 req-32bc6d1e-63b9-4c22-acd2-8ce88bf38507 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 944 time: 0.0498371 Aug 12 02:37:16.321131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d98b53-7698-4e25-a6e6-3c3ad5ce9741 req-a115c587-a038-464e-b6e4-8e5a974adf36 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Aug 12 02:37:16.344960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:16.423811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5f6c62d-2daf-46bf-ba65-5b1eb76c7b15 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/floatingips/67217463-52f8-488b-b494-f0025d2781a0 HTTP/1.1" status: 200 len: 992 time: 0.0768456 Aug 12 02:37:16.482725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78883c4-88a4-44a7-b0a6-2f0997c71a92 req-f94d2967-2cca-4130-868a-1483923f97de tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:16.484450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c78883c4-88a4-44a7-b0a6-2f0997c71a92 req-f94d2967-2cca-4130-868a-1483923f97de tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.0628855 Aug 12 02:37:16.526248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c78883c4-88a4-44a7-b0a6-2f0997c71a92 req-69bbc482-6cd0-4098-8bdd-a40d44214ad3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Aug 12 02:37:16.638461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04a48b-8af8-41fc-b36e-fb75869a4f01 req-d1f012ef-8467-4a55-9f1a-10797d340eed tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:16.639989 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d04a48b-8af8-41fc-b36e-fb75869a4f01 req-d1f012ef-8467-4a55-9f1a-10797d340eed tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.0489829 Aug 12 02:37:16.649288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35390) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:16.653868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'floatingip': {'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:37:16.693467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.138955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.143396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.246479 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Floating IP cef23826-24ca-4bc5-844e-3146ac8500ee associated. External IP: 172.25.3.56, port: d14c6210-893b-43ed-ae93-4340c2ffef67. Aug 12 02:37:17.457080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Router de6a732f-0803-4303-84ec-acbf2f752e94 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:37:17.566009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:37:17.573783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.576163 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Sync routers for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:37:17.585523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:17.586152 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:17.600923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:37:17.602884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d3a2c528-73ae-4f46-a2d6-602d1a2a1423 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "PUT /v2.0/floatingips/cef23826-24ca-4bc5-844e-3146ac8500ee HTTP/1.1" status: 200 len: 991 time: 0.9522784 Aug 12 02:37:17.603646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:17.606206 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c003b0-c435-498f-b1bb-a1ed76fef159" -d '{"events": [{"name": "network-changed", "server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:17.650214 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf5dcf-7c5c-4e76-9e4f-736423331023 x-openstack-request-id: req-06cf5dcf-7c5c-4e76-9e4f-736423331023 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:17.653212 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:17.653612 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06cf5dcf-7c5c-4e76-9e4f-736423331023 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:17.659988 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'status': 'completed', 'code': 200} Aug 12 02:37:17.684428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port a24c13fb-e212-418e-8556-17436deebd66 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:37:17.687593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.752572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:17.753140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-b9593a3b-9698-4365-b9f1-b720a8d672ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:17.754803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-b9593a3b-9698-4365-b9f1-b720a8d672ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.0434353 Aug 12 02:37:17.776848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.832967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:17.841585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.887026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-b288e21f-a676-4f2d-a668-4a0949cbdb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:17.888679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-b288e21f-a676-4f2d-a668-4a0949cbdb09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1270437 Aug 12 02:37:17.891201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:17.893572 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c86f2fb-804b-4bc3-9f73-f9e43bb4cc78" -d '{"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:17.936138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:17.942841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:17.973515 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd8380-23e9-4458-83c4-734c3f8ffbf3 x-openstack-request-id: req-a8dd8380-23e9-4458-83c4-734c3f8ffbf3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:17.973982 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-plugged", "status": "completed", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:17.974314 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8dd8380-23e9-4458-83c4-734c3f8ffbf3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:17.974896 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'code': 200} Aug 12 02:37:18.001703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-20a8f524-1dc1-41ed-ad52-298925beb5e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.1044190 Aug 12 02:37:18.064389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-a216976c-e2b0-47c9-9042-4ee3c3f9396c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:18.066375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-a216976c-e2b0-47c9-9042-4ee3c3f9396c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0548241 Aug 12 02:37:18.142270 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cef23826-24ca-4bc5-844e-3146ac8500ee', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:37:01Z', 'updated_at': '2021-08-12T02:37:17Z', 'revision_number': 1, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:18.152703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-f79eaff8-518a-4a40-9d03-f7e54c0b2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:18.154235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-f79eaff8-518a-4a40-9d03-f7e54c0b2f7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767112 Aug 12 02:37:18.176453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Checking router: de6a732f-0803-4303-84ec-acbf2f752e94 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:37:18.186940 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:18.187583 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:18.284035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-279b533d-caa3-4c7f-b3d2-5eda1c6750ac service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218262 Aug 12 02:37:18.311644 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:18.401018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c003b0-c435-498f-b1bb-a1ed76fef159 req-006551c0-5c89-413b-8791-67055c3b6947 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074657 Aug 12 02:37:18.556357 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cef23826-24ca-4bc5-844e-3146ac8500ee', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:37:01Z', 'updated_at': '2021-08-12T02:37:17Z', 'revision_number': 1, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:18.586116 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57e3d3a-21b6-485f-9299-54d6412a67bf None None] The sync data for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 is: [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cef23826-24ca-4bc5-844e-3146ac8500ee', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:37:01Z', 'updated_at': '2021-08-12T02:37:17Z', 'revision_number': 1, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:18.794471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21e42c-717e-48ab-a40e-9dda487c9315 None None] New status for floating IP cef23826-24ca-4bc5-844e-3146ac8500ee: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:37:21.423280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:37:24.035230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d08fb-69a5-46d1-a180-b4b93e84ce20 req-45d12344-6c24-4d3f-8e3c-d9027711a174 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:24.036756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd6d08fb-69a5-46d1-a180-b4b93e84ce20 req-45d12344-6c24-4d3f-8e3c-d9027711a174 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.0501766 Aug 12 02:37:24.073086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dd6d08fb-69a5-46d1-a180-b4b93e84ce20 req-ad84fe5b-6566-4bde-a02e-3e76b81d220a tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304160 Aug 12 02:37:25.191569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a44208-68a4-42e7-a46a-47a37b865e59 req-8deeeae5-3cbd-4343-8d1d-c5eaef9944ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:25.193095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85a44208-68a4-42e7-a46a-47a37b865e59 req-8deeeae5-3cbd-4343-8d1d-c5eaef9944ca tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Aug 12 02:37:25.233520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85a44208-68a4-42e7-a46a-47a37b865e59 req-5c155385-933b-4d9c-b2d1-4cd3d29a8cc7 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups?id=efbf8c14-ad4f-402a-b38d-deea889f62ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Aug 12 02:37:25.777772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-741df543-950c-4a89-b424-fbdb24e089b1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:25.779212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-741df543-950c-4a89-b424-fbdb24e089b1 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 946 time: 0.0472238 Aug 12 02:37:25.874168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Deleting port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:37:25.874514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:25.960375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] For port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:25.960736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:26.132137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:26.132423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:26.132740 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Floating IP 6910db88-bec7-432a-a6bb-b2b28c5d980c disassociated. External IP: 172.25.3.83, port: 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6. Aug 12 02:37:26.133078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Calling delete_port for 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:37:26.260917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:26.292191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'Port': ['ID=40fe0b30-c4e0-4dd8-8de4-04f8d569acc6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:26.369827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-412ac59c-b5a3-42f2-888b-5752769f051b req-0335c622-81b6-403e-877e-0c9535c2a115 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fdbca0f-3375-4875-9040-757e463671a5 HTTP/1.1" status: 200 len: 210 time: 0.0319829 Aug 12 02:37:26.432960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:37:26.545226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:37:26.554831 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:37:26.565029 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:26.565580 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:26.591478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] No DVR routers for this DVR port 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:37:26.594207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:26.596286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51317a27-1d2c-4d3f-a0a3-cf7cfb332999 req-0f44292a-0b1d-46ac-8ed5-360326b2a6a3 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.25 "DELETE /v2.0/ports/40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 HTTP/1.1" status: 204 len: 173 time: 0.8096731 Aug 12 02:37:26.596713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'name': 'network-vif-deleted', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:37:26.599125 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897533d1-2cba-4d00-8f7f-8e512768ddf3" -d '{"events": [{"server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "name": "network-vif-deleted", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:37:26.664007 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91907eac-88a7-408c-9785-90a9316ee44d x-openstack-request-id: req-91907eac-88a7-408c-9785-90a9316ee44d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:37:26.664438 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdbca0f-3375-4875-9040-757e463671a5", "name": "network-vif-deleted", "tag": "40fe0b30-c4e0-4dd8-8de4-04f8d569acc6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:37:26.664792 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91907eac-88a7-408c-9785-90a9316ee44d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:37:26.665287 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdbca0f-3375-4875-9040-757e463671a5', 'name': 'network-vif-deleted', 'tag': '40fe0b30-c4e0-4dd8-8de4-04f8d569acc6', 'status': 'completed', 'code': 200} Aug 12 02:37:26.690522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:26.896497 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:26.921620 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:37:26.930690 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:26.931273 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:27.040304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:27.245880 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:27.270778 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cfaed7-7d3f-46b7-92e1-2d17d3eff93a None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:28:18Z', 'revision_number': 4, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '309401c8-302d-4e58-8143-dc235adf2dd5', 'name': '', 'network_id': '94c1ec23-76aa-40fa-beea-ce07ae5c89f3', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'mac_address': 'fa:16:3e:b2:b2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:17Z', 'updated_at': '2021-08-12T02:28:28Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'subnets': [{'id': '95e2dbd3-db2b-479e-9171-8f30368efbf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:27.459154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35486) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:27.500438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a687755-c3c5-4f40-9c0e-f3b8d98f644d None None] New status for floating IP 6910db88-bec7-432a-a6bb-b2b28c5d980c: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:37:27.516536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.539316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.586992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.589860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.593921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "DELETE /v2.0/security-groups/efbf8c14-ad4f-402a-b38d-deea889f62ec HTTP/1.1" status: 204 len: 168 time: 0.1336393 Aug 12 02:37:27.594081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35488) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:27.603295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf8c14-ad4f-402a-b38d-deea889f62ec,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:27.608836 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-193c92e2-9260-4667-8354-2ae88182a15d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] show failed (client error): The resource could not be found. Aug 12 02:37:27.612116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.612423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.612726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.613069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.613302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-193c92e2-9260-4667-8354-2ae88182a15d tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "GET /v2.0/security-groups/efbf8c14-ad4f-402a-b38d-deea889f62ec HTTP/1.1" status: 404 len: 347 time: 0.0170722 Aug 12 02:37:27.613422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.613788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.614087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.614419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.614802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.615448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.615448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.615970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af2f55e-6410-4723-9f58-6230ea628325 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:27.620338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35490) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:27.749192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Deleting port fecd7921-f549-4008-9b54-095f727a7f59 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:37:27.749474 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.825343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.825683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.837389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Calling delete_port for fecd7921-f549-4008-9b54-095f727a7f59 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:37:27.964514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:27.992978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Pushing event deleted for resources: {'Port': ['ID=fecd7921-f549-4008-9b54-095f727a7f59,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:28.055049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:28.057575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:28.058732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-24504308-cbf8-499d-a287-836d24c52e96 tempest-AttachVolumeTestJSON-338120257 tempest-AttachVolumeTestJSON-338120257-project] 10.222.0.11 "DELETE /v2.0/floatingips/6910db88-bec7-432a-a6bb-b2b28c5d980c HTTP/1.1" status: 204 len: 168 time: 0.4374135 Aug 12 02:37:29.941365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:37:29.964785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:37:29.965133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 40fe0b30-c4e0-4dd8-8de4-04f8d569acc6 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:37:31.953189 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec3f3d11-127c-4f5c-8edd-9d0c23a56d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:34.576005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4419f949-63bd-479a-bdc0-373a97fa5b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:34.621975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:34.674037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:34.795995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:35.285600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:35.832873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Deleting port 309401c8-302d-4e58-8143-dc235adf2dd5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:37:35.833608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:35.842312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:35.911578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] For port 309401c8-302d-4e58-8143-dc235adf2dd5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=309401c8-302d-4e58-8143-dc235adf2dd5,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:35.911947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:35.924453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Calling delete_port for 309401c8-302d-4e58-8143-dc235adf2dd5 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:37:36.102726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.129303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=309401c8-302d-4e58-8143-dc235adf2dd5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:36.298904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.524522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Router 2d90059a-f604-4a0e-a92b-975421035a29 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:37:36.630097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:37:36.635530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cc192366-62e1-47d6-9ed9-e9fe602fbeb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/2d90059a-f604-4a0e-a92b-975421035a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8371692 Aug 12 02:37:36.637357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:36.638697 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Sync routers for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:37:36.648806 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:36.649415 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:36.740824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.754033 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:36.840793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.901397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Deleting port 6a28f341-4c29-4eed-8429-f07858197028 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:37:36.901644 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.979836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] For port 6a28f341-4c29-4eed-8429-f07858197028, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a28f341-4c29-4eed-8429-f07858197028,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:36.980200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:36.992650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Calling delete_port for 6a28f341-4c29-4eed-8429-f07858197028 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:37:37.015405 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '6a28f341-4c29-4eed-8429-f07858197028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:37:36Z', 'revision_number': 5, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port': {'id': '6a28f341-4c29-4eed-8429-f07858197028', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d90059a-f604-4a0e-a92b-975421035a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:28:11Z', 'updated_at': '2021-08-12T02:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:37.044141 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Checking router: 2d90059a-f604-4a0e-a92b-975421035a29 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:37:37.052348 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Routers {'2d90059a-f604-4a0e-a92b-975421035a29'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:37:37.053019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['2d90059a-f604-4a0e-a92b-975421035a29'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:37.141165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] Set router 2d90059a-f604-4a0e-a92b-975421035a29 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:37:37.174797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.191728 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:37:36Z', 'revision_number': 6, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:37.204671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a28f341-4c29-4eed-8429-f07858197028,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:37.222946 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fe76c1-fd23-4fbf-8a33-c519083d4bf0 None None] The sync data for ids ['2d90059a-f604-4a0e-a92b-975421035a29'] in n-d-804303-2 is: [{'id': '2d90059a-f604-4a0e-a92b-975421035a29', 'name': 'tempest-AttachVolumeTestJSON-1750448192-router', 'tenant_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:28:10Z', 'updated_at': '2021-08-12T02:37:36Z', 'revision_number': 6, 'project_id': 'f2db49bbfc3b4d2898c86695fcbb180c', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:37:37.275808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.330092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.366311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.368406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.408413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.408931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d90059a-f604-4a0e-a92b-975421035a29 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:37:37.413293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.414422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-95f429d5-6aad-4e17-b8ab-ecb2b8e80f41 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2d90059a-f604-4a0e-a92b-975421035a29 HTTP/1.1" status: 204 len: 168 time: 0.7761505 Aug 12 02:37:37.416829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35568) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:37.466018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Deleting subnet 95e2dbd3-db2b-479e-9171-8f30368efbf3 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:37:37.469273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.503328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.580114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.634998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.669121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e2dbd3-db2b-479e-9171-8f30368efbf3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:37.672828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.675033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-77353ed4-3fe6-47b0-bb99-8b554b734e39 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/95e2dbd3-db2b-479e-9171-8f30368efbf3 HTTP/1.1" status: 204 len: 168 time: 0.2569833 Aug 12 02:37:37.677259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:37.686478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06501823-168e-4a9f-8e32-9a8d335d72cb None None] Network 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:37:37.749259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.802181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Deleting port 53f82f88-89e4-4cd6-9175-3dbe204508be {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:37:37.802529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.868988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] For port 53f82f88-89e4-4cd6-9175-3dbe204508be, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=53f82f88-89e4-4cd6-9175-3dbe204508be,segment=NetworkSegment(50a159fc-70ad-4591-a799-6d99d22989ea),segment_id=50a159fc-70ad-4591-a799-6d99d22989ea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:37:37.869668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.881588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Calling delete_port for 53f82f88-89e4-4cd6-9175-3dbe204508be owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:37:37.957434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:37.982422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=53f82f88-89e4-4cd6-9175-3dbe204508be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:37.986568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] No DVR routers for this DVR port 53f82f88-89e4-4cd6-9175-3dbe204508be on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:37:38.036600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc4261-5a9e-4a44-bc35-0c5b42896d82 None None] DHCP port deletion for 94c1ec23-76aa-40fa-beea-ce07ae5c89f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:37:38.061182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.074973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c1ec23-76aa-40fa-beea-ce07ae5c89f3']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:38.085764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a159fc-70ad-4591-a799-6d99d22989ea') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:38.086065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a159fc-70ad-4591-a799-6d99d22989ea') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:37:38.094729 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.108106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.115049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:37:38.115562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:37:38.117411 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:37:38.176372 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.181887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.183894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] 10.222.0.11 "DELETE /v2.0/networks/94c1ec23-76aa-40fa-beea-ce07ae5c89f3 HTTP/1.1" status: 204 len: 168 time: 0.5053506 Aug 12 02:37:38.195588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02196461-0a1c-4c5c-bf69-19114c035c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=94c1ec23-76aa-40fa-beea-ce07ae5c89f3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:38.338987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:38.381247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c564d471-70af-4935-ad30-b437eee7a4f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2db49bbfc3b4d2898c86695fcbb180c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410757 Aug 12 02:37:38.383644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:38.429371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.450138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.497084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.500297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:38.501452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33b85613-c3ad-4eca-a0ca-59d6cdc626c8 HTTP/1.1" status: 204 len: 168 time: 0.1169159 Aug 12 02:37:38.508938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2a04-1991-4800-bb27-44ff9475c349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b85613-c3ad-4eca-a0ca-59d6cdc626c8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:39.114179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 309401c8-302d-4e58-8143-dc235adf2dd5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:37:39.134116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 309401c8-302d-4e58-8143-dc235adf2dd5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:37:39.134459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 309401c8-302d-4e58-8143-dc235adf2dd5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:37:39.134874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 53f82f88-89e4-4cd6-9175-3dbe204508be no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:37:39.153269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 53f82f88-89e4-4cd6-9175-3dbe204508be {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:37:39.153617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 53f82f88-89e4-4cd6-9175-3dbe204508be not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:37:39.154031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a28f341-4c29-4eed-8429-f07858197028 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:37:39.173602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6a28f341-4c29-4eed-8429-f07858197028 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:37:39.173947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a28f341-4c29-4eed-8429-f07858197028 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:37:39.734489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35634) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:39.837655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-060b4552-2a11-4a19-b3cd-f5cde9871f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:39.926191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-060b4552-2a11-4a19-b3cd-f5cde9871f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:39.929783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-060b4552-2a11-4a19-b3cd-f5cde9871f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:39.967888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-060b4552-2a11-4a19-b3cd-f5cde9871f6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43135abe269b48f0a2bc2b204467786f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323349 Aug 12 02:37:39.968760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b4552-2a11-4a19-b3cd-f5cde9871f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bdb848-f980-422d-bc8e-1beb13c9ebf4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:39.970797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:40.020207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:40.043721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:40.089878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:40.092608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:40.093833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10bdb848-f980-422d-bc8e-1beb13c9ebf4 HTTP/1.1" status: 204 len: 168 time: 0.1213732 Aug 12 02:37:40.101307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efc4e0-27f2-42fb-807c-3392d01f75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bdb848-f980-422d-bc8e-1beb13c9ebf4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:42.318551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35726) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:42.438171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-143bd087-4690-43fd-b009-47224f0401a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.528954 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-143bd087-4690-43fd-b009-47224f0401a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.537121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-143bd087-4690-43fd-b009-47224f0401a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.575347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143bd087-4690-43fd-b009-47224f0401a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e9d4d3-d6ce-43b5-81bb-eb6b54fc28b5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:42.580286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-143bd087-4690-43fd-b009-47224f0401a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2cab2052b5d486482b476434fc9096a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607210 Aug 12 02:37:42.582871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:42.639956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.660749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.711260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.714154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:42.715327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73e9d4d3-d6ce-43b5-81bb-eb6b54fc28b5 HTTP/1.1" status: 204 len: 168 time: 0.1312923 Aug 12 02:37:42.722870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569c771-9df2-4961-8857-9d7f91dbacf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e9d4d3-d6ce-43b5-81bb-eb6b54fc28b5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:42.976932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 35742) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:42.990788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.078532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.082522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.120434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64a3e427e2f8409095ed2141127f1bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424065 Aug 12 02:37:43.121404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522b8bd-590f-4c28-b2db-9a0c8d8c7791,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:43.123072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:43.129801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.130160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.130511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.130858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.131199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.131568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.132036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.132243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.132587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.132918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.133253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.133654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3305d5c-d175-4ad7-86fa-9d7e791de992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:37:43.172523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.193435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.240894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.243552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:43.244656 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e522b8bd-590f-4c28-b2db-9a0c8d8c7791 HTTP/1.1" status: 204 len: 168 time: 0.1205192 Aug 12 02:37:43.253499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa3500-a05d-4abc-b645-9bb76d1746f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522b8bd-590f-4c28-b2db-9a0c8d8c7791,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:46.568202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-52034f39-e309-4859-a266-44271287cf74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446823 Aug 12 02:37:46.650022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-431f6254-f193-4c18-9328-20914d940697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:46.651562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-431f6254-f193-4c18-9328-20914d940697 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1097 time: 0.0423236 Aug 12 02:37:46.760704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-8d43aad5-7f3e-477c-8918-1795ec46aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:46.762213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-8d43aad5-7f3e-477c-8918-1795ec46aeb7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0900385 Aug 12 02:37:46.828636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-efc058f8-2aee-45d8-9963-458302424988 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 1001 time: 0.0586815 Aug 12 02:37:46.888309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-715dad1d-6f93-4a03-8ed8-931abe9ac9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:46.889813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-715dad1d-6f93-4a03-8ed8-931abe9ac9d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0536842 Aug 12 02:37:46.941829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-6e1d5ad7-7dc6-40aa-860f-2ea8f4e30554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:37:46.943738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-6e1d5ad7-7dc6-40aa-860f-2ea8f4e30554 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447507 Aug 12 02:37:47.034990 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-97341520-437f-457d-9d3b-c2dac3dbb7a7 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Aug 12 02:37:47.131155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-77a5fef0-9c0c-4394-b8ed-82a81b049b41 req-e2e817b2-4857-4a13-8e21-feef8970b914 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Aug 12 02:37:47.926808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:49.853722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35910) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:49.970896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38230d31-ac33-4210-9a47-aa53bf9dd20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.430830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38230d31-ac33-4210-9a47-aa53bf9dd20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.434725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38230d31-ac33-4210-9a47-aa53bf9dd20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.471619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38230d31-ac33-4210-9a47-aa53bf9dd20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52be8e62-99b9-479a-9bc7-fbdfe2416e15,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:50.475803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38230d31-ac33-4210-9a47-aa53bf9dd20c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edea7e852ad948a8a4142cbfd4b9228e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208484 Aug 12 02:37:50.478344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:50.526487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.547174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.596415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.599270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.600503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52be8e62-99b9-479a-9bc7-fbdfe2416e15 HTTP/1.1" status: 204 len: 168 time: 0.1212337 Aug 12 02:37:50.608228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4b1c0-dae5-4b28-83a4-8a967bed9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52be8e62-99b9-479a-9bc7-fbdfe2416e15,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:50.860782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:50.873533 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9eff3847-1f65-4d57-b5d3-522aa4ebb612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.962593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9eff3847-1f65-4d57-b5d3-522aa4ebb612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:50.966520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9eff3847-1f65-4d57-b5d3-522aa4ebb612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:51.005407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff3847-1f65-4d57-b5d3-522aa4ebb612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa25f530-2118-4317-8cd2-0e2ec331ad51,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:51.010444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9eff3847-1f65-4d57-b5d3-522aa4ebb612 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12f69582dbb4e428a26c8cb82982786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484146 Aug 12 02:37:51.013071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 35928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:51.062686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:51.085489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:51.132295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:51.134981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:51.136182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa25f530-2118-4317-8cd2-0e2ec331ad51 HTTP/1.1" status: 204 len: 168 time: 0.1221876 Aug 12 02:37:51.144646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d766bb-0691-45cb-9cd8-3756a5c50382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa25f530-2118-4317-8cd2-0e2ec331ad51,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:56.965272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36080) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:57.068193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e406b9cd-e7ad-4e25-9f83-dc48d0aae67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.160382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e406b9cd-e7ad-4e25-9f83-dc48d0aae67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.164024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e406b9cd-e7ad-4e25-9f83-dc48d0aae67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.203201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e406b9cd-e7ad-4e25-9f83-dc48d0aae67c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a112d98879d1472587e4ae5d42b9b0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368312 Aug 12 02:37:57.206021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406b9cd-e7ad-4e25-9f83-dc48d0aae67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83e3e27-002d-45ea-bd8e-0c514d8ac76b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:57.206506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:57.258799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.279996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.327891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.330485 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.331658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b83e3e27-002d-45ea-bd8e-0c514d8ac76b HTTP/1.1" status: 204 len: 168 time: 0.1241000 Aug 12 02:37:57.339348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfb160-a0f7-4bbb-8446-b28efcd3ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83e3e27-002d-45ea-bd8e-0c514d8ac76b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:57.604012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:57.617108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3908d4d5-8a37-4e1f-8e0d-fb9a66d8e530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.715969 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3908d4d5-8a37-4e1f-8e0d-fb9a66d8e530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.720798 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3908d4d5-8a37-4e1f-8e0d-fb9a66d8e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.758751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3908d4d5-8a37-4e1f-8e0d-fb9a66d8e530 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1320f64763f4e57b0dd12a9522ebf26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536403 Aug 12 02:37:57.760675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d4d5-8a37-4e1f-8e0d-fb9a66d8e530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671e14e-09c3-40f7-bc22-0bf9595f6b17,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:57.761560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36098) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:37:57.811497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.832040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.878457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.881036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:37:57.882181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b671e14e-09c3-40f7-bc22-0bf9595f6b17 HTTP/1.1" status: 204 len: 168 time: 0.1195757 Aug 12 02:37:57.889686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5cd84-c498-4223-8bd3-be3938b94bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671e14e-09c3-40f7-bc22-0bf9595f6b17,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:37:58.423386 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:37:59.961697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36216) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:00.066496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9964142c-531b-4841-9147-f4fa4e47aa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.153078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9964142c-531b-4841-9147-f4fa4e47aa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.156635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9964142c-531b-4841-9147-f4fa4e47aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.194327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9964142c-531b-4841-9147-f4fa4e47aa1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b8dae9daae14fa68e78b5e6a04acc17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314794 Aug 12 02:38:00.195400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964142c-531b-4841-9147-f4fa4e47aa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8112fac-b90b-4a89-8c25-d3479ebb7f35,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:00.197065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:00.245397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.267047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.312625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.315247 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.316438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8112fac-b90b-4a89-8c25-d3479ebb7f35 HTTP/1.1" status: 204 len: 168 time: 0.1183426 Aug 12 02:38:00.324161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07ce7f-6226-4a73-97c2-6d9a033ae330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8112fac-b90b-4a89-8c25-d3479ebb7f35,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:00.576576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:00.590251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5949bc5d-31b8-4d80-9151-75b82167445c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.682063 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5949bc5d-31b8-4d80-9151-75b82167445c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.685666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5949bc5d-31b8-4d80-9151-75b82167445c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.729432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5949bc5d-31b8-4d80-9151-75b82167445c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=65286357fdeb4f8487beeba6f90e7d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516445 Aug 12 02:38:00.730509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949bc5d-31b8-4d80-9151-75b82167445c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ec5b0-329d-4dd5-8ba9-0e051710dfe1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:00.732217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:00.787372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.807834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.859009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.861779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:00.862932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/295ec5b0-329d-4dd5-8ba9-0e051710dfe1 HTTP/1.1" status: 204 len: 168 time: 0.1290770 Aug 12 02:38:00.870821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31b6b9-3cb6-4141-a487-8facc505b553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ec5b0-329d-4dd5-8ba9-0e051710dfe1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:01.957223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-582016a1-a6ad-4896-b10a-49a674c545fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:01.960934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:02.068945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b178788-4838-413f-80ea-94fb5ed1d424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.163091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b178788-4838-413f-80ea-94fb5ed1d424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.166701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b178788-4838-413f-80ea-94fb5ed1d424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.205351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b178788-4838-413f-80ea-94fb5ed1d424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0352ef-c9df-46d9-993d-35bcbc265840,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:02.211193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6b178788-4838-413f-80ea-94fb5ed1d424 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ceb2e7d7652944fc84e29695d1be8335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2487860 Aug 12 02:38:02.213771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36310) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:02.261229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.286997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.335065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.337675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:02.338810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa0352ef-c9df-46d9-993d-35bcbc265840 HTTP/1.1" status: 204 len: 168 time: 0.1242216 Aug 12 02:38:02.346839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9275f6-31f5-42db-a58b-165efed3128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0352ef-c9df-46d9-993d-35bcbc265840,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:03.853174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:04.221214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db997466-fee5-49ce-9e79-8abe74990f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.310528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db997466-fee5-49ce-9e79-8abe74990f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.314410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-db997466-fee5-49ce-9e79-8abe74990f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.352819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db997466-fee5-49ce-9e79-8abe74990f6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=161513fad25b425a87c643d6aed25814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4985721 Aug 12 02:38:04.353969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db997466-fee5-49ce-9e79-8abe74990f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4238672a-3680-439e-8ae6-b988d86ce9e6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:04.355374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:04.403901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.424390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.471108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.473239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.474391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4238672a-3680-439e-8ae6-b988d86ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.1172786 Aug 12 02:38:04.482237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae163-295b-49de-a6aa-8fbc17ce7b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4238672a-3680-439e-8ae6-b988d86ce9e6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:04.578792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a83ea31-45fa-4113-a29f-01c197007bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.628325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:04.677189 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.644371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:05.784579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1028318846'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:05.805857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Made reservation on behalf of b7f0500173dd454ba70200de41e033c3 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:05.809543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.818316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.843693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.905385 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.909229 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.940666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:05.945985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d907a-337e-4dd3-a0cc-83fefe892151,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:05.954683 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:05.955084 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Added segment 1fd33017-62f0-4617-9080-77d92b1de4d5 of type vlan for network 111417ba-915e-47eb-bd12-5b64064caec5 Aug 12 02:38:05.994039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.022844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.028430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:06.029019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.090715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4452422 Aug 12 02:38:06.093439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36484) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:06.101129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Request body: {'subnet': {'network_id': '111417ba-915e-47eb-bd12-5b64064caec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:06.107357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98096f00-d0d2-4b3c-8ee6-61fcda1bab20 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event updated for resources: {'Network': ['ID=111417ba-915e-47eb-bd12-5b64064caec5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:06.117629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 111417ba-915e-47eb-bd12-5b64064caec5 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:06.197175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Made reservation on behalf of b7f0500173dd454ba70200de41e033c3 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:06.200941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.377854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.436991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event updated for resources: {'Subnet': ['ID=27ef82cd-8af5-4615-a0c1-e9bf0ce371de,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:06.448978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Checking segment: {'id': '1fd33017-62f0-4617-9080-77d92b1de4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:06.449457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Network hostable DHCP agents. Network: 111417ba-915e-47eb-bd12-5b64064caec5, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:38:06.466634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Network 111417ba-915e-47eb-bd12-5b64064caec5 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:38:06.476090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 111417ba-915e-47eb-bd12-5b64064caec5) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:06.480686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:06.481297 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.485851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa1f700-0333-4932-8c2a-52d4c69cdf70 None None] Network 111417ba-915e-47eb-bd12-5b64064caec5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:06.496335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb23710e-550b-4ada-bfe1-efcb51a9221c tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4012661 Aug 12 02:38:06.499051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:06.504621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Request body: {'port': {'network_id': '111417ba-915e-47eb-bd12-5b64064caec5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-495013535'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:06.616814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Made reservation on behalf of b7f0500173dd454ba70200de41e033c3 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:06.620417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.632056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-111417ba-915e-47eb-bd12-5b64064caec5', 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5', 'tenant_id': 'b7f0500173dd454ba70200de41e033c3', 'fixed_ips': [{'subnet_id': '27ef82cd-8af5-4615-a0c1-e9bf0ce371de'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:38:06.632967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.639205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] device_id is not set on port 2ed0bbf3-fc0d-4128-9b82-df15f515da40 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:38:06.752683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Allocated IP 172.20.0.4 (111417ba-915e-47eb-bd12-5b64064caec5/27ef82cd-8af5-4615-a0c1-e9bf0ce371de/2ed0bbf3-fc0d-4128-9b82-df15f515da40) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:06.899587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.913139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Transition to ACTIVE for port object 2ed0bbf3-fc0d-4128-9b82-df15f515da40 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:06.945413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:06.987475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Network 111417ba-915e-47eb-bd12-5b64064caec5 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:06.989614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Allocated IP 172.20.0.2 (111417ba-915e-47eb-bd12-5b64064caec5/27ef82cd-8af5-4615-a0c1-e9bf0ce371de/d8777c1e-635f-4fa9-9a38-b89fb98e46ac) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:06.994476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:06.999070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:07.003877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event updated for resources: {'Port': ['ID=2ed0bbf3-fc0d-4128-9b82-df15f515da40,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:07.053246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.053869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.068388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-00642ac0-3c21-4d8b-9ed5-47705f204c0d tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5682914 Aug 12 02:38:07.071599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:07.143615 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.153414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Transition to ACTIVE for port object d8777c1e-635f-4fa9-9a38-b89fb98e46ac will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:07.162007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Deleting port 2ed0bbf3-fc0d-4128-9b82-df15f515da40 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:07.162386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.169010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Transition to ACTIVE for port object d8777c1e-635f-4fa9-9a38-b89fb98e46ac will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:07.174801 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.218351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Network 111417ba-915e-47eb-bd12-5b64064caec5 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:07.221684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:07.227091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:07.229088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Pushing event updated for resources: {'Port': ['ID=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:07.242254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.242596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.242933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.243264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.243622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.243948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.244278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.244597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.244915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.245231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.245550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.245865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:07.280829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.294895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-d6fcfa22-cb9a-4984-a3ac-cb82bf551f16 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728643 Aug 12 02:38:07.295138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Attempting to bind port d8777c1e-635f-4fa9-9a38-b89fb98e46ac on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:38:07.295357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Attempting to bind port d8777c1e-635f-4fa9-9a38-b89fb98e46ac by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1fd33017-62f0-4617-9080-77d92b1de4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:38:07.295753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Attempting to bind port d8777c1e-635f-4fa9-9a38-b89fb98e46ac on network 111417ba-915e-47eb-bd12-5b64064caec5 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:38:07.299197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Calling delete_port for 2ed0bbf3-fc0d-4128-9b82-df15f515da40 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:07.301219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:38:07.301587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Checking segment: {'id': '1fd33017-62f0-4617-9080-77d92b1de4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:07.301986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.302376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Bound using segment: {'id': '1fd33017-62f0-4617-9080-77d92b1de4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:38:07.302837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Bound port: d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd33017-62f0-4617-9080-77d92b1de4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '111417ba-915e-47eb-bd12-5b64064caec5'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:38:07.303212 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.351780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.383478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] For port d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:38:07.386503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] For port d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,segment=NetworkSegment(1fd33017-62f0-4617-9080-77d92b1de4d5),segment_id=1fd33017-62f0-4617-9080-77d92b1de4d5)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:38:07.390846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.403668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-e4d9182a-ee5b-4250-94f4-bf7cad091a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.405091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-e4d9182a-ee5b-4250-94f4-bf7cad091a2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0599072 Aug 12 02:38:07.450861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef30d9-4feb-41e5-9e52-85d95ecd4ed9 None None] Pushing event updated for resources: {'Port': ['ID=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:07.553607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.593888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event deleted for resources: {'Port': ['ID=2ed0bbf3-fc0d-4128-9b82-df15f515da40,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:07.642355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-bf960a23-3931-475e-b5a5-bb64b5db896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.643957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-bf960a23-3931-475e-b5a5-bb64b5db896e service neutron] 10.222.0.21 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 898 time: 0.2066348 Aug 12 02:38:07.741770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.745963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9d293f3c-0be6-4f7b-948e-0dbf3d9ec232 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "DELETE /v2.0/ports/2ed0bbf3-fc0d-4128-9b82-df15f515da40 HTTP/1.1" status: 204 len: 168 time: 0.6710358 Aug 12 02:38:07.746194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36496) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:07.756282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-dc1fda46-4d35-469c-afc6-d682a277e2ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 1001 time: 0.0946963 Aug 12 02:38:07.815573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd033c26-3401-41b0-bff9-3ef4d619fc81 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0682337 Aug 12 02:38:07.818310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:07.819296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-160e2a3a-f491-409b-9983-f85ec8fe8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.820753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-160e2a3a-f491-409b-9983-f85ec8fe8c7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 200 len: 835 time: 0.0574217 Aug 12 02:38:07.825603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2039488749'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:07.852128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Made reservation on behalf of b7f0500173dd454ba70200de41e033c3 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:07.855850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.867570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-ef6a211d-138a-4f50-a42c-ad1278a2f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.869094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-ef6a211d-138a-4f50-a42c-ad1278a2f55e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412421 Aug 12 02:38:07.882976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:07.893212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.893646 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Added segment 039d826f-0abd-4399-ab9d-093d41cb2916 of type vlan for network 36913942-74fd-4e62-84b7-61dc773d56ec Aug 12 02:38:07.932534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.961472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:07.966307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-7bfac057-0454-41bf-ab3f-a52bf1cd4d95 service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889523 Aug 12 02:38:07.967112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:07.967729 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:08.040869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2214046 Aug 12 02:38:08.045234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36502) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.073097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0f896-7720-428f-94e1-45c4d960c9ea tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event updated for resources: {'Network': ['ID=36913942-74fd-4e62-84b7-61dc773d56ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:08.074853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cea3e400-38dc-42e4-ac70-7119fe5ce16f req-7e7c867c-d97a-4b26-9dac-227ffc7c261a service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010370 Aug 12 02:38:08.090902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 36913942-74fd-4e62-84b7-61dc773d56ec details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:08.233342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b7ff6e9-974e-4156-8e17-8b520997d7c1 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.1868732 Aug 12 02:38:08.236589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36506) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.320388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfcd9e0-23e8-4873-a65a-454903fde05f tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] Network 36913942-74fd-4e62-84b7-61dc773d56ec is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:38:08.334168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bdfcd9e0-23e8-4873-a65a-454903fde05f tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "POST /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0943916 Aug 12 02:38:08.335047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36508) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.336930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8278a3b-88b8-4654-bd44-dc33e8f64b64 None None] Network 36913942-74fd-4e62-84b7-61dc773d56ec requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:08.439326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e671f-e069-4dc7-8105-5d8d2bec7da2 None None] Network 111417ba-915e-47eb-bd12-5b64064caec5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:08.458435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e4633cab-ca38-4483-85cd-79373ec99258 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks HTTP/1.1" status: 200 len: 8042 time: 0.1221173 Aug 12 02:38:08.460943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36510) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.518231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e80227e6-e4e1-4bc2-b37e-eacc1dc5497d tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "DELETE /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks/36913942-74fd-4e62-84b7-61dc773d56ec HTTP/1.1" status: 204 len: 168 time: 0.0561194 Aug 12 02:38:08.520441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36514) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.529951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-529016ba-c137-4c9c-9f2e-89d280555d34 None None] Provisioning for port d8777c1e-635f-4fa9-9a38-b89fb98e46ac completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:38:08.650700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b202dc93-1377-4bcd-b814-57234aaf2fe4 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.1291869 Aug 12 02:38:08.654869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36516) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.675451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cecc71b2-ce4c-476a-a415-abddde0ab085 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/networks/111417ba-915e-47eb-bd12-5b64064caec5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0193691 Aug 12 02:38:08.678384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36518) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.700396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8bf2c06d-4024-4303-9f30-683d0ad90761 tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/networks/111417ba-915e-47eb-bd12-5b64064caec5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0184639 Aug 12 02:38:08.700660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36520) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.828348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e8ae4a25-4e93-4877-b5fa-86ad77daf2cf tempest-DHCPAgentSchedulersTestJSON-1877817199 tempest-DHCPAgentSchedulersTestJSON-1877817199-project-admin] 10.222.0.11 "GET /v2.0/agents/cea285ce-9fe0-4e88-9f2f-529c6bbc08c5/dhcp-networks HTTP/1.1" status: 200 len: 7271 time: 0.1265543 Aug 12 02:38:08.832151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36522) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:08.912024 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:08.970693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6905f237-4b86-4815-ad08-5be319101db7 None None] Could not find standard attr ID for object 2ed0bbf3-fc0d-4128-9b82-df15f515da40. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:38:08.998921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.009801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36913942-74fd-4e62-84b7-61dc773d56ec']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.020720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039d826f-0abd-4399-ab9d-093d41cb2916') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.021021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039d826f-0abd-4399-ab9d-093d41cb2916') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.029896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.044843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.052255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:09.052601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:09.055628 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:09.125010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.132337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.136317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "DELETE /v2.0/networks/36913942-74fd-4e62-84b7-61dc773d56ec HTTP/1.1" status: 204 len: 168 time: 0.3010314 Aug 12 02:38:09.136549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36524) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:09.153371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507530-7828-4936-883e-13ff6bc47c67 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event deleted for resources: {'Network': ['ID=36913942-74fd-4e62-84b7-61dc773d56ec,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:09.169145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d8777c1e-635f-4fa9-9a38-b89fb98e46ac up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:38:09.170788 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c4e355-b8ff-4a92-a37f-b31c1e87e15e tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] DELETE failed (client error): The resource could not be found. Aug 12 02:38:09.171456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c4e355-b8ff-4a92-a37f-b31c1e87e15e tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:38:09.173400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85c4e355-b8ff-4a92-a37f-b31c1e87e15e tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "DELETE /v2.0/ports/2ed0bbf3-fc0d-4128-9b82-df15f515da40 HTTP/1.1" status: 404 len: 333 time: 0.0276473 Aug 12 02:38:09.176112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36526) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:09.223103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d8777c1e-635f-4fa9-9a38-b89fb98e46ac completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:38:09.226808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d8777c1e-635f-4fa9-9a38-b89fb98e46ac triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:38:09.227181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.241326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Deleting subnet 27ef82cd-8af5-4615-a0c1-e9bf0ce371de {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:38:09.245861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.290985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.310182 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.343066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,segment=NetworkSegment(1fd33017-62f0-4617-9080-77d92b1de4d5),segment_id=1fd33017-62f0-4617-9080-77d92b1de4d5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:09.347832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.380234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.396508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:09.436705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.464636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event deleted for resources: {'Subnet': ['ID=27ef82cd-8af5-4615-a0c1-e9bf0ce371de,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:09.468430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.473038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-467c1bcd-81a8-48dc-9ce8-59efe3e1af6a tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "DELETE /v2.0/subnets/27ef82cd-8af5-4615-a0c1-e9bf0ce371de HTTP/1.1" status: 204 len: 168 time: 0.2936525 Aug 12 02:38:09.473914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36530) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:09.475160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc8953-a5c1-4e54-b282-6aa1e7305ac0 None None] Network 111417ba-915e-47eb-bd12-5b64064caec5 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:09.568563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.632442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Deleting port d8777c1e-635f-4fa9-9a38-b89fb98e46ac {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:09.633017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.681817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] DHCP port deletion for 111417ba-915e-47eb-bd12-5b64064caec5 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:38:09.704633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] For port d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,segment=NetworkSegment(1fd33017-62f0-4617-9080-77d92b1de4d5),segment_id=1fd33017-62f0-4617-9080-77d92b1de4d5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:09.705019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.723230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Calling delete_port for d8777c1e-635f-4fa9-9a38-b89fb98e46ac owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:09.724664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Deleting port d8777c1e-635f-4fa9-9a38-b89fb98e46ac {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:09.724989 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.788314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] For port d8777c1e-635f-4fa9-9a38-b89fb98e46ac, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,segment=NetworkSegment(1fd33017-62f0-4617-9080-77d92b1de4d5),segment_id=1fd33017-62f0-4617-9080-77d92b1de4d5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:09.788717 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.801860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.803485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Calling delete_port for d8777c1e-635f-4fa9-9a38-b89fb98e46ac owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:09.828231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event deleted for resources: {'Port': ['ID=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:09.830073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] No DVR routers for this DVR port d8777c1e-635f-4fa9-9a38-b89fb98e46ac on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:38:09.880890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.908216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] Pushing event deleted for resources: {'Port': ['ID=d8777c1e-635f-4fa9-9a38-b89fb98e46ac,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:09.912137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.915106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e319d4e7-e698-4c89-8281-59a048de6e42 None None] No DVR routers for this DVR port d8777c1e-635f-4fa9-9a38-b89fb98e46ac on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:38:09.923643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111417ba-915e-47eb-bd12-5b64064caec5']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.934180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd33017-62f0-4617-9080-77d92b1de4d5') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.934485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd33017-62f0-4617-9080-77d92b1de4d5') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:09.943716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.957614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.963461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:09.963914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:09.966896 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:10.024107 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.031109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.033776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] 10.222.0.11 "DELETE /v2.0/networks/111417ba-915e-47eb-bd12-5b64064caec5 HTTP/1.1" status: 204 len: 168 time: 0.5596964 Aug 12 02:38:10.045091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e80822-ac9d-4801-9293-a79e37a8c6b7 tempest-DHCPAgentSchedulersTestJSON-665455765 tempest-DHCPAgentSchedulersTestJSON-665455765-project] Pushing event deleted for resources: {'Network': ['ID=111417ba-915e-47eb-bd12-5b64064caec5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:10.271067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:10.407901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-01dea5b9-2654-4ff6-8048-ac54cf9fc8d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7f0500173dd454ba70200de41e033c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355915 Aug 12 02:38:10.410340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:10.457825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.478391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.525335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.528008 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.529162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d70d907a-337e-4dd3-a0cc-83fefe892151 HTTP/1.1" status: 204 len: 168 time: 0.1179070 Aug 12 02:38:10.541180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8806923-39e0-44aa-a978-550c2785bca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d907a-337e-4dd3-a0cc-83fefe892151,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:10.810907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:10.826146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-743623a7-33a5-4e22-b910-0493345eb985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.919631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-743623a7-33a5-4e22-b910-0493345eb985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.923751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-743623a7-33a5-4e22-b910-0493345eb985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:10.961788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-743623a7-33a5-4e22-b910-0493345eb985 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37322adb3f7a44fd90f690fd93b61dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494524 Aug 12 02:38:10.962488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743623a7-33a5-4e22-b910-0493345eb985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be079282-e002-43c3-bce5-845775c63573,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:10.964418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36556) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:11.014217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:11.035047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:11.081513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:11.084322 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:11.085473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be079282-e002-43c3-bce5-845775c63573 HTTP/1.1" status: 204 len: 168 time: 0.1199963 Aug 12 02:38:11.093277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25afd-1e18-454c-b15b-6b467d3921e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be079282-e002-43c3-bce5-845775c63573,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:11.131529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d8777c1e-635f-4fa9-9a38-b89fb98e46ac no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:11.152222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d8777c1e-635f-4fa9-9a38-b89fb98e46ac {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:11.152572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d8777c1e-635f-4fa9-9a38-b89fb98e46ac not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:12.283675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36596) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:12.379931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5b721c30-0a57-47bf-9b5d-584f5258fd12 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1284724926'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:12.380409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5b721c30-0a57-47bf-9b5d-584f5258fd12 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Unknown quota resources ['metering_label']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:12.571694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b721c30-0a57-47bf-9b5d-584f5258fd12 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:12.572884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5b721c30-0a57-47bf-9b5d-584f5258fd12 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2882023 Aug 12 02:38:12.575948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:12.580705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-605af4e9-522f-41de-b416-ec818c63883b tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '59126a44-f779-4fe2-8d83-cd9b3a31e1b7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:12.581206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-605af4e9-522f-41de-b416-ec818c63883b tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:12.654243 n-d-804303-2 neutron-server[94673]: WARNING neutron.services.metering.metering_plugin [None req-605af4e9-522f-41de-b416-ec818c63883b tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 02:38:12.758132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-605af4e9-522f-41de-b416-ec818c63883b tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:12.759326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-605af4e9-522f-41de-b416-ec818c63883b tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1824749 Aug 12 02:38:12.762438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36604) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:12.767315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b78861c-6ca4-477d-b6c7-75ba494f74b5 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '59126a44-f779-4fe2-8d83-cd9b3a31e1b7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:12.767817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b78861c-6ca4-477d-b6c7-75ba494f74b5 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:12.817384 n-d-804303-2 neutron-server[94673]: WARNING neutron.services.metering.metering_plugin [None req-2b78861c-6ca4-477d-b6c7-75ba494f74b5 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 02:38:12.896866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b78861c-6ca4-477d-b6c7-75ba494f74b5 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:12.898084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b78861c-6ca4-477d-b6c7-75ba494f74b5 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1347241 Aug 12 02:38:12.900815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:12.911195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-750abab5-30ba-4bcd-aeda-1bf8cb3410c1 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=5d0c496a-c09c-401e-b47c-b95234da22e7 HTTP/1.1" status: 200 len: 462 time: 0.0092511 Aug 12 02:38:12.914306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.017245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e80b84cb-524b-42bc-86b1-83a831e19c46 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:13.018393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e80b84cb-524b-42bc-86b1-83a831e19c46 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/5d0c496a-c09c-401e-b47c-b95234da22e7 HTTP/1.1" status: 204 len: 168 time: 0.1031418 Aug 12 02:38:13.021013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.029489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d1c09f1f-08b4-4eed-aaec-dcabbbdc5da4 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=5d0c496a-c09c-401e-b47c-b95234da22e7 HTTP/1.1" status: 200 len: 221 time: 0.0074687 Aug 12 02:38:13.032626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.036731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d69161e0-b529-445e-a786-d7118479fc45 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--733132752', 'description': 'label created by tempest'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:13.037182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d69161e0-b529-445e-a786-d7118479fc45 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Unknown quota resources ['metering_label']. {{(pid=94673) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:13.185151 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d69161e0-b529-445e-a786-d7118479fc45 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:13.186252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d69161e0-b529-445e-a786-d7118479fc45 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1527243 Aug 12 02:38:13.189505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.265217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d9214a30-adb4-4159-8801-ba0a0328bc25 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=dfb93c76-63e7-4a6e-9ade-ffca22e18752 HTTP/1.1" status: 200 len: 467 time: 0.0746307 Aug 12 02:38:13.267702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.437650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50920cd6-dc13-4100-9fca-0cf434dea154 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:13.438941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50920cd6-dc13-4100-9fca-0cf434dea154 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/dfb93c76-63e7-4a6e-9ade-ffca22e18752 HTTP/1.1" status: 204 len: 168 time: 0.1703355 Aug 12 02:38:13.441582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.452449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-61a836b0-7471-4152-b600-a6dda03e61d9 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=dfb93c76-63e7-4a6e-9ade-ffca22e18752 HTTP/1.1" status: 200 len: 216 time: 0.0098543 Aug 12 02:38:13.456300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36622) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.464681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aee2e60d-4285-4977-b6af-cb4c87a60a52 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0073996 Aug 12 02:38:13.467638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.483123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1905f3d8-aede-4a80-91c1-e7dd1e67f9d0 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143452 Aug 12 02:38:13.486428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.536943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7f924859-4858-4232-beb8-654b81f99b77 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/59126a44-f779-4fe2-8d83-cd9b3a31e1b7 HTTP/1.1" status: 200 len: 473 time: 0.0493629 Aug 12 02:38:13.540389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.549782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e49f215-ea33-4423-b058-ff7cff55a8a2 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/a8e072f4-9870-41a9-aa1e-0a2e3e47d0ba HTTP/1.1" status: 200 len: 459 time: 0.0083623 Aug 12 02:38:13.552744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36632) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.653993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-05f3ddeb-6dc1-42e5-8851-a15d73f5c8f4 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:13.655163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-05f3ddeb-6dc1-42e5-8851-a15d73f5c8f4 tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/a8e072f4-9870-41a9-aa1e-0a2e3e47d0ba HTTP/1.1" status: 204 len: 168 time: 0.1015177 Aug 12 02:38:13.657891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:13.831702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-997845a9-1fb6-46b4-bac1-13ae704fa2af tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:13.832817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-997845a9-1fb6-46b4-bac1-13ae704fa2af tempest-MeteringIpV6TestJSON-1606128990 tempest-MeteringIpV6TestJSON-1606128990-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/59126a44-f779-4fe2-8d83-cd9b3a31e1b7 HTTP/1.1" status: 204 len: 168 time: 0.1740241 Aug 12 02:38:14.069581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:14.173738 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8424009c-940d-4922-9040-8ac878707f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.260957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8424009c-940d-4922-9040-8ac878707f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.264694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8424009c-940d-4922-9040-8ac878707f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.300979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8424009c-940d-4922-9040-8ac878707f61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=007c20f8320e4b20a28d8d5f00b5f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302618 Aug 12 02:38:14.302858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424009c-940d-4922-9040-8ac878707f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160fbd18-4835-4dec-89fb-8ebfd46d9743,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:14.303786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:14.353084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.374176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.420263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.423562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.424740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/160fbd18-4835-4dec-89fb-8ebfd46d9743 HTTP/1.1" status: 204 len: 168 time: 0.1199715 Aug 12 02:38:14.432325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904a1f2-1f91-4ca1-b583-3efd08447972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160fbd18-4835-4dec-89fb-8ebfd46d9743,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:14.695994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36654) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:14.710286 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60cf9730-ed9b-47ff-b117-763b4ea19368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.799020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60cf9730-ed9b-47ff-b117-763b4ea19368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.802497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60cf9730-ed9b-47ff-b117-763b4ea19368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.839444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60cf9730-ed9b-47ff-b117-763b4ea19368 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84ed7296f28d48d19bb26439deaf9507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423867 Aug 12 02:38:14.841343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf9730-ed9b-47ff-b117-763b4ea19368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b35b0-3e0d-413d-9cee-149a3ed5f0e9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:14.842210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36656) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:14.891517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.916175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.960490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.963026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:14.964220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d41b35b0-3e0d-413d-9cee-149a3ed5f0e9 HTTP/1.1" status: 204 len: 168 time: 0.1210289 Aug 12 02:38:14.973293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc24e7-f22c-4b43-8fcb-df8bdab4e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b35b0-3e0d-413d-9cee-149a3ed5f0e9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:16.140708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36698) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:16.239065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d5e51496-8c7d-48ef-b5f0-f5ab5442348c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-748269964'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:16.239549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d5e51496-8c7d-48ef-b5f0-f5ab5442348c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Unknown quota resources ['metering_label']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:16.442268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5e51496-8c7d-48ef-b5f0-f5ab5442348c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:16.443378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5e51496-8c7d-48ef-b5f0-f5ab5442348c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3014791 Aug 12 02:38:16.445989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36702) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:16.450521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d07ee493-1d08-4bac-b8a7-8014d4129280 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9fb91c1a-1be4-48b5-b555-fe34813ead93'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:16.451028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d07ee493-1d08-4bac-b8a7-8014d4129280 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:16.523967 n-d-804303-2 neutron-server[94674]: WARNING neutron.services.metering.metering_plugin [None req-d07ee493-1d08-4bac-b8a7-8014d4129280 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 02:38:16.629938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d07ee493-1d08-4bac-b8a7-8014d4129280 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:16.631129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d07ee493-1d08-4bac-b8a7-8014d4129280 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1842179 Aug 12 02:38:16.634188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36704) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:16.638328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5d28eb34-6c98-48b9-812a-b00a231a1f12 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9fb91c1a-1be4-48b5-b555-fe34813ead93'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:16.638806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5d28eb34-6c98-48b9-812a-b00a231a1f12 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:16.690698 n-d-804303-2 neutron-server[94674]: WARNING neutron.services.metering.metering_plugin [None req-5d28eb34-6c98-48b9-812a-b00a231a1f12 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 12 02:38:16.779043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d28eb34-6c98-48b9-812a-b00a231a1f12 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:16.780269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d28eb34-6c98-48b9-812a-b00a231a1f12 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1451671 Aug 12 02:38:16.783007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36708) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:16.793154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b4e25a68-fe73-4679-bb2b-f2bad1e9b428 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=b41ddfaa-d4c6-4aee-b52b-e33e241a5f1a HTTP/1.1" status: 200 len: 464 time: 0.0091164 Aug 12 02:38:16.795309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36710) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.223086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bad59667-c029-4543-af72-ce65a28b5302 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:17.224252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bad59667-c029-4543-af72-ce65a28b5302 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/b41ddfaa-d4c6-4aee-b52b-e33e241a5f1a HTTP/1.1" status: 204 len: 168 time: 0.4280622 Aug 12 02:38:17.226829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.236835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1650fd26-5a06-4222-b23e-e643c5b33e1d tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=b41ddfaa-d4c6-4aee-b52b-e33e241a5f1a HTTP/1.1" status: 200 len: 221 time: 0.0085616 Aug 12 02:38:17.239878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36718) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.243851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4f9ebc66-4ee9-4682-a9e9-f084665b9de6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--250302917', 'description': 'label created by tempest'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:17.244287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4f9ebc66-4ee9-4682-a9e9-f084665b9de6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Unknown quota resources ['metering_label']. {{(pid=94674) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 12 02:38:17.395170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f9ebc66-4ee9-4682-a9e9-f084665b9de6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:17.396272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f9ebc66-4ee9-4682-a9e9-f084665b9de6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1555085 Aug 12 02:38:17.398857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36720) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.468787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-864a80a7-f6ae-4e47-a53b-1bfc3811c79c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=0ac9df7b-3662-406f-b359-c85e0b70dcd2 HTTP/1.1" status: 200 len: 467 time: 0.0688658 Aug 12 02:38:17.472331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36722) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.643688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c10507b8-2cd7-4da2-a289-e374aeba8cac tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:17.644814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c10507b8-2cd7-4da2-a289-e374aeba8cac tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/0ac9df7b-3662-406f-b359-c85e0b70dcd2 HTTP/1.1" status: 204 len: 168 time: 0.1715941 Aug 12 02:38:17.647593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.658670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-131b7783-4f74-4a1b-b9f7-8085e1fa7df1 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=0ac9df7b-3662-406f-b359-c85e0b70dcd2 HTTP/1.1" status: 200 len: 216 time: 0.0101519 Aug 12 02:38:17.661775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36726) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.670068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bf83eb74-7d63-42d4-9681-f7bc3045ee98 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0072339 Aug 12 02:38:17.673408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36728) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.684156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7936a36f-6e57-41d8-bd16-6e09c9ecfb8c tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0098155 Aug 12 02:38:17.687031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36730) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.736648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6c1f693a-95a2-4c5d-a10e-edfa0efe9cb8 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/9fb91c1a-1be4-48b5-b555-fe34813ead93 HTTP/1.1" status: 200 len: 472 time: 0.0485606 Aug 12 02:38:17.740069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36732) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.749537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8bee3d66-4c5f-4e35-a1b7-45fd0bf242a7 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/ce638177-68a5-4748-bacb-9d2d02592087 HTTP/1.1" status: 200 len: 461 time: 0.0082812 Aug 12 02:38:17.752813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.853727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f758173-3399-4274-991f-a2bac36bccbd tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:17.854847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2f758173-3399-4274-991f-a2bac36bccbd tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/ce638177-68a5-4748-bacb-9d2d02592087 HTTP/1.1" status: 204 len: 168 time: 0.1011553 Aug 12 02:38:17.857342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:17.936630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.034858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca5c22fe-6a81-489c-b839-aef0f798e8b6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.036001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca5c22fe-6a81-489c-b839-aef0f798e8b6 tempest-MeteringTestJSON-804444417 tempest-MeteringTestJSON-804444417-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/9fb91c1a-1be4-48b5-b555-fe34813ead93 HTTP/1.1" status: 204 len: 168 time: 0.1777604 Aug 12 02:38:18.271825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:18.381082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0085-466c-4d21-b988-79c98dc426fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.480693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0085-466c-4d21-b988-79c98dc426fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.484407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ee0b0085-466c-4d21-b988-79c98dc426fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.524079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ee0b0085-466c-4d21-b988-79c98dc426fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56fcd954c4c44beb9c7d93c7e457a02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510750 Aug 12 02:38:18.524817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0085-466c-4d21-b988-79c98dc426fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451728df-1646-4488-933f-5008d51feea0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:18.526686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36750) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:18.586116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.608054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.658366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.660946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:18.662126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/451728df-1646-4488-933f-5008d51feea0 HTTP/1.1" status: 204 len: 168 time: 0.1344032 Aug 12 02:38:18.669688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ac432-9c48-4018-a684-89bcec5b15bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451728df-1646-4488-933f-5008d51feea0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:18.923827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36758) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:18.936915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-860744ec-019a-4ffd-ae99-20c9a9f87e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.027158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-860744ec-019a-4ffd-ae99-20c9a9f87e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.030883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-860744ec-019a-4ffd-ae99-20c9a9f87e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.068265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-860744ec-019a-4ffd-ae99-20c9a9f87e76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee14fa2962d548829a41ed0ed4615abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433573 Aug 12 02:38:19.070163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860744ec-019a-4ffd-ae99-20c9a9f87e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa1e39-8c05-46a2-a0a0-41e6b94b9952,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:19.070885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36760) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:19.119249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.139903 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.184283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.186793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:19.188765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56aa1e39-8c05-46a2-a0a0-41e6b94b9952 HTTP/1.1" status: 204 len: 168 time: 0.1167781 Aug 12 02:38:19.196282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4c6cd-50dc-4ffb-882d-8772f5722546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa1e39-8c05-46a2-a0a0-41e6b94b9952,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:20.555011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:20.651747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3d9066c9-66c9-477d-82c8-6db2af142a53 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:20.670475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d9066c9-66c9-477d-82c8-6db2af142a53 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "PUT /v2.0/quotas/81cbb3a28cc547fe9b29eef593abb601 HTTP/1.1" status: 200 len: 368 time: 0.1143079 Aug 12 02:38:20.673652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36812) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:20.678372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Request body: {'network': {'project_id': '81cbb3a28cc547fe9b29eef593abb601'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:20.698769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Made reservation on behalf of 81cbb3a28cc547fe9b29eef593abb601 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:20.701267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.710835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.803323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.808670 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.832993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:20.841599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73dd6e2-1444-49b5-8320-033d91fa3465,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:20.849038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.849396 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Added segment cb4a6403-c032-4982-b377-be4aa1598ee6 of type vlan for network 5a8f2a7e-bda9-458a-9f15-f05b50e28830 Aug 12 02:38:20.888837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.917462 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.918353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:20.918941 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:20.981595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3068576 Aug 12 02:38:20.984053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:20.989123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Request body: {'network': {'project_id': '81cbb3a28cc547fe9b29eef593abb601'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:20.991971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ad9a-f7f4-486c-86bf-d579031c3852 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Pushing event updated for resources: {'Network': ['ID=5a8f2a7e-bda9-458a-9f15-f05b50e28830,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:21.001728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5a8f2a7e-bda9-458a-9f15-f05b50e28830 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:21.013407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Made reservation on behalf of 81cbb3a28cc547fe9b29eef593abb601 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:21.015754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.039790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:21.049159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.049568 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Added segment 3f31c788-334a-4364-b4f4-636075b41de2 of type vlan for network c798455c-c595-4c21-8126-f428ddfe1aaa Aug 12 02:38:21.090185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.117776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.118870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:21.119454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.173765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1885843 Aug 12 02:38:21.176743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36818) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:21.178754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba852f-c302-425d-a687-e9303640b7e5 tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Pushing event updated for resources: {'Network': ['ID=c798455c-c595-4c21-8126-f428ddfe1aaa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:21.182560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ab466fd1-3603-4631-8a3b-75aeea62f15f tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Request body: {'network': {'project_id': '81cbb3a28cc547fe9b29eef593abb601'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:21.189928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c798455c-c595-4c21-8126-f428ddfe1aaa details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:21.195430 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab466fd1-3603-4631-8a3b-75aeea62f15f tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 02:38:21.196050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab466fd1-3603-4631-8a3b-75aeea62f15f tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:38:21.197212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab466fd1-3603-4631-8a3b-75aeea62f15f tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0194063 Aug 12 02:38:21.282352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:21.364854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f7352853-b4cd-470c-8526-aaa8341b0465 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81cbb3a28cc547fe9b29eef593abb601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813642 Aug 12 02:38:21.367380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:21.417274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.437394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.483752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.487296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.488498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b73dd6e2-1444-49b5-8320-033d91fa3465 HTTP/1.1" status: 204 len: 168 time: 0.1201999 Aug 12 02:38:21.491319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:21.496317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfacabb-4d9f-4470-bef1-011d3f116a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73dd6e2-1444-49b5-8320-033d91fa3465,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:21.562391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.645375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.654766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c798455c-c595-4c21-8126-f428ddfe1aaa']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:21.665085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f31c788-334a-4364-b4f4-636075b41de2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:21.665378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f31c788-334a-4364-b4f4-636075b41de2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:21.674716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.693279 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.699320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:21.699758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:21.701358 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:21.753002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.758181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:21.760009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c798455c-c595-4c21-8126-f428ddfe1aaa HTTP/1.1" status: 204 len: 168 time: 0.2675762 Aug 12 02:38:21.762771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:21.776061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea836d-3848-436c-a992-338eac615c1b tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Pushing event deleted for resources: {'Network': ['ID=c798455c-c595-4c21-8126-f428ddfe1aaa,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:21.829648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.182828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.192845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8f2a7e-bda9-458a-9f15-f05b50e28830']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:22.202856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4a6403-c032-4982-b377-be4aa1598ee6') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:22.203156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4a6403-c032-4982-b377-be4aa1598ee6') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:22.212445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.225525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.231190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:22.231614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:22.233225 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:22.289251 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.294296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.296151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] 10.222.0.11 "DELETE /v2.0/networks/5a8f2a7e-bda9-458a-9f15-f05b50e28830 HTTP/1.1" status: 204 len: 168 time: 0.5322247 Aug 12 02:38:22.307956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b02ac-6cf6-4008-a58c-d30a8a6fb42c tempest-QuotasNegativeTest-139670338 tempest-QuotasNegativeTest-139670338-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a8f2a7e-bda9-458a-9f15-f05b50e28830,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:22.556323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:22.570251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca94a8f6-2ea0-4763-9adf-bf2ac3af5a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.666841 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca94a8f6-2ea0-4763-9adf-bf2ac3af5a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.671373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca94a8f6-2ea0-4763-9adf-bf2ac3af5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.709014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca94a8f6-2ea0-4763-9adf-bf2ac3af5a2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edb2c20e25b34c1dbe7eb69e6b19370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1514950 Aug 12 02:38:22.710979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:22.711598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a8f6-2ea0-4763-9adf-bf2ac3af5a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0611a-7529-4bce-a211-21dedad774d7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:22.761429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.782298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.833988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.836477 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:22.837617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09a0611a-7529-4bce-a211-21dedad774d7 HTTP/1.1" status: 204 len: 168 time: 0.1254578 Aug 12 02:38:22.845257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c37598-0c01-4356-84b6-551ad7b6e889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0611a-7529-4bce-a211-21dedad774d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:23.150240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36852) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:23.163394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d45166-d669-4b20-9fec-0d9246427892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.254805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d45166-d669-4b20-9fec-0d9246427892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.258530 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d45166-d669-4b20-9fec-0d9246427892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.308001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67d45166-d669-4b20-9fec-0d9246427892 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7f6591f7e9c495984e8a34a78084225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564643 Aug 12 02:38:23.309560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d45166-d669-4b20-9fec-0d9246427892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac380f8-88a8-4e4f-b15b-f1aecc9de4f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:23.310500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:23.365531 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.386518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.433694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.436270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:23.437414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ac380f8-88a8-4e4f-b15b-f1aecc9de4f6 HTTP/1.1" status: 204 len: 168 time: 0.1258860 Aug 12 02:38:23.445494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa267868-70b5-4be7-81b0-ca84900e88c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac380f8-88a8-4e4f-b15b-f1aecc9de4f6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:24.817086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:24.913513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-16cf5614-5cb5-4f5c-88ee-9861ede347de tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:24.943150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-16cf5614-5cb5-4f5c-88ee-9861ede347de tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "PUT /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b HTTP/1.1" status: 200 len: 366 time: 0.1249359 Aug 12 02:38:24.945775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:24.956862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-46205ed1-c012-4a5a-a06d-daa93131ea78 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099816 Aug 12 02:38:24.959273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36910) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:24.969847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-41312b9f-40b5-417b-86fe-df4b7eae3a98 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b HTTP/1.1" status: 200 len: 366 time: 0.0089750 Aug 12 02:38:24.972147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36912) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:24.991048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a7155617-a2bd-4567-8e9a-efa368426a04 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b HTTP/1.1" status: 204 len: 168 time: 0.0172789 Aug 12 02:38:24.991306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36914) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.004909 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a5ef01d2-c89b-414d-a829-e9749acd8277 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0124955 Aug 12 02:38:25.007317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36916) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.016563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7bcef6a7-12e8-4623-a34d-0f45e6774053 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b HTTP/1.1" status: 200 len: 370 time: 0.0080879 Aug 12 02:38:25.019034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36918) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.023583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c8c64599-2ee1-4cbe-90fb-1151ce28c6d4 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b/default HTTP/1.1" status: 200 len: 370 time: 0.0035880 Aug 12 02:38:25.025621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.034273 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-c4c2d7ab-cdd1-4efa-8f6d-27e99beb2000 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] delete failed (client error): The resource could not be found. Aug 12 02:38:25.035229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4c2d7ab-cdd1-4efa-8f6d-27e99beb2000 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/12f91de70bda4297a73bae0bf8ae289b HTTP/1.1" status: 404 len: 348 time: 0.0087805 Aug 12 02:38:25.137109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36924) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.157407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:network and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.162660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.169394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:subnet and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.174779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.181537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:subnetpool and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.186472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.193404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:port and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.199635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.206243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:router and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.211451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.217962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:floatingip and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.224419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.260644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:security_group and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.265571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.272391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Usage tracker for resource:security_group_rule and tenant:01fca64249ca4df4a7ee2b4fcfe85d97 is out of sync, need to count used quota {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 12 02:38:25.277059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.quota.resource [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94674) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 12 02:38:25.281550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fd9704f7-b738-47e6-94f2-07d1fe0d7bc5 tempest-QuotasTest-1267913849 tempest-QuotasTest-1267913849-project-admin] 10.222.0.11 "GET /v2.0/quotas/01fca64249ca4df4a7ee2b4fcfe85d97/details.json HTTP/1.1" status: 200 len: 703 time: 0.1434505 Aug 12 02:38:25.594144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.706475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434d48ef-d4d1-44bf-90a9-e54047582380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.792678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434d48ef-d4d1-44bf-90a9-e54047582380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.796024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-434d48ef-d4d1-44bf-90a9-e54047582380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.833262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-434d48ef-d4d1-44bf-90a9-e54047582380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2d6e6044d144fcf91196ccd72116dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379994 Aug 12 02:38:25.834103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d48ef-d4d1-44bf-90a9-e54047582380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d8012-f84d-484b-8803-c2647a4ffd6c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:25.835996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:25.889634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.912390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.959119 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.961723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:25.962862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e1d8012-f84d-484b-8803-c2647a4ffd6c HTTP/1.1" status: 204 len: 168 time: 0.1258287 Aug 12 02:38:25.970835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7eb05-670a-4712-843b-99f90c5ca68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d8012-f84d-484b-8803-c2647a4ffd6c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:26.218176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:26.231576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bee9da0d-9d6d-4610-bf92-c40a35c54296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.325249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bee9da0d-9d6d-4610-bf92-c40a35c54296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.329388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bee9da0d-9d6d-4610-bf92-c40a35c54296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.365625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9da0d-9d6d-4610-bf92-c40a35c54296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41720144-7bcf-4ffa-bf9a-3673d07ae95e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:26.370580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bee9da0d-9d6d-4610-bf92-c40a35c54296 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01fca64249ca4df4a7ee2b4fcfe85d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513650 Aug 12 02:38:26.373216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:26.420321 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.443602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.488764 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.491266 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:26.492444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41720144-7bcf-4ffa-bf9a-3673d07ae95e HTTP/1.1" status: 204 len: 168 time: 0.1183300 Aug 12 02:38:26.500427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a965ca-fa34-477f-93ce-a23f47e765c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41720144-7bcf-4ffa-bf9a-3673d07ae95e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:27.708778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 36988) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:27.807413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1178637112', 'router:external': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:27.830213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Made reservation on behalf of 3f8e7c7fa4b84c09b8b1341f52b4beae for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:27.832498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:27.840473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:27.926295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:27.930125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:27.950273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:27.963143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a64105-cac9-4f3d-ba08-a250ac211de6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:27.968613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:27.968960 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Added segment 84f84601-cb8d-4caa-91c7-b9b678a4dd79 of type vlan for network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc Aug 12 02:38:28.012137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.044683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.045772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:28.046360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.108132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:28.108591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.3969252 Aug 12 02:38:28.113708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'subnet': {'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:28.115867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac9c9a-b7c6-4422-be78-618a8b7eb71b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Network': ['ID=9bf0162c-ffa6-4f22-98df-89c93c04e5bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:28.125725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:28.140060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Made reservation on behalf of 3f8e7c7fa4b84c09b8b1341f52b4beae for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:28.142650 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.426824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:38:28.427288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.480632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4ad393c-c07f-45d3-9cb5-ee610cf91e87,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:28.492615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.492962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.493302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.493635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.493968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.494294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.494618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.494941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.495266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.495620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.495944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.496263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:28.501979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Checking segment: {'id': '84f84601-cb8d-4caa-91c7-b9b678a4dd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:28.502337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network hostable DHCP agents. Network: 9bf0162c-ffa6-4f22-98df-89c93c04e5bc, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:38:28.518901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:38:28.527814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9bf0162c-ffa6-4f22-98df-89c93c04e5bc) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:28.532371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:28.533136 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.538178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039bafdd-a4f1-4d94-b82f-a8e8e6a02fcf None None] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:28.546658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f6e7cfda-150b-4d4a-be12-64e5eccb3577 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4378359 Aug 12 02:38:28.549205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 36998) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:28.554089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-54910742', 'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:28.577288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Made reservation on behalf of 3f8e7c7fa4b84c09b8b1341f52b4beae for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:28.580294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.596891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] device_id is not set on port 22c1bb8e-6706-40a4-a40a-3e68e37810aa yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:38:28.658280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5e079-8735-413a-b2ff-70b2923c0d26 None None] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:28.711835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 2001:db8::286 (9bf0162c-ffa6-4f22-98df-89c93c04e5bc/b4ad393c-c07f-45d3-9cb5-ee610cf91e87/22c1bb8e-6706-40a4-a40a-3e68e37810aa) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:28.845224 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.882871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.923866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:28.928417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:28.931792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:28.932765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:28.933357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:28.939390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=22c1bb8e-6706-40a4-a40a-3e68e37810aa,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:28.951725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4cf42194-ed5c-432b-9460-a3286d2c9a3d tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.4015186 Aug 12 02:38:28.954519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37000) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:29.025322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Deleting port 22c1bb8e-6706-40a4-a40a-3e68e37810aa {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:29.025658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.100613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.113891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Calling delete_port for 22c1bb8e-6706-40a4-a40a-3e68e37810aa owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:29.233145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.262083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Port': ['ID=22c1bb8e-6706-40a4-a40a-3e68e37810aa,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:29.286635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.288573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3aea380b-e8f2-4779-9221-48c9b8619f1b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/ports/22c1bb8e-6706-40a4-a40a-3e68e37810aa HTTP/1.1" status: 204 len: 168 time: 0.3331459 Aug 12 02:38:29.291153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37004) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:29.295777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc', 'external_fixed_ips': [{'subnet_id': 'b4ad393c-c07f-45d3-9cb5-ee610cf91e87', 'ip_address': '2001:db8::286'}]}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:29.318208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.319260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.387624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.518477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.713261 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.732299 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:29.870688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 2001:db8::286 (9bf0162c-ffa6-4f22-98df-89c93c04e5bc/b4ad393c-c07f-45d3-9cb5-ee610cf91e87/399494d4-eb32-4f10-8c94-776a4a7f5ff3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:29.968687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:30.006466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:30.050301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:30.055584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:30.057778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=399494d4-eb32-4f10-8c94-776a4a7f5ff3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:30.059927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:30.487396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:30.677528 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:30.806082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:30.914329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:30.923125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Sync routers for ids ['8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:30.931419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:30.932018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Routers {'8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:30.932628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:30.935416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:30.935899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-af417f7c-9886-40d4-860f-d0e72a1c006c tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.6432638 Aug 12 02:38:31.036529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Set router 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:31.040802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.143767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.194408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Deleting port 399494d4-eb32-4f10-8c94-776a4a7f5ff3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:31.194756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.215564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c', 'name': '', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc', 'external_fixed_ips': [{'subnet_id': 'b4ad393c-c07f-45d3-9cb5-ee610cf91e87', 'ip_address': '2001:db8::286'}], 'enable_snat': True}, 'gw_port_id': '399494d4-eb32-4f10-8c94-776a4a7f5ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:29Z', 'updated_at': '2021-08-12T02:38:30Z', 'revision_number': 3, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port': {'id': '399494d4-eb32-4f10-8c94-776a4a7f5ff3', 'name': '', 'network_id': '9bf0162c-ffa6-4f22-98df-89c93c04e5bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': 'b4ad393c-c07f-45d3-9cb5-ee610cf91e87', 'ip_address': '2001:db8::286', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:38:29Z', 'updated_at': '2021-08-12T02:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4ad393c-c07f-45d3-9cb5-ee610cf91e87', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:31.241985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Checking router: 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:38:31.242335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Updating router 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c port 399494d4-eb32-4f10-8c94-776a4a7f5ff3 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:38:31.265853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.269931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.282048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Calling delete_port for 399494d4-eb32-4f10-8c94-776a4a7f5ff3 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:31.452399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.485306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Port': ['ID=399494d4-eb32-4f10-8c94-776a4a7f5ff3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:31.511571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.525735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:38:31.526097 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:38:31.602481 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.604622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.649183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.649714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:31.654036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.655417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5437eb1d-3be7-43f7-bc75-1e7952e59dc4 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/routers/8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c HTTP/1.1" status: 204 len: 168 time: 0.7182720 Aug 12 02:38:31.658999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:31.708013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Deleting subnet b4ad393c-c07f-45d3-9cb5-ee610cf91e87 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:38:31.711716 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.753179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.793374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.845332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.872488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.874380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/b4ad393c-c07f-45d3-9cb5-ee610cf91e87 HTTP/1.1" status: 204 len: 168 time: 0.2143903 Aug 12 02:38:31.875598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd8ceb-f597-448d-85a6-f29d7b8116e1 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ad393c-c07f-45d3-9cb5-ee610cf91e87,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:31.877644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37020) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:31.948411 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:31.963906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e6c5e2b4-0444-4543-b7da-4583c15e25cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.030921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.042765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf0162c-ffa6-4f22-98df-89c93c04e5bc']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:32.045528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Port 399494d4-eb32-4f10-8c94-776a4a7f5ff3 not found while updating agent binding for router 8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c. {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 02:38:32.053723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:32.053859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f84601-cb8d-4caa-91c7-b9b678a4dd79') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:32.054085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:38:32.054204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f84601-cb8d-4caa-91c7-b9b678a4dd79') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:32.054659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_agentschedulers_db [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94675) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:38:32.055022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37397e1-1362-41fd-8f03-77c9cf91dc61 None None] The sync data for ids ['8ac3cc3a-97eb-4013-8cdd-b9cebfc8c23c'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:32.063543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.077406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.084079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:32.084467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:32.086343 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:32.144803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.149588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bf0162c-ffa6-4f22-98df-89c93c04e5bc {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 12 02:38:32.151927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.153792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/networks/9bf0162c-ffa6-4f22-98df-89c93c04e5bc HTTP/1.1" status: 204 len: 168 time: 0.2748411 Aug 12 02:38:32.166758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e644af1-0066-4d99-a1c9-318a80870524 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bf0162c-ffa6-4f22-98df-89c93c04e5bc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:32.339651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:32.344412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'name': 'tempest-router--1169190508', 'project_id': '675056b2a020434998088c9605af9a09'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:32.364999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.366057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.418889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.425013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.440011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.441199 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a06c57f6-e367-4c31-b5d3-dbd3b5937c73 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1005318 Aug 12 02:38:32.443914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:32.518016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.691596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.693701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.761680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.762302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80faaea3-ed23-4cf7-9ec2-59ea9ceeef5f {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:32.768460 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:32.772479 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-467ed0a4-c77a-4234-b4a4-6f6c51efe5d7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/routers/80faaea3-ed23-4cf7-9ec2-59ea9ceeef5f HTTP/1.1" status: 204 len: 168 time: 0.3253214 Aug 12 02:38:32.869507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:33.056355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1240409287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:33.082498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.083604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.135551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.312041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.421500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:33.502003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.521069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.588638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 909a158d-4fee-4a2e-810b-f753409be873 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:33.588901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.629983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Allocated IP 172.25.3.226 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/b5f6f74e-3f79-4cb0-a26c-61b7aa6299f9) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:33.667132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.667461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.678928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 909a158d-4fee-4a2e-810b-f753409be873 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:33.736866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.777503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.822959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:33.829079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:33.831288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event updated for resources: {'Port': ['ID=b5f6f74e-3f79-4cb0-a26c-61b7aa6299f9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:33.833445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:33.866489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.893975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=909a158d-4fee-4a2e-810b-f753409be873,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:33.959006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:33.959395 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Floating IP 67217463-52f8-488b-b494-f0025d2781a0 disassociated (deleted). External IP: 172.25.3.115, port: a24c13fb-e212-418e-8556-17436deebd66. Aug 12 02:38:34.172029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:38:34.285204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:34.289992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.296968 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Sync routers for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:34.307215 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:34.307953 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:34.319288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fc12f240-70a2-4cfe-96c1-02274b737703 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/floatingips/67217463-52f8-488b-b494-f0025d2781a0 HTTP/1.1" status: 204 len: 168 time: 0.8964767 Aug 12 02:38:34.320034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:38:34.322656 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:38:34.365495 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4265f1-6815-4a76-ba66-b86f1cb5273a x-openstack-request-id: req-3b4265f1-6815-4a76-ba66-b86f1cb5273a {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:38:34.366281 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:38:34.366281 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b4265f1-6815-4a76-ba66-b86f1cb5273a {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:38:34.366444 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'status': 'completed', 'code': 200} Aug 12 02:38:34.391714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.419966 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:34.484978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-930f5580-9ad3-4984-b83d-275cd91958e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:34.486619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-930f5580-9ad3-4984-b83d-275cd91958e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0562050 Aug 12 02:38:34.586037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d8bf4-2ffb-489b-8b04-c9cc0fec94a6 req-a5a9d53e-b9c3-468a-acc7-a642993b0c54 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:34.599971 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-988e6ead-6ed1-4a7d-bdef-19d95c6ce804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.600578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad4d8bf4-2ffb-489b-8b04-c9cc0fec94a6 req-a5a9d53e-b9c3-468a-acc7-a642993b0c54 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0701976 Aug 12 02:38:34.629588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.648879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ad4d8bf4-2ffb-489b-8b04-c9cc0fec94a6 req-5945629b-7e62-43bf-98f2-42c474d49087 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Aug 12 02:38:34.653506 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:34.680471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.685568 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Checking router: b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:38:34.695231 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:34.695780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:34.756614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-148f6739-128c-4392-a81a-e0ced0e162b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:34.758104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-148f6739-128c-4392-a81a-e0ced0e162b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 200 len: 898 time: 0.2343307 Aug 12 02:38:34.764594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:34.807447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-d14a8889-f6ac-404a-b51a-b8de528d8b12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 200 len: 217 time: 0.0390706 Aug 12 02:38:34.809525 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:34.924522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-38b1c514-ec28-4639-b960-fa8c799b8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:34.925972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-38b1c514-ec28-4639-b960-fa8c799b8ff1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 200 len: 835 time: 0.0855978 Aug 12 02:38:34.992033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-645a93fc-d965-4dda-b973-833d2fc009ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:34.993534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-645a93fc-d965-4dda-b973-833d2fc009ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593917 Aug 12 02:38:35.010970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Router 490e2bca-0eb6-4765-bff0-c4d5cdf8df17 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:35.021161 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:35.046612 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2481e000-0424-4fdd-872e-0aca523dee34 None None] The sync data for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 is: [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:28Z', 'revision_number': 4, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'bd1dfe3b-e5d7-4a52-b269-4a55b716abdb', 'name': '', 'network_id': 'f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'mac_address': 'fa:16:3e:62:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:28Z', 'updated_at': '2021-08-12T02:35:33Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'subnets': [{'id': 'fbd851ec-928e-4e99-bd02-3ca86601d2eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:35.171147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-c45f7ed0-fb1f-407b-ae54-7dec41d78e72 service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684179 Aug 12 02:38:35.189972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:35.199260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] Sync routers for ids ['490e2bca-0eb6-4765-bff0-c4d5cdf8df17'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:35.210194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] Routers {'490e2bca-0eb6-4765-bff0-c4d5cdf8df17'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:35.210825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['490e2bca-0eb6-4765-bff0-c4d5cdf8df17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:35.244466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:35.254777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] Routers {'490e2bca-0eb6-4765-bff0-c4d5cdf8df17'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:35.255397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['490e2bca-0eb6-4765-bff0-c4d5cdf8df17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:35.266924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.270597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a19a94d-b369-40b1-bbb6-75506d6c98bf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3976557 Aug 12 02:38:35.271264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:35.293529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:35.294293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2e40f-2b34-4e70-8fe6-829b1d6c5dbc None None] The sync data for ids ['490e2bca-0eb6-4765-bff0-c4d5cdf8df17'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:35.312361 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825969c7-0f56-4c74-8b87-bd74044f3465 None None] New status for floating IP 67217463-52f8-488b-b494-f0025d2781a0: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:38:35.384786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a1da7e8-21c5-4521-a5f1-37cfdd55eac1 req-d7749304-546a-41aa-bc67-8ac9c23436cc service neutron] 10.222.0.21 "GET /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962640 Aug 12 02:38:35.408162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2053024a-aec8-42f3-9353-f2864f5e4a15 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/490e2bca-0eb6-4765-bff0-c4d5cdf8df17 HTTP/1.1" status: 200 len: 925 time: 0.1349354 Aug 12 02:38:35.410185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37064) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:35.425084 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:38:35.438398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ca38ea8-5a63-4b2f-b227-79bc6db0a429 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=490e2bca-0eb6-4765-bff0-c4d5cdf8df17 HTTP/1.1" status: 200 len: 205 time: 0.0264575 Aug 12 02:38:35.440233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37066) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:35.552822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.656164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.712311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port b5f6f74e-3f79-4cb0-a26c-61b7aa6299f9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:35.712751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.823126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c5860-fe22-47e7-a031-7e41b076efba req-1297f748-6171-4fa6-b690-551b84589fd3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:35.824919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f30c5860-fe22-47e7-a031-7e41b076efba req-1297f748-6171-4fa6-b690-551b84589fd3 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0982919 Aug 12 02:38:35.844803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.848913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:35.865853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for b5f6f74e-3f79-4cb0-a26c-61b7aa6299f9 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:35.891662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f30c5860-fe22-47e7-a031-7e41b076efba req-51fb9c2e-0e2e-4f29-8cb2-ecdac3dbf99f tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/security-groups?id=08353e08-d212-4fca-967e-8d6c050c173d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572586 Aug 12 02:38:36.059836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.089202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=b5f6f74e-3f79-4cb0-a26c-61b7aa6299f9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:36.150069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.239283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.241356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.289851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.290493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router 490e2bca-0eb6-4765-bff0-c4d5cdf8df17 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:36.298244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.299619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b9b29f54-74f8-4696-ad23-8bcc2d765d64 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/490e2bca-0eb6-4765-bff0-c4d5cdf8df17 HTTP/1.1" status: 204 len: 168 time: 0.8584177 Aug 12 02:38:36.303306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:36.308017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1140747131', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:36.331793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.332810 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.340232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-40d176ab-74a5-4930-adf3-eb7316ab21f9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:36.341626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-40d176ab-74a5-4930-adf3-eb7316ab21f9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 945 time: 0.0642617 Aug 12 02:38:36.419537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.434027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port a24c13fb-e212-418e-8556-17436deebd66 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:36.434551 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.524724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port a24c13fb-e212-418e-8556-17436deebd66, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a24c13fb-e212-418e-8556-17436deebd66,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:36.525090 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.540346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for a24c13fb-e212-418e-8556-17436deebd66 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:36.558550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.668449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.700163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=a24c13fb-e212-418e-8556-17436deebd66,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:36.744591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] No DVR routers for this DVR port a24c13fb-e212-418e-8556-17436deebd66 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:38:36.747514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.749487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7edbcf17-632b-4d2f-9037-51eabb774e78 req-70f273be-a171-4386-96bb-b95e41deb102 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.21 "DELETE /v2.0/ports/a24c13fb-e212-418e-8556-17436deebd66 HTTP/1.1" status: 204 len: 173 time: 0.4014697 Aug 12 02:38:36.749927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-deleted', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:38:36.752795 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf8355-2c38-4bda-9958-7921c474ee95" -d '{"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-deleted", "tag": "a24c13fb-e212-418e-8556-17436deebd66"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:38:36.760455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.792496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:36.799659 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fb7139-e0e9-4cdb-80f6-82aa5747bde7 x-openstack-request-id: req-23fb7139-e0e9-4cdb-80f6-82aa5747bde7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:38:36.800133 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dbfc64-92dc-4678-9a2a-79236651a8d2", "name": "network-vif-deleted", "tag": "a24c13fb-e212-418e-8556-17436deebd66", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:38:36.800902 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23fb7139-e0e9-4cdb-80f6-82aa5747bde7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:38:36.801852 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dbfc64-92dc-4678-9a2a-79236651a8d2', 'name': 'network-vif-deleted', 'tag': 'a24c13fb-e212-418e-8556-17436deebd66', 'status': 'completed', 'code': 200} Aug 12 02:38:36.911964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 172.25.3.106 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ac0c3599-fe1b-45f2-8968-57b29d8c52e7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:37.001471 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-490aa163-78a3-41e4-acc7-a14ea70b2759 req-0a7b35fc-0966-4466-8092-2d2cf3b44819 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3dbfc64-92dc-4678-9a2a-79236651a8d2 HTTP/1.1" status: 200 len: 210 time: 0.0272398 Aug 12 02:38:37.304792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:37.346380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:37.347754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:37.388063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:37.391415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:37.395959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:37.398980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:37.634528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:37.831313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:37.969921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router 89f5db4f-d5fa-498f-b272-9d627782a08d is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:38.060873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37094) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:38.077814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:38.086989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Sync routers for ids ['89f5db4f-d5fa-498f-b272-9d627782a08d'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:38.093511 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.095778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3ae5e329-2582-4bab-95c4-3e64d7d5d9cc tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7912812 Aug 12 02:38:38.098495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37096) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:38.099412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Routers {'89f5db4f-d5fa-498f-b272-9d627782a08d'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:38.100174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89f5db4f-d5fa-498f-b272-9d627782a08d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:38.216298 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-98e12866-a852-4ac4-98e1-baa4e57ef7b2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/89f5db4f-d5fa-498f-b272-9d627782a08d HTTP/1.1" status: 200 len: 909 time: 0.1144500 Aug 12 02:38:38.216539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:38.222146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1140747131', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': True}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:38.247029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.249582 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.317225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.380187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Set router 89f5db4f-d5fa-498f-b272-9d627782a08d gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:38.475739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.560015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106'}], 'enable_snat': False}, 'gw_port_id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:37Z', 'revision_number': 3, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port': {'id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:38.586900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Checking router: 89f5db4f-d5fa-498f-b272-9d627782a08d for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:38:38.587522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Updating router 89f5db4f-d5fa-498f-b272-9d627782a08d port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:38:38.617773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.688678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.708776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.786010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.883647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.895689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Transition to ACTIVE for port object ac0c3599-fe1b-45f2-8968-57b29d8c52e7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:38.902662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.957599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a160-ba3f-4648-95be-bf606f15d1c0 None None] Pushing event updated for resources: {'Port': ['ID=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:38.962935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 172.25.3.141 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/665c55e4-ada9-44c7-a6e7-8f80d9c250bc) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:38.968809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Attempting to bind port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:38:38.969227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Attempting to bind port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:38:38.969628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Attempting to bind port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:38:38.980535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:38:38.981131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:38.981640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:38.982309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:38:38.983005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Bound port: ac0c3599-fe1b-45f2-8968-57b29d8c52e7, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:38:38.983900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.052656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] For port ac0c3599-fe1b-45f2-8968-57b29d8c52e7, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:38:39.056317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] For port ac0c3599-fe1b-45f2-8968-57b29d8c52e7, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:38:39.066152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.111425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.141168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:39.141901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.148718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Routers {'89f5db4f-d5fa-498f-b272-9d627782a08d'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:39.149347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89f5db4f-d5fa-498f-b272-9d627782a08d'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:39.160435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.183801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580a160-ba3f-4648-95be-bf606f15d1c0 None None] Pushing event updated for resources: {'Port': ['ID=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:39.200327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:39.203166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:39.206089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:39.239221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=665c55e4-ada9-44c7-a6e7-8f80d9c250bc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:39.240828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port bd1dfe3b-e5d7-4a52-b269-4a55b716abdb, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:39.241208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.256165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for bd1dfe3b-e5d7-4a52-b269-4a55b716abdb owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:39.271402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] Set router 89f5db4f-d5fa-498f-b272-9d627782a08d gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:39.453239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.457371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106'}], 'enable_snat': False}, 'gw_port_id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:37Z', 'revision_number': 3, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port': {'id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:39.484035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.485498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=bd1dfe3b-e5d7-4a52-b269-4a55b716abdb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:39.493946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773283f7-b88f-44e0-9473-377f405b8e20 None None] The sync data for ids ['89f5db4f-d5fa-498f-b272-9d627782a08d'] in n-d-804303-2 is: [{'id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106'}], 'enable_snat': False}, 'gw_port_id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:37Z', 'revision_number': 3, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port': {'id': 'ac0c3599-fe1b-45f2-8968-57b29d8c52e7', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:df:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f5db4f-d5fa-498f-b272-9d627782a08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:38:36Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:39.690400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.731036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:39.897750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:39.902632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router 547dc472-e249-4128-9d2b-05c9b37f13a9 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:39.926689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: a24c13fb-e212-418e-8556-17436deebd66 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:39.927424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a24c13fb-e212-418e-8556-17436deebd66 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:39.945968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:38:40.023334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:40.046662 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Sync routers for ids ['547dc472-e249-4128-9d2b-05c9b37f13a9'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:40.049921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.052341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-044e459e-50cd-4210-9f67-877bd4426d95 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8347948 Aug 12 02:38:40.055489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37104) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:40.057159 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Routers {'547dc472-e249-4128-9d2b-05c9b37f13a9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:40.057876 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['547dc472-e249-4128-9d2b-05c9b37f13a9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:40.122547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:40.129650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c55f8a93-a42b-46ad-a197-94aa6bf5c4c1 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "PUT /v2.0/routers/b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674574 Aug 12 02:38:40.132221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:40.134473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Sync routers for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:40.144987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:40.145895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:40.238869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting subnet fbd851ec-928e-4e99-bd02-3ca86601d2eb {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:38:40.242949 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.283582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:40.306151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.315919 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Set router 547dc472-e249-4128-9d2b-05c9b37f13a9 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:40.340676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c7f4089-7971-400d-80b4-4eea2c9e4cc0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/547dc472-e249-4128-9d2b-05c9b37f13a9 HTTP/1.1" status: 200 len: 908 time: 0.2837210 Aug 12 02:38:40.343435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37112) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:40.408898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.508239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.515277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.528940 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547dc472-e249-4128-9d2b-05c9b37f13a9', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '665c55e4-ada9-44c7-a6e7-8f80d9c250bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:38Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 3, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port': {'id': '665c55e4-ada9-44c7-a6e7-8f80d9c250bc', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:33:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '547dc472-e249-4128-9d2b-05c9b37f13a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:38:38Z', 'updated_at': '2021-08-12T02:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:40.536177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:40.554231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.559870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/subnets/fbd851ec-928e-4e99-bd02-3ca86601d2eb HTTP/1.1" status: 204 len: 168 time: 0.4251773 Aug 12 02:38:40.560927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8153-d1f3-4f4e-8a69-723d850f12e9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd851ec-928e-4e99-bd02-3ca86601d2eb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:40.564620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37114) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:40.582748 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Checking router: 547dc472-e249-4128-9d2b-05c9b37f13a9 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:38:40.583094 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Updating router 547dc472-e249-4128-9d2b-05c9b37f13a9 port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:38:40.585209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Checking router: b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:38:40.590738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b9efd-27f0-4091-bf9e-3227912f9d3d None None] Network f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:40.618988 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.646486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Routers {'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:40.647713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:40.689647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.691702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.774465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Deleting port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:40.774742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.841643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] Set router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:40.890331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.897075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.916326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] DHCP port deletion for f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:38:40.919510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Calling delete_port for 665c55e4-ada9-44c7-a6e7-8f80d9c250bc owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:40.977585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Deleting port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:40.978261 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:40.988112 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.000282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Transition to ACTIVE for port object 665c55e4-ada9-44c7-a6e7-8f80d9c250bc will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:41.008908 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.035587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Deleting port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:41.035935 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.066683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Pushing event updated for resources: {'Port': ['ID=665c55e4-ada9-44c7-a6e7-8f80d9c250bc,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:41.077103 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.077445 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.077785 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.078121 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.079013 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.080090 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.080434 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.080764 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.081091 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.081416 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.081739 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.082060 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:41.131948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] For port 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:41.132733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.139390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] For port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,segment=NetworkSegment(b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac),segment_id=b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:41.139809 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.150040 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Attempting to bind port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:38:41.150513 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Attempting to bind port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:38:41.151019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Attempting to bind port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:38:41.152045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Calling delete_port for 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:41.161981 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:38:41.162225 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:41.162618 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.163019 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:38:41.175499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Calling delete_port for 8b37dd30-b874-41d9-80e9-f1b27be5b7ce owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:41.185216 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Bound port: 665c55e4-ada9-44c7-a6e7-8f80d9c250bc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:38:41.186632 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.193035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:41.254485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b13f2cb-3155-4b3f-b335-1bd8893637cb None None] The sync data for ids ['b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3'] in n-d-804303-2 is: [{'id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1811681870', 'tenant_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:38:39Z', 'revision_number': 5, 'project_id': 'bfcb3c92279b40dc8877c3863dc3fc75', 'gw_port': {'id': '5ca4eb52-c19d-44ba-85cb-f12b5bb5d080', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:35:24Z', 'updated_at': '2021-08-12T02:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:41.317425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.348504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] Pushing event deleted for resources: {'Port': ['ID=8b37dd30-b874-41d9-80e9-f1b27be5b7ce,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:41.364916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e4dbc-04ff-46e2-862d-24340efc233c None None] No DVR routers for this DVR port 8b37dd30-b874-41d9-80e9-f1b27be5b7ce on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:38:41.379332 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] For port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:38:41.382953 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] For port 665c55e4-ada9-44c7-a6e7-8f80d9c250bc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=665c55e4-ada9-44c7-a6e7-8f80d9c250bc,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:38:41.387987 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.454393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Routers {'547dc472-e249-4128-9d2b-05c9b37f13a9'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:41.454768 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['547dc472-e249-4128-9d2b-05c9b37f13a9'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:41.478524 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.500031 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e5fe9-afe2-4084-80cf-6c27713ca3bc None None] Pushing event updated for resources: {'Port': ['ID=665c55e4-ada9-44c7-a6e7-8f80d9c250bc,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:41.533707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Port': ['ID=5ca4eb52-c19d-44ba-85cb-f12b5bb5d080,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:41.563457 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] Set router 547dc472-e249-4128-9d2b-05c9b37f13a9 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:38:41.636295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.644368 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '547dc472-e249-4128-9d2b-05c9b37f13a9', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:38Z', 'updated_at': '2021-08-12T02:38:40Z', 'revision_number': 4, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:41.679494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Port': ['ID=665c55e4-ada9-44c7-a6e7-8f80d9c250bc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:41.696920 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96bb93c-9cdb-4eeb-b42a-faf7f8e57d02 None None] The sync data for ids ['547dc472-e249-4128-9d2b-05c9b37f13a9'] in n-d-804303-2 is: [{'id': '547dc472-e249-4128-9d2b-05c9b37f13a9', 'name': 'tempest-snat-router-1140747131', 'tenant_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:38:38Z', 'updated_at': '2021-08-12T02:38:40Z', 'revision_number': 4, 'project_id': '3f8e7c7fa4b84c09b8b1341f52b4beae', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:41.744207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ac0c3599-fe1b-45f2-8968-57b29d8c52e7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:38:41.772846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.903721 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.906073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.915527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.972730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.973404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 547dc472-e249-4128-9d2b-05c9b37f13a9 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:41.978297 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:41.979627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e5ea0ab3-f3e4-4d31-9e92-2de612ce4a35 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/routers/547dc472-e249-4128-9d2b-05c9b37f13a9 HTTP/1.1" status: 204 len: 168 time: 1.6349356 Aug 12 02:38:41.982153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37120) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:41.994366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:38:41.998972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:38:41.999476 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.018553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.021381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.089118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.089806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Fanout notify agent at l3_agent the message router_deleted on router b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:42.096037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.098673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.099821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2f18ccc0-b74e-43ad-8cb1-f974dc6cc936 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/routers/b7bc8f95-5b14-4639-8ea8-4d3accfd4bf3 HTTP/1.1" status: 204 len: 168 time: 1.5340497 Aug 12 02:38:42.102427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37122) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:42.123097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ac0c3599-fe1b-45f2-8968-57b29d8c52e7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:42.127235 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.145891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.210069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8b37dd30-b874-41d9-80e9-f1b27be5b7ce no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:42.214705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:42.236381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8b37dd30-b874-41d9-80e9-f1b27be5b7ce {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:42.236868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8b37dd30-b874-41d9-80e9-f1b27be5b7ce not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:42.241364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.271799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.337140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Deleting port ac0c3599-fe1b-45f2-8968-57b29d8c52e7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:42.337492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.353006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.369112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:42.383078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:42.383349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27429e9-523d-4f7b-8ef1-5d9f74e6a5ac') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:42.393011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.406769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.416461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:38:42.417098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.418895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] For port ac0c3599-fe1b-45f2-8968-57b29d8c52e7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:42.419278 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:38:42.420101 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:38:42.432415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Calling delete_port for ac0c3599-fe1b-45f2-8968-57b29d8c52e7 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:42.481764 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.487380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.492103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/networks/f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8 HTTP/1.1" status: 204 len: 168 time: 0.3886235 Aug 12 02:38:42.492748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37128) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:42.519539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1206dc-0cfe-4be2-9417-3b038cbf6bf9 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'Network': ['ID=f86bdfcc-5cf6-4cf6-81dd-a74bc8fdd3e8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:42.586323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.626995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.631981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.664218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac0c3599-fe1b-45f2-8968-57b29d8c52e7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:42.709056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.713420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.727125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] 10.222.0.11 "DELETE /v2.0/security-groups/08353e08-d212-4fca-967e-8d6c050c173d HTTP/1.1" status: 204 len: 168 time: 0.2297528 Aug 12 02:38:42.738912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.740499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a41fc-75fe-4954-bf71-48751d241417 tempest-TestNetworkAdvancedServerOps-310962483 tempest-TestNetworkAdvancedServerOps-310962483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08353e08-d212-4fca-967e-8d6c050c173d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:42.848740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.850908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.897234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.898127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89f5db4f-d5fa-498f-b272-9d627782a08d {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:42.907727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.909174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-abc6beb9-7b0c-4132-a2f2-a7677a5188ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "DELETE /v2.0/routers/89f5db4f-d5fa-498f-b272-9d627782a08d HTTP/1.1" status: 204 len: 168 time: 0.9259803 Aug 12 02:38:42.913038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37134) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:42.918059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1212867445', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:42.953779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:42.955094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.023092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.090348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37140) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:43.179912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.244070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd1dfe3b-e5d7-4a52-b269-4a55b716abdb no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:43.259906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bcb67049-65dc-4380-a8e4-4dc2986e5bdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfcb3c92279b40dc8877c3863dc3fc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683500 Aug 12 02:38:43.262427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:43.264350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bd1dfe3b-e5d7-4a52-b269-4a55b716abdb {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:43.264880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd1dfe3b-e5d7-4a52-b269-4a55b716abdb not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:43.265463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:43.286303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:43.286649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5ca4eb52-c19d-44ba-85cb-f12b5bb5d080 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:43.287284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ac0c3599-fe1b-45f2-8968-57b29d8c52e7 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:38:43.306252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ac0c3599-fe1b-45f2-8968-57b29d8c52e7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:38:43.306874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ac0c3599-fe1b-45f2-8968-57b29d8c52e7 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:38:43.316752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.339056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.387050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.390113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.394786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92e4e56f-5bbe-4229-a3a8-f9c2ebd9c794 HTTP/1.1" status: 204 len: 168 time: 0.1287549 Aug 12 02:38:43.401992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e4e56f-5bbe-4229-a3a8-f9c2ebd9c794,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:43.410540 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.414491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.415210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.415732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.416325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.416985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.417707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.418197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.418675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.419274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.419772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.420263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.420734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b9337e-fd59-4caa-be1b-d0b4ce43eeb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:38:43.437439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.582937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Allocated IP 172.25.3.116 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f39737c6-c51e-4409-a591-0b8bbe8c3344) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:43.690752 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.733126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:43.737151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.789803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event updated for resources: {'Port': ['ID=f39737c6-c51e-4409-a591-0b8bbe8c3344,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:43.792893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5c385407-961c-4c7b-8464-70f57f3797c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9473b85bd124e75a47126b0b7c3b76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562384 Aug 12 02:38:43.793141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:43.793995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:43.796016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:43.798903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:43.856740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.881156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.939373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.942010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:43.943185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53af5340-228e-41c0-84f8-317049df0c27 HTTP/1.1" status: 204 len: 168 time: 0.1488597 Aug 12 02:38:43.956375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4484900-3583-49a3-8466-a2136781f336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53af5340-228e-41c0-84f8-317049df0c27,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:44.078459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:44.284263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:44.417789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Router a351e5ac-7305-4654-9155-cb959f8787e5 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:44.543449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:44.554348 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] Sync routers for ids ['a351e5ac-7305-4654-9155-cb959f8787e5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:44.579584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] Routers {'a351e5ac-7305-4654-9155-cb959f8787e5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:44.580194 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a351e5ac-7305-4654-9155-cb959f8787e5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:44.598332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:44.600054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6dce3dcd-425f-4022-833a-3782772614cf tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.6858997 Aug 12 02:38:44.602863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:44.608819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:44.618378 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:44.630079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] Routers {'a351e5ac-7305-4654-9155-cb959f8787e5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:44.630079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a351e5ac-7305-4654-9155-cb959f8787e5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:44.680800 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:44.681453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c1c742-54fa-434d-805e-e0c279ddc73d None None] The sync data for ids ['a351e5ac-7305-4654-9155-cb959f8787e5'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:44.791562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37196) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:44.896670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-543352860-network', 'tenant_id': '3be4f3ee4c69419a93d690827b42afb4'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:44.923771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Made reservation on behalf of 3be4f3ee4c69419a93d690827b42afb4 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:44.927012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:44.934700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:44.936620 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.032467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.036795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.065411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:45.070920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08319842-2b0c-4265-912d-f1551ffc06d8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:45.084570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.084930 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Added segment 2992313f-6246-4403-b328-720e13ed5419 of type vlan for network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 Aug 12 02:38:45.127576 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.155674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.157194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:45.157792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.350238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.353636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.465377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router a351e5ac-7305-4654-9155-cb959f8787e5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:38:45.503626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7109063 Aug 12 02:38:45.508684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:45.524649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Request body: {'subnet': {'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-543352860-subnet', 'tenant_id': '3be4f3ee4c69419a93d690827b42afb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:45.527868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487aa1-097d-464b-a150-786477f3a419 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e599a1-5a7d-4071-9b0a-d637bbb3a624,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:45.540453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:45.545320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Made reservation on behalf of 3be4f3ee4c69419a93d690827b42afb4 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:45.548111 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.582353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:45.587354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.588642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64eeaac5-89df-4be4-9aac-78eeb98fd8bf tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "PUT /v2.0/routers/a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 200 len: 926 time: 0.9846597 Aug 12 02:38:45.591255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:45.595971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] Sync routers for ids ['a351e5ac-7305-4654-9155-cb959f8787e5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:45.615977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] Routers {'a351e5ac-7305-4654-9155-cb959f8787e5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:45.616851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a351e5ac-7305-4654-9155-cb959f8787e5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:45.654967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:45.665720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] Routers {'a351e5ac-7305-4654-9155-cb959f8787e5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:45.666392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a351e5ac-7305-4654-9155-cb959f8787e5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:45.703823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:45.704744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a717bc3c-d5ee-445d-b5c0-1e42883a639d None None] The sync data for ids ['a351e5ac-7305-4654-9155-cb959f8787e5'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:45.738122 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-367b1f21-72ca-4223-980f-025bb87b210f tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 200 len: 926 time: 0.1456614 Aug 12 02:38:45.740929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:45.749684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.807459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:45.821505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc40f92-d635-4837-a6d0-f729156013db tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:45.822124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Checking segment: {'id': '2992313f-6246-4403-b328-720e13ed5419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:45.822519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Network hostable DHCP agents. Network: f9e599a1-5a7d-4071-9b0a-d637bbb3a624, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:38:45.826278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cfc40f92-d635-4837-a6d0-f729156013db tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=a351e5ac-7305-4654-9155-cb959f8787e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0818069 Aug 12 02:38:45.826477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:45.842226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:38:45.852745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, f9e599a1-5a7d-4071-9b0a-d637bbb3a624) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:45.863129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccaaef9-4d73-45d0-a69c-790ca5ef7749 None None] Network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:45.866601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:45.867269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:45.884245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1b740d45-fbfc-4819-bea8-555c0853ab90 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3745162 Aug 12 02:38:45.927582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a99412-6148-41f0-921a-4bc79013ba65 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:45.928735 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88a99412-6148-41f0-921a-4bc79013ba65 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.0974791 Aug 12 02:38:45.931541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:45.966530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-21aa563b-de46-43e7-837f-bd70cd081fb5 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 200 len: 205 time: 0.0335331 Aug 12 02:38:45.969254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37226) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:46.029208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a68a7-2761-4d7c-b5b7-4f8974a07104 None None] Network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:46.108534 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.184648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370a46f-d30a-49a2-a472-3f7f346e7be0 req-42ef75f5-d60a-4a8e-a75a-a76be891b839 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:46.186205 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9370a46f-d30a-49a2-a472-3f7f346e7be0 req-42ef75f5-d60a-4a8e-a75a-a76be891b839 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0526593 Aug 12 02:38:46.228633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.230318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9370a46f-d30a-49a2-a472-3f7f346e7be0 req-c91cdff3-706c-4a5a-8a10-91c98e48442b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362020 Aug 12 02:38:46.285522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port f39737c6-c51e-4409-a591-0b8bbe8c3344 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:46.285868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.367926 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.379786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for f39737c6-c51e-4409-a591-0b8bbe8c3344 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:46.434246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:46.439400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1264792807-network', 'tenant_id': 'c3a4c0502c184066bb86ad855b344ae2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:46.461015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Made reservation on behalf of c3a4c0502c184066bb86ad855b344ae2 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:46.463338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.475630 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.550049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.563343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.568012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.578030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=f39737c6-c51e-4409-a591-0b8bbe8c3344,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:46.595617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:38:46.601064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e087a29-b1ac-43a7-ab73-b124b0e8b032,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:46.608494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.608826 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Added segment 0d68e226-5f7e-46c0-b6cd-d06e4cf4b20c of type vlan for network 376f8504-ba87-42ad-a129-0dbb73ae27ec Aug 12 02:38:46.642671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.649819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.679583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.680468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:46.681057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.735235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2992809 Aug 12 02:38:46.738257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:46.742264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.743541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Request body: {'subnet': {'network_id': '376f8504-ba87-42ad-a129-0dbb73ae27ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1264792807-subnet', 'tenant_id': 'c3a4c0502c184066bb86ad855b344ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:46.744511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.763066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364a9a-1e8a-4294-80d6-810553e2b105 admin admin] Pushing event updated for resources: {'Network': ['ID=376f8504-ba87-42ad-a129-0dbb73ae27ec,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:46.773930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 376f8504-ba87-42ad-a129-0dbb73ae27ec details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:38:46.782067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Made reservation on behalf of c3a4c0502c184066bb86ad855b344ae2 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:46.784574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.801255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.801934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router a351e5ac-7305-4654-9155-cb959f8787e5 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:46.808657 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.809799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e8e4284-f439-44cd-a499-c9e75a7d422e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 204 len: 168 time: 0.8393703 Aug 12 02:38:46.814033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37252) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:46.819433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1064904402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:46.851251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.852072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.908723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.913196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.927988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:46.929193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-51acbe34-7280-4b22-8937-5da6d794095e tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1141505 Aug 12 02:38:46.932029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:46.936454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:46.998342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.055447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f2f272-ccec-49bc-b55d-349a260211f1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:47.061971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Checking segment: {'id': '0d68e226-5f7e-46c0-b6cd-d06e4cf4b20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '376f8504-ba87-42ad-a129-0dbb73ae27ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:47.062330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Network hostable DHCP agents. Network: 376f8504-ba87-42ad-a129-0dbb73ae27ec, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:38:47.083284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Network 376f8504-ba87-42ad-a129-0dbb73ae27ec is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:38:47.097296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 376f8504-ba87-42ad-a129-0dbb73ae27ec) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:47.101369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:47.101986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.108203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487aefad-678b-4975-8685-15bcc4cca884 None None] Network 376f8504-ba87-42ad-a129-0dbb73ae27ec requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:47.119856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-475c8ec2-ccad-42a0-8bf2-6cb1d8e18897 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3804662 Aug 12 02:38:47.161219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.241490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c80363-21a6-436d-a09c-2c9e1ac0e87a None None] Network 376f8504-ba87-42ad-a129-0dbb73ae27ec requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:38:47.378598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c1880-c73f-49f8-98f9-20dfa8b879ab req-b78a48ed-666d-4155-8cdb-56f8b402098c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:47.389981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-410c1880-c73f-49f8-98f9-20dfa8b879ab req-b78a48ed-666d-4155-8cdb-56f8b402098c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0736346 Aug 12 02:38:47.401902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.420931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.429584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-410c1880-c73f-49f8-98f9-20dfa8b879ab req-96de6b5f-d73c-4ac4-971d-9c8d7cf2ef8d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352879 Aug 12 02:38:47.530444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Allocated IP 172.25.3.7 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a5db8181-8e99-4a1f-9e28-c4d449688b4e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:47.713919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.725313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-3bf3a6fe-1658-453e-8f33-7cdf44bf8629 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:47.726811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-3bf3a6fe-1658-453e-8f33-7cdf44bf8629 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/networks?id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 200 len: 811 time: 0.1436055 Aug 12 02:38:47.747286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-8ca84590-3eb1-42d7-8a9f-81cd6a16f5f5 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/quotas/3be4f3ee4c69419a93d690827b42afb4 HTTP/1.1" status: 200 len: 375 time: 0.0137217 Aug 12 02:38:47.810959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-3f4a214b-699e-4b2b-9c84-d9828c19bcd4 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3be4f3ee4c69419a93d690827b42afb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568631 Aug 12 02:38:47.824466 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:47.863003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:47.870164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:47.874894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:47.878482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event updated for resources: {'Port': ['ID=a5db8181-8e99-4a1f-9e28-c4d449688b4e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:47.935691 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:48.124364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-3114a46d-ef9e-4ec2-b883-2f3ac0e5c95c service neutron] 10.222.0.11 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057759 Aug 12 02:38:48.190918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-42364256-b8c3-49f1-b734-e85c7305e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:48.192459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-42364256-b8c3-49f1-b734-e85c7305e9fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1097 time: 0.0441475 Aug 12 02:38:48.245282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:48.296175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5d326da6-6d15-469e-aa39-563376751312 service neutron] 10.222.0.11 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632233 Aug 12 02:38:48.298625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-c5436e41-3874-4347-85ca-f4ed2f559705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:48.300144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-c5436e41-3874-4347-85ca-f4ed2f559705 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0862336 Aug 12 02:38:48.371740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-4a05252e-f0cb-47ad-a279-78d86815d6c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 1001 time: 0.0636201 Aug 12 02:38:48.428909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-49f64cd3-9216-40fb-9924-780ef4ce5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:48.430602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-49f64cd3-9216-40fb-9924-780ef4ce5012 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0514297 Aug 12 02:38:48.465097 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:48.471858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03211f9a-6673-4518-8d3f-41f1a7a2c9d4 req-c1505734-ebb7-46d1-9dfa-f6947e63c845 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 210 time: 0.0347879 Aug 12 02:38:48.472044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:48.504528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-f054af66-f9b1-4919-9dba-8f9edb3d09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:48.506120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-f054af66-f9b1-4919-9dba-8f9edb3d09d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669942 Aug 12 02:38:48.600628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-1a9f38ad-e358-40bc-9cc7-81f3ce7569a7 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Aug 12 02:38:48.606148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204689-caa9-4f61-9e49-e98df5b0d399 req-f022c2b8-1930-4f8c-a9a4-12a687e0534b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:48.607858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df204689-caa9-4f61-9e49-e98df5b0d399 req-f022c2b8-1930-4f8c-a9a4-12a687e0534b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0921116 Aug 12 02:38:48.659921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df204689-caa9-4f61-9e49-e98df5b0d399 req-b3e87e29-9a04-41e8-8961-92bc96f96075 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452278 Aug 12 02:38:48.667955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Router 7df8f634-f557-4948-adac-e6077b726f99 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:48.697746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d1ce0c4-30f0-476b-8b08-02d115129e70 req-0b4c6017-bb59-42fa-8f53-7e2e4daa6254 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893691 Aug 12 02:38:48.777874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:48.784647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:48.788282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21ee642d-3617-4254-a193-ceffec58f4e1 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "PUT /v2.0/routers/7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 200 len: 882 time: 1.8529074 Aug 12 02:38:48.788424 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] Sync routers for ids ['7df8f634-f557-4948-adac-e6077b726f99'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:48.788823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:48.796011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] Routers {'7df8f634-f557-4948-adac-e6077b726f99'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:48.796614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7df8f634-f557-4948-adac-e6077b726f99'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:48.828787 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:48.837046 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] Routers {'7df8f634-f557-4948-adac-e6077b726f99'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:48.837634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7df8f634-f557-4948-adac-e6077b726f99'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:48.876290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:48.876941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4f60e9-3316-4361-9a84-a6d93a084d38 None None] The sync data for ids ['7df8f634-f557-4948-adac-e6077b726f99'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:48.892535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8cb4708b-e0b3-42b3-9d41-9adccea07934 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 200 len: 923 time: 0.1029649 Aug 12 02:38:48.895282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37286) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:49.232176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497dad6c-b018-4142-9a47-114645f3381b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:49.233687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-497dad6c-b018-4142-9a47-114645f3381b tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=7df8f634-f557-4948-adac-e6077b726f99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3374658 Aug 12 02:38:49.236876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37290) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:49.315771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c8680-a9d4-43dd-a2a3-7a3d5055581e tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:49.317106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e7c8680-a9d4-43dd-a2a3-7a3d5055581e tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.0793507 Aug 12 02:38:49.319818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37292) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:49.348870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0e8e685d-6396-43e2-ab5b-91d40c2d38fb tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 200 len: 205 time: 0.0280416 Aug 12 02:38:49.351169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37294) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:49.460056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:49.567845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21c2fbf3-a665-4be7-800a-614b0ae38501 req-4b10234c-e1cc-4db4-b906-24bb9f17a09a tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 210 time: 0.0319319 Aug 12 02:38:49.598262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:49.677504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port a5db8181-8e99-4a1f-9e28-c4d449688b4e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:49.678082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:49.775124 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:49.788142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for a5db8181-8e99-4a1f-9e28-c4d449688b4e owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:49.979237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.006698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=a5db8181-8e99-4a1f-9e28-c4d449688b4e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:50.083903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.143458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6fd63-b112-47e0-b277-9d3fc7b94078 req-3d67c690-d711-45c8-8524-8d8fe956d6a8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:50.145005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acf6fd63-b112-47e0-b277-9d3fc7b94078 req-3d67c690-d711-45c8-8524-8d8fe956d6a8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.4051912 Aug 12 02:38:50.179341 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.181462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.182263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-acf6fd63-b112-47e0-b277-9d3fc7b94078 req-fede671c-c659-4980-b9c8-70b2f9da09d8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Aug 12 02:38:50.227884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.228413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router 7df8f634-f557-4948-adac-e6077b726f99 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:50.236007 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.237115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2f571a84-cd9b-4cfb-9bbd-c1052d1c4d8d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 204 len: 168 time: 0.8850453 Aug 12 02:38:50.240964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37312) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:50.245466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1637028295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:50.268315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.269429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.324882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.330079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.347483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.348624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38ceb400-caa6-454d-bf19-37381ce24f3b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1066535 Aug 12 02:38:50.351397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:50.355847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': True}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:50.546870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-b9b6c216-7950-40ea-b86f-183ad4d2dd29 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:50.549323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-b9b6c216-7950-40ea-b86f-183ad4d2dd29 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.25 "GET /v2.0/networks?id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 200 len: 811 time: 0.1388991 Aug 12 02:38:50.564728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Request body: {'port': {'device_id': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624', 'admin_state_up': True, 'tenant_id': '3be4f3ee4c69419a93d690827b42afb4'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:50.601206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.694348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8973048c-1c65-480d-a157-85228e841195 req-9ebb708d-e9db-48b3-b00f-d91027b24736 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 210 time: 0.0378506 Aug 12 02:38:50.710738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Made reservation on behalf of 3be4f3ee4c69419a93d690827b42afb4 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:38:50.722846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.863966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Allocated IP 172.20.0.6 (f9e599a1-5a7d-4071-9b0a-d637bbb3a624/8f5ae38c-9c83-42ca-aa72-0d6318b69a6c/578cf7b2-352b-45b9-8a27-3c4a87282d2e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:50.903146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:50.931601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.052678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.059746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 172.25.3.31 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ef123078-1e52-4319-8824-88c709fe8489) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:51.106010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.163579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:51.171882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:51.177830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:51.208852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.214716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Pushing event updated for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:51.234385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:51.235158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.251930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-1b1a4d0c-1058-4cca-9e14-a7434d253c08 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6921847 Aug 12 02:38:51.253253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.268452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Request body: {'port': {'device_id': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:51.315807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:51.325554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:51.325698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.333363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:51.338404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=ef123078-1e52-4319-8824-88c709fe8489,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:51.380348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b34f-a760-4e39-b287-185934117e70 req-6c4636cd-6e93-4890-8c82-c1d19a311eb2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:51.381880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e005b34f-a760-4e39-b287-185934117e70 req-6c4636cd-6e93-4890-8c82-c1d19a311eb2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0996201 Aug 12 02:38:51.506800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e005b34f-a760-4e39-b287-185934117e70 req-a43f7345-41d6-4ce8-8fb8-55388a13d361 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171834 Aug 12 02:38:51.620391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578cf7b2-352b-45b9-8a27-3c4a87282d2e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:38:51.629183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.634666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.642432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Transition to ACTIVE for port object 578cf7b2-352b-45b9-8a27-3c4a87282d2e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:38:51.645571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.699460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Pushing event updated for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:51.765033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Attempting to bind port 578cf7b2-352b-45b9-8a27-3c4a87282d2e on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:38:51.766520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Attempting to bind port 578cf7b2-352b-45b9-8a27-3c4a87282d2e by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2992313f-6246-4403-b328-720e13ed5419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:38:51.767077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Attempting to bind port 578cf7b2-352b-45b9-8a27-3c4a87282d2e on network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:38:51.771816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Port 578cf7b2-352b-45b9-8a27-3c4a87282d2e on network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:38:51.772346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Attempting to bind port 578cf7b2-352b-45b9-8a27-3c4a87282d2e on network f9e599a1-5a7d-4071-9b0a-d637bbb3a624 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:38:51.787937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:38:51.788518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Checking segment: {'id': '2992313f-6246-4403-b328-720e13ed5419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:38:51.789068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Bound using segment: {'id': '2992313f-6246-4403-b328-720e13ed5419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:38:51.789712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Bound port: 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2992313f-6246-4403-b328-720e13ed5419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:38:51.790079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.840038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.843271 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.863844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde89b-eabe-43bc-9572-caaa48a4d8bf req-47c65525-dc71-409b-b9e5-ba0d6b283c67 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:51.865370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bcde89b-eabe-43bc-9572-caaa48a4d8bf req-47c65525-dc71-409b-b9e5-ba0d6b283c67 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 943 time: 0.0899391 Aug 12 02:38:51.908200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:38:51.927398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e,segment=NetworkSegment(2992313f-6246-4403-b328-720e13ed5419),segment_id=2992313f-6246-4403-b328-720e13ed5419)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:38:51.933383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bcde89b-eabe-43bc-9572-caaa48a4d8bf req-fc817a3c-d22c-4cbd-a632-0e3f1be5f685 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614767 Aug 12 02:38:51.934906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.970376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:51.971226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:51.972781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] 10.222.0.25 "PUT /v2.0/ports/578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 200 len: 1091 time: 0.7104464 Aug 12 02:38:51.974561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router 311f1c9c-4fc4-4f40-9567-a1d43668fd72 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:51.974936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:38:51.978057 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d0aeb-52ad-44d3-82d6-11c97acf7aae" -d '{"events": [{"name": "network-changed", "server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:38:52.009141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526088a-d575-4d9f-b2e8-e2e9915cdc94 service neutron] Pushing event updated for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:52.049678 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdb9f93-3c59-442f-a331-c94a7c287399 x-openstack-request-id: req-bbdb9f93-3c59-442f-a331-c94a7c287399 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:38:52.049973 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:38:52.050226 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbdb9f93-3c59-442f-a331-c94a7c287399 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:38:52.050617 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e', 'status': 'completed', 'code': 200} Aug 12 02:38:52.065987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-e62c5a73-acbf-4322-82fc-8cab538b3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.067575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-e62c5a73-acbf-4322-82fc-8cab538b3894 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3be4f3ee4c69419a93d690827b42afb4&device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 1094 time: 0.0487399 Aug 12 02:38:52.084374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:52.088552 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:52.089740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-08cb89f2-a6d2-4511-9c2d-de14762e94a0 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "PUT /v2.0/routers/311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 200 len: 918 time: 1.7373085 Aug 12 02:38:52.092320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:52.097551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] Sync routers for ids ['311f1c9c-4fc4-4f40-9567-a1d43668fd72'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:52.110389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] Routers {'311f1c9c-4fc4-4f40-9567-a1d43668fd72'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:52.111084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-0e270fbd-8a4b-4ef5-9141-2389896787be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 200 len: 217 time: 0.0350175 Aug 12 02:38:52.111213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['311f1c9c-4fc4-4f40-9567-a1d43668fd72'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:52.143884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:52.152790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] Routers {'311f1c9c-4fc4-4f40-9567-a1d43668fd72'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:52.153401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['311f1c9c-4fc4-4f40-9567-a1d43668fd72'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:52.161368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-6e7962a5-7472-44b9-a6f3-d9adb704bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.162870 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-6e7962a5-7472-44b9-a6f3-d9adb704bba8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c HTTP/1.1" status: 200 len: 851 time: 0.0450699 Aug 12 02:38:52.189315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:52.189967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f7ea8-1c21-4a26-9bd8-e2054a645216 None None] The sync data for ids ['311f1c9c-4fc4-4f40-9567-a1d43668fd72'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:52.201869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab05c2c2-bdb1-4b4a-8dd6-5e52f51d80ef tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 200 len: 924 time: 0.1083856 Aug 12 02:38:52.202110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-b762f897-968a-4d03-b9d3-0195abe15cdc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288038 Aug 12 02:38:52.205294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37330) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:52.246150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9adcb08-5016-4c02-9dd2-e992bac641f7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.247560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f9adcb08-5016-4c02-9dd2-e992bac641f7 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=311f1c9c-4fc4-4f40-9567-a1d43668fd72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0413361 Aug 12 02:38:52.250729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37332) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:52.301374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-06ab7c7c-431f-4aeb-a841-1893ea51b99d service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921147 Aug 12 02:38:52.336015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66475f-9c19-40bb-81df-1b6d2b81be66 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.337433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0e66475f-9c19-40bb-81df-1b6d2b81be66 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.0857813 Aug 12 02:38:52.340248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37334) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:52.393928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-554d7a22-6e9a-4fc3-95b9-88df6302c017 req-0f588b81-7877-471f-adfe-5e1e8f3e455d service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851567 Aug 12 02:38:52.489852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-3a26262a-99eb-4983-9a5d-405e26b34454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.491402 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-3a26262a-99eb-4983-9a5d-405e26b34454 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3be4f3ee4c69419a93d690827b42afb4&device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 1094 time: 0.0501535 Aug 12 02:38:52.590979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-78f8ca1a-27be-4e04-a514-e6d896ea3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.592551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-78f8ca1a-27be-4e04-a514-e6d896ea3c66 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 200 len: 912 time: 0.0935636 Aug 12 02:38:52.642967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-7e266fe9-511e-4e78-a52e-d18d73ebf820 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 200 len: 217 time: 0.0400403 Aug 12 02:38:52.646897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c51190d7-10f5-4673-b420-dc131ef13c59 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 200 len: 205 time: 0.3056176 Aug 12 02:38:52.649420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:52.693674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0d250-9b19-4d45-a422-8625fa8b283f req-c8d6a07e-0422-439c-bcb7-71ede21abe82 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.695447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0d0d250-9b19-4d45-a422-8625fa8b283f req-c8d6a07e-0422-439c-bcb7-71ede21abe82 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0509849 Aug 12 02:38:52.736793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0d0d250-9b19-4d45-a422-8625fa8b283f req-4192889b-5888-4d18-bc2b-59e54c58227d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349550 Aug 12 02:38:52.769885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-955176a8-09e8-4c5f-98da-4afef33987a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:52.771393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-955176a8-09e8-4c5f-98da-4afef33987a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c HTTP/1.1" status: 200 len: 851 time: 0.1199498 Aug 12 02:38:52.809227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-c2d5d3d5-e1a8-436f-b64a-44b16b58e33a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281677 Aug 12 02:38:52.814841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:52.989208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-9960b975-7815-4b18-904a-fe534ae99321 service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715653 Aug 12 02:38:52.993545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.141925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4036ed5-a55b-493d-b933-e6e8b759718a req-0d49cb79-baf3-4610-8f21-f87f8a7b70bc tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:53.143435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4036ed5-a55b-493d-b933-e6e8b759718a req-0d49cb79-baf3-4610-8f21-f87f8a7b70bc tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 943 time: 0.1359267 Aug 12 02:38:53.168049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-870d0aeb-52ad-44d3-82d6-11c97acf7aae req-23241d65-7f18-4bca-9175-9a54758f5e80 service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690943 Aug 12 02:38:53.174597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port ef123078-1e52-4319-8824-88c709fe8489 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:53.174872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.247190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4036ed5-a55b-493d-b933-e6e8b759718a req-81821930-e57f-4d3a-945b-6cc58535915f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938532 Aug 12 02:38:53.279056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.291250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for ef123078-1e52-4319-8824-88c709fe8489 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:53.454451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.481163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=ef123078-1e52-4319-8824-88c709fe8489,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:53.543083 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.635093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.637150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.679350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.679952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router 311f1c9c-4fc4-4f40-9567-a1d43668fd72 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:53.686748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.688427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-59370af8-30d3-43cb-a1e8-4b28f33e3d8b tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 204 len: 168 time: 1.0380464 Aug 12 02:38:53.692153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37344) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:53.696554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-48535655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:53.720300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.721302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.774543 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.779092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.795395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:53.799740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f4e13e01-9ef1-4763-9bec-b4de068c690d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1036284 Aug 12 02:38:53.799995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37348) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:53.804469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'enable_snat': False}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:54.006586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900090c-bab9-4184-84cc-d3f3e5916319 req-e822c2b6-5aea-442c-af68-c90e645bc8dc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:54.008437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b900090c-bab9-4184-84cc-d3f3e5916319 req-e822c2b6-5aea-442c-af68-c90e645bc8dc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.1702118 Aug 12 02:38:54.055085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:54.089455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b900090c-bab9-4184-84cc-d3f3e5916319 req-44761294-b78d-454f-944a-10746a5bd981 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509157 Aug 12 02:38:54.264164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:54.287085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:54.365678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cea9-0451-4bfc-8cfb-1a5cd975a58e req-15a49985-e17a-411b-80dc-0ee0987005b6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:54.367249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4a1cea9-0451-4bfc-8cfb-1a5cd975a58e req-15a49985-e17a-411b-80dc-0ee0987005b6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 943 time: 0.0493941 Aug 12 02:38:54.392733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Allocated IP 172.25.3.65 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/d3da5469-2d72-4e67-bfcc-40649777ec62) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:54.409039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e4a1cea9-0451-4bfc-8cfb-1a5cd975a58e req-4d94fdb4-acba-4510-9923-f535363f3122 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349247 Aug 12 02:38:54.499035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:54.829824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:54.864432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:54.867165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:54.872634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:54.896104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Pushing event updated for resources: {'Port': ['ID=d3da5469-2d72-4e67-bfcc-40649777ec62,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:55.126356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:55.212739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ccb26-1dac-4cb8-b701-02d9c6490994 req-00f5b4ad-1f61-4bb0-a072-1a16353b8bba tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:55.214272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e75ccb26-1dac-4cb8-b701-02d9c6490994 req-00f5b4ad-1f61-4bb0-a072-1a16353b8bba tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0521779 Aug 12 02:38:55.253209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e75ccb26-1dac-4cb8-b701-02d9c6490994 req-54be1db9-117e-46c4-bfaf-003b6e758bae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Aug 12 02:38:55.319017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:55.322260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:55.447729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Router 5de0f4f9-3f89-4ccf-993f-5927b90e378f is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:55.591584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa24feb-a60c-42e3-8c40-c2fdcc4b4896 req-51aacf4f-b4aa-4644-858d-ff83c260c6c1 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:55.593080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fa24feb-a60c-42e3-8c40-c2fdcc4b4896 req-51aacf4f-b4aa-4644-858d-ff83c260c6c1 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 943 time: 0.0971472 Aug 12 02:38:55.601915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:55.611254 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] Sync routers for ids ['5de0f4f9-3f89-4ccf-993f-5927b90e378f'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:55.611696 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:55.612548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3e933597-8b1c-4d8f-a6d0-d48dfa6281d2 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "PUT /v2.0/routers/5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 200 len: 917 time: 1.8115547 Aug 12 02:38:55.615271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:55.621880 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] Routers {'5de0f4f9-3f89-4ccf-993f-5927b90e378f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:55.622489 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5de0f4f9-3f89-4ccf-993f-5927b90e378f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:55.640250 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fa24feb-a60c-42e3-8c40-c2fdcc4b4896 req-db9b624f-ec8b-462d-a7ae-2d4c1c3ee5c8 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Aug 12 02:38:55.658223 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:55.666868 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] Routers {'5de0f4f9-3f89-4ccf-993f-5927b90e378f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:55.667477 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5de0f4f9-3f89-4ccf-993f-5927b90e378f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:55.703156 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:55.703732 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e6d9e-d26f-4d7f-b564-0c13b323a743 None None] The sync data for ids ['5de0f4f9-3f89-4ccf-993f-5927b90e378f'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:55.724694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b9e3eebc-f1c0-4d53-9203-2601a351eef3 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 200 len: 923 time: 0.1077895 Aug 12 02:38:55.727376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37362) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:55.766897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207c856-d212-4944-b545-d3e6a55183ed tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:55.768400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d207c856-d212-4944-b545-d3e6a55183ed tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=5de0f4f9-3f89-4ccf-993f-5927b90e378f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0400941 Aug 12 02:38:55.771051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37364) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:55.855102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19967877-ccf9-4621-b29e-2998cbdea518 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:55.856515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19967877-ccf9-4621-b29e-2998cbdea518 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/networks/041c2f44-0715-49c8-a396-a4fed33f0388 HTTP/1.1" status: 200 len: 881 time: 0.0845323 Aug 12 02:38:55.859830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37366) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:55.885858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9f732c7-4486-4d42-925e-6ea8fa1b25ec tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 200 len: 205 time: 0.0246732 Aug 12 02:38:55.888163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37368) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:55.993313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.093427 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.144950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port d3da5469-2d72-4e67-bfcc-40649777ec62 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:56.145295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.217966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.229739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for d3da5469-2d72-4e67-bfcc-40649777ec62 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:56.298892 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 578cf7b2-352b-45b9-8a27-3c4a87282d2e details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:38:56.396464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e,segment=NetworkSegment(2992313f-6246-4403-b328-720e13ed5419),segment_id=2992313f-6246-4403-b328-720e13ed5419)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:56.408060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '578cf7b2-352b-45b9-8a27-3c4a87282d2e', 'network_id': 'f9e599a1-5a7d-4071-9b0a-d637bbb3a624', 'port_id': '578cf7b2-352b-45b9-8a27-3c4a87282d2e', 'mac_address': 'fa:16:3e:c0:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5ae38c-9c83-42ca-aa72-0d6318b69a6c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:38:56.421437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef6ad-19e0-4af4-a50e-b26b8cb74d94 req-ea2569be-4426-4767-93b0-3d274dd26f7a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:56.423868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-682ef6ad-19e0-4af4-a50e-b26b8cb74d94 req-ea2569be-4426-4767-93b0-3d274dd26f7a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0869350 Aug 12 02:38:56.451951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.464498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.470524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578cf7b2-352b-45b9-8a27-3c4a87282d2e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:38:56.490113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e,segment=NetworkSegment(2992313f-6246-4403-b328-720e13ed5419),segment_id=2992313f-6246-4403-b328-720e13ed5419)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:56.494352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.501272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=d3da5469-2d72-4e67-bfcc-40649777ec62,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:56.506557 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-682ef6ad-19e0-4af4-a50e-b26b8cb74d94 req-30b5cf54-13a0-4eef-89b3-91e12a031f66 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747724 Aug 12 02:38:56.563032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:56.572479 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.665856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.668037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.719812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.720345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router 5de0f4f9-3f89-4ccf-993f-5927b90e378f {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:38:56.727878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.728969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9cf4c1fb-db9d-4acd-a236-caac5f70cbc8 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 204 len: 168 time: 0.8399386 Aug 12 02:38:56.732698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:56.738318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1574810509', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:56.753181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['578cf7b2-352b-45b9-8a27-3c4a87282d2e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:38:56.766237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.767423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9170eb-f3a1-4599-9227-15657dc4a9ce req-21aa5184-3993-4aed-8ce9-cb9cfc0bd607 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:56.767601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.768981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd9170eb-f3a1-4599-9227-15657dc4a9ce req-21aa5184-3993-4aed-8ce9-cb9cfc0bd607 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 944 time: 0.0579746 Aug 12 02:38:56.815785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cd9170eb-f3a1-4599-9227-15657dc4a9ce req-2ecddd2b-49b2-4341-972d-6b17047e1d10 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395710 Aug 12 02:38:56.823187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:56.972398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.164113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.182824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.288415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Allocated IP 172.25.3.250 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/030478b2-379d-483a-8dc1-8aecc122d0c8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:38:57.389649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.427376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.463023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:38:57.465849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:38:57.471355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:38:57.501892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event updated for resources: {'Port': ['ID=030478b2-379d-483a-8dc1-8aecc122d0c8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:57.724066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379f630-268a-4db8-8abd-3af97b52584b req-80a0e50a-86e9-4a0b-8937-4ea1f8c3bdca tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:57.726237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3379f630-268a-4db8-8abd-3af97b52584b req-80a0e50a-86e9-4a0b-8937-4ea1f8c3bdca tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.1393592 Aug 12 02:38:57.817423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3379f630-268a-4db8-8abd-3af97b52584b req-9f333ec7-eef9-47b7-a363-64609a33eb1f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819685 Aug 12 02:38:57.823293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:57.936215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cec33-2c58-4490-9c41-76c112aca421 req-8cdacfe5-801e-4eed-ab00-b6d14f187035 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:57.938470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-213cec33-2c58-4490-9c41-76c112aca421 req-8cdacfe5-801e-4eed-ab00-b6d14f187035 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 944 time: 0.0533941 Aug 12 02:38:57.976988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-213cec33-2c58-4490-9c41-76c112aca421 req-70bce215-1c4d-4c57-af06-101cdb18b96a tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Aug 12 02:38:58.020935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.150235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Router 5e4b2f39-951e-423b-9bba-534f6fadcd47 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:38:58.253820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:58.263186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536552-4190-40fb-835d-c6652afa4217 None None] Sync routers for ids ['5e4b2f39-951e-423b-9bba-534f6fadcd47'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:58.272234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] Routers {'5e4b2f39-951e-423b-9bba-534f6fadcd47'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:58.272428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.272866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e4b2f39-951e-423b-9bba-534f6fadcd47'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:58.276096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e6e4c3b-0ddd-4299-bc92-b38feee22825 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.5398033 Aug 12 02:38:58.276460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:58.281123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:38:58.317663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:38:58.319604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 578cf7b2-352b-45b9-8a27-3c4a87282d2e up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:38:58.345115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:58.379937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] Routers {'5e4b2f39-951e-423b-9bba-534f6fadcd47'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:58.380760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e4b2f39-951e-423b-9bba-534f6fadcd47'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:58.451810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-08536552-4190-40fb-835d-c6652afa4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:38:58.452461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08536552-4190-40fb-835d-c6652afa4217 None None] The sync data for ids ['5e4b2f39-951e-423b-9bba-534f6fadcd47'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:38:58.475581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 578cf7b2-352b-45b9-8a27-3c4a87282d2e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:38:58.487268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 578cf7b2-352b-45b9-8a27-3c4a87282d2e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:38:58.487673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.532972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:58.548340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:38:58.615457 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.631603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.635495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:38:58.643086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.648232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.667134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:58.674829 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.682509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:38:58.689530 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abb5f8-c0f3-43e9-8f8b-928ec010d5e1" -d '{"events": [{"server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "name": "network-vif-plugged", "status": "completed", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:38:58.713928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Deleting port 030478b2-379d-483a-8dc1-8aecc122d0c8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:38:58.714837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.749673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:58.769869 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808958e8-6441-4ffd-88bd-ada2f859b917 x-openstack-request-id: req-808958e8-6441-4ffd-88bd-ada2f859b917 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:38:58.770164 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "name": "network-vif-plugged", "status": "completed", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:38:58.770841 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-808958e8-6441-4ffd-88bd-ada2f859b917 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:38:58.771318 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e', 'code': 200} Aug 12 02:38:58.775886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e,segment=NetworkSegment(2992313f-6246-4403-b328-720e13ed5419),segment_id=2992313f-6246-4403-b328-720e13ed5419)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:38:58.781636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.827969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b8a976f1-1861-427b-9e4c-04929c99e103'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:38:58.830648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:58.845117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Calling delete_port for 030478b2-379d-483a-8dc1-8aecc122d0c8 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:38:58.900923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:58.912180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f695c8-c9dd-4680-8848-b5d764d12cf5 req-04d754b6-b4fa-48ba-8a6d-d3c95b1a4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:58.914468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67f695c8-c9dd-4680-8848-b5d764d12cf5 req-04d754b6-b4fa-48ba-8a6d-d3c95b1a4ef7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 1096 time: 0.0820034 Aug 12 02:38:58.970191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-67f695c8-c9dd-4680-8848-b5d764d12cf5 req-178d36e9-ce0e-44a2-9aba-292b7bae5255 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451536 Aug 12 02:38:59.007531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd2e3a-1d4a-404d-af62-b36e021bc941 req-a6aca088-d2c2-4f22-8573-707cd28aa3d9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:59.012059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2bd2e3a-1d4a-404d-af62-b36e021bc941 req-a6aca088-d2c2-4f22-8573-707cd28aa3d9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.0789955 Aug 12 02:38:59.108172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2bd2e3a-1d4a-404d-af62-b36e021bc941 req-f76a0aae-6681-488a-aef9-6bdfe6b1cb48 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557175 Aug 12 02:38:59.127421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a52673-41b1-4943-adac-d5176312062a req-3a9cfa13-5512-4106-9961-2390408ca7d6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:38:59.129115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03a52673-41b1-4943-adac-d5176312062a req-3a9cfa13-5512-4106-9961-2390408ca7d6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0803351 Aug 12 02:38:59.160335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:59.178669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03a52673-41b1-4943-adac-d5176312062a req-deead9b2-9fbe-43ad-9c9c-86f260b2acac tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428548 Aug 12 02:38:59.188789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Pushing event deleted for resources: {'Port': ['ID=030478b2-379d-483a-8dc1-8aecc122d0c8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:38:59.260308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:59.762233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:59.766054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:59.852543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Router 5e4b2f39-951e-423b-9bba-534f6fadcd47 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:38:59.940305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:38:59.950497 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] Sync routers for ids ['5e4b2f39-951e-423b-9bba-534f6fadcd47'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:38:59.954988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:38:59.956203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-51c14409-c8b9-4692-b1af-2b71bd17859d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "PUT /v2.0/routers/5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 200 len: 710 time: 1.6787429 Aug 12 02:38:59.958649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37424) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:38:59.967152 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] Routers {'5e4b2f39-951e-423b-9bba-534f6fadcd47'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:38:59.967807 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e4b2f39-951e-423b-9bba-534f6fadcd47'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:00.050698 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:00.055973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ea3e2b2e-fcfe-4cca-bbb0-c1539fd67fbb tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/routers/5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 200 len: 745 time: 0.0961897 Aug 12 02:39:00.059035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37426) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.061498 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] Routers {'5e4b2f39-951e-423b-9bba-534f6fadcd47'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:00.063027 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:38:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['5e4b2f39-951e-423b-9bba-534f6fadcd47'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:00.115108 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:00.115780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01594d15-d29a-4f85-ac33-a7c6243e56a6 None None] The sync data for ids ['5e4b2f39-951e-423b-9bba-534f6fadcd47'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:39:00.136696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-232add17-92b1-44b3-90e3-4ae6e4d1c560 tempest-RoutersIpV6AdminTest-1303653525 tempest-RoutersIpV6AdminTest-1303653525-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&device_id=5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 200 len: 205 time: 0.0749519 Aug 12 02:39:00.137675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37428) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.174134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-070c8457-336e-4d90-a345-1c1171f26316 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 200 len: 205 time: 0.0327187 Aug 12 02:39:00.175147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37432) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.269173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.324071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:00.333615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8fe7-e8f1-46a6-841f-f17bdf977952 req-003e7ceb-f4f0-46bf-b308-f0754e86301e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:00.341887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c1c8fe7-e8f1-46a6-841f-f17bdf977952 req-003e7ceb-f4f0-46bf-b308-f0754e86301e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.1169009 Aug 12 02:39:00.404256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c1c8fe7-e8f1-46a6-841f-f17bdf977952 req-c6782418-f82e-4214-bfd7-35694c3753d9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537658 Aug 12 02:39:00.416610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b8a976f1-1861-427b-9e4c-04929c99e103 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:00.416610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.500608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec4f4-a3db-4e17-bd94-5b09624dc1c4 req-05c08143-d2b5-46b5-bb1c-8b6dea10ca3a tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:00.502297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d40ec4f4-a3db-4e17-bd94-5b09624dc1c4 req-05c08143-d2b5-46b5-bb1c-8b6dea10ca3a tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.2272389 Aug 12 02:39:00.508615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.518028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.545736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.585402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:00.591053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.591743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4b2f39-951e-423b-9bba-534f6fadcd47 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:39:00.592256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.600694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:00.602013 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2325d917-f4ff-411a-8861-59dc2cbb1c48 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 204 len: 168 time: 0.4252203 Aug 12 02:39:00.605358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d40ec4f4-a3db-4e17-bd94-5b09624dc1c4 req-0e25e0cb-37d5-4808-ae76-7220e9d3f801 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945811 Aug 12 02:39:00.607096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.636990 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1aa98df7-a0f7-433c-8bc4-8c8ef1bf5b1c tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 200 len: 205 time: 0.0285854 Aug 12 02:39:00.640000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37440) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.686768 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-289fc0dc-bf70-4871-a833-21c17b548ef7 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:00.693231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.700095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:00.704452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-289fc0dc-bf70-4871-a833-21c17b548ef7 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/5e4b2f39-951e-423b-9bba-534f6fadcd47 HTTP/1.1" status: 404 len: 336 time: 0.0623133 Aug 12 02:39:00.738106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1890f08d-f457-4a0f-bbb0-b95bb064ad3c tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 200 len: 205 time: 0.0434599 Aug 12 02:39:00.740468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37444) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.772485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:39:00.774827 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c45baf-13e4-4753-9f33-b2b448abca4a" -d '{"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:39:00.791995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588db194-4f62-45cd-be79-a1480204d44c req-9e2dde5d-36d2-4529-bcdd-a5280e839c07 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:00.796195 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-8ea8de59-5d9f-456f-812a-4448360f1ca3 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:00.800219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8ea8de59-5d9f-456f-812a-4448360f1ca3 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/5de0f4f9-3f89-4ccf-993f-5927b90e378f HTTP/1.1" status: 404 len: 336 time: 0.0586810 Aug 12 02:39:00.800353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-588db194-4f62-45cd-be79-a1480204d44c req-9e2dde5d-36d2-4529-bcdd-a5280e839c07 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0972941 Aug 12 02:39:00.800968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37448) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.840427 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1446d79-50b1-4ce3-a0d1-626163d1dbe4 x-openstack-request-id: req-b1446d79-50b1-4ce3-a0d1-626163d1dbe4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:39:00.840741 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:39:00.841025 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1446d79-50b1-4ce3-a0d1-626163d1dbe4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:39:00.841405 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'code': 200} Aug 12 02:39:00.852708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-92a64256-67d7-48da-bc02-7c7ce9a64b11 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 200 len: 205 time: 0.0484700 Aug 12 02:39:00.855072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37450) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.920656 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-ebce8672-bb88-4643-992b-c6d3adb8b8d4 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:00.924389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ebce8672-bb88-4643-992b-c6d3adb8b8d4 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/311f1c9c-4fc4-4f40-9567-a1d43668fd72 HTTP/1.1" status: 404 len: 336 time: 0.0653489 Aug 12 02:39:00.928963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37454) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:00.992452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6f50da4b-356e-4024-9f94-de5f817fd51d tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 200 len: 205 time: 0.0598633 Aug 12 02:39:00.992725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37456) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.040058 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-20fdf817-93ab-4140-be2b-72fcf908e902 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:01.041371 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20fdf817-93ab-4140-be2b-72fcf908e902 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/7df8f634-f557-4948-adac-e6077b726f99 HTTP/1.1" status: 404 len: 336 time: 0.0476990 Aug 12 02:39:01.044128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37458) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.077490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a5cd79cd-a823-4a3d-a3d0-df6547095ac5 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 200 len: 205 time: 0.0319209 Aug 12 02:39:01.079971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37460) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.130952 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-11f79c1e-4f6d-4181-95a9-8ffb45cfafbe tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:01.132269 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-11f79c1e-4f6d-4181-95a9-8ffb45cfafbe tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/a351e5ac-7305-4654-9155-cb959f8787e5 HTTP/1.1" status: 404 len: 336 time: 0.0512316 Aug 12 02:39:01.134965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.166829 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2978aa5e-6997-48c2-aa66-9eaccd711097 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "GET /v2.0/ports?device_id=490e2bca-0eb6-4765-bff0-c4d5cdf8df17 HTTP/1.1" status: 200 len: 205 time: 0.0303514 Aug 12 02:39:01.169188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37464) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.203587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-588db194-4f62-45cd-be79-a1480204d44c req-20ebce7b-c85e-410f-8952-0ccc0a968aaa tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995910 Aug 12 02:39:01.213115 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-87456e57-d51c-4fef-9aa6-d9676cb7a789 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] delete failed (client error): The resource could not be found. Aug 12 02:39:01.214253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-87456e57-d51c-4fef-9aa6-d9676cb7a789 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/routers/490e2bca-0eb6-4765-bff0-c4d5cdf8df17 HTTP/1.1" status: 404 len: 336 time: 0.0438561 Aug 12 02:39:01.216943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37466) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.253180 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d953f3a-fec6-441e-9111-be2b2a7a0560 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] DELETE failed (client error): The resource could not be found. Aug 12 02:39:01.253658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d953f3a-fec6-441e-9111-be2b2a7a0560 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:01.257792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d953f3a-fec6-441e-9111-be2b2a7a0560 tempest-RoutersIpV6AdminTest-1856274341 tempest-RoutersIpV6AdminTest-1856274341-project] 10.222.0.11 "DELETE /v2.0/subnets/b4ad393c-c07f-45d3-9cb5-ee610cf91e87 HTTP/1.1" status: 404 len: 337 time: 0.0373397 Aug 12 02:39:01.522104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8479608-7666-475d-a50c-25bef4f8b53e req-17c9ea44-a2b8-4826-99e5-b93f5c940035 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:01.530477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8479608-7666-475d-a50c-25bef4f8b53e req-17c9ea44-a2b8-4826-99e5-b93f5c940035 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1189594 Aug 12 02:39:01.575194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8479608-7666-475d-a50c-25bef4f8b53e req-c8cc1f93-467e-4ffa-b57c-03fd67cd3205 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Aug 12 02:39:01.583503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001409f-add4-4368-a563-1576da495378 req-5e940170-81b5-4007-bbb1-98971c72a27d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:01.586619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e001409f-add4-4368-a563-1576da495378 req-5e940170-81b5-4007-bbb1-98971c72a27d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0894063 Aug 12 02:39:01.652595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e001409f-add4-4368-a563-1576da495378 req-17c76045-b022-47dc-aefc-681eba5347a1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489397 Aug 12 02:39:01.713220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:01.838831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b417-a3c8-4320-9de9-0d2c74cca77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:01.973361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9a9cac8d-6ba7-48cb-9e07-0e7ba8bbe04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:01.974503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b417-a3c8-4320-9de9-0d2c74cca77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:01.978289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b417-a3c8-4320-9de9-0d2c74cca77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.022342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f5d4b417-a3c8-4320-9de9-0d2c74cca77c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8b97ff2d3cd40bdaf08ba457d9d787e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078971 Aug 12 02:39:02.023285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b417-a3c8-4320-9de9-0d2c74cca77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2796d1-5629-4897-bc94-f712da259221,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:02.025147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:02.141002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.162829 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.226893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.229604 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.233841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da2796d1-5629-4897-bc94-f712da259221 HTTP/1.1" status: 204 len: 168 time: 0.1987224 Aug 12 02:39:02.242728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a1acf-6983-473f-8b40-ea69a4d1f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2796d1-5629-4897-bc94-f712da259221,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:02.576033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37494) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:02.637105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-95432514-6d7a-4299-807b-90b1069d970d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f8e7c7fa4b84c09b8b1341f52b4beae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598695 Aug 12 02:39:02.639749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37498) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:02.752919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.767692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f5cdb-ea70-430e-9dee-d735bcadb470 req-8490ef13-b656-480a-b060-0215abe8fe0e tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:02.769200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b7f5cdb-ea70-430e-9dee-d735bcadb470 req-8490ef13-b656-480a-b060-0215abe8fe0e tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0986252 Aug 12 02:39:02.801243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612491b-6207-480f-8c67-c1b153349493 req-e2704027-6233-475e-a574-aa66db033fe8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:02.802940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b612491b-6207-480f-8c67-c1b153349493 req-e2704027-6233-475e-a574-aa66db033fe8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0738242 Aug 12 02:39:02.811594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.833811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b7f5cdb-ea70-430e-9dee-d735bcadb470 req-4d7fb206-87b4-4953-a39c-f9bc198fab69 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Aug 12 02:39:02.860196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b612491b-6207-480f-8c67-c1b153349493 req-d0a4949f-f668-4b04-86a5-793a4966cb33 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510499 Aug 12 02:39:02.884655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.887242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:02.888880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7a64105-cac9-4f3d-ba08-a250ac211de6 HTTP/1.1" status: 204 len: 168 time: 0.2473991 Aug 12 02:39:02.899934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc218a14-934b-4bf3-a90c-1d23fdcc660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a64105-cac9-4f3d-ba08-a250ac211de6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:03.151785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7111d-6075-4292-aeb7-aa8db9c187b0 req-80e73717-a515-4d84-b33b-22d72a25560d tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:03.153388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05e7111d-6075-4292-aeb7-aa8db9c187b0 req-80e73717-a515-4d84-b33b-22d72a25560d tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0876491 Aug 12 02:39:03.182530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-56378e69-f458-4c62-a474-234ce2cb6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:03.184604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-56378e69-f458-4c62-a474-234ce2cb6c5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3be4f3ee4c69419a93d690827b42afb4&device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 1096 time: 0.0853970 Aug 12 02:39:03.298445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05e7111d-6075-4292-aeb7-aa8db9c187b0 req-998dbfd6-a341-406d-b226-85f014472da8 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326292 Aug 12 02:39:03.323540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-f335eac1-eee1-4096-bc27-dfbf1f79cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:03.325873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-f335eac1-eee1-4096-bc27-dfbf1f79cc70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 200 len: 912 time: 0.1336620 Aug 12 02:39:03.373731 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-26803b57-9410-46bd-a919-44a0e66f60b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 200 len: 217 time: 0.0398965 Aug 12 02:39:03.431374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-9ce63d2c-37aa-44e9-bad7-8812ce758115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:03.433023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-9ce63d2c-37aa-44e9-bad7-8812ce758115 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c HTTP/1.1" status: 200 len: 851 time: 0.0515165 Aug 12 02:39:03.488037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-48f3fc39-2d19-42c3-a1b9-44b04ea3c34d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390220 Aug 12 02:39:03.601210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-d494a73d-72e1-48f4-86bf-aea0bbc7b96f service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118133 Aug 12 02:39:03.735745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55288195-f8f9-400c-9371-5980e2ecb8ff req-8dad6c91-1d49-45e0-be05-823c200e7556 service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265574 Aug 12 02:39:03.892761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:04.015522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-511532351'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:04.036918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96a110-826d-4b0f-ab6a-53ed0b3b4d52 req-27e32106-02b9-4180-a26f-13bc314de4c5 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:04.041176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e96a110-826d-4b0f-ab6a-53ed0b3b4d52 req-27e32106-02b9-4180-a26f-13bc314de4c5 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0772913 Aug 12 02:39:04.044171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:04.050307 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.061978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.114303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e96a110-826d-4b0f-ab6a-53ed0b3b4d52 req-33d9166e-2d74-4a41-8c9d-fa247736eba2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580719 Aug 12 02:39:04.190947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.198436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.236928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:39:04.242745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f985a5-1c5c-4dd0-8d21-a716345552bd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:04.272524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.272793 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Added segment 714e872e-bc23-4fff-92f4-31a24ce3ad18 of type vlan for network fd5a024c-831a-4fcb-aca7-f04db89949f3 Aug 12 02:39:04.347127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.390828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.398533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:04.399282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.476807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5829210 Aug 12 02:39:04.480222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:04.486060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:04.488408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789bb5c-d6c7-4049-8137-238c59887ccb req-c806ce1f-40a7-4d5e-afb6-6fac9f4926cb tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:04.491090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5789bb5c-d6c7-4049-8137-238c59887ccb req-c806ce1f-40a7-4d5e-afb6-6fac9f4926cb tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0999200 Aug 12 02:39:04.510182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ebc6d-56c2-4bcf-966b-e1af7a7cf74e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Network': ['ID=fd5a024c-831a-4fcb-aca7-f04db89949f3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:04.520725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:39:04.591767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5789bb5c-d6c7-4049-8137-238c59887ccb req-75164985-da4a-4fcb-ba8f-0479528b725f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871222 Aug 12 02:39:04.640361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9921-5be6-4233-8093-6a5bc84c9a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.641357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:04.649994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.652988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.690590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.863328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.945417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:04.945788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network hostable DHCP agents. Network: fd5a024c-831a-4fcb-aca7-f04db89949f3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:39:04.947734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=d6989889-b846-4878-8469-9569e0234068,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:04.973201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:39:04.982819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, fd5a024c-831a-4fcb-aca7-f04db89949f3) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:04.989725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:04.990473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:04.995396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f87b517-f2f5-4960-a8ab-d85daccfd2cd None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:05.027498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aba2f04f-c0d2-468e-8103-6a04978a83e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5325167 Aug 12 02:39:05.100896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:05.107432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'name': 'tempest-NetworksTestDHCPv6-1983341422'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:05.212056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'd6989889-b846-4878-8469-9569e0234068'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:05.213078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.294715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd35632-673a-4c5c-9682-8654283d3ded req-7c14f33b-5b7f-4010-8d49-4ff90cfea73d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:05.297874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fd35632-673a-4c5c-9682-8654283d3ded req-7c14f33b-5b7f-4010-8d49-4ff90cfea73d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0805697 Aug 12 02:39:05.306018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:05.310509 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.338135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 1441977b-f737-4d49-bc70-687c09d7c903 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:05.402653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fd35632-673a-4c5c-9682-8654283d3ded req-7214602b-db93-47b4-9974-ec436cbcbe99 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740852 Aug 12 02:39:05.407564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/d6989889-b846-4878-8469-9569e0234068/0a10cd91-2114-4f63-94c7-a157cc2d6838) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:05.576193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.585771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Transition to ACTIVE for port object 0a10cd91-2114-4f63-94c7-a157cc2d6838 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:05.611069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Transition to ACTIVE for port object 0a10cd91-2114-4f63-94c7-a157cc2d6838 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:05.630559 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.708996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:05.712082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:05.721305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:05.727152 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Pushing event updated for resources: {'Port': ['ID=0a10cd91-2114-4f63-94c7-a157cc2d6838,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:05.747898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::c2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/d6989889-b846-4878-8469-9569e0234068/1441977b-f737-4d49-bc70-687c09d7c903) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:05.768493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168cc7f-633c-4ad8-add3-304851bbefed req-dda5bab4-3dc1-4e5c-922d-9fe2a5e80880 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:05.770101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f168cc7f-633c-4ad8-add3-304851bbefed req-dda5bab4-3dc1-4e5c-922d-9fe2a5e80880 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1029906 Aug 12 02:39:05.793212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Attempting to bind port 0a10cd91-2114-4f63-94c7-a157cc2d6838 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:05.793614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Attempting to bind port 0a10cd91-2114-4f63-94c7-a157cc2d6838 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:05.793950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Attempting to bind port 0a10cd91-2114-4f63-94c7-a157cc2d6838 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:05.799449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:05.799859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:05.800263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.801025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:05.801146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Bound port: 0a10cd91-2114-4f63-94c7-a157cc2d6838, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:05.801535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.840624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f168cc7f-633c-4ad8-add3-304851bbefed req-1b711d09-0a9b-4bfa-983b-9a5a61dfbfc8 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561302 Aug 12 02:39:05.903087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] For port 0a10cd91-2114-4f63-94c7-a157cc2d6838, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:05.911906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] For port 0a10cd91-2114-4f63-94c7-a157cc2d6838, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a10cd91-2114-4f63-94c7-a157cc2d6838,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:05.921210 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.958087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:05.996515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228090e-9369-4933-8a3f-4dc5c62b7f0d None None] Pushing event updated for resources: {'Port': ['ID=0a10cd91-2114-4f63-94c7-a157cc2d6838,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:06.032296 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:06.057763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 1441977b-f737-4d49-bc70-687c09d7c903 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:06.111246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:06.219878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:06.225046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:06.237745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:06.243815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:06.244455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:06.259328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=1441977b-f737-4d49-bc70-687c09d7c903,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:06.279785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9044f45-542b-4e52-9825-9f224f1103ce req-f3973e71-0c1d-448d-9e2d-f60d9af72e74 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:06.281365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9044f45-542b-4e52-9825-9f224f1103ce req-f3973e71-0c1d-448d-9e2d-f60d9af72e74 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1291723 Aug 12 02:39:06.313570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d4050286-d883-41f5-bf62-98006bad52b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2106864 Aug 12 02:39:06.314123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37556) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:06.357882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9044f45-542b-4e52-9825-9f224f1103ce req-90741d5d-4449-414b-a970-c5b5b9466219 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Aug 12 02:39:06.483151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da12c5-3d4a-4929-acc7-f6a67d86cd8c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:06.496739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da12c5-3d4a-4929-acc7-f6a67d86cd8c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:06.500686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a3da12c5-3d4a-4929-acc7-f6a67d86cd8c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1806757 Aug 12 02:39:06.502154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37562) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:06.668100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f86945-6df2-43b2-962c-abc72d094e05 req-7bfc674a-a836-4092-8928-eed45691a33a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:06.670278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5f86945-6df2-43b2-962c-abc72d094e05 req-7bfc674a-a836-4092-8928-eed45691a33a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.1098976 Aug 12 02:39:06.722710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 1441977b-f737-4d49-bc70-687c09d7c903 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:06.723061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:06.732743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5f86945-6df2-43b2-962c-abc72d094e05 req-3f729590-9293-4d0b-890d-899efe7d0133 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546479 Aug 12 02:39:06.857651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:06.872237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 1441977b-f737-4d49-bc70-687c09d7c903 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:07.053032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.108102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=1441977b-f737-4d49-bc70-687c09d7c903,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:07.149313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.151697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5bd2ba47-618f-45eb-a89b-a7c8d3e0b20c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/1441977b-f737-4d49-bc70-687c09d7c903 HTTP/1.1" status: 204 len: 168 time: 0.6467781 Aug 12 02:39:07.156048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:07.285208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc302a5-eec2-4a7a-b0d8-d5aa41d7059f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:07.286765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc302a5-eec2-4a7a-b0d8-d5aa41d7059f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:07.288411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-efc302a5-eec2-4a7a-b0d8-d5aa41d7059f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1311402 Aug 12 02:39:07.291215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37566) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:07.293561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a10cd91-2114-4f63-94c7-a157cc2d6838 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:07.364903 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.371270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet d6989889-b846-4878-8469-9569e0234068 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:07.376812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.388191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0a10cd91-2114-4f63-94c7-a157cc2d6838 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:07.407207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4945039-3474-4fe6-bec8-3029aa0ba9f1 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:07.432862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.549595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815d72c-7137-4eec-a242-246724c3749c req-8652ffd8-b02f-432a-99aa-092521e34db6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:07.555536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Provisioning for port 0a10cd91-2114-4f63-94c7-a157cc2d6838 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:07.558958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.561288 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8815d72c-7137-4eec-a242-246724c3749c req-8652ffd8-b02f-432a-99aa-092521e34db6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0893528 Aug 12 02:39:07.561420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Provisioning complete for port 0a10cd91-2114-4f63-94c7-a157cc2d6838 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:07.562595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.634391 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8815d72c-7137-4eec-a242-246724c3749c req-df27a63d-6599-4f5c-9438-3fb500f88de6 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708594 Aug 12 02:39:07.677514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.740212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=d6989889-b846-4878-8469-9569e0234068,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:07.742338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.747328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37574) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:07.762196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d23ecfa5-2a0b-481f-be87-1ccbb0468a96 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/d6989889-b846-4878-8469-9569e0234068 HTTP/1.1" status: 204 len: 168 time: 0.4684746 Aug 12 02:39:07.808642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.884291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] For port 0a10cd91-2114-4f63-94c7-a157cc2d6838, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a10cd91-2114-4f63-94c7-a157cc2d6838,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:07.895894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:07.913769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d46fa28b-993f-4242-82c3-f736a4361870 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652026 Aug 12 02:39:07.914437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:07.929879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:07.997183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Pushing event updated for resources: {'Port': ['ID=0a10cd91-2114-4f63-94c7-a157cc2d6838,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:08.011723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.012218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.012654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.013124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.013593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.014020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.014447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.015022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.016505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.017354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.017788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.018195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b722c606-bb1e-49ad-9960-d09021c8898e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:08.058413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bd2c-c800-48ab-9732-267361a228d1 req-69000d0a-915d-477f-ae1b-af1cde0f7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.060598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-69000d0a-915d-477f-ae1b-af1cde0f7ffc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3be4f3ee4c69419a93d690827b42afb4&device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 1096 time: 0.1449666 Aug 12 02:39:08.071547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fedc7-30ae-49d6-8d78-1df7f20d8833 req-4600f875-29df-4be1-91df-b5bbd0872830 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.073671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d1fedc7-30ae-49d6-8d78-1df7f20d8833 req-4600f875-29df-4be1-91df-b5bbd0872830 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.1608250 Aug 12 02:39:08.106195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546b6c-3873-42a1-bcdc-63db1198205c req-c7b3999a-8828-48c2-b69f-441eb28b2350 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.114304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00546b6c-3873-42a1-bcdc-63db1198205c req-c7b3999a-8828-48c2-b69f-441eb28b2350 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1962578 Aug 12 02:39:08.135054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1d1fedc7-30ae-49d6-8d78-1df7f20d8833 req-137c916b-54ae-4bc2-a0a6-8d8db47fb4b8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Aug 12 02:39:08.158909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:08.163214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.170405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ac8be-2223-4720-a156-31fec0011a96 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:08.266874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bd2c-c800-48ab-9732-267361a228d1 req-48423c37-6297-4e76-a489-8e6ef157fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.269091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-48423c37-6297-4e76-a489-8e6ef157fc52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 200 len: 912 time: 0.1958144 Aug 12 02:39:08.271588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a6e6f9b1-a1eb-4b51-b008-0ccf4db2b591 None None] Provisioning complete for port 0a10cd91-2114-4f63-94c7-a157cc2d6838 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:08.271978 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6e6f9b1-a1eb-4b51-b008-0ccf4db2b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.339209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-0a74237b-f7af-4d1c-bb8b-009634c745d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 200 len: 217 time: 0.0581024 Aug 12 02:39:08.339391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-9234019c-6fc5-459a-b5da-0ea414546b2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794573 Aug 12 02:39:08.391450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00546b6c-3873-42a1-bcdc-63db1198205c req-b8292305-fb68-488c-b56a-4726fc6c0402 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761745 Aug 12 02:39:08.469219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bd2c-c800-48ab-9732-267361a228d1 req-b3a19569-1f5e-43a1-adee-f70763cdf22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.470749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-b3a19569-1f5e-43a1-adee-f70763cdf22c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c HTTP/1.1" status: 200 len: 851 time: 0.1123664 Aug 12 02:39:08.508882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:08.534095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-0c88b8e9-e24b-49be-a012-9e94d66b6fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.535795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-0c88b8e9-e24b-49be-a012-9e94d66b6fed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9ea983346046d8aef6b48aab090593&device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 1096 time: 0.0911410 Aug 12 02:39:08.540523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-6ed9e756-7ac9-48bd-8bc5-7386ec1bde18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9e599a1-5a7d-4071-9b0a-d637bbb3a624&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617387 Aug 12 02:39:08.584001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Deleting port 0a10cd91-2114-4f63-94c7-a157cc2d6838 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:08.584374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.652977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.659072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] For port 0a10cd91-2114-4f63-94c7-a157cc2d6838, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a10cd91-2114-4f63-94c7-a157cc2d6838,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:08.659494 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.673697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Calling delete_port for 0a10cd91-2114-4f63-94c7-a157cc2d6838 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:08.687319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-ed269f01-a188-4122-b9a6-d2ec58df2fbd service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389337 Aug 12 02:39:08.721284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-d06fe8f6-7759-4bb7-82dc-6367a30a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.722798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-d06fe8f6-7759-4bb7-82dc-6367a30a0428 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 200 len: 909 time: 0.1572807 Aug 12 02:39:08.785175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:08.795853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:08.804424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.805027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.817925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=391edb8d-bce5-400a-ac7b-5218d30e69a2,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:08.834930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-29871474-d574-434b-ade1-20b16ace5305 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 200 len: 1000 time: 0.1031995 Aug 12 02:39:08.844625 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7cfb11a1-8e17-4679-8b7a-92e56a758590 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9281523 Aug 12 02:39:08.845509 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:08.850771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:08.866519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'name': 'tempest-NetworksTestDHCPv6-632047516'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:08.875610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] Pushing event deleted for resources: {'Port': ['ID=0a10cd91-2114-4f63-94c7-a157cc2d6838,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:08.876289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8441bd2c-c800-48ab-9732-267361a228d1 req-d4ebb649-7266-4de1-88ab-76806727cfca service neutron] 10.222.0.25 "GET /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799359 Aug 12 02:39:08.892113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a46b0-27e5-4163-ad66-69515dfb7466 None None] No DVR routers for this DVR port 0a10cd91-2114-4f63-94c7-a157cc2d6838 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:08.910963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa359850-c727-47f4-99e6-33e777070685 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:08.929573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-df0fd07f-2c8e-4a34-8306-00e560a81a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.931094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-df0fd07f-2c8e-4a34-8306-00e560a81a14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 200 len: 847 time: 0.0851901 Aug 12 02:39:08.987341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-319d7bbf-8390-4571-a224-cd7eff2c95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:08.988204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-319d7bbf-8390-4571-a224-cd7eff2c95ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495048 Aug 12 02:39:09.056330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:09.063404 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:09.096224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 70e68af4-f750-41d7-9391-07c5336afe0c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:09.126999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '391edb8d-bce5-400a-ac7b-5218d30e69a2'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:09.128207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:09.151905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-182d72da-f2ea-407f-b889-7ee42e272812 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534436 Aug 12 02:39:09.313283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8546c27-4ec2-4795-b277-c8bdac56a54d req-f1b84a96-3ac2-4708-a66c-b865acb26175 service neutron] 10.222.0.21 "GET /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504645 Aug 12 02:39:09.346362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::1d (fd5a024c-831a-4fcb-aca7-f04db89949f3/391edb8d-bce5-400a-ac7b-5218d30e69a2/70e68af4-f750-41d7-9391-07c5336afe0c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:09.359108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb406-5696-4b14-9104-a7eee6c976b6 req-a9f55abe-b668-476f-ba7e-b12b7da2fdd3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:09.360800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccbfb406-5696-4b14-9104-a7eee6c976b6 req-a9f55abe-b668-476f-ba7e-b12b7da2fdd3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0862396 Aug 12 02:39:09.468190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccbfb406-5696-4b14-9104-a7eee6c976b6 req-05797d9c-e709-4939-87d2-83fc25dee56b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966072 Aug 12 02:39:09.497434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a10cd91-2114-4f63-94c7-a157cc2d6838 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:09.531772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0a10cd91-2114-4f63-94c7-a157cc2d6838 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:09.532438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a10cd91-2114-4f63-94c7-a157cc2d6838 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:09.654923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e246e6-a351-4b22-a513-2cc58a95429f req-0bf3b044-9e71-4d76-874b-b0af2953f50c tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:09.658050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68e246e6-a351-4b22-a513-2cc58a95429f req-0bf3b044-9e71-4d76-874b-b0af2953f50c tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1047509 Aug 12 02:39:09.673726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:09.692682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 70e68af4-f750-41d7-9391-07c5336afe0c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:09.708826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68e246e6-a351-4b22-a513-2cc58a95429f req-8e31e6cd-70f2-4bd1-b03b-11b2c9a8ff1a tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Aug 12 02:39:09.737767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:09.792206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:09.795848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:09.797552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/391edb8d-bce5-400a-ac7b-5218d30e69a2/82b15bde-b11e-4f94-a3bb-ae51db8258d6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:09.799586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:09.807265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:09.808503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:09.816366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=70e68af4-f750-41d7-9391-07c5336afe0c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:09.841680 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d9b0659-8cd5-402c-b206-274d1aa1d7c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9832203 Aug 12 02:39:09.844290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:09.945728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b419a-939c-4b90-91bb-c3ad041b672a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:09.947794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f77b419a-939c-4b90-91bb-c3ad041b672a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1020608 Aug 12 02:39:09.950461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:10.014318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.030364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Transition to ACTIVE for port object 82b15bde-b11e-4f94-a3bb-ae51db8258d6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:10.052478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 70e68af4-f750-41d7-9391-07c5336afe0c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:10.052758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.058176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Transition to ACTIVE for port object 82b15bde-b11e-4f94-a3bb-ae51db8258d6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:10.066408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.107687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:10.112365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:10.118382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:10.159978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Pushing event updated for resources: {'Port': ['ID=82b15bde-b11e-4f94-a3bb-ae51db8258d6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:10.166566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.190254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 70e68af4-f750-41d7-9391-07c5336afe0c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:10.217285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Attempting to bind port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:10.217285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Attempting to bind port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:10.217285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Attempting to bind port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:10.224783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:10.225158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:10.225570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.225956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:10.226741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Bound port: 82b15bde-b11e-4f94-a3bb-ae51db8258d6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:10.226902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.295255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] For port 82b15bde-b11e-4f94-a3bb-ae51db8258d6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:10.347342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.348211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] For port 82b15bde-b11e-4f94-a3bb-ae51db8258d6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=82b15bde-b11e-4f94-a3bb-ae51db8258d6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:10.354547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.381519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=70e68af4-f750-41d7-9391-07c5336afe0c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:10.409382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.414303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-794748a5-ae1a-4327-89de-822b0405fb45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/70e68af4-f750-41d7-9391-07c5336afe0c HTTP/1.1" status: 204 len: 168 time: 0.4601431 Aug 12 02:39:10.414595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:10.438902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da3bb1-a594-41ec-8b3e-ef4bdae715b9 None None] Pushing event updated for resources: {'Port': ['ID=82b15bde-b11e-4f94-a3bb-ae51db8258d6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:10.493485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b25550-ad0b-40e9-a62f-bd684be5188d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:10.495319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b25550-ad0b-40e9-a62f-bd684be5188d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:10.496953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-37b25550-ad0b-40e9-a62f-bd684be5188d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0813775 Aug 12 02:39:10.501126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37606) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:10.564070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 391edb8d-bce5-400a-ac7b-5218d30e69a2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:10.567245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.611455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.700345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e76b6-9cde-4154-bdae-994df34f5013 req-e80399eb-4038-41dd-bd15-cd8a455eb5d4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:10.702206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-356e76b6-9cde-4154-bdae-994df34f5013 req-e80399eb-4038-41dd-bd15-cd8a455eb5d4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0860696 Aug 12 02:39:10.738988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.757526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-356e76b6-9cde-4154-bdae-994df34f5013 req-f64fe42f-4f65-491b-b8cb-6f8550ef151c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449226 Aug 12 02:39:10.832496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.864930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=391edb8d-bce5-400a-ac7b-5218d30e69a2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:10.870345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:10.872234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2ee6b7ab-a911-42f1-b29c-8a3d2eeb9ec0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/391edb8d-bce5-400a-ac7b-5218d30e69a2 HTTP/1.1" status: 204 len: 168 time: 0.3700583 Aug 12 02:39:10.874764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:10.889475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b6e0-fab8-4420-a251-8bbf49009acb req-e6aec9af-447e-4732-8382-5d75fcd1f7c9 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:10.890983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a99b6e0-fab8-4420-a251-8bbf49009acb req-e6aec9af-447e-4732-8382-5d75fcd1f7c9 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0961912 Aug 12 02:39:10.922281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f365f3b-7fe7-4f62-856a-209a821b86ce tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458112 Aug 12 02:39:10.925333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37622) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:10.930899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:10.958593 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a99b6e0-fab8-4420-a251-8bbf49009acb req-fe4c7e2c-b5fd-4016-a23b-19d9462318e9 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 Aug 12 02:39:11.029476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:11.034150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.238117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 82b15bde-b11e-4f94-a3bb-ae51db8258d6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:11.259426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-08e48fc3-4b04-4ea6-9bc0-ea12452af7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.261247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-08e48fc3-4b04-4ea6-9bc0-ea12452af7b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1097 time: 0.0524611 Aug 12 02:39:11.301490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:11.304094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2db008-c7f0-45be-aa3e-b80af07df41f req-440fb014-7b06-406d-a495-31ec4029556e tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.311782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad2db008-c7f0-45be-aa3e-b80af07df41f req-440fb014-7b06-406d-a495-31ec4029556e tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.1140308 Aug 12 02:39:11.348054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.374093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-8de3ee8c-d5fa-4cc7-a08d-1a7b1df3b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.376375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-8de3ee8c-d5fa-4cc7-a08d-1a7b1df3b82b service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.1070290 Aug 12 02:39:11.388153 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad2db008-c7f0-45be-aa3e-b80af07df41f req-b22141ad-d89b-43f0-a492-6c1a0926d2e8 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747705 Aug 12 02:39:11.401573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:11.410243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:11.414675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.415243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.425677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=99e79f77-83c0-45f4-b50c-135b01f8465e,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:11.441091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-901409fe-b4b3-4cab-af4b-d252e34734f6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5119259 Aug 12 02:39:11.442911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37630) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:11.448257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'name': 'tempest-NetworksTestDHCPv6-1213260996'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:11.461517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-9a312d69-e807-494c-8072-686a2e23aa2d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 1001 time: 0.0759385 Aug 12 02:39:11.520519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-454b6c3d-c248-4e3d-8ba0-05fa8f223fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.522010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-454b6c3d-c248-4e3d-8ba0-05fa8f223fdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0518706 Aug 12 02:39:11.535075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a399892-dc73-4408-85df-580f5940afd1 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:11.573335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:11.581923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.587177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-f64d1299-83b2-4adf-99d1-7da2cd0a35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.588823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-f64d1299-83b2-4adf-99d1-7da2cd0a35f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586355 Aug 12 02:39:11.604818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port ab372240-c484-4a12-8362-dc9debf99eb4 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:11.641052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Provisioning for port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:11.648817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Provisioning complete for port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:11.649198 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.693633 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-e84e5730-bc2c-40a6-8325-31440600945f service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938771 Aug 12 02:39:11.735584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::35b (fd5a024c-831a-4fcb-aca7-f04db89949f3/99e79f77-83c0-45f4-b50c-135b01f8465e/ab372240-c484-4a12-8362-dc9debf99eb4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:11.767194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.802971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cf710c1-a999-4ca6-99c6-03443197ea7a req-df7b47cd-f148-4eba-9c83-d31a634a1d43 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007860 Aug 12 02:39:11.804085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] For port 82b15bde-b11e-4f94-a3bb-ae51db8258d6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=82b15bde-b11e-4f94-a3bb-ae51db8258d6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:11.809226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.862383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a418c9b-da61-4249-89b7-eac9230c1764 None None] Pushing event updated for resources: {'Port': ['ID=82b15bde-b11e-4f94-a3bb-ae51db8258d6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:11.914157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc4dbb-96e1-467e-bc02-cb76590b44d3 req-0f69a088-420d-4736-bfde-e6220d77af59 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:11.915903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eebc4dbb-96e1-467e-bc02-cb76590b44d3 req-0f69a088-420d-4736-bfde-e6220d77af59 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0615988 Aug 12 02:39:11.961591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:11.961834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eebc4dbb-96e1-467e-bc02-cb76590b44d3 req-a1870adf-c071-4945-9260-f848a027d860 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Aug 12 02:39:11.977698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object ab372240-c484-4a12-8362-dc9debf99eb4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:12.016179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.034455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a9538a62-701e-421f-8f54-1e46c3ecacb8 None None] Provisioning complete for port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:12.034871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9538a62-701e-421f-8f54-1e46c3ecacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.071782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:12.076045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:12.079517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:12.086215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.086870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.114695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:12.116019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6719055 Aug 12 02:39:12.129759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de64ff7-6284-4c90-9c3f-be41e8806920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=ab372240-c484-4a12-8362-dc9debf99eb4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:12.172885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5df64-4065-4bd6-854e-13fc24e7bb8a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.178919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5df64-4065-4bd6-854e-13fc24e7bb8a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.180560 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5bc5df64-4065-4bd6-854e-13fc24e7bb8a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0646794 Aug 12 02:39:12.183285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:12.247684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-55be899f-291b-43bd-96ac-cf586655d8e6 None None] Could not find standard attr ID for object 1441977b-f737-4d49-bc70-687c09d7c903. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:12.275928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port ab372240-c484-4a12-8362-dc9debf99eb4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:12.276275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.360112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2274caa6-9d65-4b0d-9530-fdd94328efe0 None None] Could not find standard attr ID for object 70e68af4-f750-41d7-9391-07c5336afe0c. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:12.368365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.381005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for ab372240-c484-4a12-8362-dc9debf99eb4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:12.425465 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:39:12.553321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc2fc5-8099-45d2-86ce-4a49ff833f01 req-ce9ef797-fa55-4697-8866-c51d7697a7b5 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.554875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1fc2fc5-8099-45d2-86ce-4a49ff833f01 req-ce9ef797-fa55-4697-8866-c51d7697a7b5 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0896173 Aug 12 02:39:12.556077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.593986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=ab372240-c484-4a12-8362-dc9debf99eb4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:12.606031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1d9be54e-f28f-4f2f-b6b9-04f994e96bd4 None None] Could not find standard attr ID for object ab372240-c484-4a12-8362-dc9debf99eb4. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:12.630717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:12.632630 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-435a1914-8caa-4693-8e78-7f1f07e27a49 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/ab372240-c484-4a12-8362-dc9debf99eb4 HTTP/1.1" status: 204 len: 168 time: 0.4483361 Aug 12 02:39:12.635248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:12.646685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d1fc2fc5-8099-45d2-86ce-4a49ff833f01 req-041d2328-92c6-43af-8447-96db301b3d26 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/security-groups?id=08319842-2b0c-4265-912d-f1551ffc06d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821941 Aug 12 02:39:12.724166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946d696-5e9d-42e0-a595-ec15ab3aa087 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.725980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946d696-5e9d-42e0-a595-ec15ab3aa087 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:12.727602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5946d696-5e9d-42e0-a595-ec15ab3aa087 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911927 Aug 12 02:39:12.730158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:12.782247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 99e79f77-83c0-45f4-b50c-135b01f8465e {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:12.785572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.053271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-e16bc860-b88b-499c-812b-c9052682b5da tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:13.054827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-e16bc860-b88b-499c-812b-c9052682b5da tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.25 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 945 time: 0.0586550 Aug 12 02:39:13.150788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.157752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Deleting port 578cf7b2-352b-45b9-8a27-3c4a87282d2e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:13.158277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.203404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8c4ad-0b69-4227-b44e-b1870c0ca6cb req-07572788-e370-4be8-9220-c79c038d303d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:13.205043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77d8c4ad-0b69-4227-b44e-b1870c0ca6cb req-07572788-e370-4be8-9220-c79c038d303d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.0999434 Aug 12 02:39:13.235308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 82b15bde-b11e-4f94-a3bb-ae51db8258d6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:13.248941 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.283769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] For port 578cf7b2-352b-45b9-8a27-3c4a87282d2e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=578cf7b2-352b-45b9-8a27-3c4a87282d2e,segment=NetworkSegment(2992313f-6246-4403-b328-720e13ed5419),segment_id=2992313f-6246-4403-b328-720e13ed5419)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:13.284400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.294578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:13.295154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.299973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Calling delete_port for 578cf7b2-352b-45b9-8a27-3c4a87282d2e owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:13.300156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-77d8c4ad-0b69-4227-b44e-b1870c0ca6cb req-57115342-dc41-4ca4-af62-c6f6705d0479 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845878 Aug 12 02:39:13.353403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.383076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=99e79f77-83c0-45f4-b50c-135b01f8465e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:13.398454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.400635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-40cf2d5d-8597-44d1-a9c4-fe86c2d25115 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/99e79f77-83c0-45f4-b50c-135b01f8465e HTTP/1.1" status: 204 len: 168 time: 0.6694758 Aug 12 02:39:13.402976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37650) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:13.412932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be2cd94-2e74-4672-b8be-634b45e5cf19 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:13.461856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0f34173-c7eb-4d9a-8cfb-fc8a211a09fd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576260 Aug 12 02:39:13.464571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:13.466606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.480402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['578cf7b2-352b-45b9-8a27-3c4a87282d2e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:39:13.524564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Pushing event deleted for resources: {'Port': ['ID=578cf7b2-352b-45b9-8a27-3c4a87282d2e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:13.547218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f63956d-8be8-4ef1-aec5-5fa8a3442aee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:13.549480 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f63956d-8be8-4ef1-aec5-5fa8a3442aee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0835855 Aug 12 02:39:13.555978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:13.613043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199bcfe6-29a8-4b2a-a3c1-ea294e6f46ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:13.614578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-199bcfe6-29a8-4b2a-a3c1-ea294e6f46ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0576177 Aug 12 02:39:13.617242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37656) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:13.640844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:13.658246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-68d4bf1b-f842-4a1a-aa88-16d3a1415ac9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398066 Aug 12 02:39:13.663402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:13.669382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:13.696996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Deleting port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:13.697495 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.777128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:13.781673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.783984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] For port 82b15bde-b11e-4f94-a3bb-ae51db8258d6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=82b15bde-b11e-4f94-a3bb-ae51db8258d6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:13.784820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.806516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Calling delete_port for 82b15bde-b11e-4f94-a3bb-ae51db8258d6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:13.901336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.919028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] No DVR routers for this DVR port 578cf7b2-352b-45b9-8a27-3c4a87282d2e on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:13.922916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db44034e-f0ed-42cf-ad9d-6da7bd127611 req-a7d5422d-24ca-4699-a969-65cd82cb4534 tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.11 "GET /v2.0/ports?device_id=c039a378-431d-4ce3-8c43-619169b0f5aa HTTP/1.1" status: 200 len: 210 time: 0.0408478 Aug 12 02:39:13.924081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:13.926926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4a4854da-e63c-43e1-8f9b-2a71ec7c2370 req-2ba961ee-5424-4bf9-9367-322157e3767f tempest-TestServerAdvancedOps-996224000 tempest-TestServerAdvancedOps-996224000-project] 10.222.0.25 "DELETE /v2.0/ports/578cf7b2-352b-45b9-8a27-3c4a87282d2e HTTP/1.1" status: 204 len: 173 time: 0.8650608 Aug 12 02:39:13.927189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] Pushing event deleted for resources: {'Port': ['ID=82b15bde-b11e-4f94-a3bb-ae51db8258d6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:13.927447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'name': 'network-vif-deleted', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:39:13.930145 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c27b5-ec3f-489d-86b9-15f9c709ca05" -d '{"events": [{"server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "name": "network-vif-deleted", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:39:13.932941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee689f8c-7d4e-4c31-b3e5-4ae5e5860f86 None None] No DVR routers for this DVR port 82b15bde-b11e-4f94-a3bb-ae51db8258d6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:13.988364 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49bcf49-e69e-4250-acf1-633d1049f9bb x-openstack-request-id: req-a49bcf49-e69e-4250-acf1-633d1049f9bb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:39:13.988649 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c039a378-431d-4ce3-8c43-619169b0f5aa", "name": "network-vif-deleted", "tag": "578cf7b2-352b-45b9-8a27-3c4a87282d2e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:39:13.988898 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a49bcf49-e69e-4250-acf1-633d1049f9bb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:39:13.989284 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c039a378-431d-4ce3-8c43-619169b0f5aa', 'name': 'network-vif-deleted', 'tag': '578cf7b2-352b-45b9-8a27-3c4a87282d2e', 'status': 'completed', 'code': 200} Aug 12 02:39:14.007354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.052783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:14.056008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:14.059780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:14.060310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.067111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3131bf-ae35-44d9-b24a-7a128e6d0250 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:14.076460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=6912e125-12b2-407f-87c7-e839be88d6bf,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:14.087073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-db49f000-439e-4984-a11e-b551985a7447 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4219110 Aug 12 02:39:14.089786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37664) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:14.095306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '6912e125-12b2-407f-87c7-e839be88d6bf', 'ip_address': '2001:db8::c7a7:813e:a3fc:2227'}], 'name': 'tempest-NetworksTestDHCPv6-87153783'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:14.209780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:14.216058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '6912e125-12b2-407f-87c7-e839be88d6bf'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:14.216924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.294870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.315832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port c0fb613b-0a1c-4d73-9665-79b2a970d332 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:14.369785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/6912e125-12b2-407f-87c7-e839be88d6bf/962905cb-7c86-477e-9329-98777f27d8aa) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:14.377836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:14.525217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f8077-4caf-4839-8dcc-d47badfe2e05 req-a6827e2a-d03c-494b-af5b-e9cfaa5c3a15 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:14.531976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df3f8077-4caf-4839-8dcc-d47badfe2e05 req-a6827e2a-d03c-494b-af5b-e9cfaa5c3a15 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 946 time: 0.1401622 Aug 12 02:39:14.553900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.579006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df3f8077-4caf-4839-8dcc-d47badfe2e05 req-13dc775c-40bf-4440-940e-d7207922a964 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Aug 12 02:39:14.608280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:39:14.610599 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739cd3b7-43d4-4a17-a669-717dd056e1dd" -d '{"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-unplugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:39:14.630398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:14.635733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.648474 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94862935-cfb6-43bc-aba8-31751a86d8ea x-openstack-request-id: req-94862935-cfb6-43bc-aba8-31751a86d8ea {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:39:14.648763 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-unplugged", "status": "failed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "code": 422}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:39:14.649013 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94862935-cfb6-43bc-aba8-31751a86d8ea {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:39:14.649399 n-d-804303-2 neutron-server[94675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'code': 422} returned with failed status Aug 12 02:39:14.671235 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.689010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Transition to ACTIVE for port object 962905cb-7c86-477e-9329-98777f27d8aa will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:14.720856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Transition to ACTIVE for port object 962905cb-7c86-477e-9329-98777f27d8aa will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:14.722333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:14.730622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.770421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:14.775866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:14.778297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:14.783888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::c7a7:813e:a3fc:2227 (fd5a024c-831a-4fcb-aca7-f04db89949f3/6912e125-12b2-407f-87c7-e839be88d6bf/c0fb613b-0a1c-4d73-9665-79b2a970d332) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:14.788254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Pushing event updated for resources: {'Port': ['ID=962905cb-7c86-477e-9329-98777f27d8aa,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:14.844786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Attempting to bind port 962905cb-7c86-477e-9329-98777f27d8aa on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:14.845063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Attempting to bind port 962905cb-7c86-477e-9329-98777f27d8aa by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:14.845431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Attempting to bind port 962905cb-7c86-477e-9329-98777f27d8aa on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:14.850662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:14.851034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:14.851435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.851862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:14.852322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Bound port: 962905cb-7c86-477e-9329-98777f27d8aa, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:14.852703 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.929009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] For port 962905cb-7c86-477e-9329-98777f27d8aa, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:14.932125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] For port 962905cb-7c86-477e-9329-98777f27d8aa, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=962905cb-7c86-477e-9329-98777f27d8aa,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:14.941153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.945203 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:14.964735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object c0fb613b-0a1c-4d73-9665-79b2a970d332 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:14.994849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5ed72-1f7f-4ab8-9478-d233a9481f00 None None] Pushing event updated for resources: {'Port': ['ID=962905cb-7c86-477e-9329-98777f27d8aa,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:15.009104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:15.011406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.091595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:15.097956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:15.107113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:15.112776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:15.113403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.128186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Deleting subnet 8f5ae38c-9c83-42ca-aa72-0d6318b69a6c {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:15.135280 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.137109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=c0fb613b-0a1c-4d73-9665-79b2a970d332,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:15.159091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3e9d8c6-b08e-4aec-abc3-4b8a00ad6f2d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0681448 Aug 12 02:39:15.161651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37692) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:15.210246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.213884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 82b15bde-b11e-4f94-a3bb-ae51db8258d6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:15.259202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03ffbc-00e0-469a-b780-8a07892eb158 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:15.266601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03ffbc-00e0-469a-b780-8a07892eb158 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:15.269962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb03ffbc-00e0-469a-b780-8a07892eb158 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1070600 Aug 12 02:39:15.272341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37694) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:15.277271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 82b15bde-b11e-4f94-a3bb-ae51db8258d6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:15.277629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 82b15bde-b11e-4f94-a3bb-ae51db8258d6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:15.285699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.399494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.443158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5ae38c-9c83-42ca-aa72-0d6318b69a6c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:15.454022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.456374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7857e00b-46dd-41f1-9af9-9e7b7492650d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8f5ae38c-9c83-42ca-aa72-0d6318b69a6c HTTP/1.1" status: 204 len: 168 time: 0.4427526 Aug 12 02:39:15.460550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:15.483604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610010c3-f06b-4350-a5bf-d2d7b38453b1 req-d9e2370b-ba73-4ba6-83a4-fc88a8e86bdd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:15.485796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-610010c3-f06b-4350-a5bf-d2d7b38453b1 req-d9e2370b-ba73-4ba6-83a4-fc88a8e86bdd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1009197 Aug 12 02:39:15.529899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-610010c3-f06b-4350-a5bf-d2d7b38453b1 req-ce6a07bc-fcaf-4e20-be27-ece4392e37d5 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371490 Aug 12 02:39:15.552667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port c0fb613b-0a1c-4d73-9665-79b2a970d332 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:15.553011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.613938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.631920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-fcaef219-a1b0-467f-af7a-a0787a975281 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124269 Aug 12 02:39:15.730060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.747683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.750769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for c0fb613b-0a1c-4d73-9665-79b2a970d332 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:15.762378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e599a1-5a7d-4071-9b0a-d637bbb3a624']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:15.777984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2992313f-6246-4403-b328-720e13ed5419') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:15.778286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2992313f-6246-4403-b328-720e13ed5419') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:15.816551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.837395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.855326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:39:15.855760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: items = [ Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:39:15.857488 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:39:15.946703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.961596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:15.963605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] 10.222.0.11 "DELETE /v2.0/networks/f9e599a1-5a7d-4071-9b0a-d637bbb3a624 HTTP/1.1" status: 204 len: 168 time: 0.5020502 Aug 12 02:39:15.966498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37718) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:15.989093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72473d-69a9-4985-a15f-b999d6185caa admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e599a1-5a7d-4071-9b0a-d637bbb3a624,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:16.037742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.071729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Deleting subnet 73f2f272-ccec-49bc-b55d-349a260211f1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:16.076588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=c0fb613b-0a1c-4d73-9665-79b2a970d332,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:16.078505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.127223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.129156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d67da0f0-8fe6-4e61-8d80-e8cf22f79327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c0fb613b-0a1c-4d73-9665-79b2a970d332 HTTP/1.1" status: 204 len: 168 time: 0.8554201 Aug 12 02:39:16.131661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37720) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:16.163918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.172897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bd41d4dd-4994-4940-b25e-07082f4b9d17 None None] Provisioning for port 962905cb-7c86-477e-9329-98777f27d8aa completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:16.226144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cd867-70ef-4185-876a-74dd8811ef9b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:16.227770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cd867-70ef-4185-876a-74dd8811ef9b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:16.229303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-da8cd867-70ef-4185-876a-74dd8811ef9b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0968568 Aug 12 02:39:16.232226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37722) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:16.242341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.316286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 6912e125-12b2-407f-87c7-e839be88d6bf {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:16.323611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.367256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.378382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 578cf7b2-352b-45b9-8a27-3c4a87282d2e no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:16.405091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.406234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 578cf7b2-352b-45b9-8a27-3c4a87282d2e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:16.407389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 578cf7b2-352b-45b9-8a27-3c4a87282d2e not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:16.409345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f2f272-ccec-49bc-b55d-349a260211f1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:16.415890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-187e059b-4838-4be7-b0fa-b30486e339df None None] Could not find standard attr ID for object c0fb613b-0a1c-4d73-9665-79b2a970d332. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:16.430797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.432746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a207b25c-0dc9-4bf9-82e9-a49aca3bf3f9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/73f2f272-ccec-49bc-b55d-349a260211f1 HTTP/1.1" status: 204 len: 168 time: 0.4569898 Aug 12 02:39:16.435445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37724) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:16.523267 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.552991 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.605362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.644819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=6912e125-12b2-407f-87c7-e839be88d6bf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:16.646994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.649015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b8d8140c-e1d2-4072-ba9d-c99dfa2974a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/6912e125-12b2-407f-87c7-e839be88d6bf HTTP/1.1" status: 204 len: 168 time: 0.4160748 Aug 12 02:39:16.651533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:16.658353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9466e353-f4e6-43f8-b137-a5254a93a266 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:16.680368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.697476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-151b6e21-e514-4370-8d00-bbc47f806127 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448203 Aug 12 02:39:16.700529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37734) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:16.706926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:16.710044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f8504-ba87-42ad-a129-0dbb73ae27ec']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:16.724907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d68e226-5f7e-46c0-b6cd-d06e4cf4b20c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:16.725213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d68e226-5f7e-46c0-b6cd-d06e4cf4b20c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:16.738180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.763435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8545-b7cc-45e8-9873-706b352c0244 req-1e299d28-b936-4846-a92d-98ff5ce5c165 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:16.765039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-506e8545-b7cc-45e8-9873-706b352c0244 req-1e299d28-b936-4846-a92d-98ff5ce5c165 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0973511 Aug 12 02:39:16.770511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.779508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:39:16.779917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:39:16.782374 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:39:16.803167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:16.807456 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.880648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:16.895735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-506e8545-b7cc-45e8-9873-706b352c0244 req-7191d187-e38c-44ac-9be4-0a2c639dac00 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174471 Aug 12 02:39:16.897281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.912457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:16.916003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/376f8504-ba87-42ad-a129-0dbb73ae27ec HTTP/1.1" status: 204 len: 168 time: 0.4790776 Aug 12 02:39:16.951419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ad3d6-40ea-47c2-a9d5-f432e28c75b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=376f8504-ba87-42ad-a129-0dbb73ae27ec,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:16.973416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Deleting port 962905cb-7c86-477e-9329-98777f27d8aa {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:16.974718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.049226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.070364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] For port 962905cb-7c86-477e-9329-98777f27d8aa, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=962905cb-7c86-477e-9329-98777f27d8aa,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:17.071126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.096913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Calling delete_port for 962905cb-7c86-477e-9329-98777f27d8aa owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:17.104417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:17.109598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:17.114559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:17.115161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.139966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4355309 Aug 12 02:39:17.139966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af89b-e3dc-485b-bfe3-e06f0564a978 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=d48f9159-7d3a-4b00-9ca6-194959533438,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:17.140224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37738) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.145189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'd48f9159-7d3a-4b00-9ca6-194959533438', 'ip_address': '2001:db8::9db4:83fb:9dcd:7c93'}], 'name': 'tempest-NetworksTestDHCPv6-1032287290'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:17.159563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.216003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e7378125-eec7-4eaf-a1e0-4c3a57a89967 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3be4f3ee4c69419a93d690827b42afb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528176 Aug 12 02:39:17.216409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37742) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.236140 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.252347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] No DVR routers for this DVR port 962905cb-7c86-477e-9329-98777f27d8aa on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:17.278497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafb169-bf7c-4571-a3d2-8ff810790c32 None None] Pushing event deleted for resources: {'Port': ['ID=962905cb-7c86-477e-9329-98777f27d8aa,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:17.283917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:17.291931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa01c7-9501-4950-8b19-3a8879065895 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:17.294693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.320151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.378442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.381243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.383581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08319842-2b0c-4265-912d-f1551ffc06d8 HTTP/1.1" status: 204 len: 168 time: 0.1644187 Aug 12 02:39:17.397559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de553-3849-44e9-889d-a009c72cd578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08319842-2b0c-4265-912d-f1551ffc06d8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:17.399324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.427989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 88257b84-e6b1-4aa8-9d01-8fb9f240482e yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:17.545803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'd48f9159-7d3a-4b00-9ca6-194959533438'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:17.551448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.650319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::9db4:83fb:9dcd:7c93 (fd5a024c-831a-4fcb-aca7-f04db89949f3/d48f9159-7d3a-4b00-9ca6-194959533438/88257b84-e6b1-4aa8-9d01-8fb9f240482e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:17.819124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.835317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 88257b84-e6b1-4aa8-9d01-8fb9f240482e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:17.842491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37750) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.873832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.892875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b01e990-ddef-4fcc-9214-acebf4211997 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3a4c0502c184066bb86ad855b344ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485175 Aug 12 02:39:17.895706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.932862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:17.933482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/d48f9159-7d3a-4b00-9ca6-194959533438/2bf99626-088e-4f79-a0d6-67189a1fd119) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:17.936609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:17.941904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:17.949721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:17.950581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.958778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.979498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=88257b84-e6b1-4aa8-9d01-8fb9f240482e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:17.982410 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:17.991131 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d6d19b7c-0a28-4506-bf99-39532bf8f0b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8474960 Aug 12 02:39:17.991659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:17.993292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.061423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea94e80-26d3-4ffc-9121-29e410154fab tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:18.066070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1ea94e80-26d3-4ffc-9121-29e410154fab tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0707052 Aug 12 02:39:18.066388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:18.088347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1e032-71c5-406f-9b54-abb05d6e147b req-0d2ef3b8-8f8a-444d-9fab-340dc15d6075 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:18.090287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55f1e032-71c5-406f-9b54-abb05d6e147b req-0d2ef3b8-8f8a-444d-9fab-340dc15d6075 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0757811 Aug 12 02:39:18.109660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.112507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.113789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e087a29-b1ac-43a7-ab73-b124b0e8b032 HTTP/1.1" status: 204 len: 168 time: 0.2171767 Aug 12 02:39:18.143433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d5d79-1328-424e-9e8b-6855828ae6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e087a29-b1ac-43a7-ab73-b124b0e8b032,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:18.160427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55f1e032-71c5-406f-9b54-abb05d6e147b req-335b649f-953e-4625-8601-8f814dba4070 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597496 Aug 12 02:39:18.185952 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.197211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Transition to ACTIVE for port object 2bf99626-088e-4f79-a0d6-67189a1fd119 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:18.221724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Transition to ACTIVE for port object 2bf99626-088e-4f79-a0d6-67189a1fd119 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:18.223774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 88257b84-e6b1-4aa8-9d01-8fb9f240482e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:18.224484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.229437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.271520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:18.275979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:18.281046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:18.294746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Pushing event updated for resources: {'Port': ['ID=2bf99626-088e-4f79-a0d6-67189a1fd119,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:18.347517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.363807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Attempting to bind port 2bf99626-088e-4f79-a0d6-67189a1fd119 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:18.363807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Attempting to bind port 2bf99626-088e-4f79-a0d6-67189a1fd119 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:18.363807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Attempting to bind port 2bf99626-088e-4f79-a0d6-67189a1fd119 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:18.364073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 88257b84-e6b1-4aa8-9d01-8fb9f240482e owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Bound port: 2bf99626-088e-4f79-a0d6-67189a1fd119, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:18.372271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.391594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:18.531183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.560847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] For port 2bf99626-088e-4f79-a0d6-67189a1fd119, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:18.574698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=88257b84-e6b1-4aa8-9d01-8fb9f240482e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:18.575805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] For port 2bf99626-088e-4f79-a0d6-67189a1fd119, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2bf99626-088e-4f79-a0d6-67189a1fd119,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:18.587028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.612657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.618234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3708af76-e324-4908-9475-0ba97d0f18a6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/88257b84-e6b1-4aa8-9d01-8fb9f240482e HTTP/1.1" status: 204 len: 168 time: 0.5484965 Aug 12 02:39:18.618577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:18.663122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d7f11-b4bf-4e0b-8c08-53e5380b8d6b None None] Pushing event updated for resources: {'Port': ['ID=2bf99626-088e-4f79-a0d6-67189a1fd119,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:18.698677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc3ec6-b290-4776-9749-49783bce25b6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:18.701396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cc3ec6-b290-4776-9749-49783bce25b6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:18.707377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55cc3ec6-b290-4776-9749-49783bce25b6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0845420 Aug 12 02:39:18.707377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:18.803895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet d48f9159-7d3a-4b00-9ca6-194959533438 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:18.813293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.866841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:18.959554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.078533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.110847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=d48f9159-7d3a-4b00-9ca6-194959533438,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:19.125719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.127896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-63277e9b-37ca-457a-ab9a-2dc200e4a9d9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/d48f9159-7d3a-4b00-9ca6-194959533438 HTTP/1.1" status: 204 len: 168 time: 0.4193516 Aug 12 02:39:19.130432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37768) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:19.181015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80cadc26-0bfe-4186-9fa8-c1de5dd23dd7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493813 Aug 12 02:39:19.183772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:19.189917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:19.252317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2bf99626-088e-4f79-a0d6-67189a1fd119 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:19.346588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad275799-c2bf-4ed3-a2be-9895724ed152 req-cc447e10-94fa-4d6b-9e57-4f61fe8f7553 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:19.348272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad275799-c2bf-4ed3-a2be-9895724ed152 req-cc447e10-94fa-4d6b-9e57-4f61fe8f7553 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0860136 Aug 12 02:39:19.364460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:19.367994 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.450738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ad275799-c2bf-4ed3-a2be-9895724ed152 req-49e6967b-bd07-4578-a435-8a5fbb99187f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950747 Aug 12 02:39:19.494006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2bf99626-088e-4f79-a0d6-67189a1fd119 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:19.588375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.628520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:19.632094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:19.636589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:19.637190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.657956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=0121e9b1-ee16-4503-8cff-0e2321baa8dd,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:19.662392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7e8bfe9f-7bec-4434-a89d-5c89b9a45379 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4772930 Aug 12 02:39:19.665426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:19.671541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '0121e9b1-ee16-4503-8cff-0e2321baa8dd', 'ip_address': '2001:db8::dd83:e129:b108:642b'}], 'name': 'tempest-NetworksTestDHCPv6-690903743'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:19.793643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:19.799283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:19.819230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 55b5e8f3-c7dd-41c5-af1b-8137930d95cb yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:19.934195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05ac2cb-eb74-45d4-a3fe-0a5fb95d1826 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:20.002914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Provisioning for port 2bf99626-088e-4f79-a0d6-67189a1fd119 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:20.014769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Provisioning complete for port 2bf99626-088e-4f79-a0d6-67189a1fd119 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:20.015380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.021552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::dd83:e129:b108:642b (fd5a024c-831a-4fcb-aca7-f04db89949f3/0121e9b1-ee16-4503-8cff-0e2321baa8dd/55b5e8f3-c7dd-41c5-af1b-8137930d95cb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:20.162577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.186553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.203795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] For port 2bf99626-088e-4f79-a0d6-67189a1fd119, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2bf99626-088e-4f79-a0d6-67189a1fd119,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:20.204348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 55b5e8f3-c7dd-41c5-af1b-8137930d95cb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:20.209412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.252599 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.270806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e43df-59c4-4987-b2a5-bb0ad488b663 None None] Pushing event updated for resources: {'Port': ['ID=2bf99626-088e-4f79-a0d6-67189a1fd119,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:20.318981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:20.319926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=55b5e8f3-c7dd-41c5-af1b-8137930d95cb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:20.324876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:20.326940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:20.332888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:20.333534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.352575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-524db96b-9655-45db-b4c9-e5c1f429524d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6837015 Aug 12 02:39:20.352930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:20.405378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9c12d-284f-469b-9ee0-9de4d40483ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:20.411900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd9c12d-284f-469b-9ee0-9de4d40483ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:20.416386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:20.420007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-afd9c12d-284f-469b-9ee0-9de4d40483ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0659938 Aug 12 02:39:20.438615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e3c86bcd-1b2e-406d-8631-4095dd803d74 None None] Provisioning complete for port 2bf99626-088e-4f79-a0d6-67189a1fd119 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:20.439284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e3c86bcd-1b2e-406d-8631-4095dd803d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.588986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 55b5e8f3-c7dd-41c5-af1b-8137930d95cb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:20.589338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.654047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762878-5fa8-4fc3-a135-ac3aea43f336 req-0d1e6a4a-87e8-4fb6-9615-4bac7dfdb600 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:20.656263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a762878-5fa8-4fc3-a135-ac3aea43f336 req-0d1e6a4a-87e8-4fb6-9615-4bac7dfdb600 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1070836 Aug 12 02:39:20.665903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5207aa63-5993-4d4f-ada3-415ad82a0b36 None None] Could not find standard attr ID for object 88257b84-e6b1-4aa8-9d01-8fb9f240482e. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:20.736365 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.741384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a762878-5fa8-4fc3-a135-ac3aea43f336 req-ce48393a-6c5d-4368-ad1f-e6edfbb3d8fa tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727520 Aug 12 02:39:20.753044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 55b5e8f3-c7dd-41c5-af1b-8137930d95cb owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:20.893649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.899803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1b64d76c-62d2-4fe7-9aa0-3598e6ab03ac None None] Provisioning for port 55b5e8f3-c7dd-41c5-af1b-8137930d95cb completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:20.905899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1b64d76c-62d2-4fe7-9aa0-3598e6ab03ac None None] Provisioning complete for port 55b5e8f3-c7dd-41c5-af1b-8137930d95cb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:20.906407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1b64d76c-62d2-4fe7-9aa0-3598e6ab03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.930759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1b64d76c-62d2-4fe7-9aa0-3598e6ab03ac None None] Port 55b5e8f3-c7dd-41c5-af1b-8137930d95cb was deleted so its status cannot be updated. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 12 02:39:20.941914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=55b5e8f3-c7dd-41c5-af1b-8137930d95cb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:20.978347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:20.980750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb17771e-f1a2-4d15-b775-64eddb78e9e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/55b5e8f3-c7dd-41c5-af1b-8137930d95cb HTTP/1.1" status: 204 len: 168 time: 0.5630171 Aug 12 02:39:20.982981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37786) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.039295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deeb303-221b-472c-9b40-15bee1a67970 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.040988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deeb303-221b-472c-9b40-15bee1a67970 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.042736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0deeb303-221b-472c-9b40-15bee1a67970 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0585625 Aug 12 02:39:21.045586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.103533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 0121e9b1-ee16-4503-8cff-0e2321baa8dd {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:21.106653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.155013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.184324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2bf99626-088e-4f79-a0d6-67189a1fd119 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:21.214691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.239616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2bf99626-088e-4f79-a0d6-67189a1fd119 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:21.240081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.283322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.313134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=0121e9b1-ee16-4503-8cff-0e2321baa8dd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:21.315190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.319198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21a64991-ad38-4866-a233-22f504d16386 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/0121e9b1-ee16-4503-8cff-0e2321baa8dd HTTP/1.1" status: 204 len: 168 time: 0.2699833 Aug 12 02:39:21.319410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37790) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.324160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279c9e4-f50f-480d-877f-77ab77fde8bb None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:21.357232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-47aa93e5-d142-4270-8207-557cc37dbae5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366976 Aug 12 02:39:21.360462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.413453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-0ebc3fce-bdb0-4135-84f9-d2b4f115df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.414936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b283cb-8d00-4cd6-9ab0-d839a47e4766 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.415054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-0ebc3fce-bdb0-4135-84f9-d2b4f115df21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 1095 time: 0.0809729 Aug 12 02:39:21.416471 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-80b283cb-8d00-4cd6-9ab0-d839a47e4766 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0551031 Aug 12 02:39:21.419137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37794) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.479277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdfa24-cfe2-42e8-b487-2b707bc2ecf5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.483086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-76cdfa24-cfe2-42e8-b487-2b707bc2ecf5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601442 Aug 12 02:39:21.483210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-c055661a-f015-41d5-940a-746a0f550315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.483322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37796) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.485013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-c055661a-f015-41d5-940a-746a0f550315 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1095 time: 0.0465598 Aug 12 02:39:21.525283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:21.527632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-88ccd95c-f6bc-40e4-bcaa-b8aef1292e45 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413520 Aug 12 02:39:21.533170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.538411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:21.576437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Deleting port 2bf99626-088e-4f79-a0d6-67189a1fd119 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:21.576731 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.588840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-d2862448-ae89-475c-937e-296f4f82fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.589917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-d2862448-ae89-475c-937e-296f4f82fb1e service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0974047 Aug 12 02:39:21.633919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:21.637737 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.645721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] For port 2bf99626-088e-4f79-a0d6-67189a1fd119, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2bf99626-088e-4f79-a0d6-67189a1fd119,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:21.646132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.659778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Calling delete_port for 2bf99626-088e-4f79-a0d6-67189a1fd119 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:21.660030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-12a85814-e461-486d-b990-e5089116244d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 999 time: 0.0625927 Aug 12 02:39:21.713195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-66a2cab9-dc51-424b-b899-60343f859646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.714794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-66a2cab9-dc51-424b-b899-60343f859646 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0485561 Aug 12 02:39:21.745026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.767508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-7309fc8d-fd0e-4675-aaad-e2294f15fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.769164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-7309fc8d-fd0e-4675-aaad-e2294f15fd1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475938 Aug 12 02:39:21.777822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] Pushing event deleted for resources: {'Port': ['ID=2bf99626-088e-4f79-a0d6-67189a1fd119,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:21.783175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01092cba-4622-4079-adc2-bf91d35ffeff None None] No DVR routers for this DVR port 2bf99626-088e-4f79-a0d6-67189a1fd119 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:21.867836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-91ea8ce1-071e-4349-a70f-745543e261d1 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910847 Aug 12 02:39:21.877633 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.926159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632ee71-f818-4ab5-a971-ce1237c9fadc req-c2910888-91d0-4cdf-b9d0-424df525c2c4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.927708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7632ee71-f818-4ab5-a971-ce1237c9fadc req-c2910888-91d0-4cdf-b9d0-424df525c2c4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0966318 Aug 12 02:39:21.937642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:21.942766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:21.952349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:21.952972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:21.954711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79723f13-f859-490c-9f85-c46c0d631c12 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:21.962637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c0e78dc-68ba-4a4d-ae92-ae5aa9e9f203 req-e308ef94-6573-4a30-889a-26aa824fcde9 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882628 Aug 12 02:39:21.969265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=2a0d15f4-c7f7-430a-8fa2-a0577acb0552,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:21.991372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-081f7724-502c-4b05-a6b0-19fea298559c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4541848 Aug 12 02:39:21.991750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:21.996943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '2a0d15f4-c7f7-430a-8fa2-a0577acb0552', 'ip_address': '2001:db8::a1f9:cf91:8572:fedb'}], 'name': 'tempest-NetworksTestDHCPv6-168913499'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:22.004530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7632ee71-f818-4ab5-a971-ce1237c9fadc req-559a0085-4775-4825-a139-14a9849b81a7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654113 Aug 12 02:39:22.131690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:22.137125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.145898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '2a0d15f4-c7f7-430a-8fa2-a0577acb0552'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:22.147179 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.156344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 2d7a51eb-560a-426f-8c6e-dd7d37f188e2 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:22.290562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/2a0d15f4-c7f7-430a-8fa2-a0577acb0552/cbb9f695-b190-4a51-9bfc-b8d5cef796ef) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:22.508335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.521574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Transition to ACTIVE for port object cbb9f695-b190-4a51-9bfc-b8d5cef796ef will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:22.538859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Transition to ACTIVE for port object cbb9f695-b190-4a51-9bfc-b8d5cef796ef will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:22.547959 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.602050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Pushing event updated for resources: {'Port': ['ID=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:22.623695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:22.626544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:22.632483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:22.647622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::a1f9:cf91:8572:fedb (fd5a024c-831a-4fcb-aca7-f04db89949f3/2a0d15f4-c7f7-430a-8fa2-a0577acb0552/2d7a51eb-560a-426f-8c6e-dd7d37f188e2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:22.724133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Attempting to bind port cbb9f695-b190-4a51-9bfc-b8d5cef796ef on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:22.724517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Attempting to bind port cbb9f695-b190-4a51-9bfc-b8d5cef796ef by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:22.725548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Attempting to bind port cbb9f695-b190-4a51-9bfc-b8d5cef796ef on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:22.730244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:22.730617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:22.731294 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.731754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:22.732219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Bound port: cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:22.732727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.810208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] For port cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:22.813700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] For port cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:22.818594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.871183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.885839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 2d7a51eb-560a-426f-8c6e-dd7d37f188e2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:22.907094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c25bd2-4621-4771-81a6-bb450241a35f None None] Pushing event updated for resources: {'Port': ['ID=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:22.929439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:22.989054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:22.990834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:22.992993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=2d7a51eb-560a-426f-8c6e-dd7d37f188e2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:22.995305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:23.001281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:23.002029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:23.019691 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d09ad819-8df4-44ee-9fe2-712e8a040f55 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0267661 Aug 12 02:39:23.022535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:23.028403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '2a0d15f4-c7f7-430a-8fa2-a0577acb0552', 'ip_address': '2001:db8::a1f9:cf91:8572:fedb'}], 'name': 'tempest-NetworksTestDHCPv6-692101070'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:23.239382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc248f-7133-4d03-b737-51d9fb81fd22 req-cab6cc4b-6739-4484-9fd1-e097b6ee6650 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:23.241688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-affc248f-7133-4d03-b737-51d9fb81fd22 req-cab6cc4b-6739-4484-9fd1-e097b6ee6650 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1075215 Aug 12 02:39:23.299506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:23.333907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cbb9f695-b190-4a51-9bfc-b8d5cef796ef up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:23.340604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-affc248f-7133-4d03-b737-51d9fb81fd22 req-3268ea2f-5be2-45da-bcbd-e501ec9f09d0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825267 Aug 12 02:39:23.409304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cbb9f695-b190-4a51-9bfc-b8d5cef796ef completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:23.421049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:23.441556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port be41a907-227e-4bfc-8803-9369e4f3e9e9 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:23.481099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2bf99626-088e-4f79-a0d6-67189a1fd119 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:23.501808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2bf99626-088e-4f79-a0d6-67189a1fd119 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:23.502155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2bf99626-088e-4f79-a0d6-67189a1fd119 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:23.624732 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 12 02:39:23.625271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:23.644076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37828) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:23.644281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5ce6a496-7862-4924-a412-25103fa2b820 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6203289 Aug 12 02:39:23.695171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aad3e3-13aa-42e9-b904-d7d09f14df6c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:23.702940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aad3e3-13aa-42e9-b904-d7d09f14df6c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:23.704644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b7aad3e3-13aa-42e9-b904-d7d09f14df6c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0595105 Aug 12 02:39:23.707539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:23.815302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 2d7a51eb-560a-426f-8c6e-dd7d37f188e2 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:23.815954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:23.918476 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:23.947865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 2d7a51eb-560a-426f-8c6e-dd7d37f188e2 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:24.101072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.136075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=2d7a51eb-560a-426f-8c6e-dd7d37f188e2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:24.161817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.164389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0d25908c-1d79-418d-a03e-5a07baae6200 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/2d7a51eb-560a-426f-8c6e-dd7d37f188e2 HTTP/1.1" status: 204 len: 168 time: 0.4555008 Aug 12 02:39:24.167131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:24.211588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Provisioning for port cbb9f695-b190-4a51-9bfc-b8d5cef796ef completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:24.220581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Provisioning complete for port cbb9f695-b190-4a51-9bfc-b8d5cef796ef triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:24.221101 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.252196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6195d65-b2bb-40d8-b460-d80f4e9012a1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:24.253913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6195d65-b2bb-40d8-b460-d80f4e9012a1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:24.255919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6195d65-b2bb-40d8-b460-d80f4e9012a1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0876250 Aug 12 02:39:24.258656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:24.397806 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.403072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 2a0d15f4-c7f7-430a-8fa2-a0577acb0552 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:24.407736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.476615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.490910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] For port cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:24.501657 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.557802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f0f4a-b4b6-418e-93b4-67935fc7b0fc req-d2f93820-b6c3-4fb4-8a30-a929d9005726 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:24.559401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-338f0f4a-b4b6-418e-93b4-67935fc7b0fc req-d2f93820-b6c3-4fb4-8a30-a929d9005726 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1008582 Aug 12 02:39:24.622202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b87ab5-5c8d-43cf-8cce-bc0fdc61b55a None None] Pushing event updated for resources: {'Port': ['ID=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:24.651262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a9e666c6-817e-4961-afed-c1bed819bc40 None None] Could not find standard attr ID for object 2d7a51eb-560a-426f-8c6e-dd7d37f188e2. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:24.660379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-338f0f4a-b4b6-418e-93b4-67935fc7b0fc req-7bcffb74-159b-4ca4-baca-aac2386c3bc6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921729 Aug 12 02:39:24.706348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.787519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.824800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0d15f4-c7f7-430a-8fa2-a0577acb0552,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:24.830433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:24.834911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:24.835055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d82c111c-dbcb-4610-933f-36630ce90729 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/2a0d15f4-c7f7-430a-8fa2-a0577acb0552 HTTP/1.1" status: 204 len: 168 time: 0.5750422 Aug 12 02:39:24.843618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a74845-b9c9-498b-a9bb-420147eade4d None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:24.889253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62510dc4-42b5-4861-a599-4db09588de13 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493546 Aug 12 02:39:24.889635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:24.895243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:25.027567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:25.031940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.110505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:25.207377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Deleting port cbb9f695-b190-4a51-9bfc-b8d5cef796ef {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:25.207794 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.285199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cbb9f695-b190-4a51-9bfc-b8d5cef796ef no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:25.305849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.370819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] For port cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:25.371143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.414464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Calling delete_port for cbb9f695-b190-4a51-9bfc-b8d5cef796ef owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:25.441662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.454773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:25.469039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:25.483128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:25.496371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.545715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6547546 Aug 12 02:39:25.549013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:25.555900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '6647dce5-44f3-4521-af87-f21f7ec73edb', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1591340333'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:25.556445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc658e-b830-4e22-acec-1bc80fd0f242 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=6647dce5-44f3-4521-af87-f21f7ec73edb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:25.591514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cbb9f695-b190-4a51-9bfc-b8d5cef796ef, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:25.613812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.690490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.710049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:25.720579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] No DVR routers for this DVR port cbb9f695-b190-4a51-9bfc-b8d5cef796ef on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:25.757644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b170b-2b11-4d24-908a-fa899ab56235 None None] Pushing event deleted for resources: {'Port': ['ID=cbb9f695-b190-4a51-9bfc-b8d5cef796ef,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:25.773489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3b560-a8b7-4ea4-9523-a8387642bb38 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:25.826584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:25.833743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:25.881871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 6cdabdc1-5439-4207-80d0-5fff3d79ea4e yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:25.884282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ef82-fcac-4fc7-9a89-e9d1aeb6d198 req-57eb4fd6-7965-42c5-a6ff-e0321222ae14 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:25.886752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d088ef82-fcac-4fc7-9a89-e9d1aeb6d198 req-57eb4fd6-7965-42c5-a6ff-e0321222ae14 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0840826 Aug 12 02:39:25.960633 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d088ef82-fcac-4fc7-9a89-e9d1aeb6d198 req-5dbb7780-c781-4402-b990-4ff0eeea80fb tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642667 Aug 12 02:39:26.037719 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:26.038259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:26.052016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '6647dce5-44f3-4521-af87-f21f7ec73edb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:26.052895 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.068663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37852) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:26.072072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0732c200-8a65-4dfe-ad0a-672b1df875bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.5216658 Aug 12 02:39:26.112213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6ed37d18-48ff-4250-bf9a-b51c27ab8c48 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0383081 Aug 12 02:39:26.112213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:26.170244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006fbaf-bf95-4eea-85ef-59657463cbb6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:26.173437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006fbaf-bf95-4eea-85ef-59657463cbb6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:26.179116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:26.179760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c006fbaf-bf95-4eea-85ef-59657463cbb6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0662432 Aug 12 02:39:26.235150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/6647dce5-44f3-4521-af87-f21f7ec73edb/5001d4a7-47ac-4144-9fe0-b530986f9974) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:26.237435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 6647dce5-44f3-4521-af87-f21f7ec73edb {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:26.394118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.403251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Transition to ACTIVE for port object 5001d4a7-47ac-4144-9fe0-b530986f9974 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:26.418643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Transition to ACTIVE for port object 5001d4a7-47ac-4144-9fe0-b530986f9974 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:26.424804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.425635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.467542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:26.473876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:26.476361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:26.488519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Pushing event updated for resources: {'Port': ['ID=5001d4a7-47ac-4144-9fe0-b530986f9974,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:26.500623 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.553664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Attempting to bind port 5001d4a7-47ac-4144-9fe0-b530986f9974 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:26.554090 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Attempting to bind port 5001d4a7-47ac-4144-9fe0-b530986f9974 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:26.554466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Attempting to bind port 5001d4a7-47ac-4144-9fe0-b530986f9974 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:26.563461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:26.563461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:26.563713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.564012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:26.564494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Bound port: 5001d4a7-47ac-4144-9fe0-b530986f9974, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:26.564892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.606614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.694138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.697835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] For port 5001d4a7-47ac-4144-9fe0-b530986f9974, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:26.701441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] For port 5001d4a7-47ac-4144-9fe0-b530986f9974, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5001d4a7-47ac-4144-9fe0-b530986f9974,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:26.707283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.723383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=6647dce5-44f3-4521-af87-f21f7ec73edb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:26.727671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:26.729931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-68ba1952-557d-4aa0-b3cf-742bed1884e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/6647dce5-44f3-4521-af87-f21f7ec73edb HTTP/1.1" status: 204 len: 168 time: 0.5494547 Aug 12 02:39:26.732633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:26.784526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f347cfd-7fc2-4dbf-bb7f-d33749b8beac None None] Pushing event updated for resources: {'Port': ['ID=5001d4a7-47ac-4144-9fe0-b530986f9974,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:27.213328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1934b2e-841f-461a-98ef-067d3b5b43a5 req-481e8606-4261-4d9e-b0dd-23261b38f3ca tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:27.218596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2c625746-8e7e-4d6c-9c39-5d3f0dfe7eb3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4823527 Aug 12 02:39:27.226136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1934b2e-841f-461a-98ef-067d3b5b43a5 req-481e8606-4261-4d9e-b0dd-23261b38f3ca tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1318307 Aug 12 02:39:27.228464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:27.235336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:27.267824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5001d4a7-47ac-4144-9fe0-b530986f9974 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:27.333741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5001d4a7-47ac-4144-9fe0-b530986f9974 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:27.646227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f1934b2e-841f-461a-98ef-067d3b5b43a5 req-ea6fe6da-3ee9-4f17-98da-92102acc1871 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018569 Aug 12 02:39:27.710144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:27.719102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:27.936173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:27.981635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:27.985895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:27.988435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:27.989072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.002806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490a33c-87a5-4dda-a78a-03a0afe76c16 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:28.003568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=a1ad77dc-0a2f-423b-bc05-89fb5a05ba79,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:28.019582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3295001d-1996-44e0-b105-5361026192b3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7897813 Aug 12 02:39:28.019945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:28.026947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-16703881', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:28.053351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.055148 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.076881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Provisioning for port 5001d4a7-47ac-4144-9fe0-b530986f9974 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:28.083069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Provisioning complete for port 5001d4a7-47ac-4144-9fe0-b530986f9974 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:28.083446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.113805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.118786 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.137011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.138219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e07232e3-cdce-4dc8-bace-9a0c40f62e4a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1154249 Aug 12 02:39:28.141972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:28.240685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.284878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] For port 5001d4a7-47ac-4144-9fe0-b530986f9974, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5001d4a7-47ac-4144-9fe0-b530986f9974,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:28.290497 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.352206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075f395-213a-4740-815a-ae1e5d91b59b None None] Pushing event updated for resources: {'Port': ['ID=5001d4a7-47ac-4144-9fe0-b530986f9974,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:28.498179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.615672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-852b8027-6361-4d16-a282-bbace98e9dd7 None None] Provisioning complete for port 5001d4a7-47ac-4144-9fe0-b530986f9974 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:28.616054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-852b8027-6361-4d16-a282-bbace98e9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.790115 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::1 (fd5a024c-831a-4fcb-aca7-f04db89949f3/a1ad77dc-0a2f-423b-bc05-89fb5a05ba79/72e13353-baea-4264-a8b4-c39b961d7481) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:28.837686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bced1d-c1b9-43fe-bc83-301ee3eb72fd req-0464163f-3691-4233-ac78-26e168c72afc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:28.839364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30bced1d-c1b9-43fe-bc83-301ee3eb72fd req-0464163f-3691-4233-ac78-26e168c72afc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0861745 Aug 12 02:39:28.882881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30bced1d-c1b9-43fe-bc83-301ee3eb72fd req-16b95ff3-c6a4-4ca1-9b80-aaafe838b981 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378869 Aug 12 02:39:28.923238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:28.938486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 72e13353-baea-4264-a8b4-c39b961d7481 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:28.973779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.023072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:29.028283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:29.033084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:29.033527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.039929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=72e13353-baea-4264-a8b4-c39b961d7481,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:29.213250 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.244061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5001d4a7-47ac-4144-9fe0-b530986f9974 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:29.481985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1791aad4-a723-4e2a-8262-224e2288496f None None] Provisioning for port 72e13353-baea-4264-a8b4-c39b961d7481 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:29.491188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5001d4a7-47ac-4144-9fe0-b530986f9974 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:29.491507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.513672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1791aad4-a723-4e2a-8262-224e2288496f None None] Provisioning complete for port 72e13353-baea-4264-a8b4-c39b961d7481 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:29.515551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1791aad4-a723-4e2a-8262-224e2288496f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.557766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.560251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1791aad4-a723-4e2a-8262-224e2288496f None None] Port 72e13353-baea-4264-a8b4-c39b961d7481 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:39:29.566388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.567369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:29.661422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=72e13353-baea-4264-a8b4-c39b961d7481,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:29.706724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:29.708165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:29.844562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Router bd75aaf3-886a-405c-81bb-552f733c4c74 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:39:29.970555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:39:29.976307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-443002fd-68be-4958-803d-e9e9494b9701 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "PUT /v2.0/routers/bd75aaf3-886a-405c-81bb-552f733c4c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339291 Aug 12 02:39:29.978779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37882) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:29.983160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Sync routers for ids ['bd75aaf3-886a-405c-81bb-552f733c4c74'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:39:29.998842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Routers {'bd75aaf3-886a-405c-81bb-552f733c4c74'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:29.999667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bd75aaf3-886a-405c-81bb-552f733c4c74'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:30.054441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee02eaae-3be0-4e2b-9767-45823ea1451d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:30.058761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:30.060783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ee02eaae-3be0-4e2b-9767-45823ea1451d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports/72e13353-baea-4264-a8b4-c39b961d7481 HTTP/1.1" status: 200 len: 911 time: 0.0796978 Aug 12 02:39:30.133850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4328b5-9c54-461c-a4d0-69dbc774755f req-25eb8d8b-8a9c-4a8b-83fe-7bf3f5099998 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:30.138583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c4328b5-9c54-461c-a4d0-69dbc774755f req-25eb8d8b-8a9c-4a8b-83fe-7bf3f5099998 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0765660 Aug 12 02:39:30.141207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7503fb-9495-4a4e-9f5c-052d272fc304 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:30.141847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c424ecc0-27f3-47c3-a092-dc77095d1ed9 None None] Provisioning complete for port 72e13353-baea-4264-a8b4-c39b961d7481 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:30.142224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c424ecc0-27f3-47c3-a092-dc77095d1ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.160553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7503fb-9495-4a4e-9f5c-052d272fc304 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:30.170180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a7503fb-9495-4a4e-9f5c-052d272fc304 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1103168 Aug 12 02:39:30.171247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:30.176494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Set router bd75aaf3-886a-405c-81bb-552f733c4c74 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:39:30.184547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c4328b5-9c54-461c-a4d0-69dbc774755f req-c85723f8-ef22-4401-ad81-7e5c8cead548 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Aug 12 02:39:30.219135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-c424ecc0-27f3-47c3-a092-dc77095d1ed9 None None] Port 72e13353-baea-4264-a8b4-c39b961d7481 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:39:30.408329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'name': 'tempest-NetworksTestDHCPv6-router-16703881', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:29Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None, '_interfaces': [{'id': '72e13353-baea-4264-a8b4-c39b961d7481', 'name': '', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'mac_address': 'fa:16:3e:20:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:29Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'subnets': [{'id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:30.440274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Checking router: bd75aaf3-886a-405c-81bb-552f733c4c74 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:39:30.440666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Updating router bd75aaf3-886a-405c-81bb-552f733c4c74 port 72e13353-baea-4264-a8b4-c39b961d7481 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:39:30.466605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.693323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.792127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.804792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Transition to ACTIVE for port object 72e13353-baea-4264-a8b4-c39b961d7481 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:30.811289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.871634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d03d2-119b-47c8-88bf-9c254bfbb8e2 None None] Pushing event updated for resources: {'Port': ['ID=72e13353-baea-4264-a8b4-c39b961d7481,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:30.939443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Attempting to bind port 72e13353-baea-4264-a8b4-c39b961d7481 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:30.939443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Attempting to bind port 72e13353-baea-4264-a8b4-c39b961d7481 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:30.939443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Attempting to bind port 72e13353-baea-4264-a8b4-c39b961d7481 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:30.947764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:30.948085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:30.948479 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.948879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:30.949357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Bound port: 72e13353-baea-4264-a8b4-c39b961d7481, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:30.950165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:30.961060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 72e13353-baea-4264-a8b4-c39b961d7481 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:30.961555 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.050671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] For port 72e13353-baea-4264-a8b4-c39b961d7481, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:31.057434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] For port 72e13353-baea-4264-a8b4-c39b961d7481, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=72e13353-baea-4264-a8b4-c39b961d7481,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:31.064600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.126050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 72e13353-baea-4264-a8b4-c39b961d7481, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:31.126568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.144375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 72e13353-baea-4264-a8b4-c39b961d7481 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:31.152544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Routers {'bd75aaf3-886a-405c-81bb-552f733c4c74'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:31.153456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['bd75aaf3-886a-405c-81bb-552f733c4c74'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:31.160052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d03d2-119b-47c8-88bf-9c254bfbb8e2 None None] Pushing event updated for resources: {'Port': ['ID=72e13353-baea-4264-a8b4-c39b961d7481,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:31.349703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] Set router bd75aaf3-886a-405c-81bb-552f733c4c74 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:39:31.427302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643853b0-7049-43d0-bd7c-bc05bf3d7e82 req-cb41adf5-0665-40e5-8db7-ee3532bbc6fe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:31.429476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-643853b0-7049-43d0-bd7c-bc05bf3d7e82 req-cb41adf5-0665-40e5-8db7-ee3532bbc6fe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1111591 Aug 12 02:39:31.474005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.515187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=72e13353-baea-4264-a8b4-c39b961d7481,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:31.533312 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-643853b0-7049-43d0-bd7c-bc05bf3d7e82 req-7186ca7a-fdb8-452c-a57b-d9b7c876b414 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893228 Aug 12 02:39:31.677268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.679364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dd372f2b-6187-4580-a619-55e9f9df4f33 None None] Could not find standard attr ID for object 72e13353-baea-4264-a8b4-c39b961d7481. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:31.884093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Router bd75aaf3-886a-405c-81bb-552f733c4c74 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:39:31.908570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'name': 'tempest-NetworksTestDHCPv6-router-16703881', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:29Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None, '_interfaces': [{'id': '72e13353-baea-4264-a8b4-c39b961d7481', 'name': '', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'mac_address': 'fa:16:3e:20:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:31Z', 'revision_number': 4, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'subnets': [{'id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:31.945154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dfcc3-2710-4d5f-94b7-cc8bb6885e0f None None] The sync data for ids ['bd75aaf3-886a-405c-81bb-552f733c4c74'] in n-d-804303-2 is: [{'id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'name': 'tempest-NetworksTestDHCPv6-router-16703881', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:29Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None, '_interfaces': [{'id': '72e13353-baea-4264-a8b4-c39b961d7481', 'name': '', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'mac_address': 'fa:16:3e:20:5a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd75aaf3-886a-405c-81bb-552f733c4c74', 'device_owner': 'network:router_interface', 'standard_attr_id': 3291, 'fixed_ips': [{'subnet_id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:39:28Z', 'updated_at': '2021-08-12T02:39:31Z', 'revision_number': 4, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'subnets': [{'id': 'a1ad77dc-0a2f-423b-bc05-89fb5a05ba79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:39:31.980649 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f46146b0-4513-4923-a9a9-0e54d245a9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:31.998368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:39:32.004961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-079eee53-f799-4ea7-bf5c-bfd1c28ff9bb tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "PUT /v2.0/routers/bd75aaf3-886a-405c-81bb-552f733c4c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323529 Aug 12 02:39:32.007726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37894) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:32.073100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8a10b-9310-4b31-a634-24226116d5cd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:32.074905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b8a10b-9310-4b31-a634-24226116d5cd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:32.079065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7b8a10b-9310-4b31-a634-24226116d5cd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0674732 Aug 12 02:39:32.079238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37896) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:32.134717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet a1ad77dc-0a2f-423b-bc05-89fb5a05ba79 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:32.138076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.198204 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.248615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.315627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.347117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.349075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/a1ad77dc-0a2f-423b-bc05-89fb5a05ba79 HTTP/1.1" status: 204 len: 168 time: 0.2688959 Aug 12 02:39:32.349895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ad77dc-0a2f-423b-bc05-89fb5a05ba79,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:32.352098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37900) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:32.357061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd13ea-aba8-45ac-8d93-a7ddb0e93269 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:32.358711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.359070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.359418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.359803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.360149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.360482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.361005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.361585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.362026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.362372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.366844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.367191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd3e201-6f1f-4b8e-ad32-459037ee2256 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:32.570457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:32.634883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Deleting port 5001d4a7-47ac-4144-9fe0-b530986f9974 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:32.635693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.704455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62494ce-e7fc-4bef-a60e-bd70516e5a60 req-65e0dfce-1c74-4fb4-b1f2-5d6955e1bd65 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:32.706375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c62494ce-e7fc-4bef-a60e-bd70516e5a60 req-65e0dfce-1c74-4fb4-b1f2-5d6955e1bd65 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0652769 Aug 12 02:39:32.718440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] For port 5001d4a7-47ac-4144-9fe0-b530986f9974, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5001d4a7-47ac-4144-9fe0-b530986f9974,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:32.719096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.732723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Calling delete_port for 5001d4a7-47ac-4144-9fe0-b530986f9974 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:32.753826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c62494ce-e7fc-4bef-a60e-bd70516e5a60 req-3f1a9d98-6e01-49f5-ae54-43c701dddffd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Aug 12 02:39:32.813033 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:32.816160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:32.816398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ac4ee4db-3279-4f58-ac23-f70b00652198 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.4615281 Aug 12 02:39:32.836484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] Pushing event deleted for resources: {'Port': ['ID=5001d4a7-47ac-4144-9fe0-b530986f9974,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:32.841701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed6d99-39e3-4ef1-9c2c-a50d874e1309 None None] No DVR routers for this DVR port 5001d4a7-47ac-4144-9fe0-b530986f9974 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:32.894696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.050152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.052181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.096608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.097113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Fanout notify agent at l3_agent the message router_deleted on router bd75aaf3-886a-405c-81bb-552f733c4c74 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:39:33.104195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.105459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1b117a62-0c90-4c73-b776-60aa676105c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/routers/bd75aaf3-886a-405c-81bb-552f733c4c74 HTTP/1.1" status: 204 len: 168 time: 0.2879007 Aug 12 02:39:33.108338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:33.113890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:33.222990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5001d4a7-47ac-4144-9fe0-b530986f9974 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:33.225051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:33.230318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.248161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5001d4a7-47ac-4144-9fe0-b530986f9974 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:33.248513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5001d4a7-47ac-4144-9fe0-b530986f9974 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:33.356760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Sync routers for ids ['bd75aaf3-886a-405c-81bb-552f733c4c74'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:39:33.366534 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:33.366903 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:39:33.367593 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_agentschedulers_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd75aaf3-886a-405c-81bb-552f733c4c74'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:39:33.375217 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:33.375613 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:39:33.376185 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_agentschedulers_db [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd75aaf3-886a-405c-81bb-552f733c4c74'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:39:33.376544 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940717e0-ee94-4bba-ac42-8bac219c2cde None None] The sync data for ids ['bd75aaf3-886a-405c-81bb-552f733c4c74'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:39:33.435954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.480808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:33.484249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:33.488465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:33.489060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.493671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2419a2f0-1bd6-4997-98da-60f361f4942a None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:33.498745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:33.512133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3aa2e92b-3ed3-44e2-a37d-cd11a733a662 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4020007 Aug 12 02:39:33.512879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:33.518795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1513419609', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:33.544017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.545376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.598681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.603462 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.621034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.622299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-74f77937-9956-4f25-a1be-00c9643404f7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1083341 Aug 12 02:39:33.625022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:33.656113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:33.656983 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.794776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f/402481e0-0f4c-492c-bd0b-0489985449ff) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:33.892659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7e633-54b0-456b-8c68-2e4505d00f7a req-c5f2e1d9-b0cd-4900-bce3-95d2e0aea06a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:33.894268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cb7e633-54b0-456b-8c68-2e4505d00f7a req-c5f2e1d9-b0cd-4900-bce3-95d2e0aea06a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0506785 Aug 12 02:39:33.924540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.936468 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cb7e633-54b0-456b-8c68-2e4505d00f7a req-c32d4905-742b-4df7-8b28-0311dff92b0e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355623 Aug 12 02:39:33.951075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:33.959679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Transition to ACTIVE for port object 402481e0-0f4c-492c-bd0b-0489985449ff will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:33.975028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Transition to ACTIVE for port object 402481e0-0f4c-492c-bd0b-0489985449ff will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:33.980647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.023427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:34.028665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:34.031754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:34.033927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Pushing event updated for resources: {'Port': ['ID=402481e0-0f4c-492c-bd0b-0489985449ff,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:34.089419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Attempting to bind port 402481e0-0f4c-492c-bd0b-0489985449ff on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:34.089786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Attempting to bind port 402481e0-0f4c-492c-bd0b-0489985449ff by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:34.090146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Attempting to bind port 402481e0-0f4c-492c-bd0b-0489985449ff on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:34.095029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:34.095402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:34.095837 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.096232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:34.096692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Bound port: 402481e0-0f4c-492c-bd0b-0489985449ff, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:34.097076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.160972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] For port 402481e0-0f4c-492c-bd0b-0489985449ff, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:34.164074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] For port 402481e0-0f4c-492c-bd0b-0489985449ff, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=402481e0-0f4c-492c-bd0b-0489985449ff,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:34.168367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.168780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::1 (fd5a024c-831a-4fcb-aca7-f04db89949f3/0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f/e2ce9996-6e8d-48db-80f2-da0870aee673) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:34.234033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35177b-50b0-42f8-9af7-2c597cea46f4 None None] Pushing event updated for resources: {'Port': ['ID=402481e0-0f4c-492c-bd0b-0489985449ff,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:34.291120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.308286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object e2ce9996-6e8d-48db-80f2-da0870aee673 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:34.343889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.391415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:34.397587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:34.401504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:34.402054 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.408634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=e2ce9996-6e8d-48db-80f2-da0870aee673,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:34.532058 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.580893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-46d1c984-e217-4ce1-8e6a-9183d5b554cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.638439 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.684469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.794735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.799181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.800030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:34.886435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=e2ce9996-6e8d-48db-80f2-da0870aee673,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:34.932114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:34.933283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:35.058053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Router 0a453b94-f44d-4c6a-93b5-9dce08574f88 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:39:35.078434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195c923-2486-4ea7-be32-096249a16c3f req-037ddc22-ab2a-4b30-9849-49ca8cea0b83 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:35.080085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1195c923-2486-4ea7-be32-096249a16c3f req-037ddc22-ab2a-4b30-9849-49ca8cea0b83 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0599101 Aug 12 02:39:35.125631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1195c923-2486-4ea7-be32-096249a16c3f req-44620695-e7db-427c-93a1-d17683a9fb2d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361836 Aug 12 02:39:35.163989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:39:35.174931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:35.176000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-632a0edc-4498-43f9-9288-42f435e59245 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "PUT /v2.0/routers/0a453b94-f44d-4c6a-93b5-9dce08574f88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5498910 Aug 12 02:39:35.177990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Sync routers for ids ['0a453b94-f44d-4c6a-93b5-9dce08574f88'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:39:35.189405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Routers {'0a453b94-f44d-4c6a-93b5-9dce08574f88'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:35.190038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0a453b94-f44d-4c6a-93b5-9dce08574f88'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:35.229249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0095760c-649b-43f0-be5d-1c3d9df36098 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:35.232035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0095760c-649b-43f0-be5d-1c3d9df36098 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports/e2ce9996-6e8d-48db-80f2-da0870aee673 HTTP/1.1" status: 200 len: 911 time: 0.0559556 Aug 12 02:39:35.234258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:35.267506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 402481e0-0f4c-492c-bd0b-0489985449ff up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:35.292998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78835144-e000-47bf-bc5d-d611f7f58730 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:35.300512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78835144-e000-47bf-bc5d-d611f7f58730 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:35.302201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-78835144-e000-47bf-bc5d-d611f7f58730 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0669329 Aug 12 02:39:35.305021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37924) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:35.487711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-75bc59e7-c8d0-42c8-8f81-677918a8f2f9 None None] Provisioning for port 402481e0-0f4c-492c-bd0b-0489985449ff completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:35.496471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Set router 0a453b94-f44d-4c6a-93b5-9dce08574f88 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:39:35.578362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 402481e0-0f4c-492c-bd0b-0489985449ff completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:35.621041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 402481e0-0f4c-492c-bd0b-0489985449ff triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:35.621413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.670001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7f37544-3c55-4b72-9a09-90d92c48045e None None] Provisioning for port e2ce9996-6e8d-48db-80f2-da0870aee673 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:35.688348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7f37544-3c55-4b72-9a09-90d92c48045e None None] Provisioning complete for port e2ce9996-6e8d-48db-80f2-da0870aee673 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:35.688636 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7f37544-3c55-4b72-9a09-90d92c48045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.757719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.778675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d7f37544-3c55-4b72-9a09-90d92c48045e None None] Port e2ce9996-6e8d-48db-80f2-da0870aee673 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:39:35.803265 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.843686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a453b94-f44d-4c6a-93b5-9dce08574f88', 'name': 'tempest-NetworksTestDHCPv6-router-1513419609', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:33Z', 'updated_at': '2021-08-12T02:39:34Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None, '_interfaces': [{'id': 'e2ce9996-6e8d-48db-80f2-da0870aee673', 'name': '', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'mac_address': 'fa:16:3e:f2:37:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a453b94-f44d-4c6a-93b5-9dce08574f88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': '0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:39:34Z', 'updated_at': '2021-08-12T02:39:34Z', 'revision_number': 2, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'subnets': [{'id': '0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:35.851770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 402481e0-0f4c-492c-bd0b-0489985449ff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=402481e0-0f4c-492c-bd0b-0489985449ff,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:35.880685 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.882413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Checking router: 0a453b94-f44d-4c6a-93b5-9dce08574f88 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:39:35.882765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Updating router 0a453b94-f44d-4c6a-93b5-9dce08574f88 port e2ce9996-6e8d-48db-80f2-da0870aee673 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:39:35.893632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 72e13353-baea-4264-a8b4-c39b961d7481 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:35.947423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.956723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 72e13353-baea-4264-a8b4-c39b961d7481 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:35.957068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 72e13353-baea-4264-a8b4-c39b961d7481 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:35.966796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port e2ce9996-6e8d-48db-80f2-da0870aee673 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:35.967122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.968821 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:35.995230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-88497167-1a78-4f18-b352-24055f7c0f65 None None] Provisioning complete for port e2ce9996-6e8d-48db-80f2-da0870aee673 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:35.995627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-88497167-1a78-4f18-b352-24055f7c0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.000166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=402481e0-0f4c-492c-bd0b-0489985449ff,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:36.054855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.062290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-88497167-1a78-4f18-b352-24055f7c0f65 None None] Port e2ce9996-6e8d-48db-80f2-da0870aee673 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:39:36.068188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for e2ce9996-6e8d-48db-80f2-da0870aee673 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:36.265023 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.276411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:39:36.276895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05836e-7b44-468b-a170-09b9bc4ca1c5 req-629b68e8-4301-4373-afed-9e4864a123cd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:36.276999 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:39:36.278177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be05836e-7b44-468b-a170-09b9bc4ca1c5 req-629b68e8-4301-4373-afed-9e4864a123cd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0673504 Aug 12 02:39:36.312422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=e2ce9996-6e8d-48db-80f2-da0870aee673,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:36.418898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be05836e-7b44-468b-a170-09b9bc4ca1c5 req-fe392d4d-6fb5-401f-b16d-baf5ceb245e7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184394 Aug 12 02:39:36.421358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.580557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Router 0a453b94-f44d-4c6a-93b5-9dce08574f88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:39:36.656017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:39:36.661124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9408ba9e-9367-4baf-8219-b7b439f84a83 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "PUT /v2.0/routers/0a453b94-f44d-4c6a-93b5-9dce08574f88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3550785 Aug 12 02:39:36.663618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37932) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:36.713866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba1dd7-0c90-4be1-8983-d450f38a54bc tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:36.715544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebba1dd7-0c90-4be1-8983-d450f38a54bc tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:36.717121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ebba1dd7-0c90-4be1-8983-d450f38a54bc tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0525064 Aug 12 02:39:36.720632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37934) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:36.769130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:36.772117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.798361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Port e2ce9996-6e8d-48db-80f2-da0870aee673 not found while updating agent binding for router 0a453b94-f44d-4c6a-93b5-9dce08574f88. {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 12 02:39:36.806696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Routers {'0a453b94-f44d-4c6a-93b5-9dce08574f88'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:36.807314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['0a453b94-f44d-4c6a-93b5-9dce08574f88'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:36.816092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.872679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] Set router 0a453b94-f44d-4c6a-93b5-9dce08574f88 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:39:36.898500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.929857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a453b94-f44d-4c6a-93b5-9dce08574f88', 'name': 'tempest-NetworksTestDHCPv6-router-1513419609', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:33Z', 'updated_at': '2021-08-12T02:39:36Z', 'revision_number': 3, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:39:36.956726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7424f3d5-78ad-4958-8e22-b67f1e7fb10c None None] The sync data for ids ['0a453b94-f44d-4c6a-93b5-9dce08574f88'] in n-d-804303-2 is: [{'id': '0a453b94-f44d-4c6a-93b5-9dce08574f88', 'name': 'tempest-NetworksTestDHCPv6-router-1513419609', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:39:33Z', 'updated_at': '2021-08-12T02:39:36Z', 'revision_number': 3, 'project_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:39:36.957542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.984092 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:36.990472 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:36.992416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71d7c2f2-63cf-49cb-99cc-947b25c4b50f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f HTTP/1.1" status: 204 len: 168 time: 0.2708766 Aug 12 02:39:36.994749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:36.996887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0caa24-d57b-494a-b494-0f3f7bf3a78c None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:37.111535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95c41eab-3f69-4a73-a892-aa359fa3fe1d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1147041 Aug 12 02:39:37.112985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37938) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:37.193797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.212576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:37.263617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Deleting port 402481e0-0f4c-492c-bd0b-0489985449ff {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:37.263999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.347928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] For port 402481e0-0f4c-492c-bd0b-0489985449ff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=402481e0-0f4c-492c-bd0b-0489985449ff,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:37.348749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.357029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.363096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Calling delete_port for 402481e0-0f4c-492c-bd0b-0489985449ff owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:37.446574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.482318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] Pushing event deleted for resources: {'Port': ['ID=402481e0-0f4c-492c-bd0b-0489985449ff,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:37.486274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323cca2-a582-446f-a18c-50ed17fc6a60 None None] No DVR routers for this DVR port 402481e0-0f4c-492c-bd0b-0489985449ff on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:37.703690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.706326 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.714865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a422a5-d747-4bdb-b50f-dd3ef5cb920b req-18d5f17e-591b-412d-b3a5-ce0112ba3c50 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:37.716415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8a422a5-d747-4bdb-b50f-dd3ef5cb920b req-18d5f17e-591b-412d-b3a5-ce0112ba3c50 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.1710329 Aug 12 02:39:37.771894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.772397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Fanout notify agent at l3_agent the message router_deleted on router 0a453b94-f44d-4c6a-93b5-9dce08574f88 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:39:37.779736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:37.780946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72265b30-6c5b-4eeb-b2b2-693d5aab2641 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/routers/0a453b94-f44d-4c6a-93b5-9dce08574f88 HTTP/1.1" status: 204 len: 168 time: 0.6669388 Aug 12 02:39:37.783575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:37.793529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8a422a5-d747-4bdb-b50f-dd3ef5cb920b req-85eba238-1bc4-4939-8a82-d0564f1da6be tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702336 Aug 12 02:39:37.816634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-735f5cc9-aeff-47fe-877b-ab6e6596b929 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304036 Aug 12 02:39:37.822576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37946) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:37.849794 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Sync routers for ids ['0a453b94-f44d-4c6a-93b5-9dce08574f88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:39:37.861921 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:37.862292 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:39:37.862936 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a453b94-f44d-4c6a-93b5-9dce08574f88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:39:37.870582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Routers set() bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:39:37.870936 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Router IDs set() for agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 02:39:37.871521 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_agentschedulers_db [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a453b94-f44d-4c6a-93b5-9dce08574f88'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:39:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent'). {{(pid=94676) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 12 02:39:37.871886 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfceadf-5f07-49e0-8ff2-a9b0b9da2f03 None None] The sync data for ids ['0a453b94-f44d-4c6a-93b5-9dce08574f88'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:39:37.875527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1370e0b-a31f-470a-8beb-a7fbcb35df67 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:37.879623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:37.879818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c1370e0b-a31f-470a-8beb-a7fbcb35df67 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560055 Aug 12 02:39:37.923580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-53887063-ef28-4004-842f-0c674e5ca7ed tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423625 Aug 12 02:39:37.927503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:37.932750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:38.021816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:38.025666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.294635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:38.296581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.340718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:38.344596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:38.349320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:38.349918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.353530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12da67f-eef2-46cf-92bb-207fed70d1ee None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:38.357911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=f924f979-f912-4b12-9f1c-cff05bfa971f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:38.368953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aa18ce10-1a9f-44ef-bfa6-8674055db3be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4401736 Aug 12 02:39:38.371601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:38.376936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:38.489073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:38.492519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.500297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'f924f979-f912-4b12-9f1c-cff05bfa971f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:38.501224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.636134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Allocated IP 2001:db8::f816:3eff:fe95:46d0 (fd5a024c-831a-4fcb-aca7-f04db89949f3/f924f979-f912-4b12-9f1c-cff05bfa971f/9c2b34a9-66eb-4a76-9865-16b5dec710b6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:38.754220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.785373 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.796928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:38.798445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Transition to ACTIVE for port object 9c2b34a9-66eb-4a76-9865-16b5dec710b6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:38.800762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:38.804869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:38.805466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.814518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Transition to ACTIVE for port object 9c2b34a9-66eb-4a76-9865-16b5dec710b6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:38.815098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=55b6d37b-fb32-4b60-b869-9de24ee10ad1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:38.820877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.826236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52f919d7-33f8-469d-b03c-729687febfbe tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4531562 Aug 12 02:39:38.829044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:38.834165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:38:df:b8', 'name': 'tempest-NetworksTestDHCPv6-759740583'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:38.875151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:38.878041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:38.880528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:38.888000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Pushing event updated for resources: {'Port': ['ID=9c2b34a9-66eb-4a76-9865-16b5dec710b6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:38.934420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa313148-5ef5-4809-9e53-7d5c4f4d232c req-8ea3aa02-f847-462c-8274-e4374e16a610 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:38.935970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa313148-5ef5-4809-9e53-7d5c4f4d232c req-8ea3aa02-f847-462c-8274-e4374e16a610 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0611560 Aug 12 02:39:38.944733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Attempting to bind port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:38.945105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Attempting to bind port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:38.945473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Attempting to bind port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:38.950814 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:38.951194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:38.951627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.952204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:38.952561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Bound port: 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:38.952945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:38.966144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:38.978967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa313148-5ef5-4809-9e53-7d5c4f4d232c req-60db47bd-69c2-4446-8880-b82dae85a169 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356996 Aug 12 02:39:39.019445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] For port 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:39.022494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] For port 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c2b34a9-66eb-4a76-9865-16b5dec710b6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:39.026811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.050040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.072752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 58cfadc5-cbeb-47a2-854b-0a86af1f57e3 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:39.089610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd90d47-94da-432c-bdf8-3b4960164ac6 None None] Pushing event updated for resources: {'Port': ['ID=9c2b34a9-66eb-4a76-9865-16b5dec710b6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:39.189345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 402481e0-0f4c-492c-bd0b-0489985449ff no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:39.212713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 402481e0-0f4c-492c-bd0b-0489985449ff {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:39.213158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 402481e0-0f4c-492c-bd0b-0489985449ff not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:39.264314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 172.20.0.5 (fd5a024c-831a-4fcb-aca7-f04db89949f3/55b6d37b-fb32-4b60-b869-9de24ee10ad1/58cfadc5-cbeb-47a2-854b-0a86af1f57e3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:39.271102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe38:dfb8 (fd5a024c-831a-4fcb-aca7-f04db89949f3/f924f979-f912-4b12-9f1c-cff05bfa971f/58cfadc5-cbeb-47a2-854b-0a86af1f57e3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:39.433390 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.445985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 58cfadc5-cbeb-47a2-854b-0a86af1f57e3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:39.482059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.525277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:39.530236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:39.534750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:39.557567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=58cfadc5-cbeb-47a2-854b-0a86af1f57e3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:39.584843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:39.585455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.599165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dbee18e4-5327-4a41-a0c8-54333a0c4141 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7690537 Aug 12 02:39:39.601675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:39.654833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed30c5a-070f-47b5-870f-c5a0540894e6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:39.661045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed30c5a-070f-47b5-870f-c5a0540894e6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:39.662675 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2ed30c5a-070f-47b5-870f-c5a0540894e6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0601001 Aug 12 02:39:39.665375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:39.759823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 58cfadc5-cbeb-47a2-854b-0a86af1f57e3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:39.760182 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.854978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:39.868377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 58cfadc5-cbeb-47a2-854b-0a86af1f57e3 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:39.960389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566383c-b6f1-4a54-b55c-cdf79109f7b7 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:40.022632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2fa4828e-612c-4a41-a26d-0af15438a99e None None] Provisioning for port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:40.049024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.081270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=58cfadc5-cbeb-47a2-854b-0a86af1f57e3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:40.126363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db19f1-f609-4b0d-aaba-bcfe0ebd0d1c req-0f160fba-c5aa-493e-8540-280b80e187e2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:40.133663 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5db19f1-f609-4b0d-aaba-bcfe0ebd0d1c req-0f160fba-c5aa-493e-8540-280b80e187e2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 944 time: 0.0647511 Aug 12 02:39:40.165550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.168001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-35de46c5-61c4-47ce-a776-142d24209dc0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/58cfadc5-cbeb-47a2-854b-0a86af1f57e3 HTTP/1.1" status: 204 len: 168 time: 0.5014274 Aug 12 02:39:40.170371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:40.177304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5db19f1-f609-4b0d-aaba-bcfe0ebd0d1c req-c2d49dc1-5e0a-4291-b0c1-e190cf986f76 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Aug 12 02:39:40.212135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'f924f979-f912-4b12-9f1c-cff05bfa971f', 'ip_address': '2001:db8::f816:3eff:fe95:46d0'}, {'subnet_id': '55b6d37b-fb32-4b60-b869-9de24ee10ad1'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '9c2b34a9-66eb-4a76-9865-16b5dec710b6'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:39:40.227463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0c13d-0fd8-4fa7-b130-ab32cfcc245e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:40.229042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0c13d-0fd8-4fa7-b130-ab32cfcc245e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:40.230568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0c13d-0fd8-4fa7-b130-ab32cfcc245e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:40.232116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3dd0c13d-0fd8-4fa7-b130-ab32cfcc245e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0605114 Aug 12 02:39:40.235241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:40.236778 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.404579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Allocated IP 172.20.0.2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/55b6d37b-fb32-4b60-b869-9de24ee10ad1/9c2b34a9-66eb-4a76-9865-16b5dec710b6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:40.485420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:39:40.514051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] For port 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c2b34a9-66eb-4a76-9865-16b5dec710b6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:40.596273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.610126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 55b6d37b-fb32-4b60-b869-9de24ee10ad1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:40.621368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Transition to ACTIVE for port object 9c2b34a9-66eb-4a76-9865-16b5dec710b6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:40.624628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.629184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.663597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.663798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:40.711737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'mac_address': 'fa:16:3e:b6:11:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:39:40.741543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59b634-922a-4a2a-9af3-9e9be5ca5623 None None] Pushing event updated for resources: {'Port': ['ID=9c2b34a9-66eb-4a76-9865-16b5dec710b6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:40.755683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.775774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.792029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:39:40.828326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:40.830463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.834953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.875611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=55b6d37b-fb32-4b60-b869-9de24ee10ad1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:40.880776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.885254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0db78c4-fb70-4bc9-bf33-088a99dff663 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/55b6d37b-fb32-4b60-b869-9de24ee10ad1 HTTP/1.1" status: 204 len: 168 time: 0.6465995 Aug 12 02:39:40.885564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37974) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:40.895628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:40.941865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet f924f979-f912-4b12-9f1c-cff05bfa971f {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:40.945333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:40.992140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.020168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['b8a976f1-1861-427b-9e4c-04929c99e103'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:39:41.083564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.150137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.191486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=f924f979-f912-4b12-9f1c-cff05bfa971f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:41.195935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.200964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37976) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:41.203299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9fb77272-d30a-4c13-9c90-95ec8d7661a8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/f924f979-f912-4b12-9f1c-cff05bfa971f HTTP/1.1" status: 204 len: 168 time: 0.3165691 Aug 12 02:39:41.251559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-464077a2-8eb4-4cae-b2b4-7d9d28706ce4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477209 Aug 12 02:39:41.256861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37980) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:41.261013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c2b34a9-66eb-4a76-9865-16b5dec710b6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:41.263427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:41.328094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:41.340246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36c9b3-bd31-4e89-8bf3-c0cf96b10059 req-6b256319-33fe-47b6-ac48-ede3f287f06c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:41.341860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a36c9b3-bd31-4e89-8bf3-c0cf96b10059 req-6b256319-33fe-47b6-ac48-ede3f287f06c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.0694456 Aug 12 02:39:41.357785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc6bcb-d5f8-4cb5-984a-10b8a4ab2b90 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:41.386221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:41.390105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a36c9b3-bd31-4e89-8bf3-c0cf96b10059 req-9ad68cdb-9290-4f1b-9b84-ec491be49cb0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347598 Aug 12 02:39:41.390924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.422835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Provisioning for port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:41.429853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Provisioning complete for port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:41.430220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.557424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.569993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:41.612970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] For port 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c2b34a9-66eb-4a76-9865-16b5dec710b6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:41.619275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.682174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94012a8c-c5d7-42bf-8118-ecbb73618968 None None] Pushing event updated for resources: {'Port': ['ID=9c2b34a9-66eb-4a76-9865-16b5dec710b6,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:41.685340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Deleting port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:41.685749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.725517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:41.767361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] For port 9c2b34a9-66eb-4a76-9865-16b5dec710b6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c2b34a9-66eb-4a76-9865-16b5dec710b6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:41.767767 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.779976 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Calling delete_port for 9c2b34a9-66eb-4a76-9865-16b5dec710b6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:41.857199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.881575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] Pushing event deleted for resources: {'Port': ['ID=9c2b34a9-66eb-4a76-9865-16b5dec710b6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:41.884767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb3277-feeb-4311-913a-1e9a872ac68d None None] No DVR routers for this DVR port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:41.901902 n-d-804303-2 neutron-server[94673]: WARNING neutron.services.revisions.revision_plugin [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Could not find related port for resource to bump revision. Aug 12 02:39:41.907804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Port 9c2b34a9-66eb-4a76-9865-16b5dec710b6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 02:39:41.908559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:46d0 {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 02:39:41.911509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:46d0 {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 02:39:41.913149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.958034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:41.961266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:41.965457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:41.966046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:41.975116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c876d-93ce-42ab-b03a-80ca5c649be5 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:41.976329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=a13efcb8-e79c-44df-ac5b-0e2089a0a6bd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:41.986949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-167310bd-433a-4fb3-b9a8-d814c40a1e2c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7289057 Aug 12 02:39:41.989591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37984) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:41.994631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:42.107420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:42.111699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.121062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'a13efcb8-e79c-44df-ac5b-0e2089a0a6bd'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:42.121926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.258801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Allocated IP 2001:db8::f816:3eff:feb2:82fd (fd5a024c-831a-4fcb-aca7-f04db89949f3/a13efcb8-e79c-44df-ac5b-0e2089a0a6bd/562a4241-d857-4020-ae05-6960c62fd8dd) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:42.338036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.383699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:42.386896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:42.392421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:42.393024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.402888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:42.414436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9b93a104-86f5-405a-af18-4d5f5707033f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4237888 Aug 12 02:39:42.418848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:42.424661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:2a:33:6d', 'name': 'tempest-NetworksTestDHCPv6-1943773040'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:42.526154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff932dd2-6008-4c1f-8b1c-e8de7c271bb6 req-3366af6c-27d7-4de6-9a6e-634f85594e78 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:42.528488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff932dd2-6008-4c1f-8b1c-e8de7c271bb6 req-3366af6c-27d7-4de6-9a6e-634f85594e78 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 945 time: 0.0540636 Aug 12 02:39:42.549885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:42.556131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.558270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:42.572125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff932dd2-6008-4c1f-8b1c-e8de7c271bb6 req-135e8d26-2017-4f50-9c72-7b7fa78720fd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370121 Aug 12 02:39:42.582406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:42.615845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.630719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Transition to ACTIVE for port object 562a4241-d857-4020-ae05-6960c62fd8dd will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:42.682947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Transition to ACTIVE for port object 562a4241-d857-4020-ae05-6960c62fd8dd will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:42.693693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.725259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port b8a976f1-1861-427b-9e4c-04929c99e103 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:42.725617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.756902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:42.771645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:42.774007 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:42.790095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Pushing event updated for resources: {'Port': ['ID=562a4241-d857-4020-ae05-6960c62fd8dd,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:42.791166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 172.20.0.5 (fd5a024c-831a-4fcb-aca7-f04db89949f3/7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2/7c75a268-d88a-4bbc-b677-0fa6fb5d94f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:42.799401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe2a:336d (fd5a024c-831a-4fcb-aca7-f04db89949f3/a13efcb8-e79c-44df-ac5b-0e2089a0a6bd/7c75a268-d88a-4bbc-b677-0fa6fb5d94f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:42.907115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Attempting to bind port 562a4241-d857-4020-ae05-6960c62fd8dd on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:42.907391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Attempting to bind port 562a4241-d857-4020-ae05-6960c62fd8dd by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:42.907779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Attempting to bind port 562a4241-d857-4020-ae05-6960c62fd8dd on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:42.921243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:42.921662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:42.922065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.922458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:42.922922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Bound port: 562a4241-d857-4020-ae05-6960c62fd8dd, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:42.923307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.934120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.943430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:42.957008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:43.002096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:39:43.002279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.004309 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cfb7c3-3ad2-488f-b228-b043f36af3ba" -d '{"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:39:43.031095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:43.043404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.069824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:43.074414 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54bd244-7633-4c9b-906b-a76244f0e906 x-openstack-request-id: req-c54bd244-7633-4c9b-906b-a76244f0e906 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:39:43.075548 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-plugged", "status": "completed", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:39:43.075548 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c54bd244-7633-4c9b-906b-a76244f0e906 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:39:43.075761 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'code': 200} Aug 12 02:39:43.076347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:43.083022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:43.088878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] For port 562a4241-d857-4020-ae05-6960c62fd8dd, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:43.109046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] For port 562a4241-d857-4020-ae05-6960c62fd8dd, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=562a4241-d857-4020-ae05-6960c62fd8dd,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:43.110993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=7c75a268-d88a-4bbc-b677-0fa6fb5d94f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:43.120535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.131137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:43.142957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.143558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.183523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3c2a3154-fc0f-43b5-9075-f8376a63a627 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7635865 Aug 12 02:39:43.186727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 37994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:43.203182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e0ea-f3ba-417c-a675-0a84b9e0f2e9 None None] Pushing event updated for resources: {'Port': ['ID=562a4241-d857-4020-ae05-6960c62fd8dd,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:43.230255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c2b34a9-66eb-4a76-9865-16b5dec710b6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:43.252991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9c2b34a9-66eb-4a76-9865-16b5dec710b6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:43.253347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c2b34a9-66eb-4a76-9865-16b5dec710b6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:43.284057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89234c-dc92-4ad9-b688-66b8f9ff055c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.289967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89234c-dc92-4ad9-b688-66b8f9ff055c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.291764 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b89234c-dc92-4ad9-b688-66b8f9ff055c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1034129 Aug 12 02:39:43.294127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41cefb-08dd-41ec-b8ef-cfd76a62feba req-b3b1303d-2bdf-4686-b892-ae852cad6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.294427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 37996) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:43.295605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d41cefb-08dd-41ec-b8ef-cfd76a62feba req-b3b1303d-2bdf-4686-b892-ae852cad6602 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1098 time: 0.0724883 Aug 12 02:39:43.338715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d41cefb-08dd-41ec-b8ef-cfd76a62feba req-08ebb5f7-8de1-4366-92f8-aa051794a4f5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358410 Aug 12 02:39:43.412161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:43.412525 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.505030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.516648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:43.712889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.752206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=7c75a268-d88a-4bbc-b677-0fa6fb5d94f9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:43.761651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b91e3-2ec3-488e-8d3b-cfe19961f6c9 req-5333d89f-3a62-4bf9-902c-4c2b432515d4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.763120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a20b91e3-2ec3-488e-8d3b-cfe19961f6c9 req-5333d89f-3a62-4bf9-902c-4c2b432515d4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 947 time: 0.1008289 Aug 12 02:39:43.852690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a20b91e3-2ec3-488e-8d3b-cfe19961f6c9 req-507330e5-869b-4d9d-9141-b3913abf7f91 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822699 Aug 12 02:39:43.880641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:43.882693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-344b259f-da82-4c28-95cd-85ac0e0acbec tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 HTTP/1.1" status: 204 len: 168 time: 0.5871415 Aug 12 02:39:43.885017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38000) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:43.940698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10046c55-df99-4081-913b-82125f196da8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.942277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10046c55-df99-4081-913b-82125f196da8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.943898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10046c55-df99-4081-913b-82125f196da8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:43.945532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-10046c55-df99-4081-913b-82125f196da8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0595758 Aug 12 02:39:43.948171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38002) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:44.011185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:44.014711 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.060775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.112984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.179003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73fdf47-b8da-449b-80da-bb273b68c35f None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:44.181328 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.218554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.223064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2 HTTP/1.1" status: 204 len: 168 time: 0.2713532 Aug 12 02:39:44.223064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7455eff-54bb-407e-b682-e029d3ce3327 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:44.224246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:44.273329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3d023f11-6fbf-4453-a96d-d7a7ad972725 None None] Provisioning for port 562a4241-d857-4020-ae05-6960c62fd8dd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:44.287830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet a13efcb8-e79c-44df-ac5b-0e2089a0a6bd {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:44.291000 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.340387 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.439364 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.515768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.545552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=a13efcb8-e79c-44df-ac5b-0e2089a0a6bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:44.550711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.552660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/a13efcb8-e79c-44df-ac5b-0e2089a0a6bd HTTP/1.1" status: 204 len: 168 time: 0.3280840 Aug 12 02:39:44.555172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:44.558099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.558455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.558805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.559150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.559516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.559863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.560199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.560533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.560865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.561227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.561585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.561928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4908f1-b1bc-4e2e-9dee-828eed5b192f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:39:44.597826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f466e7-1146-4de5-a31a-c347befba468 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:44.603306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9209b392-b8ad-4df7-8b6a-f7ad10818032 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439141 Aug 12 02:39:44.603541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38044) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:44.608913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:44.705795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:44.712101 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.788115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:44.835727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Deleting port 562a4241-d857-4020-ae05-6960c62fd8dd {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:44.836103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.897428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] For port 562a4241-d857-4020-ae05-6960c62fd8dd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=562a4241-d857-4020-ae05-6960c62fd8dd,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:44.898027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.912267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Calling delete_port for 562a4241-d857-4020-ae05-6960c62fd8dd owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:44.917966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:44.986560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:44.994958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:45.000206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:45.000548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.000902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.019023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=fd366514-e686-4774-8ddc-2e9196691abb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:45.028319 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] Pushing event deleted for resources: {'Port': ['ID=562a4241-d857-4020-ae05-6960c62fd8dd,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:45.033887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1f64d-6c44-4d5b-8de5-77bb0a3b58dd None None] No DVR routers for this DVR port 562a4241-d857-4020-ae05-6960c62fd8dd on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:45.035336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf16a1-fb75-4121-91a3-9cf58360429c req-9db30587-fc19-4a98-b4c6-a0a85ef3fb19 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:45.036945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ccf16a1-fb75-4121-91a3-9cf58360429c req-9db30587-fc19-4a98-b4c6-a0a85ef3fb19 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 947 time: 0.1067669 Aug 12 02:39:45.038804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2cb20e13-cc82-4fef-b750-ffc455c7c3ee tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4343388 Aug 12 02:39:45.045793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38048) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:45.053570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5d12a-fe04-4f19-b322-aef03addeca8 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:45.055386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:45.083548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ccf16a1-fb75-4121-91a3-9cf58360429c req-0b709b95-6919-453d-aec1-fb002359c803 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Aug 12 02:39:45.172190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:45.175801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.208431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'fd366514-e686-4774-8ddc-2e9196691abb'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:45.209303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.350253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Allocated IP 172.20.0.2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/fd366514-e686-4774-8ddc-2e9196691abb/bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:45.488714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:45.490091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.491246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.499576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Transition to ACTIVE for port object bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:45.513609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Transition to ACTIVE for port object bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:45.520042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.530808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:45.535351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:45.538257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:45.538927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.555394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=7286f096-0aaa-4caf-90ac-49f0ffea6dc6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:45.560833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:45.563013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-060ba020-e784-4f7e-9672-3c9dd8c9e156 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5159059 Aug 12 02:39:45.564478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:45.565059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:45.570214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:90:e9:28', 'name': 'tempest-NetworksTestDHCPv6-1992645456'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:45.570944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:45.580634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Pushing event updated for resources: {'Port': ['ID=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:45.629771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Attempting to bind port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:45.630050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Attempting to bind port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:45.630414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Attempting to bind port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:45.635232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:45.635643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:45.636049 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.636447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:45.636917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Bound port: bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:45.637297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.684128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:45.699264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] For port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:45.703181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] For port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:45.708041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.772713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc57a3-6c28-4581-b047-46695cc2178e None None] Pushing event updated for resources: {'Port': ['ID=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:45.782425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:45.805231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 9fc6f567-e603-4acf-a804-628a41c0132e yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:45.991501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 172.20.0.5 (fd5a024c-831a-4fcb-aca7-f04db89949f3/fd366514-e686-4774-8ddc-2e9196691abb/9fc6f567-e603-4acf-a804-628a41c0132e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:45.998345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe90:e928 (fd5a024c-831a-4fcb-aca7-f04db89949f3/7286f096-0aaa-4caf-90ac-49f0ffea6dc6/9fc6f567-e603-4acf-a804-628a41c0132e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:46.146280 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.160005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 9fc6f567-e603-4acf-a804-628a41c0132e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:46.194345 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.237227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:46.242295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:46.246097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:46.252903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=9fc6f567-e603-4acf-a804-628a41c0132e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:46.299101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.299816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.316459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1122e91c-dd51-45e2-8ae4-fb9917d748ea tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7501354 Aug 12 02:39:46.319183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:46.375560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa39eb-65ea-4efe-9da4-4eb2f03fc75a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.381560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa39eb-65ea-4efe-9da4-4eb2f03fc75a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.383251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-53fa39eb-65ea-4efe-9da4-4eb2f03fc75a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0630765 Aug 12 02:39:46.385926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38060) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:46.479458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 9fc6f567-e603-4acf-a804-628a41c0132e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:46.479828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.572273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.584853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 9fc6f567-e603-4acf-a804-628a41c0132e owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:46.605176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae6e85e-10dc-4201-a123-c926d434418f None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:46.714764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-96516413-3aed-46af-b7bb-440b96e218ad None None] Provisioning for port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:46.760461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.788268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=9fc6f567-e603-4acf-a804-628a41c0132e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:46.831038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'fd366514-e686-4774-8ddc-2e9196691abb', 'ip_address': '172.20.0.2'}, {'subnet_id': '7286f096-0aaa-4caf-90ac-49f0ffea6dc6'}], 'binding:host_id': 'n-d-804303-2'}, 'id': 'bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:39:46.855228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.873869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:46.875793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-84fe4296-4a86-4a56-a393-109524178fa5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/9fc6f567-e603-4acf-a804-628a41c0132e HTTP/1.1" status: 204 len: 168 time: 0.4887793 Aug 12 02:39:46.878197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:46.933733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b75eae-0fb7-4e2b-82e4-c53c87c07f5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.935265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b75eae-0fb7-4e2b-82e4-c53c87c07f5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.936862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b75eae-0fb7-4e2b-82e4-c53c87c07f5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:46.938417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c5b75eae-0fb7-4e2b-82e4-c53c87c07f5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0593157 Aug 12 02:39:46.941050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38064) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:46.992017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 7286f096-0aaa-4caf-90ac-49f0ffea6dc6 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:47.014159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Allocated IP 2001:db8::f816:3eff:feff:538a (fd5a024c-831a-4fcb-aca7-f04db89949f3/7286f096-0aaa-4caf-90ac-49f0ffea6dc6/bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:47.105013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] For port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:47.133862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.147182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Transition to ACTIVE for port object bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:47.150894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.152601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.208741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.243260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed08cd5-2525-43a4-baa2-cb80d6c7c3e8 None None] Pushing event updated for resources: {'Port': ['ID=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:47.247222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:47.310872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:47.312627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.384054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.415097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=7286f096-0aaa-4caf-90ac-49f0ffea6dc6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:47.423458 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.425409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f02ca43-2824-4e28-ba34-38153c79724f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/7286f096-0aaa-4caf-90ac-49f0ffea6dc6 HTTP/1.1" status: 204 len: 168 time: 0.4834533 Aug 12 02:39:47.428078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38068) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:47.481707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet fd366514-e686-4774-8ddc-2e9196691abb {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:47.485829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.527080 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.620506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.681861 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.708677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=fd366514-e686-4774-8ddc-2e9196691abb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:47.714532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.717575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9b0b3356-93a4-45b0-89b6-24b20473c3c8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/fd366514-e686-4774-8ddc-2e9196691abb HTTP/1.1" status: 204 len: 168 time: 0.2883060 Aug 12 02:39:47.719337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38070) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:47.728795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ccd5a9-fcc3-4355-a128-1605942c4d85 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:47.760769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-799179b4-c244-4845-8d04-4864e121c199 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400906 Aug 12 02:39:47.763410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38072) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:47.774978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:47.792875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Provisioning for port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:47.803812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Provisioning complete for port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:47.804189 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.865064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:47.868638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.941626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.943927 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:47.969017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:47.984855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] For port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:48.004115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.011838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Could not find standard attr ID for object 9fc6f567-e603-4acf-a804-628a41c0132e. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:48.064614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.069314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e08642-5102-4707-bbd0-c8d5bc901aa6 None None] Pushing event updated for resources: {'Port': ['ID=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:48.077870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Deleting port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:48.078247 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.108806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:48.113283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:48.117408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:48.117995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.132290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=3c83d7fb-848a-4acd-b838-af5fb02c2c75,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:48.139445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ec0c1374-e5ef-4483-b5e7-65b6ddcd8b27 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3747337 Aug 12 02:39:48.142316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:48.147308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:48.162765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] For port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:48.163166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.176296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Calling delete_port for bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:48.252765 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.255728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:48.259249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.278520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] Pushing event deleted for resources: {'Port': ['ID=bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:48.280922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d28a9-8b9f-49ba-8730-6dd561dc32c4 None None] No DVR routers for this DVR port bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:48.297430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6724f8a-285d-4629-b7f8-86d8b27effc6 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:48.440907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '3c83d7fb-848a-4acd-b838-af5fb02c2c75'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:48.441936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.584245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Allocated IP 172.20.0.2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/3c83d7fb-848a-4acd-b838-af5fb02c2c75/6dee7a1f-4c20-4815-96a2-18ed5f3eeff2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:48.609306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:48.611551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.615797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-eb1b050c-3a93-455a-83e1-a2d3cea37a3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951486 Aug 12 02:39:48.652458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:48.656354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:48.663191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:48.663804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.702822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=e5834a1d-b5cb-45cb-9f2d-e1114bf956fc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:48.711137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d6d3301c-79ad-4eba-aea4-47211808a5a5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5677691 Aug 12 02:39:48.713947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:48.720435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:6b:31:c0', 'name': 'tempest-NetworksTestDHCPv6-980987305'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:48.774475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-8244277e-7a06-40f1-96c2-abb9e09dd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:48.776029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-8244277e-7a06-40f1-96c2-abb9e09dd832 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 1098 time: 0.1144526 Aug 12 02:39:48.890091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.897957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Transition to ACTIVE for port object 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:48.913488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Transition to ACTIVE for port object 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:48.914450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:48.918651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:48.955222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-89506964-d466-446d-93f8-82760d6181d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:48.955960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:48.956748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-89506964-d466-446d-93f8-82760d6181d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.1558540 Aug 12 02:39:48.960741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:48.964276 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:48.971970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Pushing event updated for resources: {'Port': ['ID=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:49.021121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Attempting to bind port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:49.021491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Attempting to bind port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:49.021856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Attempting to bind port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:49.026809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:49.027180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:49.027658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.028049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:49.028507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Bound port: 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:49.028890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.052360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-ca4091ca-6dc9-42c0-883d-c615902b6a13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 200 len: 1001 time: 0.0867627 Aug 12 02:39:49.054807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.093484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] For port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:49.096895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] For port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:49.099840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 7e7b233b-a7f0-4c9e-a899-5ce915d6270c yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:49.101459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.152384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-38c2be9f-add2-410f-9504-04d3b8325fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:49.153874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-38c2be9f-add2-410f-9504-04d3b8325fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0902958 Aug 12 02:39:49.157564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27849c-7e17-45c8-905b-026dedb9af96 None None] Pushing event updated for resources: {'Port': ['ID=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:49.220396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:49.242963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:49.243746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bbb3f4f8-8c2f-4e18-b2c5-e4b16aea13d2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:49.248380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-379f4d9c-4fe2-45f6-a5d8-1502e03d4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:49.250399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-379f4d9c-4fe2-45f6-a5d8-1502e03d4ffe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880189 Aug 12 02:39:49.378820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 172.20.0.14 (fd5a024c-831a-4fcb-aca7-f04db89949f3/3c83d7fb-848a-4acd-b838-af5fb02c2c75/7e7b233b-a7f0-4c9e-a899-5ce915d6270c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:49.390046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe6b:31c0 (fd5a024c-831a-4fcb-aca7-f04db89949f3/e5834a1d-b5cb-45cb-9f2d-e1114bf956fc/7e7b233b-a7f0-4c9e-a899-5ce915d6270c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:49.424753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-780201db-22c6-4e5f-adcd-c80c43534b3b service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658671 Aug 12 02:39:49.429349 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:39:49.598706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdfe1bad-c3b2-4350-bb1b-89e82d5328c0 req-f5df6f4d-cec3-4850-beef-fc941e9e31ff service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663725 Aug 12 02:39:49.632466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.648336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 7e7b233b-a7f0-4c9e-a899-5ce915d6270c will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:49.682008 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.729868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:49.735643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:49.739391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:49.762171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=7e7b233b-a7f0-4c9e-a899-5ce915d6270c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:49.790594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:49.791258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:49.806497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1a6c5d7a-ba33-4f7c-ba79-7999a7a47580 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0914876 Aug 12 02:39:49.808932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:49.866537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61e4d1-49b2-47b6-8fe9-15cf8c6fe566 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:49.873094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61e4d1-49b2-47b6-8fe9-15cf8c6fe566 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:49.874838 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e61e4d1-49b2-47b6-8fe9-15cf8c6fe566 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0648782 Aug 12 02:39:49.877490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:49.975989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 7e7b233b-a7f0-4c9e-a899-5ce915d6270c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:49.976337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.068659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.082239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 7e7b233b-a7f0-4c9e-a899-5ce915d6270c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:50.120426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a314cc-0aca-4fb0-80d9-05bdda0d73e6 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:50.188978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-882ea6f7-7460-48bd-818e-7531ce420d33 None None] Provisioning for port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:50.263052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.292347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=7e7b233b-a7f0-4c9e-a899-5ce915d6270c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:50.335167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187dce4e-9912-448e-809b-b130306244fe None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '3c83d7fb-848a-4acd-b838-af5fb02c2c75', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5834a1d-b5cb-45cb-9f2d-e1114bf956fc'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '6dee7a1f-4c20-4815-96a2-18ed5f3eeff2'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:39:50.364711 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-187dce4e-9912-448e-809b-b130306244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.527288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-187dce4e-9912-448e-809b-b130306244fe None None] Allocated IP 2001:db8::f816:3eff:fe02:c715 (fd5a024c-831a-4fcb-aca7-f04db89949f3/e5834a1d-b5cb-45cb-9f2d-e1114bf956fc/6dee7a1f-4c20-4815-96a2-18ed5f3eeff2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:50.633240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-187dce4e-9912-448e-809b-b130306244fe None None] For port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:50.666270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-187dce4e-9912-448e-809b-b130306244fe None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.680623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-187dce4e-9912-448e-809b-b130306244fe None None] Transition to ACTIVE for port object 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:50.684602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-187dce4e-9912-448e-809b-b130306244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.719026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.721681 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f005fbc-3ef8-49c5-a255-84cc83919cdd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/7e7b233b-a7f0-4c9e-a899-5ce915d6270c HTTP/1.1" status: 204 len: 168 time: 0.8432417 Aug 12 02:39:50.724340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38088) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:50.771672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187dce4e-9912-448e-809b-b130306244fe None None] Pushing event updated for resources: {'Port': ['ID=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:50.778246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d49ea4-0d93-44ba-ad93-a4fd85b5bb3e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:50.779926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d49ea4-0d93-44ba-ad93-a4fd85b5bb3e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:50.782058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d49ea4-0d93-44ba-ad93-a4fd85b5bb3e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:50.783703 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c3d49ea4-0d93-44ba-ad93-a4fd85b5bb3e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0583336 Aug 12 02:39:50.786359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38090) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:50.843802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 3c83d7fb-848a-4acd-b838-af5fb02c2c75 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:50.847069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.888664 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:50.975095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.040451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.066148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=3c83d7fb-848a-4acd-b838-af5fb02c2c75,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:51.072104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.074067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7f3a159c-c5dd-402e-857e-d7a5c7b105c3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/3c83d7fb-848a-4acd-b838-af5fb02c2c75 HTTP/1.1" status: 204 len: 168 time: 0.2867608 Aug 12 02:39:51.077017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.130439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet e5834a1d-b5cb-45cb-9f2d-e1114bf956fc {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:51.134108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.181614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.240045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:51.278114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.290188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:51.319297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da314da8-e2ab-4f3f-9c0d-6426ef80d644 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:51.322044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Could not find standard attr ID for object 7e7b233b-a7f0-4c9e-a899-5ce915d6270c. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:51.347432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.372957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=e5834a1d-b5cb-45cb-9f2d-e1114bf956fc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:51.374785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Provisioning for port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:51.379899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.384208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e814b70-7220-46f3-b6ff-64fc1c28567e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/e5834a1d-b5cb-45cb-9f2d-e1114bf956fc HTTP/1.1" status: 204 len: 168 time: 0.3038089 Aug 12 02:39:51.384390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.387159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Provisioning complete for port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:51.387559 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.426910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b604c335-6d36-4ce2-9811-b864bd941413 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413866 Aug 12 02:39:51.428950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38096) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.487237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d5338-8c64-4268-8b59-87512bc7bd33 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:51.491417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9a5d5338-8c64-4268-8b59-87512bc7bd33 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0588846 Aug 12 02:39:51.492227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.531882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.541479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409768bc-5dc5-4613-8426-c851a0d9d1e6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:51.543193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-409768bc-5dc5-4613-8426-c851a0d9d1e6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0506518 Aug 12 02:39:51.545756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.569067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] For port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:51.574196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.597645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a5bb4ad-f6b3-4faf-9410-29c926dd44b2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466075 Aug 12 02:39:51.597864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.599806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:51.603105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:51.646834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116756d-7d87-4219-8145-7c4916a892e1 None None] Pushing event updated for resources: {'Port': ['ID=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:51.668432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Deleting port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:51.668432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.698956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:51.704492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.706090 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:51.706552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:51.723976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9c017e99-50ae-4b39-acd8-213cfaa21920 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1248083 Aug 12 02:39:51.726672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.731777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:51.740305 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] For port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:51.740737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.753430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Calling delete_port for 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:51.818788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:51.822741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.824250 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:51.824687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:51.831518 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.844710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7427aabd-b8d6-4499-854a-c4817b2094b5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1168990 Aug 12 02:39:51.847780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.852697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:51.857457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] Pushing event deleted for resources: {'Port': ['ID=6dee7a1f-4c20-4815-96a2-18ed5f3eeff2,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:51.863721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27fbe95-df8d-4612-82f6-90402eaf7494 None None] No DVR routers for this DVR port 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:51.940505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:51.944019 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:51.945349 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:51.945776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:51.960538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aabe5a2b-9cb8-4332-808a-38fc5fe81b6b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1117289 Aug 12 02:39:51.963518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:51.968513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:52.059881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:52.063874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.065238 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:52.065678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:52.082514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-281a3ed1-d11d-4f1e-a812-1552fab1a011 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1178975 Aug 12 02:39:52.085565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38112) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.092903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:52.179968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:52.183319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.184697 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:52.185145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:52.200025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-90d471b3-ecb9-4335-aaa3-9e49ce0d5ed7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1131647 Aug 12 02:39:52.204157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.208997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:52.304351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:52.307866 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.309317 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:39:52.309752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:39:52.325882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ba615ed4-9737-44f7-860e-7e41d30e00a7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1207099 Aug 12 02:39:52.328423 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.354355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75dbd111-9975-49b6-bdc1-b9d446332469 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0247920 Aug 12 02:39:52.356498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.408978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97068a0a-f04c-440a-8f16-6b002eeb0276 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:52.410534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-97068a0a-f04c-440a-8f16-6b002eeb0276 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0530198 Aug 12 02:39:52.412906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38120) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.456937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3a4f3a5a-8453-462f-9b2c-6fe96c77f251 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429468 Aug 12 02:39:52.461761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38122) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.466869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:52.566959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:52.572822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.880134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:52.882153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.927870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:52.932760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:52.939110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:52.940274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:52.942144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311d53c-6263-4c2f-b99a-b317488ad5c5 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:52.957516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=c14439ef-1084-4ec5-8e73-89415f6232fc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:52.965522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-281d2268-08ec-41ff-98f3-997b196dda9f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5027041 Aug 12 02:39:52.970171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:52.976607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:5f:c2:f4', 'name': 'tempest-NetworksTestDHCPv6-1055682961'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:53.104225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:53.108474 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.117564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'c14439ef-1084-4ec5-8e73-89415f6232fc'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:53.118459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.130828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port c4483d1b-084b-4ea5-8d7f-6660a10e56d4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:53.206833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:53.232104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:53.232431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6dee7a1f-4c20-4815-96a2-18ed5f3eeff2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:53.250458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe5f:c2f4 (fd5a024c-831a-4fcb-aca7-f04db89949f3/c14439ef-1084-4ec5-8e73-89415f6232fc/c4483d1b-084b-4ea5-8d7f-6660a10e56d4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:53.408764 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.421878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object c4483d1b-084b-4ea5-8d7f-6660a10e56d4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:53.455551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.500629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Allocated IP 2001:db8::f816:3eff:fe71:c07e (fd5a024c-831a-4fcb-aca7-f04db89949f3/c14439ef-1084-4ec5-8e73-89415f6232fc/035dd4ab-fc50-4790-a66e-245701e2bd89) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:53.505359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:53.513313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:53.519817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:53.525532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:53.526142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.530385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=c4483d1b-084b-4ea5-8d7f-6660a10e56d4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:53.544395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dd2e5182-b940-4c38-a87c-7a554bb4f254 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5731230 Aug 12 02:39:53.547674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:53.595836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e548290-14f3-4e0a-9437-7056704f8940 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:53.597432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5e548290-14f3-4e0a-9437-7056704f8940 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0487125 Aug 12 02:39:53.600018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:53.646577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.654547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Transition to ACTIVE for port object 035dd4ab-fc50-4790-a66e-245701e2bd89 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:53.671170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Transition to ACTIVE for port object 035dd4ab-fc50-4790-a66e-245701e2bd89 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:53.677388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.691540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port c4483d1b-084b-4ea5-8d7f-6660a10e56d4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:53.691875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.712518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:53.715294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:53.719794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:53.735906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Pushing event updated for resources: {'Port': ['ID=035dd4ab-fc50-4790-a66e-245701e2bd89,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:53.778748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.783427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Attempting to bind port 035dd4ab-fc50-4790-a66e-245701e2bd89 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:53.783834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Attempting to bind port 035dd4ab-fc50-4790-a66e-245701e2bd89 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:53.784204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Attempting to bind port 035dd4ab-fc50-4790-a66e-245701e2bd89 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:53.789055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:53.789426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:53.789834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.790226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:53.790689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Bound port: 035dd4ab-fc50-4790-a66e-245701e2bd89, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:53.791069 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.791716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for c4483d1b-084b-4ea5-8d7f-6660a10e56d4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:53.853170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] For port 035dd4ab-fc50-4790-a66e-245701e2bd89, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:53.856294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] For port 035dd4ab-fc50-4790-a66e-245701e2bd89, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=035dd4ab-fc50-4790-a66e-245701e2bd89,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:53.861168 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.918884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19624402-d2a0-4a71-985e-9d25ea345586 None None] Pushing event updated for resources: {'Port': ['ID=035dd4ab-fc50-4790-a66e-245701e2bd89,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:53.941701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:53.980211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=c4483d1b-084b-4ea5-8d7f-6660a10e56d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:54.002961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.005109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-acbde4e7-56e1-4cde-b3e9-d65b58bcf694 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c4483d1b-084b-4ea5-8d7f-6660a10e56d4 HTTP/1.1" status: 204 len: 168 time: 0.4040921 Aug 12 02:39:54.007528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:54.082818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40578b-3d23-4b84-84b4-1659a5791095 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:54.084429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d40578b-3d23-4b84-84b4-1659a5791095 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:54.086393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8d40578b-3d23-4b84-84b4-1659a5791095 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0775142 Aug 12 02:39:54.089995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38136) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:54.144472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet c14439ef-1084-4ec5-8e73-89415f6232fc {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:54.147859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.189723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.273489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.332498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.358476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=c14439ef-1084-4ec5-8e73-89415f6232fc,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:54.364489 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.366366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d1fc2230-0769-45a9-81af-8fc88d93c08b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/c14439ef-1084-4ec5-8e73-89415f6232fc HTTP/1.1" status: 204 len: 168 time: 0.2752583 Aug 12 02:39:54.368759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:54.410057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1cc5376-852a-4245-86c5-98f2ff31e270 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402091 Aug 12 02:39:54.412779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38140) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:54.417547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:54.508824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:54.512350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:54.778821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c18f2-ae2b-4ff0-bbeb-4f44a9d4eee3 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:54.841791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fe07bc5b-5cdb-4297-b267-77baa939b44b None None] Provisioning for port 035dd4ab-fc50-4790-a66e-245701e2bd89 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:54.850022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:55.082923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.306205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 035dd4ab-fc50-4790-a66e-245701e2bd89 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:55.377278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53909a3-269d-4930-80e1-07c9a1ea65c8 req-ccc17082-65f8-44bc-9d55-f375b5d2917e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:55.383020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 035dd4ab-fc50-4790-a66e-245701e2bd89 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:55.386736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f53909a3-269d-4930-80e1-07c9a1ea65c8 req-ccc17082-65f8-44bc-9d55-f375b5d2917e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.3055129 Aug 12 02:39:55.388467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 035dd4ab-fc50-4790-a66e-245701e2bd89 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:55.389316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.437889 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f53909a3-269d-4930-80e1-07c9a1ea65c8 req-ccd05e1c-c61d-444b-819f-6f889f3c70f7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501585 Aug 12 02:39:55.482171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.503556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-23c73ef8-e150-46d2-a995-0eca396950de None None] Could not find standard attr ID for object c4483d1b-084b-4ea5-8d7f-6660a10e56d4. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:55.595786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 035dd4ab-fc50-4790-a66e-245701e2bd89, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=035dd4ab-fc50-4790-a66e-245701e2bd89,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:55.627669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.632803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.633535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.671819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:39:55.672394 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:39:55.697618 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:55.706539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:55.712207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:55.712799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:55.715931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a371de-5f42-4789-98aa-d7b8fe80d119 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:55.735335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=f942ed64-66b5-4ab6-a876-387717af41b2,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:55.752433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3360248 Aug 12 02:39:55.752600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38156) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:55.757475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:69:d5:25', 'name': 'tempest-NetworksTestDHCPv6-1459308500'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:55.760737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9186ce-d4ed-4a07-94fb-3b14a267d6d3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=035dd4ab-fc50-4790-a66e-245701e2bd89,revision_number=5']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:55.887326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:55.980883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.001590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 1fa04fab-8cd7-4112-bb33-7381df409628 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:56.118284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe69:d525 (fd5a024c-831a-4fcb-aca7-f04db89949f3/f942ed64-66b5-4ab6-a876-387717af41b2/1fa04fab-8cd7-4112-bb33-7381df409628) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:56.126981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a22c57df-595a-4cf2-a46c-287fca51e0e0 None None] Provisioning complete for port 035dd4ab-fc50-4790-a66e-245701e2bd89 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:56.127516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a22c57df-595a-4cf2-a46c-287fca51e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.237306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.240275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a22c57df-595a-4cf2-a46c-287fca51e0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.266709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.281156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 1fa04fab-8cd7-4112-bb33-7381df409628 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:56.284795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 035dd4ab-fc50-4790-a66e-245701e2bd89, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=035dd4ab-fc50-4790-a66e-245701e2bd89,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:56.289230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.314019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.382089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-a22c57df-595a-4cf2-a46c-287fca51e0e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:39:56.382089 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-a22c57df-595a-4cf2-a46c-287fca51e0e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:39:56.384316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:56.387441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=035dd4ab-fc50-4790-a66e-245701e2bd89,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:56.392817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:56.398458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:56.407627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:56.408602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.416563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=1fa04fab-8cd7-4112-bb33-7381df409628,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:56.438445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a096ae7-6bb1-4d81-8ce2-3cb40d9310c0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6815770 Aug 12 02:39:56.438817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:56.490616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f5f0c-687c-4abb-83a6-5339205eb2de tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:56.496539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f5f0c-687c-4abb-83a6-5339205eb2de tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:56.498194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f1f5f0c-687c-4abb-83a6-5339205eb2de tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0580084 Aug 12 02:39:56.501444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:56.596505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 1fa04fab-8cd7-4112-bb33-7381df409628 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:56.596854 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.680756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.692504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 1fa04fab-8cd7-4112-bb33-7381df409628 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:56.824538 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.852640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=1fa04fab-8cd7-4112-bb33-7381df409628,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:56.878013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:56.879950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-42bbd71e-93ae-4730-bc99-b59171308d97 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/1fa04fab-8cd7-4112-bb33-7381df409628 HTTP/1.1" status: 204 len: 168 time: 0.3775246 Aug 12 02:39:56.882509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:56.937458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584e0b5-a081-4643-87a5-6bf1ffdc2d74 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:56.938937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2584e0b5-a081-4643-87a5-6bf1ffdc2d74 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:56.940558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2584e0b5-a081-4643-87a5-6bf1ffdc2d74 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0571170 Aug 12 02:39:56.943198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38172) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.003324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet f942ed64-66b5-4ab6-a876-387717af41b2 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:57.006804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.034979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-721d53a9-e226-4156-9f3e-2a7d19fbc7a4 None None] Could not find standard attr ID for object 1fa04fab-8cd7-4112-bb33-7381df409628. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:39:57.047883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.132489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.196885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.206483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 035dd4ab-fc50-4790-a66e-245701e2bd89 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:57.231124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=f942ed64-66b5-4ab6-a876-387717af41b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:57.236192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.238068 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a1ee8ed-c149-4f81-88b6-41471a597c23 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/f942ed64-66b5-4ab6-a876-387717af41b2 HTTP/1.1" status: 204 len: 168 time: 0.2939198 Aug 12 02:39:57.240622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38180) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.245252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940aaf24-d2d3-4966-8945-c783c05decbc None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:57.286993 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8a0e140d-1d11-41ca-9257-579c5a66bc5c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452025 Aug 12 02:39:57.289308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.315302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 035dd4ab-fc50-4790-a66e-245701e2bd89 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:57.315698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.340549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510fc5b8-e8cf-484c-9c56-4c1abea08aa7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:57.344846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-510fc5b8-e8cf-484c-9c56-4c1abea08aa7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0518053 Aug 12 02:39:57.345230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.399552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b62703-943c-4f8c-97ba-205ae9021b6c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:57.403746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96b62703-943c-4f8c-97ba-205ae9021b6c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548959 Aug 12 02:39:57.404702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38186) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.450617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e5a17da-33ca-40a3-bdcf-8cbdb9b96aff tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442255 Aug 12 02:39:57.455687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38188) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:57.461229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:57.562091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:57.565996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.595052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:39:57.651345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Deleting port 035dd4ab-fc50-4790-a66e-245701e2bd89 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:57.651748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.716096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] For port 035dd4ab-fc50-4790-a66e-245701e2bd89, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=035dd4ab-fc50-4790-a66e-245701e2bd89,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:57.716716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.731022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Calling delete_port for 035dd4ab-fc50-4790-a66e-245701e2bd89 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:57.812634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:57.837121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] Pushing event deleted for resources: {'Port': ['ID=035dd4ab-fc50-4790-a66e-245701e2bd89,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:57.842782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c317487-536f-4105-9bda-e6a06505b91e None None] No DVR routers for this DVR port 035dd4ab-fc50-4790-a66e-245701e2bd89 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:39:57.856124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:39:57.960445 n-d-804303-2 neutron-server[94673]: WARNING neutron.services.revisions.revision_plugin [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Could not find related port for resource to bump revision. Aug 12 02:39:57.964802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Port 035dd4ab-fc50-4790-a66e-245701e2bd89 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 12 02:39:57.965112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Reverting IP allocation for 2001:db8::f816:3eff:fe71:c07e {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 12 02:39:57.969068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_pluggable_backend [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe71:c07e {{(pid=94673) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 12 02:39:57.970186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.012382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:58.016014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:58.020638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:58.021682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.024916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5515ca01-5fc5-4ae9-af6f-e7221ab84bb0 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:58.031661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=ac91129a-ab21-411b-ba80-9f42fcdf8801,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:58.042991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-737ecc03-52e6-4965-b4d6-02dde6c99028 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5864675 Aug 12 02:39:58.045567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:58.050615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:15:41:65', 'name': 'tempest-NetworksTestDHCPv6-1027754968'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:58.163274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:58.166457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': 'ac91129a-ab21-411b-ba80-9f42fcdf8801'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:39:58.167443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.246279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.266957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 283c4768-7ec9-4ba5-9274-5bd973c64d5d yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:39:58.307057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Allocated IP 2001:db8::f816:3eff:fe66:65dd (fd5a024c-831a-4fcb-aca7-f04db89949f3/ac91129a-ab21-411b-ba80-9f42fcdf8801/8c5cf397-b985-402c-957d-26df7b4f5ca6) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:58.457437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.466500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Transition to ACTIVE for port object 8c5cf397-b985-402c-957d-26df7b4f5ca6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:58.482788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Transition to ACTIVE for port object 8c5cf397-b985-402c-957d-26df7b4f5ca6 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:58.488890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.528199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:58.531715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:58.537244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:58.539028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe15:4165 (fd5a024c-831a-4fcb-aca7-f04db89949f3/ac91129a-ab21-411b-ba80-9f42fcdf8801/283c4768-7ec9-4ba5-9274-5bd973c64d5d) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:39:58.546454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Pushing event updated for resources: {'Port': ['ID=8c5cf397-b985-402c-957d-26df7b4f5ca6,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:58.601723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Attempting to bind port 8c5cf397-b985-402c-957d-26df7b4f5ca6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:39:58.602098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Attempting to bind port 8c5cf397-b985-402c-957d-26df7b4f5ca6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:39:58.602467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Attempting to bind port 8c5cf397-b985-402c-957d-26df7b4f5ca6 on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:39:58.607376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:39:58.607829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:39:58.608239 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.608647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:39:58.609139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Bound port: 8c5cf397-b985-402c-957d-26df7b4f5ca6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:39:58.609525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.674133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] For port 8c5cf397-b985-402c-957d-26df7b4f5ca6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:39:58.677202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] For port 8c5cf397-b985-402c-957d-26df7b4f5ca6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c5cf397-b985-402c-957d-26df7b4f5ca6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:39:58.681752 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.689986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.704370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 283c4768-7ec9-4ba5-9274-5bd973c64d5d will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:39:58.742062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.742211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e794d3-9eba-49b0-b5f4-2e4d198deedd None None] Pushing event updated for resources: {'Port': ['ID=8c5cf397-b985-402c-957d-26df7b4f5ca6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:58.796461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:39:58.800737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:39:58.802653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=283c4768-7ec9-4ba5-9274-5bd973c64d5d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:58.804894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:39:58.810554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:58.811739 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:58.828392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf677378-65d2-40b0-97ba-2234c97e1d37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7817676 Aug 12 02:39:58.831202 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38196) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:58.893704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5d786-022b-40a5-a098-76a03f15118e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:58.904672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e5d786-022b-40a5-a098-76a03f15118e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:58.907233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-81e5d786-022b-40a5-a098-76a03f15118e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0744717 Aug 12 02:39:58.909391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38198) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:59.013112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 283c4768-7ec9-4ba5-9274-5bd973c64d5d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:39:59.013477 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.097907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.109787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 283c4768-7ec9-4ba5-9274-5bd973c64d5d owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:39:59.225398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8c5cf397-b985-402c-957d-26df7b4f5ca6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:39:59.247431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.275868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=283c4768-7ec9-4ba5-9274-5bd973c64d5d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:59.276280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8c5cf397-b985-402c-957d-26df7b4f5ca6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:59.302067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.306156 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cdb0d8f5-7099-45af-9ab6-81d9a442e51d tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/283c4768-7ec9-4ba5-9274-5bd973c64d5d HTTP/1.1" status: 204 len: 168 time: 0.3935990 Aug 12 02:39:59.306407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38204) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:59.337000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 035dd4ab-fc50-4790-a66e-245701e2bd89 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:39:59.357501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 035dd4ab-fc50-4790-a66e-245701e2bd89 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:39:59.359190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 035dd4ab-fc50-4790-a66e-245701e2bd89 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:39:59.370974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda110ed-8368-470d-b43e-1c06742a0839 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:59.372530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda110ed-8368-470d-b43e-1c06742a0839 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:39:59.374707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fda110ed-8368-470d-b43e-1c06742a0839 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0672905 Aug 12 02:39:59.377227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:59.432783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet ac91129a-ab21-411b-ba80-9f42fcdf8801 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:39:59.436217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.477448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.568908 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.635395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.668305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=ac91129a-ab21-411b-ba80-9f42fcdf8801,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:39:59.673134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.675925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b496ef17-2741-4ccf-9c9c-32a5d590c29f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/ac91129a-ab21-411b-ba80-9f42fcdf8801 HTTP/1.1" status: 204 len: 168 time: 0.2977235 Aug 12 02:39:59.677439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:59.722053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4a038217-8403-4294-862c-61f247bddd61 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433056 Aug 12 02:39:59.724711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:39:59.730440 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:39:59.773626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Provisioning for port 8c5cf397-b985-402c-957d-26df7b4f5ca6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:39:59.777666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Provisioning complete for port 8c5cf397-b985-402c-957d-26df7b4f5ca6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:39:59.778046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.839248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:39:59.844035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.868307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:39:59.880259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d068df-cb2b-4af0-9436-4d2b2d6e8ecb None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:39:59.951528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] For port 8c5cf397-b985-402c-957d-26df7b4f5ca6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c5cf397-b985-402c-957d-26df7b4f5ca6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:39:59.957842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.047787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9157c52-f46e-4934-bedd-939f44fdc476 None None] Pushing event updated for resources: {'Port': ['ID=8c5cf397-b985-402c-957d-26df7b4f5ca6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:00.074304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-072e5b5d-6fd9-4793-851a-c012bbbcc5c5 None None] Could not find standard attr ID for object 283c4768-7ec9-4ba5-9274-5bd973c64d5d. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:00.120182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:00.140738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:00.167029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Deleting port 8c5cf397-b985-402c-957d-26df7b4f5ca6 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:00.167413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.251666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] For port 8c5cf397-b985-402c-957d-26df7b4f5ca6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c5cf397-b985-402c-957d-26df7b4f5ca6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:00.252074 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.264948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Calling delete_port for 8c5cf397-b985-402c-957d-26df7b4f5ca6 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:00.275121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:40:00.302325 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.426762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:00.437766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:40:00.463267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 8c5cf397-b985-402c-957d-26df7b4f5ca6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8c5cf397-b985-402c-957d-26df7b4f5ca6,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:00.476814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.489712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:40:00.491939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.497339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.498084 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.509870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.512675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:00.521914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.542765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] No DVR routers for this DVR port 8c5cf397-b985-402c-957d-26df7b4f5ca6 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:00.552699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24b674-9a26-448f-b94f-ec2985126dc2 None None] Pushing event deleted for resources: {'Port': ['ID=8c5cf397-b985-402c-957d-26df7b4f5ca6,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:00.557961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=8c5cf397-b985-402c-957d-26df7b4f5ca6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:00.566357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:00.571082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:00.575782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:00.576385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.590651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=655dd3fa-c2ed-46b2-8ed5-2beb0588083e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:00.594092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee261b49-0d5b-418b-b960-85e95200f5d9 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:00.601125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb558fdc-2404-4215-91ba-38544fd54ab4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8752053 Aug 12 02:40:00.603881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:00.608905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:3f:4f:36', 'name': 'tempest-NetworksTestDHCPv6-1389085069'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:00.668106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:00.702163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d14c6210-893b-43ed-ae93-4340c2ffef67'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:40:00.722206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:00.726371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.746613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 5ec3e4d4-e78b-4adf-be1c-786441379bee yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:00.812850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '655dd3fa-c2ed-46b2-8ed5-2beb0588083e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:00.813721 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:00.861367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe3f:4f36 (fd5a024c-831a-4fcb-aca7-f04db89949f3/655dd3fa-c2ed-46b2-8ed5-2beb0588083e/5ec3e4d4-e78b-4adf-be1c-786441379bee) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:01.006172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.020077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 5ec3e4d4-e78b-4adf-be1c-786441379bee will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:01.055685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.098383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Allocated IP 2001:db8::f816:3eff:fe7b:2c46 (fd5a024c-831a-4fcb-aca7-f04db89949f3/655dd3fa-c2ed-46b2-8ed5-2beb0588083e/2c37dec0-8754-43f1-9de8-cfe0c76de7ca) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:01.102746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:01.106073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:01.108999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:01.115031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:01.115686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.132671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=5ec3e4d4-e78b-4adf-be1c-786441379bee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:01.140620 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff640fdd-7110-4db6-8e57-74c584bdbb10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5356755 Aug 12 02:40:01.143248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:01.191668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436e8e0-a77e-4746-9f22-712d253d83c6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:01.193216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d436e8e0-a77e-4746-9f22-712d253d83c6 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0490625 Aug 12 02:40:01.196862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38224) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:01.214111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8c5cf397-b985-402c-957d-26df7b4f5ca6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:01.255113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8c5cf397-b985-402c-957d-26df7b4f5ca6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:01.255456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8c5cf397-b985-402c-957d-26df7b4f5ca6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:01.278841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.287145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Transition to ACTIVE for port object 2c37dec0-8754-43f1-9de8-cfe0c76de7ca will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:01.289060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 5ec3e4d4-e78b-4adf-be1c-786441379bee {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:01.289416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.302186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Transition to ACTIVE for port object 2c37dec0-8754-43f1-9de8-cfe0c76de7ca will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:01.308429 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.348903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:01.351773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:01.356068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:01.359644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Pushing event updated for resources: {'Port': ['ID=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:01.389262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.400870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 5ec3e4d4-e78b-4adf-be1c-786441379bee owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:01.414569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Attempting to bind port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:01.414934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Attempting to bind port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:01.415292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Attempting to bind port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:01.420753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:01.421086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:01.421488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.421873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:01.422329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Bound port: 2c37dec0-8754-43f1-9de8-cfe0c76de7ca, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:01.422708 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.491413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] For port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:01.494438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] For port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:01.499490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.535607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.568984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9605253-f1b6-438e-9a6d-e7cdc11ce615 None None] Pushing event updated for resources: {'Port': ['ID=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:01.571396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=5ec3e4d4-e78b-4adf-be1c-786441379bee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:01.602135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.605035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c70d95f4-4111-4fe2-9046-3207fc022914 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/5ec3e4d4-e78b-4adf-be1c-786441379bee HTTP/1.1" status: 204 len: 168 time: 0.4062095 Aug 12 02:40:01.606627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38226) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:01.658711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca70629-8f05-4883-9d61-6112b72d5b03 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:01.660275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca70629-8f05-4883-9d61-6112b72d5b03 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:01.661836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7ca70629-8f05-4883-9d61-6112b72d5b03 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0542912 Aug 12 02:40:01.664489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:01.731316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 655dd3fa-c2ed-46b2-8ed5-2beb0588083e {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:01.744135 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.784141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.874959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.932231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.960480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=655dd3fa-c2ed-46b2-8ed5-2beb0588083e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:01.962356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:01.964411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6b6db25d-d1c0-4dac-baf0-4779e5bdbc73 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/655dd3fa-c2ed-46b2-8ed5-2beb0588083e HTTP/1.1" status: 204 len: 168 time: 0.2989874 Aug 12 02:40:01.966932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:01.969737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4653b2c0-4c25-4946-8ffc-d2f269d7da47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.010116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c9f84a68-f695-4240-b6bd-1ca669032fc9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411909 Aug 12 02:40:02.012443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:02.060082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f3fe1-44cd-4ffd-b619-7e78093cb29b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:02.062342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb3f3fe1-44cd-4ffd-b619-7e78093cb29b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0488276 Aug 12 02:40:02.065089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38234) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:02.114817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5edd3c-d32b-4eb8-94c5-8a0fba09160a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:02.116361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4c5edd3c-d32b-4eb8-94c5-8a0fba09160a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503330 Aug 12 02:40:02.118815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38240) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:02.161703 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b294293a-07a4-4e27-bb64-453eac2f8e21 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417745 Aug 12 02:40:02.165586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38242) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:02.171096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:02.263685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:02.267400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.271651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:02.325264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d14c6210-893b-43ed-ae93-4340c2ffef67 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:02.325600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.418907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.446720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:02.449285 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3c756-56f8-4ffa-abdc-346019a96d0b" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:02.465240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:02.474920 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.493815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.501801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22d353-5c2b-49fa-8aaa-c07eda3b1b04 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:02.505695 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baa32ba-804e-45c4-a078-bb982fa2e214 x-openstack-request-id: req-5baa32ba-804e-45c4-a078-bb982fa2e214 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:02.505985 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:02.506238 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5baa32ba-804e-45c4-a078-bb982fa2e214 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:02.506618 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:40:02.541177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:02.544308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:02.549405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:02.550074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.572000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4053710 Aug 12 02:40:02.573771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05025-1c4f-475f-b70f-b1171f5d6a04 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=db9d3ed4-b8f1-4d85-b847-6a271529f8b7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:02.574314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:02.577913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fc9e8c18-486e-4b7f-b909-577805b4641e None None] Provisioning for port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:02.581900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:aa:bb:b1', 'name': 'tempest-NetworksTestDHCPv6-1920250043'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:02.590510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:02.714416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:02.719905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:02.741320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:02.859595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::309 (fd5a024c-831a-4fcb-aca7-f04db89949f3/db9d3ed4-b8f1-4d85-b847-6a271529f8b7/17b3430a-8bd4-4be7-a58e-c6e2b60163d4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:02.893768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0d1e5-8210-4d57-87ba-685167b9220a None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:03.009275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.023076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:03.057126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.104381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:03.107701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:03.110301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:03.116574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:03.117206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.124685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=17b3430a-8bd4-4be7-a58e-c6e2b60163d4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:03.138037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c08787df-013c-42f9-92fe-b4423a14d18f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5612016 Aug 12 02:40:03.141297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38254) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:03.253888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2c37dec0-8754-43f1-9de8-cfe0c76de7ca up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:03.327285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:03.331863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:03.332237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.422538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.462986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:03.469181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.520909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:03.528821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180dfbeb-4c55-41b9-b410-0ee2345f5964 None None] Could not find standard attr ID for object 5ec3e4d4-e78b-4adf-be1c-786441379bee. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:03.574345 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f5567-e9ae-45d6-b12b-de8e51f1139b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:03.581254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9f5567-e9ae-45d6-b12b-de8e51f1139b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:03.582885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f9f5567-e9ae-45d6-b12b-de8e51f1139b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4405985 Aug 12 02:40:03.585517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:03.673401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:03.673748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.752825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7539aa30-323c-4dec-a7be-6493bfdf5476 None None] Provisioning for port 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:03.758813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7539aa30-323c-4dec-a7be-6493bfdf5476 None None] Provisioning complete for port 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:03.759199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7539aa30-323c-4dec-a7be-6493bfdf5476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.769395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.782543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:03.797991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7539aa30-323c-4dec-a7be-6493bfdf5476 None None] Port 17b3430a-8bd4-4be7-a58e-c6e2b60163d4 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:40:03.911007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.942456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=17b3430a-8bd4-4be7-a58e-c6e2b60163d4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:03.966821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:03.971776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d59dbbfd-3e72-476f-bf5e-9c855aabda41 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/17b3430a-8bd4-4be7-a58e-c6e2b60163d4 HTTP/1.1" status: 204 len: 168 time: 0.3830481 Aug 12 02:40:03.972043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.024515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fa259-9361-4222-82b2-057ce0986986 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:04.026047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836fa259-9361-4222-82b2-057ce0986986 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:04.027616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-836fa259-9361-4222-82b2-057ce0986986 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0546324 Aug 12 02:40:04.031183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38260) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.088898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet db9d3ed4-b8f1-4d85-b847-6a271529f8b7 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:04.092717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.132757 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.176635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.234653 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.267059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=db9d3ed4-b8f1-4d85-b847-6a271529f8b7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:04.269012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.270846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-027892f6-5486-4e77-875f-88757a8c6239 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/db9d3ed4-b8f1-4d85-b847-6a271529f8b7 HTTP/1.1" status: 204 len: 168 time: 0.2385349 Aug 12 02:40:04.273473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38266) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.278125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681bae34-7dbf-43ce-ac3f-41e2a8780732 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:04.312119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1a6a994c-cbef-449a-ad9c-050577f20cc4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375528 Aug 12 02:40:04.314532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38268) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.361381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69ac45d-6389-4522-8075-4f6e032e280b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:04.362877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f69ac45d-6389-4522-8075-4f6e032e280b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0474446 Aug 12 02:40:04.365382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38270) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.420754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114be415-487e-4812-aaf2-1887823ecde5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:04.422235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-114be415-487e-4812-aaf2-1887823ecde5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0559540 Aug 12 02:40:04.424762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38272) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.445057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2847170e-bae5-4537-9157-671785740845 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:04.469434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dbd26484-466d-4f82-9c1b-38bde071449a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392814 Aug 12 02:40:04.469966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38274) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.474915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:04.497033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2847170e-bae5-4537-9157-671785740845 None None] Deleting port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:04.497412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2847170e-bae5-4537-9157-671785740845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.559523 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2847170e-bae5-4537-9157-671785740845 None None] For port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:04.560225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2847170e-bae5-4537-9157-671785740845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.560406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:04.564599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.581697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2847170e-bae5-4537-9157-671785740845 None None] Calling delete_port for 2c37dec0-8754-43f1-9de8-cfe0c76de7ca owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:04.594716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7ece-1ecb-499c-b799-5bc4ede898aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.645191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.693045 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.694897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2847170e-bae5-4537-9157-671785740845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.721389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847170e-bae5-4537-9157-671785740845 None None] Pushing event deleted for resources: {'Port': ['ID=2c37dec0-8754-43f1-9de8-cfe0c76de7ca,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:04.725217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847170e-bae5-4537-9157-671785740845 None None] No DVR routers for this DVR port 2c37dec0-8754-43f1-9de8-cfe0c76de7ca on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:04.849338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:04.851847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.895419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:04.898570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:04.903255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:04.903982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:04.910787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ca4af6-7a83-4c0c-9d10-c8ee44711735 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:04.914558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=561277e5-3d58-416c-951c-b30e31de5b79,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:04.932456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-16307c93-4cda-49fe-9374-0a094470b46f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4613597 Aug 12 02:40:04.935951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:04.941385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:05.059014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:05.062896 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.173558 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 561277e5-3d58-416c-951c-b30e31de5b79 (CIDR: 2001:db8::/64) Aug 12 02:40:05.179034 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:40:05.179855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:05.228973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38306) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:05.231102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98991fb2-afa2-4120-a603-1c5238ce5307 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2921579 Aug 12 02:40:05.234261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:05.285878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '561277e5-3d58-416c-951c-b30e31de5b79'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:05.286739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.365724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2c37dec0-8754-43f1-9de8-cfe0c76de7ca no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:05.395449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2c37dec0-8754-43f1-9de8-cfe0c76de7ca {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:05.396107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2c37dec0-8754-43f1-9de8-cfe0c76de7ca not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:05.422465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:05.426587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.483899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Allocated IP 2001:db8::f816:3eff:fe84:b3d6 (fd5a024c-831a-4fcb-aca7-f04db89949f3/561277e5-3d58-416c-951c-b30e31de5b79/8d8074bc-e700-48b0-9761-cb1f35cd02fc) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:05.663001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.676284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Transition to ACTIVE for port object 8d8074bc-e700-48b0-9761-cb1f35cd02fc will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:05.701174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Transition to ACTIVE for port object 8d8074bc-e700-48b0-9761-cb1f35cd02fc will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:05.709753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.759526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:05.762796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:05.769745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:05.780839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:05.803782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.852616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:05.856377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:05.857226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Attempting to bind port 8d8074bc-e700-48b0-9761-cb1f35cd02fc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:05.862401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:05.862791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Attempting to bind port 8d8074bc-e700-48b0-9761-cb1f35cd02fc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:05.863005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.863407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Attempting to bind port 8d8074bc-e700-48b0-9761-cb1f35cd02fc on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:05.875681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:05.876191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=bd793985-1de4-4160-b810-d0d6b0b58d12,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:05.876351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:05.876925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.877434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:05.878227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Bound port: 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:05.878845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.896475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ef724ba6-7006-4195-8d79-1c46f874b4e7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6633551 Aug 12 02:40:05.897682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:05.904350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:3f:6a:d3', 'name': 'tempest-NetworksTestDHCPv6-478773072'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:05.935526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:05.956032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:05.959673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:05.966400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:06.051134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb0f14-41bd-4e9a-9f75-6f34be31fab6 None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:06.077025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:06.190470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:06.214865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:06.438113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8:0:1::36f (fd5a024c-831a-4fcb-aca7-f04db89949f3/bd793985-1de4-4160-b810-d0d6b0b58d12/0121d92e-fe57-48a6-9bb2-ae9f0ccf9263) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:06.447664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe3f:6ad3 (fd5a024c-831a-4fcb-aca7-f04db89949f3/561277e5-3d58-416c-951c-b30e31de5b79/0121d92e-fe57-48a6-9bb2-ae9f0ccf9263) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:06.636113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:06.653858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:06.702215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:06.769809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:06.774528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:06.776552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=0121d92e-fe57-48a6-9bb2-ae9f0ccf9263,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:06.778869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:06.784859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:06.785528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:06.811597 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf843a27-7848-4a4b-853f-c51acfe83df3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9123201 Aug 12 02:40:06.814278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38316) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:06.956062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:06.956407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.067508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.082819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:07.244499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7be92c5-e0c6-464a-ada2-8e0be26b6573 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:07.317797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:07.354386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.409035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ede99e09-b2c9-4983-9c06-8c63520220a5 None None] Provisioning for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:07.418748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=0121d92e-fe57-48a6-9bb2-ae9f0ccf9263,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:07.435842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.437865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.442526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dbcbec4c-9cc8-43a2-83be-5dded6711a58 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 HTTP/1.1" status: 204 len: 168 time: 0.6266177 Aug 12 02:40:07.443325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38322) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:07.491880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:07.501318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:07.501687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.518466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50865a3-a015-4d89-b075-b200d506dd91 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:07.522960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c50865a3-a015-4d89-b075-b200d506dd91 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0785081 Aug 12 02:40:07.523164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38324) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:07.602699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d610e5e1-91b0-4b9d-81c3-2da1bdd328d1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:07.607261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38326) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:07.619629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d610e5e1-91b0-4b9d-81c3-2da1bdd328d1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0949833 Aug 12 02:40:07.648676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.685904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20565c44-a323-4545-8fd5-8ba4a51f2b24 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:07.687601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20565c44-a323-4545-8fd5-8ba4a51f2b24 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:07.689112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20565c44-a323-4545-8fd5-8ba4a51f2b24 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:07.693752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38328) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:07.694073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20565c44-a323-4545-8fd5-8ba4a51f2b24 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0846751 Aug 12 02:40:07.718346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:07.726385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.759848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0a8d7f-c104-4d61-807b-f40cca9e08a8 None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '561277e5-3d58-416c-951c-b30e31de5b79', 'ip_address': '2001:db8::f816:3eff:fe84:b3d6'}, {'subnet_id': 'bd793985-1de4-4160-b810-d0d6b0b58d12'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '8d8074bc-e700-48b0-9761-cb1f35cd02fc'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:40:07.774071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 561277e5-3d58-416c-951c-b30e31de5b79 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:07.780202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.799301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf0a8d7f-c104-4d61-807b-f40cca9e08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.829942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:07.855813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:07.937753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.009712 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-bf0a8d7f-c104-4d61-807b-f40cca9e08a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 561277e5-3d58-416c-951c-b30e31de5b79: This subnet is being modified by another concurrent operation. Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 561277e5-3d58-416c-951c-b30e31de5b79: This subnet is being modified by another concurrent operation. Aug 12 02:40:08.011658 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:40:08.042749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=561277e5-3d58-416c-951c-b30e31de5b79,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:08.050587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.056016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-97e713b5-ba23-497b-b690-f0cd20600f0e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/561277e5-3d58-416c-951c-b30e31de5b79 HTTP/1.1" status: 204 len: 168 time: 0.3604436 Aug 12 02:40:08.058642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38330) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:08.099288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2f2e91-b5cc-431f-9a5b-54617f1377a3 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:08.140630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet bd793985-1de4-4160-b810-d0d6b0b58d12 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:08.143922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.184117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-23dbb2e3-8753-40e5-a216-aa62356a55ac None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:08.184688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23dbb2e3-8753-40e5-a216-aa62356a55ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.196150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.263073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.382215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.446478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877a67a-be7a-49f7-ab4c-746f4efd6a77 None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'bd793985-1de4-4160-b810-d0d6b0b58d12'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '8d8074bc-e700-48b0-9761-cb1f35cd02fc'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:40:08.473344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=bd793985-1de4-4160-b810-d0d6b0b58d12,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:08.482769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.485831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-572b1bf1-d282-40ec-87c2-dbae0668a0e2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bd793985-1de4-4160-b810-d0d6b0b58d12 HTTP/1.1" status: 204 len: 168 time: 0.4259315 Aug 12 02:40:08.490724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f877a67a-be7a-49f7-ab4c-746f4efd6a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.494583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:08.503899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73064-4508-4039-93e3-7af45b0240ec req-a54767d1-0da8-43f6-86d4-632c0d70f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:08.505425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-a54767d1-0da8-43f6-86d4-632c0d70f681 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1097 time: 0.2109015 Aug 12 02:40:08.550980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af774d59-f03d-4003-8591-60ac5a0e0004 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549414 Aug 12 02:40:08.554118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:08.560285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:08.649716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73064-4508-4039-93e3-7af45b0240ec req-d716e92d-3d8e-4b26-9fdb-0d21f3afebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:08.651444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-d716e92d-3d8e-4b26-9fdb-0d21f3afebdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1198366 Aug 12 02:40:08.687332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:08.692135 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.746346 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-4ec07d28-57a0-43f2-a621-850e59e1835e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 1001 time: 0.0867236 Aug 12 02:40:08.779320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b7cecb75-fcac-444c-95c0-7f5615dc9bce None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:08.779823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b7cecb75-fcac-444c-95c0-7f5615dc9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:08.828507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73064-4508-4039-93e3-7af45b0240ec req-661a52cf-a602-4725-9363-479bd42264e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:08.830672 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-661a52cf-a602-4725-9363-479bd42264e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0759771 Aug 12 02:40:08.879428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bd0cd-541c-4720-b51f-52c437441d68 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:40:08.915903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed73064-4508-4039-93e3-7af45b0240ec req-fe8dcc3b-31fe-4832-87a2-a67d80fd9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:08.917608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-fe8dcc3b-31fe-4832-87a2-a67d80fd9198 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766110 Aug 12 02:40:08.930968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-35941097-29b1-46a4-81df-e0ab65fe209a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:40:08.932228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-35941097-29b1-46a4-81df-e0ab65fe209a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055649 Aug 12 02:40:09.032383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3bd0cd-541c-4720-b51f-52c437441d68 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:40:09.050499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f069d33-ec2d-41df-ae36-62f6dd49a604 None None] Could not find standard attr ID for object 0121d92e-fe57-48a6-9bb2-ae9f0ccf9263. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:09.061733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-4564ecf9-74c9-497e-b181-d52fe0354498 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214108 Aug 12 02:40:09.149614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:09.243867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8ed73064-4508-4039-93e3-7af45b0240ec req-f187631d-8a07-4ea5-b12f-ab35a8fbe11c service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738293 Aug 12 02:40:09.272850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:09.383494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.455242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.541076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': '91fbe4de-5ba2-40df-91a8-dcfb3af26b33'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '8d8074bc-e700-48b0-9761-cb1f35cd02fc'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:40:09.583079 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.595801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:09.638885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.644528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.645431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.714272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:09.725736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:09.730710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:09.731330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:09.762166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=91fbe4de-5ba2-40df-91a8-dcfb3af26b33,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:09.769795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2143283 Aug 12 02:40:09.770572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b624-22f5-494b-bb1b-b6d8bb380ed9 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:09.772785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38350) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:09.779294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:09.844076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:40:09.844431 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:40:09.861466 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:40:09.861826 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:40:09.911890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:09.915781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.009820 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91fbe4de-5ba2-40df-91a8-dcfb3af26b33 (CIDR: 2001:db8::/64) Aug 12 02:40:10.013109 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:40:10.013602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:10.029000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c022ed03-a275-4927-a132-dcdf81329758 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2544885 Aug 12 02:40:10.032428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:10.038141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:10.181575 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:10.185194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.455488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.496943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.533029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.586285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:10.593777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.594009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:10.598109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:10.603251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:10.604333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.613541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:10.631562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-50de3a4e-b93e-4ef7-9cae-082ec2340c62 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5977869 Aug 12 02:40:10.634326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:10.641148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:10:ad:94', 'name': 'tempest-NetworksTestDHCPv6-1309286316'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:10.728386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:10.737962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.738303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.738650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.738989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.739419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.740132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.740132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.740444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.740778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.741105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.741479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.741803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:10.745193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:40:10.745535 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:40:10.773821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:10.894667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:10.921528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 3b479dbd-5a90-4f43-8724-0e294bc81863 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:10.934780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.156759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8:0:1::281 (fd5a024c-831a-4fcb-aca7-f04db89949f3/bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698/3b479dbd-5a90-4f43-8724-0e294bc81863) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:11.163122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::f816:3eff:fe10:ad94 (fd5a024c-831a-4fcb-aca7-f04db89949f3/91fbe4de-5ba2-40df-91a8-dcfb3af26b33/3b479dbd-5a90-4f43-8724-0e294bc81863) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:11.349882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.365069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 3b479dbd-5a90-4f43-8724-0e294bc81863 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:11.405884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.453617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:11.456772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:11.460574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:11.466656 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:11.467420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.489844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=3b479dbd-5a90-4f43-8724-0e294bc81863,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:11.496358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:11.496528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c46d9850-3155-4e3d-a0ce-f2f7a7db357e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8608501 Aug 12 02:40:11.550707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:11.586418 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.593048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.619665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 3b479dbd-5a90-4f43-8724-0e294bc81863 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:11.620688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.662314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cf7a6-027c-4bf1-92e1-254bced7525c None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:11.778536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:11.793203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 3b479dbd-5a90-4f43-8724-0e294bc81863 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:12.063204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.096026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=3b479dbd-5a90-4f43-8724-0e294bc81863,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:12.157583 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.161524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38370) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:12.162033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e57094fb-37a6-4855-a15b-32a361ab4828 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/3b479dbd-5a90-4f43-8724-0e294bc81863 HTTP/1.1" status: 204 len: 168 time: 0.6643202 Aug 12 02:40:12.233064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a3cec-f909-4c62-a651-8847d48c306b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:12.238018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c27a3cec-f909-4c62-a651-8847d48c306b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0753548 Aug 12 02:40:12.240545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:12.305485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e357ef7f-40e2-4aa5-a3a0-e7af99bd6673 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:12.307201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e357ef7f-40e2-4aa5-a3a0-e7af99bd6673 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0655961 Aug 12 02:40:12.311173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38374) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:12.381030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a549e5a-cdb4-4ce9-b874-a37e60d34e18 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:12.382224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a549e5a-cdb4-4ce9-b874-a37e60d34e18 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:12.383943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a549e5a-cdb4-4ce9-b874-a37e60d34e18 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:12.388444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38376) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:12.399584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6a549e5a-cdb4-4ce9-b874-a37e60d34e18 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0870433 Aug 12 02:40:12.402434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bdc34-bb24-4482-9e29-d7a48a8ff247 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:40:12.454001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:12.454001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.486280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 91fbe4de-5ba2-40df-91a8-dcfb3af26b33 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:12.500422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.557503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.588796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92bdc34-bb24-4482-9e29-d7a48a8ff247 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:40:12.600516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.683352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:12.689548 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.692215 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.772291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3d93b-dd59-4ad0-91fc-02f2fc60d6d1 None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:12.799902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.831337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=91fbe4de-5ba2-40df-91a8-dcfb3af26b33,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:12.841009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.844215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e02206f-61e6-4e6f-b987-0bb0610f7418 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/91fbe4de-5ba2-40df-91a8-dcfb3af26b33 HTTP/1.1" status: 204 len: 168 time: 0.4534729 Aug 12 02:40:12.846421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38384) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:12.907931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:12.911395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:12.970815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.023859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.043450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164ce98-6c52-4ecd-8ead-09aa12e984a3 None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '8d8074bc-e700-48b0-9761-cb1f35cd02fc'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:40:13.075749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d164ce98-6c52-4ecd-8ead-09aa12e984a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.099597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.132273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:13.141951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.146167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2331e173-e5d0-444e-a134-05bfe510492e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698 HTTP/1.1" status: 204 len: 168 time: 0.2964399 Aug 12 02:40:13.146507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38386) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:13.201156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4554b4b3-9e6b-4375-9e1c-774df78a321c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505786 Aug 12 02:40:13.203541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:13.212622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-d164ce98-6c52-4ecd-8ead-09aa12e984a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698: This subnet is being modified by another concurrent operation. Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698: This subnet is being modified by another concurrent operation. Aug 12 02:40:13.235166 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 02:40:13.323603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261c427-53e3-4275-a4b2-527884712922 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:40:13.364083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:13.368789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.453106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8261c427-53e3-4275-a4b2-527884712922 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:40:13.463600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4834a51e-93fc-4271-94ad-3755229085c9 None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:13.464218 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4834a51e-93fc-4271-94ad-3755229085c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.731153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.799813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=bae26fd0-0bd9-482b-9444-4ef7afa5fecf,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:13.803766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:13.805627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:13.816043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:13.817406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:13.841732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aea94ac0-fe85-4ca9-b5c2-bb19879d50bd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6329305 Aug 12 02:40:13.845725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38394) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:13.857174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:13.954959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Update dhcp port {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'fixed_ips': [{'subnet_id': 'bae26fd0-0bd9-482b-9444-4ef7afa5fecf'}], 'binding:host_id': 'n-d-804303-2'}, 'id': '8d8074bc-e700-48b0-9761-cb1f35cd02fc'} from n-d-804303-2. {{(pid=94675) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 12 02:40:13.982014 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:14.046599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:14.050265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:14.179588 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bae26fd0-0bd9-482b-9444-4ef7afa5fecf (CIDR: 2001:db8::/64) Aug 12 02:40:14.185166 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:40:14.185849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:14.196016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/bae26fd0-0bd9-482b-9444-4ef7afa5fecf/8d8074bc-e700-48b0-9761-cb1f35cd02fc) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:14.208023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad814abc-d0c1-486f-b56a-61d9437cdde8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3582537 Aug 12 02:40:14.209042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38396) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:14.215180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:14.315802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:14.347237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:14.350980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:14.359797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:14.384025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Transition to ACTIVE for port object 8d8074bc-e700-48b0-9761-cb1f35cd02fc will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:14.390430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:14.470867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bdc0b-51c7-4040-a70a-3ae781f0026c None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:14.866556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:15.084137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.167642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:15.268599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.286032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057a7fc7-0103-4a43-9106-a3d5615d6654 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:15.371498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6eeb789c-c0a8-4663-8e8d-1f1b11c23201 None None] Provisioning for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:15.386605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6eeb789c-c0a8-4663-8e8d-1f1b11c23201 None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:15.387025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6eeb789c-c0a8-4663-8e8d-1f1b11c23201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.697426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:15.741321 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.748646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.751759 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.816867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:40:15.817572 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:40:15.838045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:15.847124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:15.855642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:15.856246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:15.883130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=36307313-d309-4ba3-ad88-a6db166967f3,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:15.886570 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=13']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:15.903047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ec8beb8-12a8-4917-a9e4-aa4afae508c7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6928406 Aug 12 02:40:15.907141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38410) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:15.913279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:0f:23:c2', 'name': 'tempest-NetworksTestDHCPv6-1097913044'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:16.067439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:16.168615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.192117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port 0761c331-268c-48cf-a052-ab387930477c yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:16.244554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126c311-3d7a-4866-be98-520291b58afd None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:16.356131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-32585c9e-bd02-44c5-952d-a95e92bbe1f3 None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:16.356501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-32585c9e-bd02-44c5-952d-a95e92bbe1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.361547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::6b (fd5a024c-831a-4fcb-aca7-f04db89949f3/bae26fd0-0bd9-482b-9444-4ef7afa5fecf/0761c331-268c-48cf-a052-ab387930477c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:16.368063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:23c2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/36307313-d309-4ba3-ad88-a6db166967f3/0761c331-268c-48cf-a052-ab387930477c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:16.418933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.496890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:16.518782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.523531 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.543327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object 0761c331-268c-48cf-a052-ab387930477c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:16.583532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=14']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:16.588850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.639230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:16.641551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:16.642597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:16.647421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:16.653123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:16.653842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.668266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=0761c331-268c-48cf-a052-ab387930477c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:16.684421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-59acabc5-4f07-4ba8-a002-98cde50a9099 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7739086 Aug 12 02:40:16.684816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38428) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:16.703368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:16.703866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.780032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3ae71-ec5a-46d3-9778-4196af1f7405 req-3d40a5dc-1d3e-46f4-806a-a43bcb3da87c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:16.781861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5da3ae71-ec5a-46d3-9778-4196af1f7405 req-3d40a5dc-1d3e-46f4-806a-a43bcb3da87c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.0662196 Aug 12 02:40:16.814291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.814648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port 0761c331-268c-48cf-a052-ab387930477c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:16.815140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.837073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5da3ae71-ec5a-46d3-9778-4196af1f7405 req-d1e681ee-bb01-48ec-a3de-a7adc7dc6a85 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 Aug 12 02:40:16.856907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ef50a-04dd-4038-b0c6-7bde6938fd5f None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:16.862951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:16.902939 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.939100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:16.953817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for 0761c331-268c-48cf-a052-ab387930477c owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:16.956644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9b4ab629-74bd-4dfb-b169-e1a53d972079 None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:16.957021 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab629-74bd-4dfb-b169-e1a53d972079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.015462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=15']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:17.146371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.179420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=0761c331-268c-48cf-a052-ab387930477c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:17.227937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.229921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bc367c59-a73d-45aa-81ed-4315173b72a2 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/0761c331-268c-48cf-a052-ab387930477c HTTP/1.1" status: 204 len: 168 time: 0.5435207 Aug 12 02:40:17.232904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:17.269701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:17.286166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c971cbbe-628e-4aa6-9e91-65055f82680c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:17.287746 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c971cbbe-628e-4aa6-9e91-65055f82680c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0538645 Aug 12 02:40:17.290239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38438) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:17.339172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdc502d-d8df-48ff-8446-75d8dfed4103 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:17.341616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8fdc502d-d8df-48ff-8446-75d8dfed4103 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0504196 Aug 12 02:40:17.343891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:17.344180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38440) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:17.344319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.401337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cec0f-df25-44ed-8ce2-e656b3d0340c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:17.402967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cec0f-df25-44ed-8ce2-e656b3d0340c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:17.405133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cec0f-df25-44ed-8ce2-e656b3d0340c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:17.406717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b66cec0f-df25-44ed-8ce2-e656b3d0340c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0611343 Aug 12 02:40:17.409416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38442) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:17.473511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 36307313-d309-4ba3-ad88-a6db166967f3 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:17.476822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.522634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.536842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887a691-34c3-4fe3-9c0c-7ab0198ecef8 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:17.618108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.649687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-47a7b3e4-ce48-4b7d-9e1e-98c2cff5419c None None] Could not find standard attr ID for object 0761c331-268c-48cf-a052-ab387930477c. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:17.687633 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.690383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-47a7b3e4-ce48-4b7d-9e1e-98c2cff5419c None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:17.690760 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47a7b3e4-ce48-4b7d-9e1e-98c2cff5419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.724285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=36307313-d309-4ba3-ad88-a6db166967f3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:17.730149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.735345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-079a6263-2365-4445-9054-4c86b6eaee1e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/36307313-d309-4ba3-ad88-a6db166967f3 HTTP/1.1" status: 204 len: 168 time: 0.3223338 Aug 12 02:40:17.737021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38452) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:17.800189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet bae26fd0-0bd9-482b-9444-4ef7afa5fecf {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:17.803649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.847853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.958020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:17.986776 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.002147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4528a51-4a5d-46c8-8a02-dc8d3d71157c None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:18.046786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aaa4c934-6b67-4324-a058-741a764aacfb None None] Provisioning complete for port 8d8074bc-e700-48b0-9761-cb1f35cd02fc triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:18.047356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aaa4c934-6b67-4324-a058-741a764aacfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.054789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e4686-cef3-4ef6-bf85-ad31e51d161d req-cbba8785-9f19-4cef-a295-ebc2cb8e8b0f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:18.056414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b0e4686-cef3-4ef6-bf85-ad31e51d161d req-cbba8785-9f19-4cef-a295-ebc2cb8e8b0f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.1186800 Aug 12 02:40:18.091189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.128942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=bae26fd0-0bd9-482b-9444-4ef7afa5fecf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:18.132835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.134082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d9bfaf3a-8a0e-44c9-b0e6-541f13016fd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bae26fd0-0bd9-482b-9444-4ef7afa5fecf HTTP/1.1" status: 204 len: 168 time: 0.3971491 Aug 12 02:40:18.136615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38462) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:18.137420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b0e4686-cef3-4ef6-bf85-ad31e51d161d req-6a540556-cf63-417e-8796-73aaa2b80004 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725324 Aug 12 02:40:18.183707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fdb78a51-2baf-4497-9c9f-a3b9e5a3d11a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432856 Aug 12 02:40:18.184088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38466) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:18.190134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:18.267499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:18.293018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:18.296961 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.315890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Deleting port 8d8074bc-e700-48b0-9761-cb1f35cd02fc {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:18.316472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.379368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] For port 8d8074bc-e700-48b0-9761-cb1f35cd02fc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8d8074bc-e700-48b0-9761-cb1f35cd02fc,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:18.379973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.402917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Calling delete_port for 8d8074bc-e700-48b0-9761-cb1f35cd02fc owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:18.509234 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.527184 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.538533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] Pushing event deleted for resources: {'Port': ['ID=8d8074bc-e700-48b0-9761-cb1f35cd02fc,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:18.542486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80f179f-9ecd-46c8-a7ca-d5bb54fe7810 None None] No DVR routers for this DVR port 8d8074bc-e700-48b0-9761-cb1f35cd02fc on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:18.575752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:18.579133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:18.583848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:18.584449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.588685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ec053-f824-4108-a976-f4cc64a176f1 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:18.608090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=4806ee9c-7c2d-4f40-8e73-b3367735505d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:18.626918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7d7d797-a3aa-4077-8e79-5b793ccd4e6a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4414966 Aug 12 02:40:18.629719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38480) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:18.638346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:18.757762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fd5a024c-831a-4fcb-aca7-f04db89949f3', 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'tenant_id': 'fe60ae3fb17d40a3805f6094f473fffe', 'fixed_ips': [{'subnet_id': '4806ee9c-7c2d-4f40-8e73-b3367735505d'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:18.758574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.772445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:18.776745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:18.875440 n-d-804303-2 neutron-server[94674]: INFO neutron.db.ipam_backend_mixin [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4806ee9c-7c2d-4f40-8e73-b3367735505d (CIDR: 2001:db8::/64) Aug 12 02:40:18.880306 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:40:18.881028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:18.896592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-306418c8-46c9-4c70-9668-a7ea5de8a375 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2656262 Aug 12 02:40:18.899302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38482) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:18.905527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'subnet': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:18.910002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Allocated IP 2001:db8::2 (fd5a024c-831a-4fcb-aca7-f04db89949f3/4806ee9c-7c2d-4f40-8e73-b3367735505d/4a50a31a-0d14-4928-8e67-1fff52f9cb7a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:19.024206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:19.028082 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.081771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.090940 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Transition to ACTIVE for port object 4a50a31a-0d14-4928-8e67-1fff52f9cb7a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:19.107558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Transition to ACTIVE for port object 4a50a31a-0d14-4928-8e67-1fff52f9cb7a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:19.116154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.175075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:19.195657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:19.205240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:19.212880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Pushing event updated for resources: {'Port': ['ID=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:19.286169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:19.318292 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8d8074bc-e700-48b0-9761-cb1f35cd02fc {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:19.318954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8d8074bc-e700-48b0-9761-cb1f35cd02fc not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:19.320741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Attempting to bind port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:19.321114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Attempting to bind port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:19.321480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Attempting to bind port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a on network fd5a024c-831a-4fcb-aca7-f04db89949f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:19.328386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:19.328880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Checking segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:19.329292 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.329806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Bound using segment: {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:19.330271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Bound port: 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '714e872e-bc23-4fff-92f4-31a24ce3ad18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:19.330652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.407116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] For port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:19.410519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] For port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:19.423716 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.486633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e599b-9114-4c9d-bea9-4feecf1b1a50 None None] Pushing event updated for resources: {'Port': ['ID=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:19.509407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:19.708507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.883870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] For port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:19.914973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.921096 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:19.921817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.008396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:20.017889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Subnet': ['ID=996816b2-d1bd-46be-ba09-d153b9a5c374,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:20.022301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:20.024954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:20.025544 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.027843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,revision_number=4']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:20.042793 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ebdc9407-8094-4700-b592-a1175067865c tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1421902 Aug 12 02:40:20.046135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38490) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:20.051190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Request body: {'port': {'network_id': 'fd5a024c-831a-4fcb-aca7-f04db89949f3', 'mac_address': 'fa:16:3e:34:0a:c3', 'name': 'tempest-NetworksTestDHCPv6-2094165839'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:20.165163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Made reservation on behalf of fe60ae3fb17d40a3805f6094f473fffe for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:20.170442 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.201869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] device_id is not set on port c727a43b-18a6-4c29-bc12-6da4138777bc yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:20.390669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8::336 (fd5a024c-831a-4fcb-aca7-f04db89949f3/4806ee9c-7c2d-4f40-8e73-b3367735505d/c727a43b-18a6-4c29-bc12-6da4138777bc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:20.398232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:ac3 (fd5a024c-831a-4fcb-aca7-f04db89949f3/996816b2-d1bd-46be-ba09-d153b9a5c374/c727a43b-18a6-4c29-bc12-6da4138777bc) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:20.438447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:20.524804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc302ca-85e1-47e9-a1b5-a675c32239f2 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:20.570453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.586327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Transition to ACTIVE for port object c727a43b-18a6-4c29-bc12-6da4138777bc will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:20.609721 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.627494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.655863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d8e6ba67-e27b-4178-9b5e-13623639c2cb None None] Provisioning for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:20.657734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:20.660109 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b58b9-bc64-4349-9733-0d32127e7e16" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:20.671350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:20.676842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:20.680731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:20.686954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:20.687613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.688845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:20.694105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event updated for resources: {'Port': ['ID=c727a43b-18a6-4c29-bc12-6da4138777bc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:20.719192 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60914494-a1b0-416b-9d67-83116ae751e5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6718163 Aug 12 02:40:20.721789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38500) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:20.724001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.730863 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f196b340-545b-4935-8c48-27637b844e04 x-openstack-request-id: req-f196b340-545b-4935-8c48-27637b844e04 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:20.731157 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:20.731412 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f196b340-545b-4935-8c48-27637b844e04 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:20.731832 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:40:20.816594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:20.828989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting port c727a43b-18a6-4c29-bc12-6da4138777bc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:20.829340 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.921091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:20.934200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Calling delete_port for c727a43b-18a6-4c29-bc12-6da4138777bc owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:21.130528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.169942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Port': ['ID=c727a43b-18a6-4c29-bc12-6da4138777bc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:21.240558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.242481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b1bf70e6-b11f-4f41-b98d-4935818e9329 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c727a43b-18a6-4c29-bc12-6da4138777bc HTTP/1.1" status: 204 len: 168 time: 0.5196946 Aug 12 02:40:21.245313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38504) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:21.284234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a50a31a-0d14-4928-8e67-1fff52f9cb7a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:21.302062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec5975-b397-4ede-b97e-cae092e28eb8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:21.306063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-15ec5975-b397-4ede-b97e-cae092e28eb8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0573645 Aug 12 02:40:21.306462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38506) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:21.349734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:21.354217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:21.354596 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.364198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984f976b-6de8-465a-802f-18785c0cbcd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:21.367516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-984f976b-6de8-465a-802f-18785c0cbcd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0583732 Aug 12 02:40:21.368977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38508) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:21.442969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95954e36-bbb0-4fbb-80a5-ff06bcbe6755 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:21.444769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95954e36-bbb0-4fbb-80a5-ff06bcbe6755 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:21.446107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95954e36-bbb0-4fbb-80a5-ff06bcbe6755 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:21.454702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38510) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:21.470183 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.475802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-95954e36-bbb0-4fbb-80a5-ff06bcbe6755 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0777419 Aug 12 02:40:21.520612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 4806ee9c-7c2d-4f40-8e73-b3367735505d {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:21.523820 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.526148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a2135bb5-ad1d-48c8-b75f-1ca2361a7b07 None None] Could not find standard attr ID for object c727a43b-18a6-4c29-bc12-6da4138777bc. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:21.529888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:21.541588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.549643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a2135bb5-ad1d-48c8-b75f-1ca2361a7b07 None None] Provisioning complete for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:21.550254 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a2135bb5-ad1d-48c8-b75f-1ca2361a7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.570944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.633945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:21.692521 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.762122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.791052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=4806ee9c-7c2d-4f40-8e73-b3367735505d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:21.798390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.802857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-78faa81a-3c04-4d54-aba3-303ded892097 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/4806ee9c-7c2d-4f40-8e73-b3367735505d HTTP/1.1" status: 204 len: 168 time: 0.3447931 Aug 12 02:40:21.803339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38516) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:21.810889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4819a4-8b55-4a62-904a-2422dc30efcb None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:21.827344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-28bb5a72-6459-45ab-ad3e-03471da63bf6 None None] Could not find standard attr ID for object c727a43b-18a6-4c29-bc12-6da4138777bc. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:40:21.859330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Deleting subnet 996816b2-d1bd-46be-ba09-d153b9a5c374 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:21.862501 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.903039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:21.994215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.064067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.091050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Subnet': ['ID=996816b2-d1bd-46be-ba09-d153b9a5c374,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:22.098088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.102379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ee1d00dc-afa8-4ac5-b90d-f72d2cf1ab75 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/996816b2-d1bd-46be-ba09-d153b9a5c374 HTTP/1.1" status: 204 len: 168 time: 0.2958894 Aug 12 02:40:22.102635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38520) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.147413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9b989d3-3fcb-4376-8e73-e546938bc4d0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436592 Aug 12 02:40:22.149947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38522) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.202944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b35d42-4582-49a9-8702-fe7df35e8102 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:22.207493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b6b35d42-4582-49a9-8702-fe7df35e8102 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0565486 Aug 12 02:40:22.207684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38524) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.270876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1211aa8c-40df-4c9a-b1d1-ed35a02a2ec5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:22.274839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1211aa8c-40df-4c9a-b1d1-ed35a02a2ec5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637453 Aug 12 02:40:22.275320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38528) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.320066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bdcb0f02-bd6c-4b48-ab7d-ac9a03ae3131 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0388665 Aug 12 02:40:22.320281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38532) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.346772 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b3d5d3-ee80-4956-abd6-f0c266d968f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.347532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b3d5d3-ee80-4956-abd6-f0c266d968f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.349618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-26b3d5d3-ee80-4956-abd6-f0c266d968f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c727a43b-18a6-4c29-bc12-6da4138777bc HTTP/1.1" status: 404 len: 333 time: 0.0281961 Aug 12 02:40:22.352067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.381687 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f163df23-ff2a-4e78-9677-7430a6afa32b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.382070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f163df23-ff2a-4e78-9677-7430a6afa32b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.383872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f163df23-ff2a-4e78-9677-7430a6afa32b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/996816b2-d1bd-46be-ba09-d153b9a5c374 HTTP/1.1" status: 404 len: 337 time: 0.0307524 Aug 12 02:40:22.386454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38538) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.416783 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a63ecd-3d0f-4bdf-9141-46f728c4f1f1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.417258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a63ecd-3d0f-4bdf-9141-46f728c4f1f1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.421238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-73a63ecd-3d0f-4bdf-9141-46f728c4f1f1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/4806ee9c-7c2d-4f40-8e73-b3367735505d HTTP/1.1" status: 404 len: 337 time: 0.0337427 Aug 12 02:40:22.423825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.445145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:40:22.453285 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f767a37-f8d0-4d85-9d5f-0bdf7e20b8e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.454227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f767a37-f8d0-4d85-9d5f-0bdf7e20b8e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.456348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f767a37-f8d0-4d85-9d5f-0bdf7e20b8e3 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/0761c331-268c-48cf-a052-ab387930477c HTTP/1.1" status: 404 len: 333 time: 0.0315151 Aug 12 02:40:22.458780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.499032 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b550fc8-d151-4887-977a-90cfe091e666 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.499794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b550fc8-d151-4887-977a-90cfe091e666 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.501907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4b550fc8-d151-4887-977a-90cfe091e666 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/36307313-d309-4ba3-ad88-a6db166967f3 HTTP/1.1" status: 404 len: 337 time: 0.0420029 Aug 12 02:40:22.504827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38544) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.535388 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-61df5baa-8856-45f9-b78b-a05a2a343916 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.535954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61df5baa-8856-45f9-b78b-a05a2a343916 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.540260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61df5baa-8856-45f9-b78b-a05a2a343916 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bae26fd0-0bd9-482b-9444-4ef7afa5fecf HTTP/1.1" status: 404 len: 337 time: 0.0319171 Aug 12 02:40:22.540571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38546) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.574070 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c5767a-77b3-4136-93fd-4f47ee280a10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.574643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c5767a-77b3-4136-93fd-4f47ee280a10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.578897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d7c5767a-77b3-4136-93fd-4f47ee280a10 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/3b479dbd-5a90-4f43-8724-0e294bc81863 HTTP/1.1" status: 404 len: 333 time: 0.0349703 Aug 12 02:40:22.579016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38550) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.613565 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7fe4f-e6f5-43f7-8881-e657984bf5b0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.614031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd7fe4f-e6f5-43f7-8881-e657984bf5b0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.617967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1bd7fe4f-e6f5-43f7-8881-e657984bf5b0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bc86bdb2-a3ea-4d66-9d35-8ae6e1c50698 HTTP/1.1" status: 404 len: 337 time: 0.0352135 Aug 12 02:40:22.618110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:22.618536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38552) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.635549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:40:22.645286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750acc0d-91f5-423f-aed4-da4870870843 None None] Network fd5a024c-831a-4fcb-aca7-f04db89949f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:22.652464 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9daca585-ec63-4739-a1e6-6eeb413ce715 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.653514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9daca585-ec63-4739-a1e6-6eeb413ce715 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.655366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9daca585-ec63-4739-a1e6-6eeb413ce715 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/91fbe4de-5ba2-40df-91a8-dcfb3af26b33 HTTP/1.1" status: 404 len: 337 time: 0.0360889 Aug 12 02:40:22.657661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38558) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.671186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307810c9-4050-4a0c-b726-e795d3508d65 req-48558bd0-18ea-4506-925a-631e5f3736f3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:22.672981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-307810c9-4050-4a0c-b726-e795d3508d65 req-48558bd0-18ea-4506-925a-631e5f3736f3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 947 time: 0.0629542 Aug 12 02:40:22.683105 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4060ed-e76e-4d4b-85e8-376e4e5a6bbd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.683803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4060ed-e76e-4d4b-85e8-376e4e5a6bbd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.686285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb4060ed-e76e-4d4b-85e8-376e4e5a6bbd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/0121d92e-fe57-48a6-9bb2-ae9f0ccf9263 HTTP/1.1" status: 404 len: 333 time: 0.0269938 Aug 12 02:40:22.688655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38560) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.715752 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0df545d-817d-4915-8826-b7636102cd51 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.716221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0df545d-817d-4915-8826-b7636102cd51 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.718603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c0df545d-817d-4915-8826-b7636102cd51 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/bd793985-1de4-4160-b810-d0d6b0b58d12 HTTP/1.1" status: 404 len: 337 time: 0.0284858 Aug 12 02:40:22.719970 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-307810c9-4050-4a0c-b726-e795d3508d65 req-4a0bfd6f-8c4a-4682-82b3-e9f5883d2086 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Aug 12 02:40:22.721094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.735113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-82be5cc6-54e2-4179-bf07-5c353fff3b2b None None] Provisioning complete for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:22.735509 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-82be5cc6-54e2-4179-bf07-5c353fff3b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.750321 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9dfcced-e683-4d8e-ab9b-07fceaaa7dde tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.750786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9dfcced-e683-4d8e-ab9b-07fceaaa7dde tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.752569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9dfcced-e683-4d8e-ab9b-07fceaaa7dde tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/561277e5-3d58-416c-951c-b30e31de5b79 HTTP/1.1" status: 404 len: 337 time: 0.0302930 Aug 12 02:40:22.755165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38564) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.764459 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.778346 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7800c3fd-3310-4745-8cdf-9b0e5f1436be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.778961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7800c3fd-3310-4745-8cdf-9b0e5f1436be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.781157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7800c3fd-3310-4745-8cdf-9b0e5f1436be tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/17b3430a-8bd4-4be7-a58e-c6e2b60163d4 HTTP/1.1" status: 404 len: 333 time: 0.0249646 Aug 12 02:40:22.783622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38566) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.805988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:40:22.819199 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-04da43b4-130b-4ba1-a076-96cee417faa4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.819675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04da43b4-130b-4ba1-a076-96cee417faa4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.821410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-04da43b4-130b-4ba1-a076-96cee417faa4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/db9d3ed4-b8f1-4d85-b847-6a271529f8b7 HTTP/1.1" status: 404 len: 337 time: 0.0368934 Aug 12 02:40:22.824129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38568) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.847940 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c716a0-70cc-40d8-a340-ca2d4808e995 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.848561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c716a0-70cc-40d8-a340-ca2d4808e995 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.850267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-96c716a0-70cc-40d8-a340-ca2d4808e995 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/5ec3e4d4-e78b-4adf-be1c-786441379bee HTTP/1.1" status: 404 len: 333 time: 0.0250680 Aug 12 02:40:22.850506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:22.852782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38570) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.861660 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:22.881072 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fff1862-358b-4e7f-8c35-96f6cb6adee0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.881548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fff1862-358b-4e7f-8c35-96f6cb6adee0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.883311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8fff1862-358b-4e7f-8c35-96f6cb6adee0 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/655dd3fa-c2ed-46b2-8ed5-2beb0588083e HTTP/1.1" status: 404 len: 337 time: 0.0294459 Aug 12 02:40:22.885821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.914265 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b86ec86-e23e-41cb-a322-a0d3136bb41a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.914926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b86ec86-e23e-41cb-a322-a0d3136bb41a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.919352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b86ec86-e23e-41cb-a322-a0d3136bb41a tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/283c4768-7ec9-4ba5-9274-5bd973c64d5d HTTP/1.1" status: 404 len: 333 time: 0.0325446 Aug 12 02:40:22.919716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38574) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.946478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:22.947868 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f045f27-520b-4c01-9625-a9c7fadbfc46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.948586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f045f27-520b-4c01-9625-a9c7fadbfc46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.953213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f045f27-520b-4c01-9625-a9c7fadbfc46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/ac91129a-ab21-411b-ba80-9f42fcdf8801 HTTP/1.1" status: 404 len: 337 time: 0.0288091 Aug 12 02:40:22.953400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38576) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:22.957536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] DHCP port deletion for fd5a024c-831a-4fcb-aca7-f04db89949f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:22.975436 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6716785-d8d7-43a6-a582-9428527512c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:22.976085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6716785-d8d7-43a6-a582-9428527512c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:22.977759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6716785-d8d7-43a6-a582-9428527512c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/1fa04fab-8cd7-4112-bb33-7381df409628 HTTP/1.1" status: 404 len: 333 time: 0.0234489 Aug 12 02:40:22.980230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.004425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Deleting port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:23.004820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:23.005989 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-1824e4c1-8fee-4fea-88d4-76728c6373ba tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.006449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1824e4c1-8fee-4fea-88d4-76728c6373ba tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.008152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1824e4c1-8fee-4fea-88d4-76728c6373ba tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/f942ed64-66b5-4ab6-a876-387717af41b2 HTTP/1.1" status: 404 len: 337 time: 0.0270383 Aug 12 02:40:23.010628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.017526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d14c6210-893b-43ed-ae93-4340c2ffef67'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:40:23.033836 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba69de0-e704-4d8a-addc-9e0c8ad8cc90 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.034453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba69de0-e704-4d8a-addc-9e0c8ad8cc90 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.036170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ba69de0-e704-4d8a-addc-9e0c8ad8cc90 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c4483d1b-084b-4ea5-8d7f-6660a10e56d4 HTTP/1.1" status: 404 len: 333 time: 0.0246170 Aug 12 02:40:23.038680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38582) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.064629 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f433197-35e1-41c8-9a33-32caa97bf61b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.065083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f433197-35e1-41c8-9a33-32caa97bf61b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.066760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f433197-35e1-41c8-9a33-32caa97bf61b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/c14439ef-1084-4ec5-8e73-89415f6232fc HTTP/1.1" status: 404 len: 337 time: 0.0271926 Aug 12 02:40:23.069596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.092421 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a676429b-d9e0-480c-85cc-08545e19abd7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.093027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a676429b-d9e0-480c-85cc-08545e19abd7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.094886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a676429b-d9e0-480c-85cc-08545e19abd7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/7e7b233b-a7f0-4c9e-a899-5ce915d6270c HTTP/1.1" status: 404 len: 333 time: 0.0242877 Aug 12 02:40:23.097447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.099228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] For port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,segment=NetworkSegment(714e872e-bc23-4fff-92f4-31a24ce3ad18),segment_id=714e872e-bc23-4fff-92f4-31a24ce3ad18)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:23.099664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:23.118777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Calling delete_port for 4a50a31a-0d14-4928-8e67-1fff52f9cb7a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:23.122694 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9d6851-9be8-4918-a7b1-34c5ad43dc5e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.124091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9d6851-9be8-4918-a7b1-34c5ad43dc5e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.128431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a9d6851-9be8-4918-a7b1-34c5ad43dc5e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/e5834a1d-b5cb-45cb-9f2d-e1114bf956fc HTTP/1.1" status: 404 len: 337 time: 0.0300651 Aug 12 02:40:23.128637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38588) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.158900 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-605e9b37-d8f6-47a8-ad4a-22272ded6b71 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.159367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605e9b37-d8f6-47a8-ad4a-22272ded6b71 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.163777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-605e9b37-d8f6-47a8-ad4a-22272ded6b71 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/3c83d7fb-848a-4acd-b838-af5fb02c2c75 HTTP/1.1" status: 404 len: 337 time: 0.0314827 Aug 12 02:40:23.163777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38590) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.187747 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a7469e-c3a7-4547-9166-c4ff27b21704 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.188444 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a7469e-c3a7-4547-9166-c4ff27b21704 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.190439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-43a7469e-c3a7-4547-9166-c4ff27b21704 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/9fc6f567-e603-4acf-a804-628a41c0132e HTTP/1.1" status: 404 len: 333 time: 0.0256050 Aug 12 02:40:23.192801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38592) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.220055 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4271f5-283e-4d36-b8e9-583d6a51abe5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.223516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d4271f5-283e-4d36-b8e9-583d6a51abe5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.227943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d4271f5-283e-4d36-b8e9-583d6a51abe5 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/7286f096-0aaa-4caf-90ac-49f0ffea6dc6 HTTP/1.1" status: 404 len: 337 time: 0.0314381 Aug 12 02:40:23.228603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38594) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.233965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a50a31a-0d14-4928-8e67-1fff52f9cb7a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:23.255883 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c7e218-d932-42a9-a90c-7cb364de072e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.256341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c7e218-d932-42a9-a90c-7cb364de072e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.258065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-74c7e218-d932-42a9-a90c-7cb364de072e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/fd366514-e686-4774-8ddc-2e9196691abb HTTP/1.1" status: 404 len: 337 time: 0.0289593 Aug 12 02:40:23.260908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38596) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.273431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:23.284054 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6079e27d-a1f0-4398-b92c-ca46cbb7d621 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.284750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6079e27d-a1f0-4398-b92c-ca46cbb7d621 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.286583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6079e27d-a1f0-4398-b92c-ca46cbb7d621 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/7c75a268-d88a-4bbc-b677-0fa6fb5d94f9 HTTP/1.1" status: 404 len: 333 time: 0.0245957 Aug 12 02:40:23.289211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.315176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] Pushing event deleted for resources: {'Port': ['ID=4a50a31a-0d14-4928-8e67-1fff52f9cb7a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:23.316885 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf2274c-7581-4249-8f4e-f6da418247b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.320645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf2274c-7581-4249-8f4e-f6da418247b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.322881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bbf2274c-7581-4249-8f4e-f6da418247b7 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/7eb36ca1-6b1f-4f4f-bdfc-bc2ad0433ab2 HTTP/1.1" status: 404 len: 337 time: 0.0326769 Aug 12 02:40:23.325660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.327629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b86c1-fe53-4b65-bee4-76f05712d4fe None None] No DVR routers for this DVR port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:23.329397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No active binding found for port 4a50a31a-0d14-4928-8e67-1fff52f9cb7a {{(pid=94675) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 02:40:23.329826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a50a31a-0d14-4928-8e67-1fff52f9cb7a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:23.358198 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-48365dd7-646a-4b8c-bff1-1eda2fe97685 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.358703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48365dd7-646a-4b8c-bff1-1eda2fe97685 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.360556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-48365dd7-646a-4b8c-bff1-1eda2fe97685 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/a13efcb8-e79c-44df-ac5b-0e2089a0a6bd HTTP/1.1" status: 404 len: 337 time: 0.0339317 Aug 12 02:40:23.362980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.388591 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8529696f-41bf-46b8-a4fb-bfa4ff8d41c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.389193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8529696f-41bf-46b8-a4fb-bfa4ff8d41c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.390839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8529696f-41bf-46b8-a4fb-bfa4ff8d41c4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/58cfadc5-cbeb-47a2-854b-0a86af1f57e3 HTTP/1.1" status: 404 len: 333 time: 0.0269356 Aug 12 02:40:23.393193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38604) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.418569 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f707692-9016-4a50-9582-8a1eaeb2d3b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.418948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f707692-9016-4a50-9582-8a1eaeb2d3b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.421412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8f707692-9016-4a50-9582-8a1eaeb2d3b1 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/55b6d37b-fb32-4b60-b869-9de24ee10ad1 HTTP/1.1" status: 404 len: 337 time: 0.0273421 Aug 12 02:40:23.423800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38606) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.449013 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e617988-2f26-4dc4-ba47-012e15db365e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.449463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e617988-2f26-4dc4-ba47-012e15db365e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.457995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1e617988-2f26-4dc4-ba47-012e15db365e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/f924f979-f912-4b12-9f1c-cff05bfa971f HTTP/1.1" status: 404 len: 337 time: 0.0271153 Aug 12 02:40:23.457995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38608) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.480982 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fe7beb10-19ec-40a4-a466-facae49e8aaa tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a453b94-f44d-4c6a-93b5-9dce08574f88 HTTP/1.1" status: 200 len: 205 time: 0.0254807 Aug 12 02:40:23.483902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.522517 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b8277907-3a4d-4129-bd02-547192d305cd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] delete failed (client error): The resource could not be found. Aug 12 02:40:23.523516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b8277907-3a4d-4129-bd02-547192d305cd tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/routers/0a453b94-f44d-4c6a-93b5-9dce08574f88 HTTP/1.1" status: 404 len: 336 time: 0.0387104 Aug 12 02:40:23.525919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.552304 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-917e5fa3-1066-4932-bf76-15f5a80b6afa tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.552752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917e5fa3-1066-4932-bf76-15f5a80b6afa tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.554416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-917e5fa3-1066-4932-bf76-15f5a80b6afa tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/0c996ffb-6a83-4f5c-b822-ba9f9c3cf04f HTTP/1.1" status: 404 len: 337 time: 0.0276394 Aug 12 02:40:23.556835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.581959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5c384a65-38bb-4c56-89b7-be2f6eb81dac tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd75aaf3-886a-405c-81bb-552f733c4c74 HTTP/1.1" status: 200 len: 205 time: 0.0241356 Aug 12 02:40:23.584142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.619672 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-0580fa70-a75f-4fee-96d9-f88fdc68b0cc tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] delete failed (client error): The resource could not be found. Aug 12 02:40:23.620579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0580fa70-a75f-4fee-96d9-f88fdc68b0cc tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/routers/bd75aaf3-886a-405c-81bb-552f733c4c74 HTTP/1.1" status: 404 len: 336 time: 0.0355692 Aug 12 02:40:23.623055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.651205 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-934cb6de-763e-4412-898a-a840d632a74b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.651683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934cb6de-763e-4412-898a-a840d632a74b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.653344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-934cb6de-763e-4412-898a-a840d632a74b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/a1ad77dc-0a2f-423b-bc05-89fb5a05ba79 HTTP/1.1" status: 404 len: 337 time: 0.0294337 Aug 12 02:40:23.656908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.682429 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55b6da4-5e3f-4024-b607-5a9faf677b20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.682883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55b6da4-5e3f-4024-b607-5a9faf677b20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.684596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e55b6da4-5e3f-4024-b607-5a9faf677b20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/6647dce5-44f3-4521-af87-f21f7ec73edb HTTP/1.1" status: 404 len: 337 time: 0.0268123 Aug 12 02:40:23.688263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38626) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.710758 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e0dc7b-79ec-4ce6-b22c-0baf38e2b763 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.711332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e0dc7b-79ec-4ce6-b22c-0baf38e2b763 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.713007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-32e0dc7b-79ec-4ce6-b22c-0baf38e2b763 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/2d7a51eb-560a-426f-8c6e-dd7d37f188e2 HTTP/1.1" status: 404 len: 333 time: 0.0238583 Aug 12 02:40:23.715342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.741012 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e106eef-9a9d-4466-94cc-3e81de7c360b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.741451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e106eef-9a9d-4466-94cc-3e81de7c360b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.743079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e106eef-9a9d-4466-94cc-3e81de7c360b tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/2a0d15f4-c7f7-430a-8fa2-a0577acb0552 HTTP/1.1" status: 404 len: 337 time: 0.0268359 Aug 12 02:40:23.745354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.767167 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cb0fa7-2c49-4c9a-a023-238ba7b947ef tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.767794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cb0fa7-2c49-4c9a-a023-238ba7b947ef tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.769475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f1cb0fa7-2c49-4c9a-a023-238ba7b947ef tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/55b5e8f3-c7dd-41c5-af1b-8137930d95cb HTTP/1.1" status: 404 len: 333 time: 0.0232544 Aug 12 02:40:23.772001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.797221 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3738c45-6ea0-49dc-b87a-d33ab5807c67 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.797667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3738c45-6ea0-49dc-b87a-d33ab5807c67 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.799348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3738c45-6ea0-49dc-b87a-d33ab5807c67 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/0121e9b1-ee16-4503-8cff-0e2321baa8dd HTTP/1.1" status: 404 len: 337 time: 0.0264759 Aug 12 02:40:23.801902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38636) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.831770 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afe1257-1724-4e5b-89b4-2046d2d3fd7e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.832441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afe1257-1724-4e5b-89b4-2046d2d3fd7e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.834305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8afe1257-1724-4e5b-89b4-2046d2d3fd7e tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/88257b84-e6b1-4aa8-9d01-8fb9f240482e HTTP/1.1" status: 404 len: 333 time: 0.0314672 Aug 12 02:40:23.836799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38638) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.848855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f246-c3f2-4863-8309-9e2184da085b req-d97eba05-f27d-42b0-93c4-8723f4e624fb tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:23.850364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b69f246-c3f2-4863-8309-9e2184da085b req-d97eba05-f27d-42b0-93c4-8723f4e624fb tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 947 time: 0.0513930 Aug 12 02:40:23.862681 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b4e145-b10c-477f-ae8b-3a45b407cb20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.863130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b4e145-b10c-477f-ae8b-3a45b407cb20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.864858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-26b4e145-b10c-477f-ae8b-3a45b407cb20 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/d48f9159-7d3a-4b00-9ca6-194959533438 HTTP/1.1" status: 404 len: 337 time: 0.0271611 Aug 12 02:40:23.867238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.887497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b69f246-c3f2-4863-8309-9e2184da085b req-348c0082-0d1e-4afd-b115-ae0b927d1329 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Aug 12 02:40:23.890184 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c224e349-301e-4be8-85a9-c775d2a300f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.890988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c224e349-301e-4be8-85a9-c775d2a300f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.892675 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c224e349-301e-4be8-85a9-c775d2a300f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/c0fb613b-0a1c-4d73-9665-79b2a970d332 HTTP/1.1" status: 404 len: 333 time: 0.0245163 Aug 12 02:40:23.895114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.920766 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b17398b-2af4-41dd-a2be-14ddd6ab9c5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.921214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b17398b-2af4-41dd-a2be-14ddd6ab9c5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.922886 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4b17398b-2af4-41dd-a2be-14ddd6ab9c5f tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/6912e125-12b2-407f-87c7-e839be88d6bf HTTP/1.1" status: 404 len: 337 time: 0.0268428 Aug 12 02:40:23.925445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.946670 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bd3826-fb68-46f7-8cf0-374a5ea89341 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.947248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bd3826-fb68-46f7-8cf0-374a5ea89341 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.948874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-77bd3826-fb68-46f7-8cf0-374a5ea89341 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/ab372240-c484-4a12-8362-dc9debf99eb4 HTTP/1.1" status: 404 len: 333 time: 0.0226073 Aug 12 02:40:23.952091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38646) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:23.981903 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33df147-3a8e-44ef-a702-1b5800f4ee37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:23.982520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33df147-3a8e-44ef-a702-1b5800f4ee37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:23.984196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e33df147-3a8e-44ef-a702-1b5800f4ee37 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/99e79f77-83c0-45f4-b50c-135b01f8465e HTTP/1.1" status: 404 len: 337 time: 0.0311368 Aug 12 02:40:23.986615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.008616 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e30639-3e11-4c8b-9bd5-5b8b990190f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:24.009243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e30639-3e11-4c8b-9bd5-5b8b990190f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:24.010932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60e30639-3e11-4c8b-9bd5-5b8b990190f4 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/70e68af4-f750-41d7-9391-07c5336afe0c HTTP/1.1" status: 404 len: 333 time: 0.0234230 Aug 12 02:40:24.014119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38650) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.039480 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-829510f0-ab02-4f51-9491-c15c4fa3edd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:24.039944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829510f0-ab02-4f51-9491-c15c4fa3edd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:24.041632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-829510f0-ab02-4f51-9491-c15c4fa3edd8 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/391edb8d-bce5-400a-ac7b-5218d30e69a2 HTTP/1.1" status: 404 len: 337 time: 0.0267720 Aug 12 02:40:24.042380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-b1a41885-e317-4719-b3bd-a8c82643c1ac tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:24.044040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-b1a41885-e317-4719-b3bd-a8c82643c1ac tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 947 time: 0.0532556 Aug 12 02:40:24.044171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.066754 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf9ad6e-524f-495d-b9df-437bb81d3991 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:24.067384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf9ad6e-524f-495d-b9df-437bb81d3991 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:24.069086 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fcf9ad6e-524f-495d-b9df-437bb81d3991 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/ports/1441977b-f737-4d49-bc70-687c09d7c903 HTTP/1.1" status: 404 len: 333 time: 0.0240247 Aug 12 02:40:24.071555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.097259 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b77796-32bc-4676-ba87-1a18ba655e46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:24.097711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b77796-32bc-4676-ba87-1a18ba655e46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:24.099400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85b77796-32bc-4676-ba87-1a18ba655e46 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/subnets/d6989889-b846-4878-8469-9569e0234068 HTTP/1.1" status: 404 len: 337 time: 0.0270116 Aug 12 02:40:24.101857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38656) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.135431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Deleting port b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:24.135806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.178646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.229918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] For port b8a976f1-1861-427b-9e4c-04929c99e103, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=b8a976f1-1861-427b-9e4c-04929c99e103,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:24.230285 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.266523 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.276838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5a024c-831a-4fcb-aca7-f04db89949f3']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:24.288458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714e872e-bc23-4fff-92f4-31a24ce3ad18') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:24.288753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714e872e-bc23-4fff-92f4-31a24ce3ad18') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:24.298604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.314071 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.320554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:24.321081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:24.324668 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:24.391366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.399190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.400988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] 10.222.0.11 "DELETE /v2.0/networks/fd5a024c-831a-4fcb-aca7-f04db89949f3 HTTP/1.1" status: 204 len: 168 time: 0.2982385 Aug 12 02:40:24.415638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bb589-0a0b-407a-9d27-d0be43c0b872 tempest-NetworksTestDHCPv6-1167687986 tempest-NetworksTestDHCPv6-1167687986-project] Pushing event deleted for resources: {'Network': ['ID=fd5a024c-831a-4fcb-aca7-f04db89949f3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:24.457453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:24.512004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d14c6210-893b-43ed-ae93-4340c2ffef67 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:24.512830 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.614390 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.646119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:24.648664 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a248977-2a2a-4ea7-aa7d-3dda118f8c87" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:24.662217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:24.673807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.710964 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74ea6c1-8615-4f57-90fa-d0956cb8f8cd x-openstack-request-id: req-c74ea6c1-8615-4f57-90fa-d0956cb8f8cd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:24.711257 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:24.711689 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c74ea6c1-8615-4f57-90fa-d0956cb8f8cd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:24.712208 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:40:24.747188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:24.812847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38668) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:24.814981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.815503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.815697 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Floating IP 9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8 disassociated. External IP: 172.25.3.87, port: b8a976f1-1861-427b-9e4c-04929c99e103. Aug 12 02:40:24.816042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Calling delete_port for b8a976f1-1861-427b-9e4c-04929c99e103 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:24.953900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:24.985810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'Port': ['ID=b8a976f1-1861-427b-9e4c-04929c99e103,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:25.012397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac9829ab-682f-4ba7-8b8e-6c277720f7ab req-e90a13a5-5b69-4053-a4d7-3171fa200f4e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=c222261c-a424-45f2-b93d-6ad300c4776c HTTP/1.1" status: 200 len: 210 time: 0.0403559 Aug 12 02:40:25.027353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4eb4c1db-6f0e-45a4-8d9e-32a6d688cacd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe60ae3fb17d40a3805f6094f473fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129087 Aug 12 02:40:25.028159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38674) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:25.086986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:25.113953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:25.114890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:40:25.165255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:25.168477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:25.171005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0f985a5-1c5c-4dd0-8d21-a716345552bd HTTP/1.1" status: 204 len: 168 time: 0.1417489 Aug 12 02:40:25.180513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce87b3-81f9-4c1f-a464-27cbf464c4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f985a5-1c5c-4dd0-8d21-a716345552bd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:25.257762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:40:25.323927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] No DVR routers for this DVR port b8a976f1-1861-427b-9e4c-04929c99e103 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:25.327753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:25.330007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1bf16d5a-ec40-426f-909a-0af2f4bfbbaf req-1c19acfb-93bf-4aa6-b4e2-c9f01ec8022a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "DELETE /v2.0/ports/b8a976f1-1861-427b-9e4c-04929c99e103 HTTP/1.1" status: 204 len: 173 time: 1.2799954 Aug 12 02:40:25.330521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-deleted', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:25.333940 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9cf911-a203-4664-a44a-7e52d6f84c7a" -d '{"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-deleted", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:25.381405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:40:25.396272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:25.396909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:25.419324 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef18f53-c7f1-4b4d-b2c7-a9a0de0bcaab x-openstack-request-id: req-8ef18f53-c7f1-4b4d-b2c7-a9a0de0bcaab {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:25.419936 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c222261c-a424-45f2-b93d-6ad300c4776c", "name": "network-vif-deleted", "tag": "b8a976f1-1861-427b-9e4c-04929c99e103", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:25.420728 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ef18f53-c7f1-4b4d-b2c7-a9a0de0bcaab {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:25.422107 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c222261c-a424-45f2-b93d-6ad300c4776c', 'name': 'network-vif-deleted', 'tag': 'b8a976f1-1861-427b-9e4c-04929c99e103', 'status': 'completed', 'code': 200} Aug 12 02:40:25.541122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:25.780924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:25.808669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:40:25.817774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:25.818527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:25.939262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:26.016285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38702) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:26.111515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38710) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:26.130099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-632167999'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:26.154860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:26.173608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:26.176906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.181549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60936fb-9aae-4e9a-9620-ced04d1e0683 None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:40:26.201900 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.204696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.241716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.320665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.323244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.327987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "DELETE /v2.0/security-groups/b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923 HTTP/1.1" status: 204 len: 168 time: 0.2119553 Aug 12 02:40:26.329324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38712) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:26.339040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2389793-9e7c-4e1e-a887-d7596d659ffe tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:26.345018 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-bef9f9bd-2928-4c28-97e6-b671483b5a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] show failed (client error): The resource could not be found. Aug 12 02:40:26.345649 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bef9f9bd-2928-4c28-97e6-b671483b5a64 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups/b02d2172-a8b1-4e4d-b2c9-0ec60c2e7923 HTTP/1.1" status: 404 len: 347 time: 0.0152471 Aug 12 02:40:26.350068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38714) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:26.362418 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.368934 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.405271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:26.410950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acc9b7a-db30-488e-b8d2-99f532d4da80,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:26.419109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.419590 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment 0e969cca-a426-4049-90c2-cfb243b6a149 of type vlan for network fa737b68-a129-477c-91cb-bf5b9a00d10b Aug 12 02:40:26.432631 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:40:26.473027 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48af72-27cf-49ab-baf4-0baea86d2eae None None] New status for floating IP 9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:40:26.473354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.494514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Deleting port ed5fd4ff-8787-41ec-a1e2-cb070352dbe9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:26.495108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.506425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.513662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:26.514519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.572722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5551019 Aug 12 02:40:26.586911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecf392-0562-4db0-a04c-8b32e10b95ad tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=fa737b68-a129-477c-91cb-bf5b9a00d10b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:26.598491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network fa737b68-a129-477c-91cb-bf5b9a00d10b details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:26.607482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.607828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.626357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Calling delete_port for ed5fd4ff-8787-41ec-a1e2-cb070352dbe9 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:26.778082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.808443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'Port': ['ID=ed5fd4ff-8787-41ec-a1e2-cb070352dbe9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:26.864009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.866547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:26.867740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-afb6cce6-a8bb-48bf-9960-f554cb47d6ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "DELETE /v2.0/floatingips/9dbf5ea4-8c3a-4ff6-9b8c-94b1920370a8 HTTP/1.1" status: 204 len: 168 time: 0.5166585 Aug 12 02:40:27.480309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:27.486349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1027639594', 'description': 'tempest-description--1388302082'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:27.513399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.609809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.615031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.657632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.658935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1769674 Aug 12 02:40:27.663075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:27.665424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb56e67-b016-4ed0-a530-66f650362a93 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:27.672971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group_rule': {'security_group_id': '9bfd4da7-3cef-4be0-a6be-9f702ec42a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:27.729537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.812664 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.820504 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.851522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a68816-663e-4669-bbf4-a7abc709cbba,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:27.862224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.866086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf2a34ea-5eb0-4ae1-864d-1c4ccf678572 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1972387 Aug 12 02:40:27.866321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38752) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:27.873522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'security_group_rule': {'security_group_id': '9bfd4da7-3cef-4be0-a6be-9f702ec42a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:27.908294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.976673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:27.983526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.007738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eace233-366f-4cb3-848b-7ffebdf8935e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:28.017470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.019282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3482d933-b5c9-4f12-8670-f34cb95d71ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518657 Aug 12 02:40:28.022227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38754) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:28.026859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:28.062207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.181554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.357292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Allocated IP 172.25.3.224 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/b8344bbf-9f39-4af9-aa67-d6cd74fb78bb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:28.496772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.549678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.595155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:28.598287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:28.604781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:28.634822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=b8344bbf-9f39-4af9-aa67-d6cd74fb78bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:28.737601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.765891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:28.782544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.817458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: b8a976f1-1861-427b-9e4c-04929c99e103 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:28.820537 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device b8a976f1-1861-427b-9e4c-04929c99e103 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:28.986233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:28.996769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:29.074953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=b8344bbf-9f39-4af9-aa67-d6cd74fb78bb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:29.102981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:29.126572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:29.138741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d329890-b3b8-42f0-baf0-ca5fdd61ac3c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1086149 Aug 12 02:40:29.403151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-232d4149-6d5d-48d0-b9bf-6a0a9805f1d0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1027639594&fields=id&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 267 time: 0.0532768 Aug 12 02:40:29.557513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-903f0823-d82a-42b3-9b8d-22bf8600a12f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:29.559098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-903f0823-d82a-42b3-9b8d-22bf8600a12f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 817 time: 0.1467624 Aug 12 02:40:29.596642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-40cb5959-19a3-43c5-b08a-cfe6808aa917 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/quotas/128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 375 time: 0.0311322 Aug 12 02:40:29.679303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-499fc237-16fd-4229-96bc-5340cc6820c8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778897 Aug 12 02:40:29.693211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-3a5515df-02c6-4ea7-aa9f-2cdc77caca5b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:40:29.696276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-3a5515df-02c6-4ea7-aa9f-2cdc77caca5b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078425 Aug 12 02:40:29.815489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38772) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:29.820713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:29.821786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-d2f36776-7392-46aa-9e97-25cbea8123f9 service neutron] 10.222.0.11 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185634 Aug 12 02:40:29.954559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:29.959098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:29.960741 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-ef77606f-872b-44a1-96a9-a2415e5d0cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276023 Aug 12 02:40:30.195726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-86a203c2-e354-4036-b1d4-b173451b700d req-18a8e881-6ea0-4d6b-ae04-26fa62db2f2a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 210 time: 0.0401750 Aug 12 02:40:30.209151 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.287616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=36069632-bd64-4963-82f4-ace46d7bf379,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:30.301973 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': '0e969cca-a426-4049-90c2-cfb243b6a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:30.302391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: fa737b68-a129-477c-91cb-bf5b9a00d10b, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:30.321775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network fa737b68-a129-477c-91cb-bf5b9a00d10b is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:30.334844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, fa737b68-a129-477c-91cb-bf5b9a00d10b) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:30.343633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:30.344664 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.354937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63ebe0-906c-4de5-8f60-117ef87bb0ce None None] Network fa737b68-a129-477c-91cb-bf5b9a00d10b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:30.380088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38784) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:30.380294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5409f154-d608-47b4-b263-038b5a837694 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5635841 Aug 12 02:40:30.391554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-696826292'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:30.432878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:30.443755 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.497292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:30.521497 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.522410 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment 6416ad33-b384-4df0-9bf7-f36896a4fc40 of type vlan for network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f Aug 12 02:40:30.595382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.615404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fa737b68-a129-477c-91cb-bf5b9a00d10b', 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': '36069632-bd64-4963-82f4-ace46d7bf379'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:30.616328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.660518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.667226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:30.668141 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:30.745984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3621011 Aug 12 02:40:30.747185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38794) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:30.754204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:30.764988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9db307-93b5-4852-ba56-feff6fc4089c tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=3f251e4a-bde1-49a7-8be0-3b222c2fc37f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:30.778672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:30.879029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Allocated IP 2001:db8:0:ffff::2 (fa737b68-a129-477c-91cb-bf5b9a00d10b/36069632-bd64-4963-82f4-ace46d7bf379/725c36b9-a020-4ac3-a7ba-69439b86391b) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:30.916585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:30.924194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.102940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.121891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Transition to ACTIVE for port object 725c36b9-a020-4ac3-a7ba-69439b86391b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:31.151512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Transition to ACTIVE for port object 725c36b9-a020-4ac3-a7ba-69439b86391b will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:31.180370 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.234036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Network fa737b68-a129-477c-91cb-bf5b9a00d10b is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:31.240359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:31.242478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Pushing event updated for resources: {'Port': ['ID=725c36b9-a020-4ac3-a7ba-69439b86391b,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:31.245639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:31.319500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Attempting to bind port 725c36b9-a020-4ac3-a7ba-69439b86391b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:31.319903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Attempting to bind port 725c36b9-a020-4ac3-a7ba-69439b86391b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0e969cca-a426-4049-90c2-cfb243b6a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:31.323204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Attempting to bind port 725c36b9-a020-4ac3-a7ba-69439b86391b on network fa737b68-a129-477c-91cb-bf5b9a00d10b {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:31.335772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:31.336311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Checking segment: {'id': '0e969cca-a426-4049-90c2-cfb243b6a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:31.336735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.337139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Bound using segment: {'id': '0e969cca-a426-4049-90c2-cfb243b6a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:31.337643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Bound port: 725c36b9-a020-4ac3-a7ba-69439b86391b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e969cca-a426-4049-90c2-cfb243b6a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fa737b68-a129-477c-91cb-bf5b9a00d10b'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:31.338042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.349912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b9000b2-488c-4e86-8618-5c7f583307ed req-de0526b6-e13b-4126-b2f8-57f09962d95f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 210 time: 0.0541127 Aug 12 02:40:31.373813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:31.375358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.469724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] For port 725c36b9-a020-4ac3-a7ba-69439b86391b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:31.478106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] For port 725c36b9-a020-4ac3-a7ba-69439b86391b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=725c36b9-a020-4ac3-a7ba-69439b86391b,segment=NetworkSegment(0e969cca-a426-4049-90c2-cfb243b6a149),segment_id=0e969cca-a426-4049-90c2-cfb243b6a149)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:31.485386 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.489822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=34d0f61b-1d07-47d0-8da8-78cc22352320,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:31.519697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': '6416ad33-b384-4df0-9bf7-f36896a4fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:31.520587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: 3f251e4a-bde1-49a7-8be0-3b222c2fc37f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:31.559160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:31.572624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699d035-3e6b-4f13-9ed9-dab8c9c7c4f3 None None] Pushing event updated for resources: {'Port': ['ID=725c36b9-a020-4ac3-a7ba-69439b86391b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:31.590962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3f251e4a-bde1-49a7-8be0-3b222c2fc37f) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:31.614961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:31.616176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ec821-0ff4-4b45-b74e-31f45cbf067a None None] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:31.621761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.660834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:31.662282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-008fed66-a303-42b0-90b7-e5fffad6d930 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9051259 Aug 12 02:40:31.686066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'port': {'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f', 'name': 'tempest-NetworksIpV6TestAttrs-332470312'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:31.771844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-a6c72c6a-dcde-4ed9-8ce5-da7148ad9043 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:31.773768 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-a6c72c6a-dcde-4ed9-8ce5-da7148ad9043 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 817 time: 0.2087481 Aug 12 02:40:31.916729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-495397d9-73c0-46d8-9ac2-4a99c7f8c261 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 380 time: 0.1203837 Aug 12 02:40:31.920971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-3f251e4a-bde1-49a7-8be0-3b222c2fc37f', 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': '34d0f61b-1d07-47d0-8da8-78cc22352320'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:31.922051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:31.932225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'port': {'device_id': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'admin_state_up': True, 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'security_groups': ['9bfd4da7-3cef-4be0-a6be-9f702ec42a3d']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:32.119182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Allocated IP 2001:db8::f816:3eff:fe9b:e9e0 (3f251e4a-bde1-49a7-8be0-3b222c2fc37f/34d0f61b-1d07-47d0-8da8-78cc22352320/0f79b22c-9b65-41af-86ff-70c5657be5a1) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:32.127786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d8288dc4-2b24-4ac6-8836-2fb4d546eb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.136761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Made reservation on behalf of 128180ef8f484a7684a82d2d945f80a0 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:32.146723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.258159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:32.261671 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.283948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] device_id is not set on port afaf2bbe-8018-44fb-b83b-b851d61078f4 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:32.336490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.349891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Transition to ACTIVE for port object 0f79b22c-9b65-41af-86ff-70c5657be5a1 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:32.369664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Transition to ACTIVE for port object 0f79b22c-9b65-41af-86ff-70c5657be5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:32.378286 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.437895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Pushing event updated for resources: {'Port': ['ID=0f79b22c-9b65-41af-86ff-70c5657be5a1,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:32.473323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:32.475612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:32.484232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:32.512183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Allocated IP 172.20.0.13 (56554522-046e-497c-a7a4-761a6101a801/2532ea5d-702a-4463-815f-0d034e25194a/0ae57c99-62ac-4672-884b-be83a94244fa) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:32.531850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a81d27d2-7abd-497a-9201-a640bbf54da5 req-06c09f85-ee0b-4365-bbf0-1c88118c8464 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 210 time: 0.0661538 Aug 12 02:40:32.550810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Attempting to bind port 0f79b22c-9b65-41af-86ff-70c5657be5a1 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:32.551199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Attempting to bind port 0f79b22c-9b65-41af-86ff-70c5657be5a1 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '6416ad33-b384-4df0-9bf7-f36896a4fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:32.551658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Attempting to bind port 0f79b22c-9b65-41af-86ff-70c5657be5a1 on network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:32.556954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:32.557336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Checking segment: {'id': '6416ad33-b384-4df0-9bf7-f36896a4fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:32.557753 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.558147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Bound using segment: {'id': '6416ad33-b384-4df0-9bf7-f36896a4fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:32.558619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Bound port: 0f79b22c-9b65-41af-86ff-70c5657be5a1, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6416ad33-b384-4df0-9bf7-f36896a4fc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f251e4a-bde1-49a7-8be0-3b222c2fc37f'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:32.559006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.648839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] For port 0f79b22c-9b65-41af-86ff-70c5657be5a1, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:32.655555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] For port 0f79b22c-9b65-41af-86ff-70c5657be5a1, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0f79b22c-9b65-41af-86ff-70c5657be5a1,segment=NetworkSegment(6416ad33-b384-4df0-9bf7-f36896a4fc40),segment_id=6416ad33-b384-4df0-9bf7-f36896a4fc40)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:32.672947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.758050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c9e66-e059-4bc6-91bc-878ca3f4ee69 None None] Pushing event updated for resources: {'Port': ['ID=0f79b22c-9b65-41af-86ff-70c5657be5a1,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:32.758385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.776398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Transition to ACTIVE for port object 0ae57c99-62ac-4672-884b-be83a94244fa will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:32.794935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Allocated IP 2001:db8::f816:3eff:feb7:2978 (3f251e4a-bde1-49a7-8be0-3b222c2fc37f/34d0f61b-1d07-47d0-8da8-78cc22352320/afaf2bbe-8018-44fb-b83b-b851d61078f4) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:32.855835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:32.910276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:32.973481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Network 56554522-046e-497c-a7a4-761a6101a801 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:32.978706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:32.984047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:33.099938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:33.100921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.139557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-6458971a-99a2-4e3f-9fb7-2517d01456b6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2131014 Aug 12 02:40:33.179756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-ac394641-e99e-467a-be43-c28c20ae76ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:40:33.181529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-ac394641-e99e-467a-be43-c28c20ae76ae tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124917 Aug 12 02:40:33.207085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Request body: {'port': {'device_id': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:33.253639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.311234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d4a6b1-6f1b-442c-8779-c7cc549ac921 None None] Network fa737b68-a129-477c-91cb-bf5b9a00d10b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:33.333055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.359632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Transition to ACTIVE for port object afaf2bbe-8018-44fb-b83b-b851d61078f4 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:33.504482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 725c36b9-a020-4ac3-a7ba-69439b86391b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:33.570791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.604266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f498aca1-89c8-403e-a214-694aee9dda41 None None] Provisioning for port 725c36b9-a020-4ac3-a7ba-69439b86391b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:33.695890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:33.698798 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 725c36b9-a020-4ac3-a7ba-69439b86391b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:33.711809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 725c36b9-a020-4ac3-a7ba-69439b86391b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:33.712579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.723319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:33.728853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:33.736506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:33.737274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.751840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Port': ['ID=afaf2bbe-8018-44fb-b83b-b851d61078f4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:33.787243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0f4068b1-a8bc-4de3-861d-33cc6f280ebb None None] Provisioning for port 0ae57c99-62ac-4672-884b-be83a94244fa completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:33.793638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0f4068b1-a8bc-4de3-861d-33cc6f280ebb None None] Provisioning complete for port 0ae57c99-62ac-4672-884b-be83a94244fa triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:33.794220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0f4068b1-a8bc-4de3-861d-33cc6f280ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.809134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8344a4e6-21af-41a3-bf18-dac7ba290cc1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1454644 Aug 12 02:40:33.811287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38820) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:33.825024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2025c5-4fb7-4f9e-909f-b4fc308408be req-7097ee7e-cf84-4e74-8ba3-2b6bbaea08ab tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:33.831850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be2025c5-4fb7-4f9e-909f-b4fc308408be req-7097ee7e-cf84-4e74-8ba3-2b6bbaea08ab tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 932 time: 0.1810954 Aug 12 02:40:33.895266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.897936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0f4068b1-a8bc-4de3-861d-33cc6f280ebb None None] Port 0ae57c99-62ac-4672-884b-be83a94244fa cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:40:33.924595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting subnet 34d0f61b-1d07-47d0-8da8-78cc22352320 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:33.930084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.953611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 725c36b9-a020-4ac3-a7ba-69439b86391b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=725c36b9-a020-4ac3-a7ba-69439b86391b,segment=NetworkSegment(0e969cca-a426-4049-90c2-cfb243b6a149),segment_id=0e969cca-a426-4049-90c2-cfb243b6a149)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:33.975267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:33.976379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0f79b22c-9b65-41af-86ff-70c5657be5a1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:34.000174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.014793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-be2025c5-4fb7-4f9e-909f-b4fc308408be req-d14cc57c-0c32-4a0e-976d-f1a8bca0a17f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743309 Aug 12 02:40:34.055700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:40:34.086811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.110895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Transition to ACTIVE for port object 0ae57c99-62ac-4672-884b-be83a94244fa will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:34.124114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.170439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0f79b22c-9b65-41af-86ff-70c5657be5a1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:34.177645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=725c36b9-a020-4ac3-a7ba-69439b86391b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:34.190052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.226422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1903a8fc-01e4-48b6-bc0e-07d4b4096aa7 None None] Provisioning complete for port 725c36b9-a020-4ac3-a7ba-69439b86391b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:34.227681 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1903a8fc-01e4-48b6-bc0e-07d4b4096aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.286981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.306968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.309447 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/34d0f61b-1d07-47d0-8da8-78cc22352320 HTTP/1.1" status: 204 len: 168 time: 0.4970834 Aug 12 02:40:34.312599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:34.351875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=34d0f61b-1d07-47d0-8da8-78cc22352320,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:34.382428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:34.398818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Attempting to bind port 0ae57c99-62ac-4672-884b-be83a94244fa on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:34.399159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Attempting to bind port 0ae57c99-62ac-4672-884b-be83a94244fa by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:34.399521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Attempting to bind port 0ae57c99-62ac-4672-884b-be83a94244fa on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:34.401532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.402442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.403080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.403950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.404477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Port 0ae57c99-62ac-4672-884b-be83a94244fa on network 56554522-046e-497c-a7a4-761a6101a801 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:40:34.404806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Attempting to bind port 0ae57c99-62ac-4672-884b-be83a94244fa on network 56554522-046e-497c-a7a4-761a6101a801 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:34.405070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.405609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.406128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.406730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.407264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.407830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.408547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.409078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c6af86-fcaa-4ba7-853d-f3e6d8e1441e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:34.423140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:34.423523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Checking segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:34.423925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Bound using segment: {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:34.424380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Bound port: 0ae57c99-62ac-4672-884b-be83a94244fa, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947845fe-bdc5-4809-b859-166f5045b349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '56554522-046e-497c-a7a4-761a6101a801'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:34.424816 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.431107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d084d62-4d58-4f2b-ad57-d2bae4d8571c None None] Network 3f251e4a-bde1-49a7-8be0-3b222c2fc37f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:34.440249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661102d-cfb1-427e-af40-5248315a1b1b tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:34.442840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2661102d-cfb1-427e-af40-5248315a1b1b tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:34.445220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2661102d-cfb1-427e-af40-5248315a1b1b tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1309092 Aug 12 02:40:34.454481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:34.615760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-13d8a750-14cd-4ac5-ba65-0128204a3898 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.625299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:34.627375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-07b082de-2be6-4151-ade4-1a4f959d98ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.629055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:34.630477 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d8a750-14cd-4ac5-ba65-0128204a3898 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 02:40:34.630954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d8a750-14cd-4ac5-ba65-0128204a3898 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:34.632780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-13d8a750-14cd-4ac5-ba65-0128204a3898 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/3f251e4a-bde1-49a7-8be0-3b222c2fc37f HTTP/1.1" status: 409 len: 405 time: 0.1805069 Aug 12 02:40:34.640954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38830) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:34.644896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.647717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1210335604'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:34.700596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:34.712536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:34.713717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:34.714517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.715854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4b926266-9694-48b4-8f29-81563658b65e service neutron] 10.222.0.25 "PUT /v2.0/ports/0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1092 time: 1.5222797 Aug 12 02:40:34.717184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:34.717894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.719540 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124843ed-221e-4b83-967c-25ee57864585" -d '{"events": [{"name": "network-changed", "server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:34.720588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] DHCP port deletion for 3f251e4a-bde1-49a7-8be0-3b222c2fc37f request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:34.741530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.781840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:34.799060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.801083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.801442 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment 51f3a98e-5fb1-4529-87dc-684d061508da of type vlan for network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 Aug 12 02:40:34.824683 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9404d-2ece-4629-a6ee-cb5f6dec6e8b x-openstack-request-id: req-81a9404d-2ece-4629-a6ee-cb5f6dec6e8b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:34.824986 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:34.825510 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81a9404d-2ece-4629-a6ee-cb5f6dec6e8b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:34.825995 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'status': 'completed', 'code': 200} Aug 12 02:40:34.850121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-609c4ca6-7764-4284-9490-8487e49c12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:34.851815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-609c4ca6-7764-4284-9490-8487e49c12a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1095 time: 0.0834634 Aug 12 02:40:34.855886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.860238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Provisioning for port 0f79b22c-9b65-41af-86ff-70c5657be5a1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:34.867164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Provisioning complete for port 0f79b22c-9b65-41af-86ff-70c5657be5a1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:34.867865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.892399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.903201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:34.904205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.915104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-281f548b-36ff-4577-bb2d-1b8f3eedeb7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 217 time: 0.0547600 Aug 12 02:40:34.918864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Deleting port 0f79b22c-9b65-41af-86ff-70c5657be5a1 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:34.919388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:34.997082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=7fb78419-0d2e-42dc-8eb3-07964ca419b8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:35.002085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e48982f6-0d07-48f2-8049-bd9561467854 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3595583 Aug 12 02:40:35.004847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38834) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:35.011001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:35.084834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-71cb8f64-7ac2-45cd-8659-630ac6c8e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.086938 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-71cb8f64-7ac2-45cd-8659-630ac6c8e312 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.1499188 Aug 12 02:40:35.147027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:35.152225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.177564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-8dc59935-c58a-469d-8081-31c3713459a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.179232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-8dc59935-c58a-469d-8081-31c3713459a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845003 Aug 12 02:40:35.346543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:35.351843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd438d1-87f6-42fd-bbec-2b9bec70457d req-14085214-77c7-4c83-a01d-a36336eea08e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.353969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 725c36b9-a020-4ac3-a7ba-69439b86391b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:35.355103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cd438d1-87f6-42fd-bbec-2b9bec70457d req-14085214-77c7-4c83-a01d-a36336eea08e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.1403253 Aug 12 02:40:35.399171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-d5accd03-2fb3-4419-8dfd-1a1d4e2f4aea service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107825 Aug 12 02:40:35.438119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cd438d1-87f6-42fd-bbec-2b9bec70457d req-b5004cd6-f276-4278-a6f3-1b2a1d9627c8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755007 Aug 12 02:40:35.532361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e40e9-6255-4ace-877c-bf60a32c960c req-4f3e4939-a706-4e86-86c5-0c84065820b9 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255817 Aug 12 02:40:35.540541 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.577905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 725c36b9-a020-4ac3-a7ba-69439b86391b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:35.578266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.605650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.objects.ports [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94674) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:35.606864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] For port 0f79b22c-9b65-41af-86ff-70c5657be5a1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0f79b22c-9b65-41af-86ff-70c5657be5a1,segment=NetworkSegment(6416ad33-b384-4df0-9bf7-f36896a4fc40),segment_id=6416ad33-b384-4df0-9bf7-f36896a4fc40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:35.607564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.607926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.648824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Calling delete_port for 0f79b22c-9b65-41af-86ff-70c5657be5a1 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:35.652259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] For port 0f79b22c-9b65-41af-86ff-70c5657be5a1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0f79b22c-9b65-41af-86ff-70c5657be5a1,segment=NetworkSegment(6416ad33-b384-4df0-9bf7-f36896a4fc40),segment_id=6416ad33-b384-4df0-9bf7-f36896a4fc40)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:35.658009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124843ed-221e-4b83-967c-25ee57864585 req-8ca47b14-e853-4268-b75c-6f2736650f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.661605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-8ca47b14-e853-4268-b75c-6f2736650f98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1095 time: 0.0670719 Aug 12 02:40:35.672177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.697413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=aa91c42f-66d4-4fdc-95f4-5848e5487e87,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:35.714869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': '51f3a98e-5fb1-4529-87dc-684d061508da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:35.715695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: 7fb78419-0d2e-42dc-8eb3-07964ca419b8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:35.742212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:35.756704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7fb78419-0d2e-42dc-8eb3-07964ca419b8) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:35.764680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.764680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.765719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19427-11fd-4a6c-9a07-cb67be4e876f None None] Pushing event updated for resources: {'Port': ['ID=0f79b22c-9b65-41af-86ff-70c5657be5a1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:35.775296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c358d-e04c-48e6-8ea6-85c0071b785b None None] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:35.797874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-086cdda4-3b18-4454-97ea-2d26699471ed tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7918315 Aug 12 02:40:35.800554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:35.807751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'port': {'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8', 'name': 'tempest-NetworksIpV6TestAttrs-971773124'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:35.814954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124843ed-221e-4b83-967c-25ee57864585 req-c3f57695-ebb1-4039-8dca-df4ed2300e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:35.817002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-c3f57695-ebb1-4039-8dca-df4ed2300e8b service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.1330588 Aug 12 02:40:35.887508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-d9a8348a-e614-47d6-8c9e-2002cd181ace service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 217 time: 0.0606689 Aug 12 02:40:35.942742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:35.943788 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.947877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:35.983981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] device_id is not set on port 508afb25-3756-4bf4-91ed-9f0bd9112ab6 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:40:35.995433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:36.004726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124843ed-221e-4b83-967c-25ee57864585 req-0ffb71b0-c4b2-4dc6-9b50-abc871d8db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:36.007569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-0ffb71b0-c4b2-4dc6-9b50-abc871d8db6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.1100936 Aug 12 02:40:36.038815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] No DVR routers for this DVR port 0f79b22c-9b65-41af-86ff-70c5657be5a1 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:36.043109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0f79b22c-9b65-41af-86ff-70c5657be5a1 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:36.053107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f4b5c-d1fd-4027-a80b-8414b10394cb None None] Pushing event deleted for resources: {'Port': ['ID=0f79b22c-9b65-41af-86ff-70c5657be5a1,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:36.082999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0f79b22c-9b65-41af-86ff-70c5657be5a1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:36.083421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0f79b22c-9b65-41af-86ff-70c5657be5a1 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:36.108237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124843ed-221e-4b83-967c-25ee57864585 req-38c678e2-6154-47a5-802b-b0df9d6d9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:36.112360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-38c678e2-6154-47a5-802b-b0df9d6d9ce3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951304 Aug 12 02:40:36.193525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-7fb78419-0d2e-42dc-8eb3-07964ca419b8', 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': 'aa91c42f-66d4-4fdc-95f4-5848e5487e87'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:36.193525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:36.193843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Allocated IP 2001:db8::f816:3eff:fee7:98c7 (7fb78419-0d2e-42dc-8eb3-07964ca419b8/aa91c42f-66d4-4fdc-95f4-5848e5487e87/508afb25-3756-4bf4-91ed-9f0bd9112ab6) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:36.245195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-0500dbd1-1b7f-4b78-b051-e7974d31dd51 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265624 Aug 12 02:40:36.367580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-124843ed-221e-4b83-967c-25ee57864585 req-ce4366da-2f91-4ced-bd65-06a716da3632 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105068 Aug 12 02:40:36.387113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:36.771770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Transition to ACTIVE for port object 508afb25-3756-4bf4-91ed-9f0bd9112ab6 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:36.830633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f7a5e-064d-4360-8af4-2c7d10ec2c4d req-283ada8b-1d36-4955-a09b-cd18f2b76a7c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:36.832241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-368f7a5e-064d-4360-8af4-2c7d10ec2c4d req-283ada8b-1d36-4955-a09b-cd18f2b76a7c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0714154 Aug 12 02:40:36.857277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:36.884477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:36.901556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Allocated IP 2001:db8::f816:3eff:fef2:2ece (7fb78419-0d2e-42dc-8eb3-07964ca419b8/aa91c42f-66d4-4fdc-95f4-5848e5487e87/75c4a35c-b169-4baa-95e1-c2ab47ebd72a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:36.910147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:36.917989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:36.923771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:36.924535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:36.934024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-368f7a5e-064d-4360-8af4-2c7d10ec2c4d req-7608a75d-9b69-452b-a440-2e4decd85c5c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952845 Aug 12 02:40:36.949156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Port': ['ID=508afb25-3756-4bf4-91ed-9f0bd9112ab6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:36.962869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-96abcec6-430f-4533-ac9b-e7a5a7119f3e tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1598828 Aug 12 02:40:36.965890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:37.026724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting subnet aa91c42f-66d4-4fdc-95f4-5848e5487e87 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:37.096173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.107941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Transition to ACTIVE for port object 75c4a35c-b169-4baa-95e1-c2ab47ebd72a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:37.124564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Transition to ACTIVE for port object 75c4a35c-b169-4baa-95e1-c2ab47ebd72a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:37.132415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.133321 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.177008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:37.179943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:37.187588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:37.197166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Pushing event updated for resources: {'Port': ['ID=75c4a35c-b169-4baa-95e1-c2ab47ebd72a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:37.214010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.262928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Attempting to bind port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:37.263601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Attempting to bind port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '51f3a98e-5fb1-4529-87dc-684d061508da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:37.264156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Attempting to bind port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a on network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:37.272615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:37.273179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Checking segment: {'id': '51f3a98e-5fb1-4529-87dc-684d061508da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:37.273747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.274294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Bound using segment: {'id': '51f3a98e-5fb1-4529-87dc-684d061508da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:37.274919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Bound port: 75c4a35c-b169-4baa-95e1-c2ab47ebd72a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f3a98e-5fb1-4529-87dc-684d061508da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7fb78419-0d2e-42dc-8eb3-07964ca419b8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:37.275562 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.370909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.375902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] For port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:37.379551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] For port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=75c4a35c-b169-4baa-95e1-c2ab47ebd72a,segment=NetworkSegment(51f3a98e-5fb1-4529-87dc-684d061508da),segment_id=51f3a98e-5fb1-4529-87dc-684d061508da)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:37.384153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.421689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.460579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42968b8-331e-46ba-8f95-de20f935f24e None None] Pushing event updated for resources: {'Port': ['ID=75c4a35c-b169-4baa-95e1-c2ab47ebd72a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:37.519596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.546156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91c42f-66d4-4fdc-95f4-5848e5487e87,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:37.559043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.561221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ba4778d-57bb-49c1-9505-326330b2fdca tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/aa91c42f-66d4-4fdc-95f4-5848e5487e87 HTTP/1.1" status: 204 len: 168 time: 0.5941825 Aug 12 02:40:37.563766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38860) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:37.656124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adcedc3-a87a-4e59-b8a9-b42fbaf00104 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:37.659716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adcedc3-a87a-4e59-b8a9-b42fbaf00104 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:37.659716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8adcedc3-a87a-4e59-b8a9-b42fbaf00104 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0948858 Aug 12 02:40:37.662555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38866) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:37.785410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-556d580d-5213-4b42-b963-9174b8ca3fb0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.793389 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-556d580d-5213-4b42-b963-9174b8ca3fb0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 12 02:40:37.793964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556d580d-5213-4b42-b963-9174b8ca3fb0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:37.799646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-556d580d-5213-4b42-b963-9174b8ca3fb0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/7fb78419-0d2e-42dc-8eb3-07964ca419b8 HTTP/1.1" status: 409 len: 405 time: 0.1325626 Aug 12 02:40:37.801703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:37.816102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515444573'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:37.847808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:37.852859 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.895672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:37.907591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:37.908204 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment d5851d2a-34d1-43a2-a109-fbf606c7910c of type vlan for network 053e59b7-f9c3-46a6-8a59-7848f62ba1cb Aug 12 02:40:37.982727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:38.026916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:38.037183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:38.038114 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:38.104216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3010178 Aug 12 02:40:38.107761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:38.118447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': '053e59b7-f9c3-46a6-8a59-7848f62ba1cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:38.157574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921f306-3433-4948-bd82-93d3384a7027 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=053e59b7-f9c3-46a6-8a59-7848f62ba1cb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:38.173172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 053e59b7-f9c3-46a6-8a59-7848f62ba1cb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:38.201521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8561c1-f9de-4ef3-b05a-c1ce4f52b26a req-9c77ec2a-d542-484d-98df-3cff2f5d8959 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:38.202586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b8561c1-f9de-4ef3-b05a-c1ce4f52b26a req-9c77ec2a-d542-484d-98df-3cff2f5d8959 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.1342568 Aug 12 02:40:38.269847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5b8561c1-f9de-4ef3-b05a-c1ce4f52b26a req-cb0be9a5-563e-4fc5-9cd0-2caa686a79ec tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601790 Aug 12 02:40:38.711498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e91ef-4dfd-4067-8dfa-5ed3bcc5cc71 None None] Network 7fb78419-0d2e-42dc-8eb3-07964ca419b8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:38.792579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d1886-d983-4d47-b807-2f8d7efbb890 req-a41de06e-0cf1-486b-8528-1221e636da30 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:38.799984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-785d1886-d983-4d47-b807-2f8d7efbb890 req-a41de06e-0cf1-486b-8528-1221e636da30 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.5307419 Aug 12 02:40:38.809685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:38.814461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:38.844357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:40:38.848024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c09e9af7-b65a-4194-8daf-a1048122ceb4 None None] Provisioning for port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:38.920360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-785d1886-d983-4d47-b807-2f8d7efbb890 req-c65984c2-4488-4520-9f1c-06fae4b02a30 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154308 Aug 12 02:40:38.970388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] DHCP port deletion for 7fb78419-0d2e-42dc-8eb3-07964ca419b8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:39.018282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:39.033098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0ae57c99-62ac-4672-884b-be83a94244fa', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:40:39.040921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-540ae4ad-abf2-4655-aa3d-ba7d1ddb8c8a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:39.043143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-540ae4ad-abf2-4655-aa3d-ba7d1ddb8c8a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 945 time: 0.0694654 Aug 12 02:40:39.095803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Deleting port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:39.097971 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.102454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.131526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:40:39.166673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Deleting port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:39.167605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.207233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:39.224791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.251330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:39.253678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.270799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] For port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=75c4a35c-b169-4baa-95e1-c2ab47ebd72a,segment=NetworkSegment(51f3a98e-5fb1-4529-87dc-684d061508da),segment_id=51f3a98e-5fb1-4529-87dc-684d061508da)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:39.271612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.275667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] For port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:39.276042 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.297217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Calling delete_port for 75c4a35c-b169-4baa-95e1-c2ab47ebd72a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:39.327776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=aa62a1d7-5cae-436d-ac4c-3a463f83c543,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:39.345686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:39.378623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': 'd5851d2a-34d1-43a2-a109-fbf606c7910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '053e59b7-f9c3-46a6-8a59-7848f62ba1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:39.383199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: 053e59b7-f9c3-46a6-8a59-7848f62ba1cb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:39.414928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 053e59b7-f9c3-46a6-8a59-7848f62ba1cb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:39.427213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 053e59b7-f9c3-46a6-8a59-7848f62ba1cb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:39.430415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0ae57c99-62ac-4672-884b-be83a94244fa'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:40:39.433116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:39.434667 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.440451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e001f-ed3f-4a38-989d-308ca1e37124 None None] Network 053e59b7-f9c3-46a6-8a59-7848f62ba1cb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:39.460674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e4321a98-23b7-43f1-8429-a69e1ee8c90a tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3513632 Aug 12 02:40:39.463288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:39.611598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.614761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.635980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e396a3d-66ca-4043-b755-2c19d6f54da3 req-7ef61721-fff4-4b4b-b0ca-7ade156d2044 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:39.637655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e396a3d-66ca-4043-b755-2c19d6f54da3 req-7ef61721-fff4-4b4b-b0ca-7ade156d2044 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 945 time: 0.2338984 Aug 12 02:40:39.642320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] Pushing event deleted for resources: {'Port': ['ID=75c4a35c-b169-4baa-95e1-c2ab47ebd72a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:39.683843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523a91e8-34ec-414a-a51f-cc566a59a7de None None] No DVR routers for this DVR port 75c4a35c-b169-4baa-95e1-c2ab47ebd72a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:39.732534 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.732990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.733565 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Floating IP 0c0a343d-ec4d-469c-a9fa-a09451edca71 disassociated. External IP: 172.25.3.26, port: a518f4bc-cbe0-41cc-b940-c2dabc49b8e4. Aug 12 02:40:39.733988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Calling delete_port for a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:39.742127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7e396a3d-66ca-4043-b755-2c19d6f54da3 req-239ba326-7b5c-4995-939d-a0f49b15bd2e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963390 Aug 12 02:40:39.748601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.784088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dd55f-dd85-41bb-a49a-6b3d078d1ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-053e59b7-f9c3-46a6-8a59-7848f62ba1cb', 'network_id': '053e59b7-f9c3-46a6-8a59-7848f62ba1cb', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': 'aa62a1d7-5cae-436d-ac4c-3a463f83c543'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:39.785727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-965dd55f-dd85-41bb-a49a-6b3d078d1ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.829157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:39.925028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f264f502-9927-432c-af1f-49f7e5673c80 None None] Network 053e59b7-f9c3-46a6-8a59-7848f62ba1cb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:39.964470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=aa62a1d7-5cae-436d-ac4c-3a463f83c543,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:39.981086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.017089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.047907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['053e59b7-f9c3-46a6-8a59-7848f62ba1cb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:40.063392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event deleted for resources: {'Port': ['ID=a518f4bc-cbe0-41cc-b940-c2dabc49b8e4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:40.077272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5851d2a-34d1-43a2-a109-fbf606c7910c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:40.077588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5851d2a-34d1-43a2-a109-fbf606c7910c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:40.100932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.140180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7811e0e7-63e2-4136-a9df-dfebbdb9aaa1 req-58628811-362c-474e-9082-723b5d3fad97 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 210 time: 0.0414150 Aug 12 02:40:40.141122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.147717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:40.148337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:40.151763 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:40.222124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Router 61a97df7-7e60-4846-897f-2f3923801acd has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:40:40.227925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.265377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.272313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/053e59b7-f9c3-46a6-8a59-7848f62ba1cb HTTP/1.1" status: 204 len: 168 time: 0.8031261 Aug 12 02:40:40.272313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7096448-16ed-4a15-8da6-cd3830aadc81 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=053e59b7-f9c3-46a6-8a59-7848f62ba1cb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:40.272610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:40.278382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-541499591'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:40.309408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:40.313594 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.354210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:40.365613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.366068 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment d98eee0b-15fb-4e29-8bfc-3c931394bb0e of type vlan for network 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 Aug 12 02:40:40.371336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:40:40.385470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Sync routers for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:40:40.418604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:40.420915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:40.432363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] No DVR routers for this DVR port a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:40.444758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.484165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.486973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a540e6-e2b9-4a25-be9b-1a1f45f759d6 req-80f7a6c9-eec5-44b6-b1cc-e7c7a396abec tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.21 "DELETE /v2.0/ports/a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 HTTP/1.1" status: 204 len: 173 time: 1.4359255 Aug 12 02:40:40.487526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'name': 'network-vif-deleted', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:40.490580 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079129c3-c81a-464d-9d58-b92b179e0f7f" -d '{"events": [{"server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "name": "network-vif-deleted", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:40.493365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.503494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:40.504723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.548261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:40.548876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2750931 Aug 12 02:40:40.556838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': '6ff013ac-d58e-4fa5-8826-8cdb1b5b6394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:40.624415 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9095dd54-ae90-45cc-8090-43fe10ac4a41 x-openstack-request-id: req-9095dd54-ae90-45cc-8090-43fe10ac4a41 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:40.625145 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc68692a-59a0-4a9b-b649-cb408b066aa4", "name": "network-vif-deleted", "tag": "a518f4bc-cbe0-41cc-b940-c2dabc49b8e4", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:40.625625 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9095dd54-ae90-45cc-8090-43fe10ac4a41 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:40.626685 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc68692a-59a0-4a9b-b649-cb408b066aa4', 'name': 'network-vif-deleted', 'tag': 'a518f4bc-cbe0-41cc-b940-c2dabc49b8e4', 'status': 'completed', 'code': 200} Aug 12 02:40:40.657634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e019df-67d2-4643-ab84-10af6630ddd1 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=6ff013ac-d58e-4fa5-8826-8cdb1b5b6394,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:40.694675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:40.732947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:40.739207 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:40.792780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:40.924328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf43d8b-56c3-4526-b718-299624a699b0 req-086a91a8-dbcc-4330-8e70-76ff770807c0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:40.926833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cf43d8b-56c3-4526-b718-299624a699b0 req-086a91a8-dbcc-4330-8e70-76ff770807c0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 945 time: 0.0643656 Aug 12 02:40:41.002959 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5cf43d8b-56c3-4526-b718-299624a699b0 req-91c531f1-e583-4a35-8cb6-c95137381c71 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653138 Aug 12 02:40:41.057279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:41.071905 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.161572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=ebad7caf-4aef-4f6e-8004-dcb7e1899c40,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:41.177856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': 'd98eee0b-15fb-4e29-8bfc-3c931394bb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '6ff013ac-d58e-4fa5-8826-8cdb1b5b6394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:41.178220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:41.226539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:41.240837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 0ae57c99-62ac-4672-884b-be83a94244fa completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:40:41.245070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:41.251749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:41.252927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.261842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0ae57c99-62ac-4672-884b-be83a94244fa triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:41.262220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.266040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2b3f1-d474-457a-a3b4-6cbc0f04b5b3 None None] Network 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:41.305785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2391cd0b-f718-4f06-9af8-acee355ad4c2 req-798cfa89-e69f-4f8f-acff-e53a820ff699 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc68692a-59a0-4a9b-b649-cb408b066aa4 HTTP/1.1" status: 200 len: 210 time: 0.0391626 Aug 12 02:40:41.316870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a85d307-9b3b-4c06-88cc-b7162290b43d tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7667584 Aug 12 02:40:41.317073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:41.421697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:41.441038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.468290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Checking router: 61a97df7-7e60-4846-897f-2f3923801acd for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:40:41.500727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.521793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:41.522428 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:41.525118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.606093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:41.609185 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18860d43-4f5b-4af4-acdd-6c0fb3183311" -d '{"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:41.612309 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.628466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9a8ca-0c94-4cab-948d-afd1e10b15a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6ff013ac-d58e-4fa5-8826-8cdb1b5b6394', 'network_id': '6ff013ac-d58e-4fa5-8826-8cdb1b5b6394', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': 'ebad7caf-4aef-4f6e-8004-dcb7e1899c40'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:41.629317 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7c9a8ca-0c94-4cab-948d-afd1e10b15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.661615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=ebad7caf-4aef-4f6e-8004-dcb7e1899c40,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:41.678058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:41.679824 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634517ac-98cc-4198-9e25-b98107446ac4 x-openstack-request-id: req-634517ac-98cc-4198-9e25-b98107446ac4 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:41.680109 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:41.680422 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-634517ac-98cc-4198-9e25-b98107446ac4 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:41.681171 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'code': 200} Aug 12 02:40:41.696063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.739996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.764936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff013ac-d58e-4fa5-8826-8cdb1b5b6394']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:41.775526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98eee0b-15fb-4e29-8bfc-3c931394bb0e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:41.776093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98eee0b-15fb-4e29-8bfc-3c931394bb0e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:41.787348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.805153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.813407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:41.817548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:41.818193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:41.823808 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:41.846320 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7760851b-48eb-4bfc-9076-ae2fd4d5eaf3 None None] Network 6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:41.925502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:41.926996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4957223-0d92-406b-8a11-4c6933d63375 req-94d6fbf5-8b97-4047-83f1-872df04fba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:41.929655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4957223-0d92-406b-8a11-4c6933d63375 req-94d6fbf5-8b97-4047-83f1-872df04fba5d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1097 time: 0.1860816 Aug 12 02:40:41.931064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.939540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:41.945116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38918) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:41.945296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 HTTP/1.1" status: 204 len: 168 time: 0.6271896 Aug 12 02:40:41.952803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1993053270'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:41.976744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8abfd-e8d9-4fc0-a943-eddcf5572ad0 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=6ff013ac-d58e-4fa5-8826-8cdb1b5b6394,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:41.981234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:41.985768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.009572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4957223-0d92-406b-8a11-4c6933d63375 req-800d144d-3a41-4cba-8722-aeff1cc6b579 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630095 Aug 12 02:40:42.019382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:40:42.040046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.040501 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Added segment 95e3df2e-26a4-4387-a60b-dfb312481fcb of type vlan for network b2777a6c-89d9-49a2-8567-b239e7fc01fa Aug 12 02:40:42.123043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.161050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf2923-bfaa-4938-8faf-05c67e9c53c8 req-e1f5c4a7-9589-4bee-a326-927f620604dd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:42.162528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2bf2923-bfaa-4938-8faf-05c67e9c53c8 req-e1f5c4a7-9589-4bee-a326-927f620604dd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0713351 Aug 12 02:40:42.179388 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.184801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:42.185985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.199069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:42.227932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3994b49-00f4-4a58-8fe5-8cc7745e0e0a None None] The sync data for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 is: [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:34:44Z', 'revision_number': 4, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '31775acb-7d27-4b4a-8c40-bfaee62657df', 'name': '', 'network_id': '7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'mac_address': 'fa:16:3e:29:7d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2964, 'fixed_ips': [{'subnet_id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:41Z', 'updated_at': '2021-08-12T02:34:51Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'subnets': [{'id': '39fe4e22-32af-4ad0-b08b-b633b03e398e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:40:42.264505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3182282 Aug 12 02:40:42.267530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38932) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:42.273269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Request body: {'subnet': {'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:42.275885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2bf2923-bfaa-4938-8faf-05c67e9c53c8 req-34723a0a-18dd-47c8-9b01-93992faae25d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029108 Aug 12 02:40:42.281902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ed4d-62f1-48e5-b17c-848448551065 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Network': ['ID=b2777a6c-89d9-49a2-8567-b239e7fc01fa,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:42.293126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b2777a6c-89d9-49a2-8567-b239e7fc01fa details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:40:42.368877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38936) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:42.387265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Made reservation on behalf of 52fdd91f7b4042c9aea75bc9e7f4b897 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:40:42.390833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.503727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Deleting port 130577aa-3d4c-429b-aabf-416f1344e296 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:42.504076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.540510 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2024639b-0ae9-4b88-811b-3e5c9ca72ab3 None None] New status for floating IP 0c0a343d-ec4d-469c-a9fa-a09451edca71: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:40:42.589403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:42.621149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.621808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.629199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:42.629654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device a518f4bc-cbe0-41cc-b940-c2dabc49b8e4 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:42.639391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Calling delete_port for 130577aa-3d4c-429b-aabf-416f1344e296 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:42.710873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.objects.ports [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94673) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 02:40:42.712578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.776102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event updated for resources: {'Subnet': ['ID=ec89ada2-a443-4a24-b966-9a56d8405810,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:42.784720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Checking segment: {'id': '95e3df2e-26a4-4387-a60b-dfb312481fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:42.785176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network hostable DHCP agents. Network: b2777a6c-89d9-49a2-8567-b239e7fc01fa, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:40:42.790056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d676d-b91c-4fbc-9ef3-f5a12c18ee6a req-3e692930-9a7b-4577-8df0-84a6afc066e3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:42.798773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-074d676d-b91c-4fbc-9ef3-f5a12c18ee6a req-3e692930-9a7b-4577-8df0-84a6afc066e3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0855317 Aug 12 02:40:42.805084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Network b2777a6c-89d9-49a2-8567-b239e7fc01fa is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:40:42.824688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, b2777a6c-89d9-49a2-8567-b239e7fc01fa) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:42.838053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:42.839921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.850680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12159fcb-a4f3-4ad4-b65e-1a2078439b61 None None] Network b2777a6c-89d9-49a2-8567-b239e7fc01fa requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:42.878655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-04cc5089-8d8c-4b90-a911-3fdbb25c3d88 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6098623 Aug 12 02:40:42.879864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:42.881394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-074d676d-b91c-4fbc-9ef3-f5a12c18ee6a req-5938615d-e40f-4ae8-916a-f4e597d8ea05 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796394 Aug 12 02:40:42.922125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:42.998433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event deleted for resources: {'Port': ['ID=130577aa-3d4c-429b-aabf-416f1344e296,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:43.009347 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.030674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.033354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b2777a6c-89d9-49a2-8567-b239e7fc01fa', 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa', 'tenant_id': '52fdd91f7b4042c9aea75bc9e7f4b897', 'fixed_ips': [{'subnet_id': 'ec89ada2-a443-4a24-b966-9a56d8405810'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:40:43.033939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.034254 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.035604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a0ecb3d-b36c-436a-bd96-389e1e67a153 tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "DELETE /v2.0/floatingips/0c0a343d-ec4d-469c-a9fa-a09451edca71 HTTP/1.1" status: 204 len: 168 time: 0.6655667 Aug 12 02:40:43.075077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.109672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:43.168084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Allocated IP 2001:db8::f816:3eff:fe03:8610 (b2777a6c-89d9-49a2-8567-b239e7fc01fa/ec89ada2-a443-4a24-b966-9a56d8405810/5289a017-603d-4975-a2a8-a860be437a70) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:40:43.188253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.213756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.272656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.275332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.279890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5 HTTP/1.1" status: 204 len: 168 time: 0.1659124 Aug 12 02:40:43.286456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec619b-887d-4206-bf58-530086c3514a tempest-TestServerBasicOps-852936628 tempest-TestServerBasicOps-852936628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d70652d-8efc-4f23-9dfe-4ce45c4e9fb5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:43.312020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 38962) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:43.337739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.348860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Transition to ACTIVE for port object 5289a017-603d-4975-a2a8-a860be437a70 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:43.364879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Transition to ACTIVE for port object 5289a017-603d-4975-a2a8-a860be437a70 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:40:43.370360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.392096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.411013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Network b2777a6c-89d9-49a2-8567-b239e7fc01fa is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:40:43.417665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:40:43.422690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:40:43.426560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Pushing event updated for resources: {'Port': ['ID=5289a017-603d-4975-a2a8-a860be437a70,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:43.428485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=ec89ada2-a443-4a24-b966-9a56d8405810,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:43.447240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c558ae0-830c-4b9f-858f-3098c830eed4 req-ec2adaf3-62c9-4502-81f1-7d5416cdc4c1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:43.455878 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c558ae0-830c-4b9f-858f-3098c830eed4 req-ec2adaf3-62c9-4502-81f1-7d5416cdc4c1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0856206 Aug 12 02:40:43.493218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Attempting to bind port 5289a017-603d-4975-a2a8-a860be437a70 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:40:43.493744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Attempting to bind port 5289a017-603d-4975-a2a8-a860be437a70 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '95e3df2e-26a4-4387-a60b-dfb312481fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:40:43.494241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Attempting to bind port 5289a017-603d-4975-a2a8-a860be437a70 on network b2777a6c-89d9-49a2-8567-b239e7fc01fa {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:40:43.500321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:40:43.501322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Checking segment: {'id': '95e3df2e-26a4-4387-a60b-dfb312481fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:40:43.501322 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.501773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Bound using segment: {'id': '95e3df2e-26a4-4387-a60b-dfb312481fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:40:43.502330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Bound port: 5289a017-603d-4975-a2a8-a860be437a70, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e3df2e-26a4-4387-a60b-dfb312481fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:40:43.502824 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.512791 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.522992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2777a6c-89d9-49a2-8567-b239e7fc01fa']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:43.537501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c558ae0-830c-4b9f-858f-3098c830eed4 req-ba64bcac-aca6-411e-be1a-bfdd82d84a19 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806475 Aug 12 02:40:43.540356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e3df2e-26a4-4387-a60b-dfb312481fcb') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:43.540663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e3df2e-26a4-4387-a60b-dfb312481fcb') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:43.551899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.570088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.578130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] For port 5289a017-603d-4975-a2a8-a860be437a70, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:40:43.578685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:43.579100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:43.582132 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:43.663285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] For port 5289a017-603d-4975-a2a8-a860be437a70, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5289a017-603d-4975-a2a8-a860be437a70,segment=NetworkSegment(95e3df2e-26a4-4387-a60b-dfb312481fcb),segment_id=95e3df2e-26a4-4387-a60b-dfb312481fcb)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:40:43.666224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.db.api [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 12 02:40:43.666224 n-d-804303-2 neutron-server[94673]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 12 02:40:43.666224 n-d-804303-2 neutron-server[94673]: [parameters: {'id': 'b2777a6c-89d9-49a2-8567-b239e7fc01fa'}] Aug 12 02:40:43.666224 n-d-804303-2 neutron-server[94673]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94673) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:40:43.666671 n-d-804303-2 neutron-server[94673]: DEBUG oslo_db.api [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:40:43.668870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.683677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbbbfb-b020-4ee0-b06a-eb7a14de62c9 req-522a135c-afa4-4868-b8a6-27082d6774af tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:43.685243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92bbbbfb-b020-4ee0-b06a-eb7a14de62c9 req-522a135c-afa4-4868-b8a6-27082d6774af tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0633955 Aug 12 02:40:43.694257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:43.699019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Request body: {'floatingip': {'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:43.750156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.752511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fdca0-40cc-4d75-97e9-e79c13b0c290 None None] Pushing event updated for resources: {'Port': ['ID=5289a017-603d-4975-a2a8-a860be437a70,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:43.773139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea365b-81fc-4b39-b164-2b8e2ac66029 None None] Network b2777a6c-89d9-49a2-8567-b239e7fc01fa requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:43.887220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:43.918847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302eacb-e94b-4417-ab07-d25ed494cc93 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 02:40:44.031690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3302eacb-e94b-4417-ab07-d25ed494cc93 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 02:40:44.086765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d0c4d-8a5b-4586-aa2a-256581d2911a req-83cc2986-1196-4631-9633-1084aff41b91 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:44.088476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-887d0c4d-8a5b-4586-aa2a-256581d2911a req-83cc2986-1196-4631-9633-1084aff41b91 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0997996 Aug 12 02:40:44.160821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-887d0c4d-8a5b-4586-aa2a-256581d2911a req-2085d94d-e78c-4102-9d6f-7d9e94107eca tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519550 Aug 12 02:40:44.167749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.276356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Deleting port 31775acb-7d27-4b4a-8c40-bfaee62657df {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:44.276819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.322698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.331811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.374615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting port 5289a017-603d-4975-a2a8-a860be437a70 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:44.374836 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.380167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] For port 31775acb-7d27-4b4a-8c40-bfaee62657df, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=31775acb-7d27-4b4a-8c40-bfaee62657df,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:44.380706 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.396242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Calling delete_port for 31775acb-7d27-4b4a-8c40-bfaee62657df owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:44.493644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] For port 5289a017-603d-4975-a2a8-a860be437a70, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5289a017-603d-4975-a2a8-a860be437a70,segment=NetworkSegment(95e3df2e-26a4-4387-a60b-dfb312481fcb),segment_id=95e3df2e-26a4-4387-a60b-dfb312481fcb)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:44.494013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.519354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Calling delete_port for 5289a017-603d-4975-a2a8-a860be437a70 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:44.533029 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Floating IP b594e9dc-66d9-4d16-a9b4-3448e193ba2d associated. External IP: 172.25.3.224, port: 0ae57c99-62ac-4672-884b-be83a94244fa. Aug 12 02:40:44.597962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:44.647275 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.682590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=31775acb-7d27-4b4a-8c40-bfaee62657df,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:44.712831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.742630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:44.745095 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709434f2-d7b9-4ea0-9eb6-cff29937eb0d" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:44.766451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:44.772191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.820320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1770f-56c3-4255-898e-bc2ed25acde4 req-ed3fc3ed-35b2-4138-bbe8-ba8f3d046b4e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:44.822073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-54f1770f-56c3-4255-898e-bc2ed25acde4 req-ed3fc3ed-35b2-4138-bbe8-ba8f3d046b4e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.1439512 Aug 12 02:40:44.842552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:44.846164 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc69d6b-8b02-4fa4-ba59-612404f17c66 x-openstack-request-id: req-3fc69d6b-8b02-4fa4-ba59-612404f17c66 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:44.846459 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:44.846715 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fc69d6b-8b02-4fa4-ba59-612404f17c66 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:44.847102 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:40:44.868695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:40:44.869801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:44.900707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Port': ['ID=5289a017-603d-4975-a2a8-a860be437a70,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:44.910485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No DVR routers for this DVR port 5289a017-603d-4975-a2a8-a860be437a70 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:44.918926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.919937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.920288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.920634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.920976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.921312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.921648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.921985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.922319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.922650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.922980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.923308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:40:44.947384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-54f1770f-56c3-4255-898e-bc2ed25acde4 req-eff3c5bf-3f5d-422d-abef-db997b85cb2b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819023 Aug 12 02:40:44.970780 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.046937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.060832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2777a6c-89d9-49a2-8567-b239e7fc01fa']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.096911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e3df2e-26a4-4387-a60b-dfb312481fcb') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.097211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e3df2e-26a4-4387-a60b-dfb312481fcb') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.112204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.130399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:40:45.132209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.136493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.140489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:40:45.149599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:45.150159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.160463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:45.160871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:45.163801 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:45.191612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Router 61a97df7-7e60-4846-897f-2f3923801acd has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:40:45.214388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d63cf303-357b-41ea-87f6-63a06bf1f467 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "PUT /v2.0/floatingips/b594e9dc-66d9-4d16-a9b4-3448e193ba2d HTTP/1.1" status: 200 len: 992 time: 1.5166192 Aug 12 02:40:45.215169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:45.218156 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80" -d '{"events": [{"name": "network-changed", "server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:45.266283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.274989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.276897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/b2777a6c-89d9-49a2-8567-b239e7fc01fa HTTP/1.1" status: 204 len: 168 time: 2.3956413 Aug 12 02:40:45.290984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.297819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:45.309516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989870f8-8495-4afe-a716-382ff04bb8fe tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=b2777a6c-89d9-49a2-8567-b239e7fc01fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:45.345870 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4f959e-a673-4130-a2cf-c3ca47b2a2d2 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.346450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4f959e-a673-4130-a2cf-c3ca47b2a2d2 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.350208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a4f959e-a673-4130-a2cf-c3ca47b2a2d2 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/ec89ada2-a443-4a24-b966-9a56d8405810 HTTP/1.1" status: 404 len: 337 time: 0.0488582 Aug 12 02:40:45.352748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 38998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.379640 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20899636-907b-496f-a85d-2a56e4f5d9cc x-openstack-request-id: req-20899636-907b-496f-a85d-2a56e4f5d9cc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:45.380303 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:45.380784 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20899636-907b-496f-a85d-2a56e4f5d9cc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:45.381608 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'status': 'completed', 'code': 200} Aug 12 02:40:45.383785 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6567761d-0ec0-442d-aa57-0499687d0236 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.384936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6567761d-0ec0-442d-aa57-0499687d0236 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.387020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6567761d-0ec0-442d-aa57-0499687d0236 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/b2777a6c-89d9-49a2-8567-b239e7fc01fa HTTP/1.1" status: 404 len: 339 time: 0.0330606 Aug 12 02:40:45.389986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.439460 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2d124a-7063-411e-ab68-972d435c2e78 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.440339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2d124a-7063-411e-ab68-972d435c2e78 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.442357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c2d124a-7063-411e-ab68-972d435c2e78 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/ebad7caf-4aef-4f6e-8004-dcb7e1899c40 HTTP/1.1" status: 404 len: 337 time: 0.0511043 Aug 12 02:40:45.457642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.484802 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-c639be5d-6426-4fca-83ec-6f56ef063b01 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.485574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c639be5d-6426-4fca-83ec-6f56ef063b01 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.489783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c639be5d-6426-4fca-83ec-6f56ef063b01 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/6ff013ac-d58e-4fa5-8826-8cdb1b5b6394 HTTP/1.1" status: 404 len: 339 time: 0.0284290 Aug 12 02:40:45.490108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39004) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.522960 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af32a2c-b687-4b69-981c-20c8db0de3f7 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.523562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af32a2c-b687-4b69-981c-20c8db0de3f7 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.527804 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4af32a2c-b687-4b69-981c-20c8db0de3f7 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/aa62a1d7-5cae-436d-ac4c-3a463f83c543 HTTP/1.1" status: 404 len: 337 time: 0.0342865 Aug 12 02:40:45.527804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-88f02f40-631f-4898-99f3-c91adf864e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:45.529693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-88f02f40-631f-4898-99f3-c91adf864e29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1097 time: 0.1272564 Aug 12 02:40:45.530233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.573187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b594e9dc-66d9-4d16-a9b4-3448e193ba2d', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:40:28Z', 'updated_at': '2021-08-12T02:40:44Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.595226 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a6f48-baff-43ff-980b-a78f345a96af tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:45.595978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2a6f48-baff-43ff-980b-a78f345a96af tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:45.600940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff2a6f48-baff-43ff-980b-a78f345a96af tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/053e59b7-f9c3-46a6-8a59-7848f62ba1cb HTTP/1.1" status: 404 len: 339 time: 0.0666308 Aug 12 02:40:45.600940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.602557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:40:45.614113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:45.615015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.684680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:40:45.695389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e0e3d20a-d4ea-466d-923f-fd9f0f83c0ab admin admin] 10.222.0.11 "PUT /v2.0/routers/61a97df7-7e60-4846-897f-2f3923801acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815470 Aug 12 02:40:45.696290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39010) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:45.697114 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Sync routers for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:40:45.707582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:45.708454 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:45.712653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-6d23f3ef-4aad-4194-90b3-c52785d90d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:45.714912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-6d23f3ef-4aad-4194-90b3-c52785d90d12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.1767910 Aug 12 02:40:45.729245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:45.815715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:45.820191 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:45.953531 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.004808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b594e9dc-66d9-4d16-a9b4-3448e193ba2d', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:40:28Z', 'updated_at': '2021-08-12T02:40:44Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:46.019530 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:40:44Z', 'revision_number': 5, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port': {'id': 'f41a069f-30ab-4cd6-83dd-39453fb84f7b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:79:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a97df7-7e60-4846-897f-2f3923801acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:38Z', 'updated_at': '2021-08-12T02:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:46.030794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Deleting port f41a069f-30ab-4cd6-83dd-39453fb84f7b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:46.031585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.044339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db52d-339b-4dab-a3ed-667fea482763 None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b594e9dc-66d9-4d16-a9b4-3448e193ba2d', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T02:40:28Z', 'updated_at': '2021-08-12T02:40:44Z', 'revision_number': 1, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:40:46.053707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Checking router: 61a97df7-7e60-4846-897f-2f3923801acd for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:40:46.063988 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Routers {'61a97df7-7e60-4846-897f-2f3923801acd'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:46.064983 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['61a97df7-7e60-4846-897f-2f3923801acd'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:46.118961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] For port f41a069f-30ab-4cd6-83dd-39453fb84f7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f41a069f-30ab-4cd6-83dd-39453fb84f7b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:46.119494 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.135559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Calling delete_port for f41a069f-30ab-4cd6-83dd-39453fb84f7b owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:46.164089 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] Set router 61a97df7-7e60-4846-897f-2f3923801acd gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:46.220886 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:40:45Z', 'revision_number': 6, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:46.240624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting port 508afb25-3756-4bf4-91ed-9f0bd9112ab6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:46.241221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.252256 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ea6fe-d4bf-45b5-bafe-26c65dc6b6a1 None None] The sync data for ids ['61a97df7-7e60-4846-897f-2f3923801acd'] in n-d-804303-2 is: [{'id': '61a97df7-7e60-4846-897f-2f3923801acd', 'name': 'tempest-TestServerBasicOps-105400814-router', 'tenant_id': '3e9ea983346046d8aef6b48aab090593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:36Z', 'updated_at': '2021-08-12T02:40:45Z', 'revision_number': 6, 'project_id': '3e9ea983346046d8aef6b48aab090593', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:40:46.351824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.356638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.371727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-739605c5-5649-4006-8732-257e11bae706 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1000 time: 0.6423731 Aug 12 02:40:46.372902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Calling delete_port for 508afb25-3756-4bf4-91ed-9f0bd9112ab6 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:46.384204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b1afb-9b55-4d85-9e85-4b62e2f98371 None None] New status for floating IP b594e9dc-66d9-4d16-a9b4-3448e193ba2d: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:40:46.386359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946aa1-d1d4-4585-8e4c-bc14df5d74e4 req-7be40e85-8564-494e-a4b0-1da6b120bfe7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:46.391193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41a069f-30ab-4cd6-83dd-39453fb84f7b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:46.400194 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6946aa1-d1d4-4585-8e4c-bc14df5d74e4 req-7be40e85-8564-494e-a4b0-1da6b120bfe7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.1749709 Aug 12 02:40:46.462201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.505715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-107e2b9a-0955-4aa2-a446-2a9309aaacea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:46.507216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-107e2b9a-0955-4aa2-a446-2a9309aaacea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.1044161 Aug 12 02:40:46.534343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6946aa1-d1d4-4585-8e4c-bc14df5d74e4 req-58235f6d-6d10-43e1-ad66-434e8b83722e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234138 Aug 12 02:40:46.569255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.572498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.597393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-43217a0b-b41b-4ff3-8d0f-b13a578b0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:46.598877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-43217a0b-b41b-4ff3-8d0f-b13a578b0a85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805953 Aug 12 02:40:46.619022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.619608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61a97df7-7e60-4846-897f-2f3923801acd {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:40:46.622179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.626052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.629804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f29f71fa-bf44-41f6-9587-8868b5a717e9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/61a97df7-7e60-4846-897f-2f3923801acd HTTP/1.1" status: 204 len: 168 time: 0.9301181 Aug 12 02:40:46.630796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39016) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:46.687751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Port': ['ID=508afb25-3756-4bf4-91ed-9f0bd9112ab6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:46.689292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Deleting subnet 39fe4e22-32af-4ad0-b08b-b633b03e398e {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:46.693669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.698993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.701822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-757a924e-0cc5-4b74-a4e5-4dcdbcb90286 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/ports/508afb25-3756-4bf4-91ed-9f0bd9112ab6 HTTP/1.1" status: 204 len: 168 time: 1.1001935 Aug 12 02:40:46.704545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:46.738462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.743065 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43e9d63-ef36-4a4a-924b-300c0a2bb0e6 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:46.743587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43e9d63-ef36-4a4a-924b-300c0a2bb0e6 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:46.745278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a43e9d63-ef36-4a4a-924b-300c0a2bb0e6 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/aa91c42f-66d4-4fdc-95f4-5848e5487e87 HTTP/1.1" status: 404 len: 337 time: 0.0401678 Aug 12 02:40:46.748310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:46.816180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-9a7ce796-31bf-4827-9a33-f49810a1aba8 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077460 Aug 12 02:40:46.818335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.851157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.873755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.913876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fe4e22-32af-4ad0-b08b-b633b03e398e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:46.920096 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:46.922895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9dc5cfc0-0530-400c-9ff2-3024ccfbce00 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/39fe4e22-32af-4ad0-b08b-b633b03e398e HTTP/1.1" status: 204 len: 168 time: 0.2907917 Aug 12 02:40:46.925313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:46.926228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29555bd8-8e0d-434e-85b3-f5360cf76108 None None] Network 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:47.000592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6dc6ec1-7543-4968-8131-ec3d3d41ce80 req-b89d51a8-d8a4-425f-a57d-845f9fe8ec69 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717136 Aug 12 02:40:47.001779 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.002227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.012407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb78419-0d2e-42dc-8eb3-07964ca419b8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.032703 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f3a98e-5fb1-4529-87dc-684d061508da') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.033117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f3a98e-5fb1-4529-87dc-684d061508da') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.043974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.072208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Deleting port d64d874f-657d-460a-97c4-e0bbe3086a96 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:47.072565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.072959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.080000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:47.080423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:47.093421 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:47.142573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] For port d64d874f-657d-460a-97c4-e0bbe3086a96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d64d874f-657d-460a-97c4-e0bbe3086a96,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:47.143009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.145687 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.152989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.157411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/7fb78419-0d2e-42dc-8eb3-07964ca419b8 HTTP/1.1" status: 204 len: 168 time: 0.4059775 Aug 12 02:40:47.157803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:47.159294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Calling delete_port for d64d874f-657d-460a-97c4-e0bbe3086a96 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:47.165190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] DHCP port deletion for 7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:47.183574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7936c0-a482-4c46-998b-73bb37229056 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=7fb78419-0d2e-42dc-8eb3-07964ca419b8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:47.259488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Deleting port d64d874f-657d-460a-97c4-e0bbe3086a96 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:47.259488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.271951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.302607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting port afaf2bbe-8018-44fb-b83b-b851d61078f4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:47.303123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.311666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64d874f-657d-460a-97c4-e0bbe3086a96,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:47.316514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] No DVR routers for this DVR port d64d874f-657d-460a-97c4-e0bbe3086a96 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:47.319571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d64d874f-657d-460a-97c4-e0bbe3086a96 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:47.363981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d64d874f-657d-460a-97c4-e0bbe3086a96 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:47.364350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d64d874f-657d-460a-97c4-e0bbe3086a96 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:47.364776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 31775acb-7d27-4b4a-8c40-bfaee62657df no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:47.394840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.407410 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.414846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Calling delete_port for afaf2bbe-8018-44fb-b83b-b851d61078f4 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:47.436171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 31775acb-7d27-4b4a-8c40-bfaee62657df {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:47.436773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 31775acb-7d27-4b4a-8c40-bfaee62657df not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:47.437658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f41a069f-30ab-4cd6-83dd-39453fb84f7b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:47.438265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.453471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbba276-d9a9-465e-9e6d-a2225a2f9e29') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.453766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbba276-d9a9-465e-9e6d-a2225a2f9e29') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.467942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.488855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.501768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:47.502567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.504583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f41a069f-30ab-4cd6-83dd-39453fb84f7b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:47.505121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f41a069f-30ab-4cd6-83dd-39453fb84f7b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:47.526535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] For port d64d874f-657d-460a-97c4-e0bbe3086a96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d64d874f-657d-460a-97c4-e0bbe3086a96,segment=NetworkSegment(9bbba276-d9a9-465e-9e6d-a2225a2f9e29),segment_id=9bbba276-d9a9-465e-9e6d-a2225a2f9e29)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:47.527018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.541971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Calling delete_port for d64d874f-657d-460a-97c4-e0bbe3086a96 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:47.542626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:47.565498 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:47.585445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Port': ['ID=afaf2bbe-8018-44fb-b83b-b851d61078f4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:47.592860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.597223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3c632471-b37c-4123-af86-149ef058edd8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/ports/afaf2bbe-8018-44fb-b83b-b851d61078f4 HTTP/1.1" status: 204 len: 168 time: 0.4360220 Aug 12 02:40:47.597594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:47.635564 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c99729-f4f4-480c-b8b4-b3c34911ea23 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] DELETE failed (client error): The resource could not be found. Aug 12 02:40:47.635852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c99729-f4f4-480c-b8b4-b3c34911ea23 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:40:47.636633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.637744 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44c99729-f4f4-480c-b8b4-b3c34911ea23 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/34d0f61b-1d07-47d0-8da8-78cc22352320 HTTP/1.1" status: 404 len: 337 time: 0.0387921 Aug 12 02:40:47.640624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39032) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:47.660747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.666777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] No DVR routers for this DVR port d64d874f-657d-460a-97c4-e0bbe3086a96 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:47.669816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855db61-e861-4b31-a565-b8e490edd198 None None] Pushing event deleted for resources: {'Port': ['ID=d64d874f-657d-460a-97c4-e0bbe3086a96,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:47.686781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87053e-4e2b-4669-b37b-3f24e1c31eab req-26538c8c-dfe0-4cd7-b637-e0ad87bbf8f1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:47.688432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff87053e-4e2b-4669-b37b-3f24e1c31eab req-26538c8c-dfe0-4cd7-b637-e0ad87bbf8f1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0646908 Aug 12 02:40:47.706802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.708693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121 HTTP/1.1" status: 204 len: 168 time: 0.7824247 Aug 12 02:40:47.711671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:47.726737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d57ee-7bd7-4ba0-b960-d9c191cef9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1b0bbd-8bb6-40b9-983e-cf8f3f9db121,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:47.749245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.765616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff87053e-4e2b-4669-b37b-3f24e1c31eab req-f0b38d99-ce11-4247-98ec-48e7feb54513 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712421 Aug 12 02:40:47.840795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.851019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f251e4a-bde1-49a7-8be0-3b222c2fc37f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.862769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6416ad33-b384-4df0-9bf7-f36896a4fc40') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.863064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6416ad33-b384-4df0-9bf7-f36896a4fc40') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:47.871829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.885661 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.891311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:47.891725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:47.894617 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:47.951051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.959166 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.965955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:47.967743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/3f251e4a-bde1-49a7-8be0-3b222c2fc37f HTTP/1.1" status: 204 len: 168 time: 0.3259921 Aug 12 02:40:47.971227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39036) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:47.979083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4933618-d0f2-49ec-bb70-8f55422b0683 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=3f251e4a-bde1-49a7-8be0-3b222c2fc37f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:48.051639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting subnet 36069632-bd64-4963-82f4-ace46d7bf379 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:48.055781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.107833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.229086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.281615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.338587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.398964 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.400831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/subnets/36069632-bd64-4963-82f4-ace46d7bf379 HTTP/1.1" status: 204 len: 168 time: 0.4286442 Aug 12 02:40:48.404622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d6f64-fe6d-4c01-b643-b3ff7e0220e5 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Subnet': ['ID=36069632-bd64-4963-82f4-ace46d7bf379,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:48.405569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcd578b-c974-476a-95c2-71b4b9b644b1 None None] Network fa737b68-a129-477c-91cb-bf5b9a00d10b requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:48.410511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39038) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:48.546087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.586379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] DHCP port deletion for fa737b68-a129-477c-91cb-bf5b9a00d10b request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:48.615034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:40:48.645360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Deleting port 725c36b9-a020-4ac3-a7ba-69439b86391b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:48.645706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.690812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Deleting port 725c36b9-a020-4ac3-a7ba-69439b86391b {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:48.691188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.729781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] For port 725c36b9-a020-4ac3-a7ba-69439b86391b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=725c36b9-a020-4ac3-a7ba-69439b86391b,segment=NetworkSegment(0e969cca-a426-4049-90c2-cfb243b6a149),segment_id=0e969cca-a426-4049-90c2-cfb243b6a149)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:48.730153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.747941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Calling delete_port for 725c36b9-a020-4ac3-a7ba-69439b86391b owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:48.759052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Deleting port f2041b38-871b-4084-8782-82732ff53be7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:48.759399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.779777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] For port 725c36b9-a020-4ac3-a7ba-69439b86391b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=725c36b9-a020-4ac3-a7ba-69439b86391b,segment=NetworkSegment(0e969cca-a426-4049-90c2-cfb243b6a149),segment_id=0e969cca-a426-4049-90c2-cfb243b6a149)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:48.780148 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.783339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:48.802118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Calling delete_port for 725c36b9-a020-4ac3-a7ba-69439b86391b owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:48.803967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'mac_address': 'fa:16:3e:39:dd:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:40:48.890942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.908617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:40:48.934259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e881e7-891b-487e-92c1-74111e81a4aa req-999997bf-a439-46f2-95de-6a590684d72f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:48.935130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:48.935856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17e881e7-891b-487e-92c1-74111e81a4aa req-999997bf-a439-46f2-95de-6a590684d72f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0985293 Aug 12 02:40:48.940587 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.941140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] For port f2041b38-871b-4084-8782-82732ff53be7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f2041b38-871b-4084-8782-82732ff53be7,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:48.941513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.944808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.972351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Calling delete_port for f2041b38-871b-4084-8782-82732ff53be7 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:48.973764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] No DVR routers for this DVR port 725c36b9-a020-4ac3-a7ba-69439b86391b on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:48.979156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:48.997914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=12']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.021593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Port': ['ID=725c36b9-a020-4ac3-a7ba-69439b86391b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.023086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7882a-d5fa-4464-beb8-ea8a4c7e7a3d None None] Pushing event deleted for resources: {'Port': ['ID=725c36b9-a020-4ac3-a7ba-69439b86391b,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.026139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] No DVR routers for this DVR port 725c36b9-a020-4ac3-a7ba-69439b86391b on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:49.039874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17e881e7-891b-487e-92c1-74111e81a4aa req-c809ac63-7278-4a7c-a60f-e471e371c29d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935977 Aug 12 02:40:49.097228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d14c6210-893b-43ed-ae93-4340c2ffef67'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:40:49.153004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.165922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa737b68-a129-477c-91cb-bf5b9a00d10b']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:49.180066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e969cca-a426-4049-90c2-cfb243b6a149') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:49.180343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e969cca-a426-4049-90c2-cfb243b6a149') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:49.220843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.243293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 725c36b9-a020-4ac3-a7ba-69439b86391b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:49.247162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.261189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:49.261521 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.264538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 725c36b9-a020-4ac3-a7ba-69439b86391b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:49.264893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 725c36b9-a020-4ac3-a7ba-69439b86391b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self.session.flush() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:49.265149 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:49.347629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.355709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.358061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] 10.222.0.11 "DELETE /v2.0/networks/fa737b68-a129-477c-91cb-bf5b9a00d10b HTTP/1.1" status: 204 len: 168 time: 0.9463298 Aug 12 02:40:49.372952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e871c17-d36f-4d9e-a885-6cfccfdd81b8 tempest-NetworksIpV6TestAttrs-1388025864 tempest-NetworksIpV6TestAttrs-1388025864-project] Pushing event deleted for resources: {'Network': ['ID=fa737b68-a129-477c-91cb-bf5b9a00d10b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.389555 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.413700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Pushing event deleted for resources: {'Port': ['ID=f2041b38-871b-4084-8782-82732ff53be7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.571147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:49.600754 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.728203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-070133fb-1feb-41ee-8f68-abb76ae90cc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52fdd91f7b4042c9aea75bc9e7f4b897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548901 Aug 12 02:40:49.730629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:49.785059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.806963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.835812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Router 14dd1720-0764-4084-b8f3-ce0c2f9114fc has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:40:49.860077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.862808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:49.864003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8acc9b7a-db30-488e-b8d2-99f532d4da80 HTTP/1.1" status: 204 len: 168 time: 0.1314449 Aug 12 02:40:49.874110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccaf4d9-1aaa-4187-bf2c-b359460aa8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acc9b7a-db30-488e-b8d2-99f532d4da80,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:49.945493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:40:49.951206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67f1e6ce-4f1a-4996-a466-c31e0ff64add admin admin] 10.222.0.11 "PUT /v2.0/routers/14dd1720-0764-4084-b8f3-ce0c2f9114fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2376919 Aug 12 02:40:49.953717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:49.957387 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Sync routers for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:40:49.967673 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:49.968280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:50.071423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.079908 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:50.197198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.272065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Deleting port 9da2db5f-5248-4cae-860b-33e3fa75a8e3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:50.272670 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.296844 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:40:49Z', 'revision_number': 5, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port': {'id': '9da2db5f-5248-4cae-860b-33e3fa75a8e3', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2975, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:34:49Z', 'updated_at': '2021-08-12T02:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:50.340568 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Checking router: 14dd1720-0764-4084-b8f3-ce0c2f9114fc for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:40:50.360866 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Routers {'14dd1720-0764-4084-b8f3-ce0c2f9114fc'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:40:50.361500 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:40:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:50.378765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] For port 9da2db5f-5248-4cae-860b-33e3fa75a8e3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9da2db5f-5248-4cae-860b-33e3fa75a8e3,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:50.380234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.396783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Calling delete_port for 9da2db5f-5248-4cae-860b-33e3fa75a8e3 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:50.497002 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] Set router 14dd1720-0764-4084-b8f3-ce0c2f9114fc gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:40:50.560176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596f687-e40c-4121-8da1-1895a08eec45 req-13282342-6d5f-4099-8a14-00efd899d811 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:50.561951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2596f687-e40c-4121-8da1-1895a08eec45 req-13282342-6d5f-4099-8a14-00efd899d811 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 946 time: 0.4382200 Aug 12 02:40:50.577632 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3480afba-5da0-4646-833c-4725f0607293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:40:50Z', 'revision_number': 6, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:50.605954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3480afba-5da0-4646-833c-4725f0607293 None None] The sync data for ids ['14dd1720-0764-4084-b8f3-ce0c2f9114fc'] in n-d-804303-2 is: [{'id': '14dd1720-0764-4084-b8f3-ce0c2f9114fc', 'name': 'tempest-TestServerBasicOps-257078603-router', 'tenant_id': 'abd09170fa2e4bb7938076ddf51dc914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:34:48Z', 'updated_at': '2021-08-12T02:40:50Z', 'revision_number': 6, 'project_id': 'abd09170fa2e4bb7938076ddf51dc914', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:40:50.608890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:40:50.609402 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.614395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2596f687-e40c-4121-8da1-1895a08eec45 req-d97f5268-d248-4478-94c3-1995f9a5e15d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460563 Aug 12 02:40:50.695825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d14c6210-893b-43ed-ae93-4340c2ffef67 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:40:50.696213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.698093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da2db5f-5248-4cae-860b-33e3fa75a8e3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:50.753914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.756360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:50.849746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.852011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.861625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243173278'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:50.890565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.900669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.907690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.907888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14dd1720-0764-4084-b8f3-ce0c2f9114fc {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:40:50.916110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.920780 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-53a7c6f8-57b1-4850-99e8-03106a9876c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/14dd1720-0764-4084-b8f3-ce0c2f9114fc HTTP/1.1" status: 204 len: 168 time: 0.9660206 Aug 12 02:40:50.921422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:50.943296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:50.968180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:40:50.970814 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f049ac26-0b6e-4d30-91e6-1519500b0435" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:40:50.989867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:50.995185 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.025823 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1853be5d-86d6-4ace-8fd2-cdc1426d198c x-openstack-request-id: req-1853be5d-86d6-4ace-8fd2-cdc1426d198c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:40:51.026115 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:40:51.026370 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1853be5d-86d6-4ace-8fd2-cdc1426d198c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:40:51.026769 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:40:51.033263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Deleting subnet f0c73939-a86d-445d-92cd-ae688f1ea9b3 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:40:51.039331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.052906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=13']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:51.072281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-d262065b-0b4a-4142-8ec4-352281e358cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380937 Aug 12 02:40:51.100126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.196809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.206890 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.236613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-5b0383a4-9b0a-4baf-ae28-fb897b4b6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:51.238164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-5b0383a4-9b0a-4baf-ae28-fb897b4b6ef0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1097 time: 0.1172607 Aug 12 02:40:51.247629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9da2db5f-5248-4cae-860b-33e3fa75a8e3 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:51.273579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9da2db5f-5248-4cae-860b-33e3fa75a8e3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:51.273880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9da2db5f-5248-4cae-860b-33e3fa75a8e3 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:51.274617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f2041b38-871b-4084-8782-82732ff53be7 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:51.293173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.293534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f2041b38-871b-4084-8782-82732ff53be7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:51.293885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f2041b38-871b-4084-8782-82732ff53be7 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:51.321700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509d872e-25ef-42b8-ba7a-4707da237b8d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:51.445525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.484091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-a42f5f13-aabd-4bbb-917a-52b5e3cbf65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:51.485602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-a42f5f13-aabd-4bbb-917a-52b5e3cbf65a service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.2118020 Aug 12 02:40:51.490122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c73939-a86d-445d-92cd-ae688f1ea9b3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:51.493648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.498295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.502322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dc03c8eb-83a9-43ac-b5eb-5dd344c83bfd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f0c73939-a86d-445d-92cd-ae688f1ea9b3 HTTP/1.1" status: 204 len: 168 time: 0.5777462 Aug 12 02:40:51.502703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39090) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:51.504038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a4838e-2aee-4e17-8633-bdca18744698 None None] Network 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:40:51.508090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.583282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.588154 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.592417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8319209 Aug 12 02:40:51.592779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39092) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:51.596335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462a88f-b7d6-4944-9854-a22475617679 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625e1467-9790-44a6-9d45-7783d1ed42d3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:51.600451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-23a30c6e-04a4-4fbd-8589-201d44839213 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1002 time: 0.1044321 Aug 12 02:40:51.663174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-e8987268-acbe-4d2b-8aa3-e320b6321ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:51.665278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-e8987268-acbe-4d2b-8aa3-e320b6321ee7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0554292 Aug 12 02:40:51.702551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b9b7f7eb-f9f7-44f9-8752-092a897480fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1086013 Aug 12 02:40:51.705237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39098) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:51.709173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Deleting port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:51.709520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.711132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-security--2028365570', 'description': 'tempest-security-description-121150029'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:51.726830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] DHCP port deletion for 17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:40:51.747820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-a7170391-6d35-43d2-84bb-770677fff4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:51.749970 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-a7170391-6d35-43d2-84bb-770677fff4b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778046 Aug 12 02:40:51.752827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.786863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Deleting port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:40:51.787441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.812316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] For port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:51.813148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.829072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Calling delete_port for 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:51.837649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b12f0-0cb9-4eb9-9a18-314396fb1ea2 req-11f88276-ac7b-42c9-a25d-627ea077138f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:51.839080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b65b12f0-0cb9-4eb9-9a18-314396fb1ea2 req-11f88276-ac7b-42c9-a25d-627ea077138f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.1161559 Aug 12 02:40:51.868422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.871103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] For port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,segment=NetworkSegment(6b1857cc-7c24-441d-96fe-b4a090913ae5),segment_id=6b1857cc-7c24-441d-96fe-b4a090913ae5)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:40:51.871584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.876244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.878892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.880258 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "PUT /v2.0/security-groups/625e1467-9790-44a6-9d45-7783d1ed42d3 HTTP/1.1" status: 200 len: 1779 time: 0.1739638 Aug 12 02:40:51.884951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39100) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:51.888358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Calling delete_port for 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:40:51.930018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b65b12f0-0cb9-4eb9-9a18-314396fb1ea2 req-e90fe87e-1421-4683-9338-8cd1f7951e3d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838995 Aug 12 02:40:51.961751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.963988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-1caecbd7-b728-42ad-9b38-fa7c642ddf67 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005963 Aug 12 02:40:51.970800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6e5e2-d22d-4721-960f-198b5ef0beda tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625e1467-9790-44a6-9d45-7783d1ed42d3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:51.980756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:51.993514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.001963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] No DVR routers for this DVR port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:52.004113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8f28a422-d45b-4050-aa95-b20232f909c5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups/625e1467-9790-44a6-9d45-7783d1ed42d3 HTTP/1.1" status: 200 len: 1779 time: 0.1151457 Aug 12 02:40:52.009493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39102) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.010501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] Pushing event deleted for resources: {'Port': ['ID=4a6d369d-9b83-410b-81f5-03ebe86fd1f3,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.015917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cb3a9-6de6-47dd-ac16-0f6e64ba497f None None] No DVR routers for this DVR port 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:40:52.078550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16bf792d-843d-4b2d-affb-0da7eed946ab req-96c01789-0c11-43d3-8346-f119f3a7afd5 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029809 Aug 12 02:40:52.112335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.125430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17777b0f-98b2-4f7b-ad4f-6cf9b34efd43']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:52.142866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1857cc-7c24-441d-96fe-b4a090913ae5') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:52.143051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1857cc-7c24-441d-96fe-b4a090913ae5') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:40:52.151963 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.154929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.176790 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.187542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.190187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:40:52.190573 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:40:52.192157 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:40:52.268397 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.277766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.281259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/17777b0f-98b2-4f7b-ad4f-6cf9b34efd43 HTTP/1.1" status: 204 len: 168 time: 0.7772534 Aug 12 02:40:52.294865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.299422 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.300899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/625e1467-9790-44a6-9d45-7783d1ed42d3 HTTP/1.1" status: 204 len: 168 time: 0.2898836 Aug 12 02:40:52.304900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1f657-64ff-46b3-9835-951846d05ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=17777b0f-98b2-4f7b-ad4f-6cf9b34efd43,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.305065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.313544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509526fa-efac-4a89-b1d8-4e528451892c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e1467-9790-44a6-9d45-7783d1ed42d3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.357816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f21684c5-b3ae-4040-a63e-4c3b00348b34 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515566 Aug 12 02:40:52.360496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39108) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.373937 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d639ba64-d585-4fdf-86ab-524badaa6337 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] delete failed (client error): The resource could not be found. Aug 12 02:40:52.374935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d639ba64-d585-4fdf-86ab-524badaa6337 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/625e1467-9790-44a6-9d45-7783d1ed42d3 HTTP/1.1" status: 404 len: 347 time: 0.0135217 Aug 12 02:40:52.379151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.383851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--583365401'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:52.409315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.462153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.522785 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.529059 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.533003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-52e89605-eec4-4096-aedd-213dd0e0ad20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e9ea983346046d8aef6b48aab090593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698004 Aug 12 02:40:52.535750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.558125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.559343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1790733 Aug 12 02:40:52.562996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.564054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3fc54-6457-4fed-932b-32842a071f26 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47196761-b11c-47ce-bc41-0da20581f127,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.567829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '47196761-b11c-47ce-bc41-0da20581f127', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:52.611124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.623524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.650422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.715487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.719853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.740881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.743561 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.744685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/683a66bc-7561-4f84-921c-568a43e9b44b HTTP/1.1" status: 204 len: 168 time: 0.2078037 Aug 12 02:40:52.745382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4065a23b-0ff6-4e5f-ab59-5bc9fc55c3eb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.757107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.758372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ab9c6257-2a5b-46b0-8ea6-36cc162cf2fa tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1942394 Aug 12 02:40:52.759384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da202d6-6369-46e3-a2ea-f143e227270a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a66bc-7561-4f84-921c-568a43e9b44b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.761283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39120) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.798821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.805968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.845952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.855652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.856872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/4065a23b-0ff6-4e5f-ab59-5bc9fc55c3eb HTTP/1.1" status: 204 len: 168 time: 0.0942984 Aug 12 02:40:52.859822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39124) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.861199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c283c-f36b-4009-bd87-c257d9386871 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4065a23b-0ff6-4e5f-ab59-5bc9fc55c3eb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:52.909792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19a18d4d-7562-4026-888e-6966caa0964f tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473981 Aug 12 02:40:52.912421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39126) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:52.967387 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:52.989992 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.064950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca4e4a-d70d-4170-9369-f6d84dd5d8b6 req-1ebe43ad-a48b-402d-8210-7637edf27728 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:53.066461 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1ca4e4a-d70d-4170-9369-f6d84dd5d8b6 req-1ebe43ad-a48b-402d-8210-7637edf27728 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0594289 Aug 12 02:40:53.067611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.070187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.073773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/47196761-b11c-47ce-bc41-0da20581f127 HTTP/1.1" status: 204 len: 168 time: 0.1578681 Aug 12 02:40:53.074233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.092749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837198a-d02e-45c5-a4e4-1f167d29e725 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47196761-b11c-47ce-bc41-0da20581f127,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.110066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.130096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e1ca4e4a-d70d-4170-9369-f6d84dd5d8b6 req-fa447922-9f93-49bf-9a04-e89ec42e95a2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551417 Aug 12 02:40:53.138776 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-492662cf-2b01-45a4-ad06-9e5a51a7a53b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0630760 Aug 12 02:40:53.143815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.153626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1010141347'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:53.180618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8026ca69-bc98-4e37-8106-7cc8636f3065 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abd09170fa2e4bb7938076ddf51dc914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694919 Aug 12 02:40:53.183659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.188037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.242423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:40:53.254201 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.264000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:40:53.264411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4a6d369d-9b83-410b-81f5-03ebe86fd1f3 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:40:53.279507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.280497 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.283454 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.314212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.315520 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1707592 Aug 12 02:40:53.316650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0189e8f-7ecc-4283-b0c4-68057075e7a2 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c825608-10d3-4cd0-aaae-7397e5118250,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.319746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39140) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.325661 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '1c825608-10d3-4cd0-aaae-7397e5118250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:53.355619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.358789 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.360195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77a3d1ef-0bba-4a22-b171-38ccb8a2af12 HTTP/1.1" status: 204 len: 168 time: 0.1743701 Aug 12 02:40:53.371990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a9b3c-a54c-42de-a149-af2d4c3d47be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a3d1ef-0bba-4a22-b171-38ccb8a2af12,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.377069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.445640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.455462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.475838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa3f47f-33aa-40f6-829b-1f87a42cc581,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.494133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.495385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5e402617-b5ad-4bc1-903a-333ba6f4fbbc tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1743362 Aug 12 02:40:53.499019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.505100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '1c825608-10d3-4cd0-aaae-7397e5118250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:53.537081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.645299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.652828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.677621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a63912e-d740-4c7f-8675-4b496df9151d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.693033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.698417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39160) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.698708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-107f16e6-6d9c-486f-b596-e124e92bcd6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1975272 Aug 12 02:40:53.709437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '1c825608-10d3-4cd0-aaae-7397e5118250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:53.750307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.835704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.842179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.870698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fd1f20-dadf-4e0e-854a-7aa72317cb1d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:53.889210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:53.891512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c9421bf-64a0-4937-8102-ce5ef0bba04a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1903965 Aug 12 02:40:53.893518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39170) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:53.900687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '1c825608-10d3-4cd0-aaae-7397e5118250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:53.948812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.052055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.064923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.101828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea22ff2-9ad5-4fdc-990a-b298522d44dc,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.119760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.121512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44e51d8b-4c54-42eb-be98-798b43cac25d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2259438 Aug 12 02:40:54.126055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39176) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.132674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '1c825608-10d3-4cd0-aaae-7397e5118250', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:54.172655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.292277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.301615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.336502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5810c-b5b6-4f27-b417-447f3bd01b3d req-c83500e0-a5d0-422d-89a4-4e95d10f2b78 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:54.338065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5e5810c-b5b6-4f27-b417-447f3bd01b3d req-c83500e0-a5d0-422d-89a4-4e95d10f2b78 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0930626 Aug 12 02:40:54.345181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb321fa7-df9f-4ebe-83a7-1076f6dd893b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.358189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.361985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e7314bb4-0167-4c12-823a-b0948d644edb tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2319522 Aug 12 02:40:54.362436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.393405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5e5810c-b5b6-4f27-b417-447f3bd01b3d req-2e69d9bf-5074-463e-a836-d83c6c9407d7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457892 Aug 12 02:40:54.410193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.418817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.463780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.475756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.479263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/cb321fa7-df9f-4ebe-83a7-1076f6dd893b HTTP/1.1" status: 204 len: 168 time: 0.1131282 Aug 12 02:40:54.479421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.487648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea4356-72b0-434f-bc11-9191e7a20263 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb321fa7-df9f-4ebe-83a7-1076f6dd893b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.539976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b72b36ff-952a-4f01-bea8-afe71b9e8c6a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0593956 Aug 12 02:40:54.542991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.574484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.584467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.623035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.628625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.634514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/aea22ff2-9ad5-4fdc-990a-b298522d44dc HTTP/1.1" status: 204 len: 168 time: 0.0858786 Aug 12 02:40:54.635278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.642101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda941b6-ea8e-4eea-abb2-df9318d2c252 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea22ff2-9ad5-4fdc-990a-b298522d44dc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.698423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3db93c12-514e-49f7-99b6-c02ee39d1f22 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0586159 Aug 12 02:40:54.698707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39188) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.730346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.741416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.773095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.782028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.783188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/58fd1f20-dadf-4e0e-854a-7aa72317cb1d HTTP/1.1" status: 204 len: 168 time: 0.0834892 Aug 12 02:40:54.785958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.789301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf26125-e86f-45a1-ad1c-c06630a12ea5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58fd1f20-dadf-4e0e-854a-7aa72317cb1d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.837821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-97e3dc1d-c1f0-4d61-9d49-64c614560929 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0500555 Aug 12 02:40:54.840759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39192) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.866438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.874859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.906171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.912496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:54.913605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2a63912e-d740-4c7f-8675-4b496df9151d HTTP/1.1" status: 204 len: 168 time: 0.0713165 Aug 12 02:40:54.916423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39194) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:54.920364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2f33-b4e0-4327-b899-428a99e01629 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a63912e-d740-4c7f-8675-4b496df9151d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:54.973891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-192ed107-11da-4f54-83a4-f02158696c4e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0531836 Aug 12 02:40:54.974192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39198) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.002691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.011217 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.049180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.062839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.066531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/9aa3f47f-33aa-40f6-829b-1f87a42cc581 HTTP/1.1" status: 204 len: 168 time: 0.0889053 Aug 12 02:40:55.066531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b121-9a5b-4d4b-9f9e-a95483b07cd4 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa3f47f-33aa-40f6-829b-1f87a42cc581,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:55.067496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.117675 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a98e8672-d3f9-48a2-8ebb-356b23528837 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489094 Aug 12 02:40:55.120387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.186918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.212128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.256509 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.260120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.261510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/1c825608-10d3-4cd0-aaae-7397e5118250 HTTP/1.1" status: 204 len: 168 time: 0.1399634 Aug 12 02:40:55.264956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39206) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.272162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c9e2a-cb25-4f94-8440-f24c50cdbb35 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c825608-10d3-4cd0-aaae-7397e5118250,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:55.318207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-edc543c4-47cf-4df2-b022-fde5d7a87553 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0520685 Aug 12 02:40:55.323861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39208) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.330162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558346621'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:55.365073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.467745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.475718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.512647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.512647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1881983 Aug 12 02:40:55.515730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.521144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': 'dd0644f3-3281-4cc0-a2c4-33cacefe2fff', 'direction': 'ingress', 'protocol': 17}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:55.536838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09712a2-eb35-40e2-9039-e64610998195 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0644f3-3281-4cc0-a2c4-33cacefe2fff,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:55.566359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.566578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0d097-66b7-4dbb-bd2d-3a0ac14e9f2e req-0e2e350b-e8d3-4d02-b8de-3d6e46effcbd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:55.567948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4f0d097-66b7-4dbb-bd2d-3a0ac14e9f2e req-0e2e350b-e8d3-4d02-b8de-3d6e46effcbd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0732472 Aug 12 02:40:55.627496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4f0d097-66b7-4dbb-bd2d-3a0ac14e9f2e req-e31a158e-43d3-44dc-8b28-ba64ac856d45 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 Aug 12 02:40:55.652466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.657114 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.679229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f419a92-8a9f-4ea1-8a2c-801662c59222,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:55.681738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.683565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0bba1493-1dff-4cfc-8ff6-fd3499d8a763 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1660218 Aug 12 02:40:55.686591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.751053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.776914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.823271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.827437 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:55.828882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd0644f3-3281-4cc0-a2c4-33cacefe2fff HTTP/1.1" status: 204 len: 168 time: 0.1412814 Aug 12 02:40:55.831578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39216) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.840191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea8cac-632c-4311-8d1c-a2db261093f0 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0644f3-3281-4cc0-a2c4-33cacefe2fff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:55.901335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c672d162-9905-4392-b7bf-da55eedd965c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685086 Aug 12 02:40:55.901994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:55.907294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--402766975'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:55.933049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.039569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.045003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.077363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9644f2aa-abf5-4ed1-a83b-508000b54274,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:56.083858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.088671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2156aac6-e151-482c-94e5-0329a8162ccf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1820781 Aug 12 02:40:56.088671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.094574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--839842030'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:56.121067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.215887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.220466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.255896 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.257172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1677194 Aug 12 02:40:56.259169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17dd71-6718-4eda-ae54-9584aebbc4ba tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75442b59-5b31-49d8-8390-15499c397d87,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:56.261530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39224) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.266373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '9644f2aa-abf5-4ed1-a83b-508000b54274', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '75442b59-5b31-49d8-8390-15499c397d87', 'remote_ip_prefix': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:56.308357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.392265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.396587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.415248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0733e79-9cfc-4cda-852c-640aae797486,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:56.425646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.427338 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-92ad4354-4a91-47bf-9ae9-23303f86672b tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1658337 Aug 12 02:40:56.429951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.456580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.464927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.494310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.499343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.500538 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f0733e79-9cfc-4cda-852c-640aae797486 HTTP/1.1" status: 204 len: 168 time: 0.0695117 Aug 12 02:40:56.503527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.508397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2e406-47ca-40f2-b6e1-219ac117838c tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0733e79-9cfc-4cda-852c-640aae797486,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:56.558278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f127ba0-04e5-4fa6-8891-d54e9c36c4df tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0501657 Aug 12 02:40:56.558641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39230) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.630074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.657885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.736506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.739893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.741035 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/75442b59-5b31-49d8-8390-15499c397d87 HTTP/1.1" status: 204 len: 168 time: 0.1815279 Aug 12 02:40:56.743811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.768634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130bcf8-9225-489f-8f8f-d9e4b567c67e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75442b59-5b31-49d8-8390-15499c397d87,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:56.796974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce19ed-fd47-4bd3-aac1-511da7c510d5 req-ae2af101-68e2-49d2-adef-060ab830a275 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:56.804430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edce19ed-fd47-4bd3-aac1-511da7c510d5 req-ae2af101-68e2-49d2-adef-060ab830a275 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0997267 Aug 12 02:40:56.819403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3827c2e2-a04d-43ef-a9f8-391f2e3b7bcf tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0720015 Aug 12 02:40:56.820321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39236) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.868666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edce19ed-fd47-4bd3-aac1-511da7c510d5 req-2f1b7764-84af-4c6a-a97f-f13d17096018 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633526 Aug 12 02:40:56.904824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.929927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.974907 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.977655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:56.978864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/9644f2aa-abf5-4ed1-a83b-508000b54274 HTTP/1.1" status: 204 len: 168 time: 0.1582780 Aug 12 02:40:56.982206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39238) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:56.990036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d46666-79ef-47e4-9777-4a9f4f868d80 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644f2aa-abf5-4ed1-a83b-508000b54274,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:57.038206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5f78ae2b-f34f-423e-8422-7700179e44d9 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540934 Aug 12 02:40:57.042249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39240) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.048785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418516521'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:57.072675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.197812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.201971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.231040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.235744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39248) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.235866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1922257 Aug 12 02:40:57.240183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acf6ce-ccaa-4fa3-9ef5-82d1a9228b88 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3958eae0-78b4-484b-b969-c4367a140179,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:57.240637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '3958eae0-78b4-484b-b969-c4367a140179', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:57.277360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.346997 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.351774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.380294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74a85fd-ba53-489d-833a-f0ef91198224,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:57.385025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.386501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22ac50b2-e592-41ca-ad8f-5cbe9f5e960a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1496265 Aug 12 02:40:57.389512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39250) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.415315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.428814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.472709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.485427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.487935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/b74a85fd-ba53-489d-833a-f0ef91198224 HTTP/1.1" status: 204 len: 168 time: 0.0972302 Aug 12 02:40:57.490002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39252) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.500858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bc738-4428-4a6c-9148-b13efe4b849d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b74a85fd-ba53-489d-833a-f0ef91198224,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:57.537877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-eb7a3b3a-f459-400b-a92f-200ce0535dc8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467587 Aug 12 02:40:57.540696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.599728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.625031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.696174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.699200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.708330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/3958eae0-78b4-484b-b969-c4367a140179 HTTP/1.1" status: 204 len: 168 time: 0.1594865 Aug 12 02:40:57.708569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39256) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.720203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b8831-a676-40ae-ac92-b672cd5b5090 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3958eae0-78b4-484b-b969-c4367a140179,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:57.773168 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-563a9bcc-b39d-4f7e-947c-a24419a4bd90 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640011 Aug 12 02:40:57.777315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.783457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113334345'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:57.808661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.923273 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.928650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.968635 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:57.972941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1935465 Aug 12 02:40:57.977104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39262) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:57.984147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:57.987455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fc2a7-01f0-4c9c-9457-a341631200f8 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.027163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883ee18-b795-4b95-bc32-a60215f4c791 req-6c87cac2-9c7c-4ada-84c5-c1073cf0c25c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:58.029233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d883ee18-b795-4b95-bc32-a60215f4c791 req-6c87cac2-9c7c-4ada-84c5-c1073cf0c25c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0791068 Aug 12 02:40:58.043433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.099917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d883ee18-b795-4b95-bc32-a60215f4c791 req-c32ab198-ab5c-4723-a244-b5768738b536 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630653 Aug 12 02:40:58.130636 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.135432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.155541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e45edc-5241-4acd-8539-5aca81d314bd,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.165343 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.166542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c07b82a5-20e4-4853-9123-18d8531b9c36 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1875334 Aug 12 02:40:58.169761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39264) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.191548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-094d41a4-9302-405d-8975-34a2c67b0038 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules/c0e45edc-5241-4acd-8539-5aca81d314bd HTTP/1.1" status: 200 len: 763 time: 0.0191543 Aug 12 02:40:58.193036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39268) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.249892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d00fba0-bf9c-4418-8f24-f057885a1d93 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0556276 Aug 12 02:40:58.252475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39270) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.278898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.289298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.318360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.325731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.326992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c0e45edc-5241-4acd-8539-5aca81d314bd HTTP/1.1" status: 204 len: 168 time: 0.0729747 Aug 12 02:40:58.329402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39272) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.348817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dee990-82f2-4283-a20d-37e5ff5950d3 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0e45edc-5241-4acd-8539-5aca81d314bd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.384380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-da331a2c-30ef-4e4a-8a97-89f7bb629373 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533547 Aug 12 02:40:58.386595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39274) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.391461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:58.425011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.497647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.502537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.524358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b081c4-172a-453d-9896-2c165f32a86e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.529147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.533903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9d7ecea1-1bfa-40a4-8f9d-ba2a80fd8152 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429818 Aug 12 02:40:58.534480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39276) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.554114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3bc223d3-3958-468c-8cc3-38399977262a tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules/f7b081c4-172a-453d-9896-2c165f32a86e HTTP/1.1" status: 200 len: 763 time: 0.0184476 Aug 12 02:40:58.556641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39278) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.605920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fad7ddbc-a6a0-4cc7-89bb-df5522be5dc1 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463424 Aug 12 02:40:58.607669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39280) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.635499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.645197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.678947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.684521 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.689449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39282) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.689968 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/f7b081c4-172a-453d-9896-2c165f32a86e HTTP/1.1" status: 204 len: 168 time: 0.0809698 Aug 12 02:40:58.698963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ec33c-1b48-41f3-88d3-a609121cb453 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7b081c4-172a-453d-9896-2c165f32a86e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.744918 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4032bcc3-5f9e-4c8e-80c6-706652345213 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528169 Aug 12 02:40:58.750221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.753968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Request body: {'security_group_rule': {'security_group_id': '0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:40:58.781408 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Project 4c2959e482a04096ad30be7251df719f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:40:58.787355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.846049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.850828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.873589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7701d3-4313-40ae-aedd-adb4619d5083,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:58.880958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:58.887127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-89373fd2-05bf-4d88-a0a9-d2ed0ddf1709 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380267 Aug 12 02:40:58.889289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39286) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.910565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b71e740-a504-4f81-b07f-ef1d21dfaa4e tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules/2c7701d3-4313-40ae-aedd-adb4619d5083 HTTP/1.1" status: 200 len: 769 time: 0.0182753 Aug 12 02:40:58.913459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39288) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.961430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d78cfe4-809a-4a77-8fdb-8bce45a88ba7 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0464478 Aug 12 02:40:58.963969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39290) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:58.994325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.004939 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.037760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.046211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.047367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2c7701d3-4313-40ae-aedd-adb4619d5083 HTTP/1.1" status: 204 len: 168 time: 0.0821323 Aug 12 02:40:59.051786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39292) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.053581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab229ae-00f7-4e18-852f-3eb393f456ca tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c7701d3-4313-40ae-aedd-adb4619d5083,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:59.102455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aa4ade70-63f9-41c3-a38e-dfcf8af96498 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0485697 Aug 12 02:40:59.105070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.160179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.189006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.237591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f04d1-b548-48c2-b7cd-ba25387b0551 req-ed7e9b7d-8154-45f9-9b3e-fa85a4a71350 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:40:59.239555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c03f04d1-b548-48c2-b7cd-ba25387b0551 req-ed7e9b7d-8154-45f9-9b3e-fa85a4a71350 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0603943 Aug 12 02:40:59.251112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.254374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.255724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "DELETE /v2.0/security-groups/0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2 HTTP/1.1" status: 204 len: 168 time: 0.1497195 Aug 12 02:40:59.259082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39298) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.270378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf385029-d3fb-4a83-b906-e9593a0ddc78 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdfc5e3-82ce-4070-bfb2-b5a8fdbe10f2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:40:59.328380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c03f04d1-b548-48c2-b7cd-ba25387b0551 req-d06c0a50-ddb3-4f40-aac3-2079538c9ee3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811903 Aug 12 02:40:59.349862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a3cc7c3-e711-4c69-89a0-3751913cd5f5 tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822678 Aug 12 02:40:59.353827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.402525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e6f15999-4df8-4aff-9573-27619ee6a08d tempest-SecGroupIPv6Test-2097891190 tempest-SecGroupIPv6Test-2097891190-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458751 Aug 12 02:40:59.681290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39308) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.848827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-35471cca-c850-441f-9817-e7d54b149078 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c2959e482a04096ad30be7251df719f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645122 Aug 12 02:40:59.849882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39312) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:40:59.904353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.927612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.979192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.981853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:40:59.983048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/509d872e-25ef-42b8-ba7a-4707da237b8d HTTP/1.1" status: 204 len: 168 time: 0.1322167 Aug 12 02:40:59.991844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbeef0-5065-41db-b094-187d70c34306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d872e-25ef-42b8-ba7a-4707da237b8d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:00.489893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58623b-4b38-418d-a9bc-5adb6874d692 req-ef29ed72-f885-4d16-8654-13c446fb100f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:00.497922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b58623b-4b38-418d-a9bc-5adb6874d692 req-ef29ed72-f885-4d16-8654-13c446fb100f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0690026 Aug 12 02:41:00.546028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b58623b-4b38-418d-a9bc-5adb6874d692 req-639fec15-570f-40ef-a714-0df3807e621c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430877 Aug 12 02:41:01.668235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2acc9-18d1-4396-a46f-e82b929e5654 req-62081bc1-7707-4bea-be78-de872e79f0d8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:01.675365 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7c2acc9-18d1-4396-a46f-e82b929e5654 req-62081bc1-7707-4bea-be78-de872e79f0d8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0600791 Aug 12 02:41:01.722150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a7c2acc9-18d1-4396-a46f-e82b929e5654 req-e0c8e80c-481a-41b4-8b7a-92e3264fabee tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 Aug 12 02:41:01.975879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-60565b08-fb05-4b4f-9c3a-4c0de8e3a1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.018556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:02.156219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c444085b-10c7-421a-8784-0e86c9ddabfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.281479 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c444085b-10c7-421a-8784-0e86c9ddabfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.291519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c444085b-10c7-421a-8784-0e86c9ddabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.331739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444085b-10c7-421a-8784-0e86c9ddabfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9676a1bc-79c8-4a0a-b824-e2c3edd823e9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:02.339434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39376) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:02.345737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c444085b-10c7-421a-8784-0e86c9ddabfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2507e75b6f5c412680893847d948309f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256843 Aug 12 02:41:02.393295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.417940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.485623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.488616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.489914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9676a1bc-79c8-4a0a-b824-e2c3edd823e9 HTTP/1.1" status: 204 len: 168 time: 0.1494288 Aug 12 02:41:02.508912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b518833-ddc4-4696-8a91-5a636d95a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9676a1bc-79c8-4a0a-b824-e2c3edd823e9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:02.863562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:02.882381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f446e55-ea12-4697-8aaf-2d045e7adc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.894825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0d4cd-668a-4003-afb3-0043fe5bd319 req-d26e3a98-54a0-43bc-9cbb-cfb40e7322ab tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:02.902141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4a0d4cd-668a-4003-afb3-0043fe5bd319 req-d26e3a98-54a0-43bc-9cbb-cfb40e7322ab tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.1047819 Aug 12 02:41:02.955526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4a0d4cd-668a-4003-afb3-0043fe5bd319 req-38972d5f-eef7-4d11-9640-13eb6f68f6d6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429940 Aug 12 02:41:02.995170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f446e55-ea12-4697-8aaf-2d045e7adc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:02.999262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f446e55-ea12-4697-8aaf-2d045e7adc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:03.042038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f446e55-ea12-4697-8aaf-2d045e7adc88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=191ee7cf30b342d0ab9948a49e0b8a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749871 Aug 12 02:41:03.042038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f446e55-ea12-4697-8aaf-2d045e7adc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8eb515-52c5-4f94-8bc6-8b55b2dbee9a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:03.043715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:03.101457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:03.125137 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:03.177255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:03.180028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:03.181273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e8eb515-52c5-4f94-8bc6-8b55b2dbee9a HTTP/1.1" status: 204 len: 168 time: 0.1371953 Aug 12 02:41:03.192661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149955e1-c278-479f-800f-fd41690c0bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8eb515-52c5-4f94-8bc6-8b55b2dbee9a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:03.432333 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:41:04.072639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4af221-c69d-4869-b6d1-b4d082318af6 req-05473296-37d2-4b82-b3c4-89c058a82f2f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:04.074318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be4af221-c69d-4869-b6d1-b4d082318af6 req-05473296-37d2-4b82-b3c4-89c058a82f2f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0487261 Aug 12 02:41:04.115263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be4af221-c69d-4869-b6d1-b4d082318af6 req-0ec57916-c24b-4ec4-ac30-aee7ee277991 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341005 Aug 12 02:41:04.589540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e690f75d-5071-40fb-adf8-3834fffdf8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:04.652874 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:04.690998 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:05.238729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201dc9a-4508-4e17-a752-c197189287f1 req-dfe17a31-263b-4c82-8645-9d915e08b68a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:05.240258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c201dc9a-4508-4e17-a752-c197189287f1 req-dfe17a31-263b-4c82-8645-9d915e08b68a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0533230 Aug 12 02:41:05.278021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c201dc9a-4508-4e17-a752-c197189287f1 req-fc777de7-fa0f-4a6c-a94b-6805588f59bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Aug 12 02:41:05.488950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f12a6-4c47-448f-9e5c-031d328ab561 req-161de6ff-09b4-46af-9899-0b976fb53801 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:05.490462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c50f12a6-4c47-448f-9e5c-031d328ab561 req-161de6ff-09b4-46af-9899-0b976fb53801 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0565531 Aug 12 02:41:05.532374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c50f12a6-4c47-448f-9e5c-031d328ab561 req-92617a8a-6a14-40ef-b9a0-3b2f179425e7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358539 Aug 12 02:41:05.858817 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:06.465332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0b9d6-8dd0-4af2-9787-5fdf7c25c650 req-8311a97a-4ec1-404a-a84f-a2fd297bd762 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:06.467578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1b0b9d6-8dd0-4af2-9787-5fdf7c25c650 req-8311a97a-4ec1-404a-a84f-a2fd297bd762 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0539398 Aug 12 02:41:06.510580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1b0b9d6-8dd0-4af2-9787-5fdf7c25c650 req-5eca83c9-b6a2-4608-94c5-0c78413f790a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368040 Aug 12 02:41:06.676108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:41:06.740197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a442e9-1c6d-43df-a5c9-ac07d85af48a req-78ca2f47-86c8-4f88-96d3-eaf8231a13ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:06.742289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98a442e9-1c6d-43df-a5c9-ac07d85af48a req-78ca2f47-86c8-4f88-96d3-eaf8231a13ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 947 time: 0.0638895 Aug 12 02:41:06.761937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:06.793896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98a442e9-1c6d-43df-a5c9-ac07d85af48a req-5095b2a7-f56f-47eb-9439-fc16daaa5cb4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Aug 12 02:41:06.801555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:41:06.804189 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e53b1-04ec-426c-afbf-90e2fb9c6c95" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:41:06.818061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:06.826846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:06.829557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e0083-4f38-40f2-b137-405d8468e801 req-c3137ffa-a78f-4380-9727-9465c26d9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:06.831323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-c3137ffa-a78f-4380-9727-9465c26d9cd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0965233 Aug 12 02:41:06.876353 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c084fa2-2dbd-40b2-8676-65bedd5c9855 x-openstack-request-id: req-9c084fa2-2dbd-40b2-8676-65bedd5c9855 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:41:06.876836 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:41:06.876948 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c084fa2-2dbd-40b2-8676-65bedd5c9855 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:41:06.883806 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'code': 200} Aug 12 02:41:06.922484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=14']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:06.949205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e0083-4f38-40f2-b137-405d8468e801 req-5bb65a0c-ce98-4633-addf-b7c0201f0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:06.951568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-5bb65a0c-ce98-4633-addf-b7c0201f0cad service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1127884 Aug 12 02:41:07.020660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-575d3fe1-cdca-437c-9f9c-2b2b54167a40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0621943 Aug 12 02:41:07.070937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e0083-4f38-40f2-b137-405d8468e801 req-95d9300c-2790-45e4-ae0f-530d37bcd182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:07.072443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-95d9300c-2790-45e4-ae0f-530d37bcd182 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0449889 Aug 12 02:41:07.117887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e0083-4f38-40f2-b137-405d8468e801 req-af9c511c-7485-4ad4-a247-8af47f4aa6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:07.119287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-af9c511c-7485-4ad4-a247-8af47f4aa6e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395863 Aug 12 02:41:07.212021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-34a2e031-af17-44d2-b609-2899feb094b1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Aug 12 02:41:07.304862 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-040e0083-4f38-40f2-b137-405d8468e801 req-b868dd48-1929-410b-945d-d9ccfae91b87 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854509 Aug 12 02:41:07.351441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:07.938269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341422b-4456-4ae9-a54f-95e3e05793fb req-09f89df5-8b97-42b1-9171-7bde4b027256 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:07.948134 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6341422b-4456-4ae9-a54f-95e3e05793fb req-09f89df5-8b97-42b1-9171-7bde4b027256 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0831709 Aug 12 02:41:07.995762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6341422b-4456-4ae9-a54f-95e3e05793fb req-1dbed672-9f94-42c7-ba03-fab15bd8851e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465758 Aug 12 02:41:09.122389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d1575-4dc8-49e3-a85a-6aecb0b929aa req-60448ff9-654f-4716-9338-aa9edcc0fc9e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:09.124830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a8d1575-4dc8-49e3-a85a-6aecb0b929aa req-60448ff9-654f-4716-9338-aa9edcc0fc9e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0533330 Aug 12 02:41:09.171277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1a8d1575-4dc8-49e3-a85a-6aecb0b929aa req-db671c37-4f2c-4e95-a054-6d0de8c1e333 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Aug 12 02:41:09.365712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d829e-f35e-41e2-8524-22c48659e8c4 req-9d773e76-7b48-4554-b663-39cf14b14a66 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:09.367286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-977d829e-f35e-41e2-8524-22c48659e8c4 req-9d773e76-7b48-4554-b663-39cf14b14a66 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0499043 Aug 12 02:41:09.405795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-977d829e-f35e-41e2-8524-22c48659e8c4 req-aae08d07-c082-4f4a-bc05-2e7c23dfc0ee tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321765 Aug 12 02:41:09.412998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39634) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:09.521684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-641c59e5-4040-4602-b3bd-8af739787b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.523370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de922bf-8f6f-43ba-bce3-cffe1e227db5 req-fa8548dc-7145-4468-81e6-9b2fc06d4e49 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:09.524896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7de922bf-8f6f-43ba-bce3-cffe1e227db5 req-fa8548dc-7145-4468-81e6-9b2fc06d4e49 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0495651 Aug 12 02:41:09.563405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7de922bf-8f6f-43ba-bce3-cffe1e227db5 req-eacbe766-49ee-4b3e-81c9-f3937b456692 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324030 Aug 12 02:41:09.617192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-641c59e5-4040-4602-b3bd-8af739787b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.621190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-641c59e5-4040-4602-b3bd-8af739787b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.659668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-641c59e5-4040-4602-b3bd-8af739787b2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d0acdcb2e1d424788ab1ae91dab9663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455895 Aug 12 02:41:09.662379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:09.664373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c59e5-4040-4602-b3bd-8af739787b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7e273f-6d5f-498b-b874-dfff8c5bc210,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:09.719726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.743026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.853117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.855806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:09.857745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d7e273f-6d5f-498b-b874-dfff8c5bc210 HTTP/1.1" status: 204 len: 168 time: 0.1943145 Aug 12 02:41:09.875442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ee2f4-97f9-4de8-a7bd-1c18c897ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7e273f-6d5f-498b-b874-dfff8c5bc210,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:09.890790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-7b1481f8-d101-4926-8e6e-5c5d316e5894 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:09.898385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-7b1481f8-d101-4926-8e6e-5c5d316e5894 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1484027 Aug 12 02:41:09.910351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2e3fdafc-ad9c-4c28-88ec-a39da21d4edd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/quotas/d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 375 time: 0.0110693 Aug 12 02:41:09.974655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-379a3ae7-9296-42a3-9e37-5e15e4dfa463 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0582519 Aug 12 02:41:10.181452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:10.209022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d766e95-6326-46f6-aa63-ec5a152ecfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.222452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-8dbe0ac8-489c-48a3-8049-84f26462bc17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3898535 Aug 12 02:41:10.229601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-fd2fa746-9a41-43ec-9f95-2c01c8de4e43 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464128 Aug 12 02:41:10.321770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-c4894370-8dff-416e-a82f-92105a749da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:10.323350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-c4894370-8dff-416e-a82f-92105a749da3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0412529 Aug 12 02:41:10.362822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-dd7259c3-9904-4ad9-8544-a69bded7b645 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257861 Aug 12 02:41:10.391205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d766e95-6326-46f6-aa63-ec5a152ecfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.395986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0d766e95-6326-46f6-aa63-ec5a152ecfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.434507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-eed385a3-9a23-4b9a-a587-2f824ce06933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:10.436330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-eed385a3-9a23-4b9a-a587-2f824ce06933 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0936921 Aug 12 02:41:10.437995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0d766e95-6326-46f6-aa63-ec5a152ecfd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce2b65260cf54ab3824306ecf159c38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555075 Aug 12 02:41:10.440644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39666) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:10.443317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d766e95-6326-46f6-aa63-ec5a152ecfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef79c627-bf70-43e5-a7ac-a11b022aa9b1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:10.551901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4744398-23fb-4cbe-9ae1-ae0848c8a819 req-c8194539-a5ec-4a3f-b59c-82ca4f5ea609 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 210 time: 0.0425735 Aug 12 02:41:10.571034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-9b57d059-104e-4ea6-bd7e-6ab307e81f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.1193030 Aug 12 02:41:10.576694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-a185f4e4-728d-45ec-8ea2-bce09b02d89a req-17f6c637-8841-41ba-b2cc-84e1b0b879c1 service neutron] (94673) timed out ('10.222.0.21', 65224) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:41:10.611648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.646371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.653849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-da529dbd-dcc3-4cbd-892a-a348f0fe9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:10.655460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-da529dbd-dcc3-4cbd-892a-a348f0fe9768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0714772 Aug 12 02:41:10.719969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-a84caf33-7377-4431-a9e8-2aa213718516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:10.721541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-a84caf33-7377-4431-a9e8-2aa213718516 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578685 Aug 12 02:41:10.740372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.742899 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:10.744024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef79c627-bf70-43e5-a7ac-a11b022aa9b1 HTTP/1.1" status: 204 len: 168 time: 0.3012233 Aug 12 02:41:10.792567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d80579-cc72-4b3b-aaf0-b42f07cc5ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef79c627-bf70-43e5-a7ac-a11b022aa9b1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:10.838107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-88192a06-6029-47c5-80b5-ba3cfae02aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074638 Aug 12 02:41:10.939064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1db331f6-7f95-4ea5-8201-d54aeba6a437 req-829f20bd-9b3d-41a7-ad13-e39fab23cdc2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931885 Aug 12 02:41:11.523973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-c1388674-d8cd-4d63-aed1-e8dceedb435f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:11.526026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-c1388674-d8cd-4d63-aed1-e8dceedb435f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1285770 Aug 12 02:41:11.542316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'device_id': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'admin_state_up': True, 'tenant_id': 'd2c673e5741941258ab95824e2c9382f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:41:11.652364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c618f93b-6aff-4f4b-91f5-e2931648bf83 req-85201412-2b00-49a1-a750-d22aae97ceac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 210 time: 0.0272491 Aug 12 02:41:11.672640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:41:11.675921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:11.813223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.20.0.6 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/144d0100-0461-432a-b812-78e274b57285) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:41:11.870524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39712) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:11.969045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:11.978240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-122a2485-b332-419b-ae5e-364f34c0f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:11.987316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Transition to ACTIVE for port object 144d0100-0461-432a-b812-78e274b57285 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:41:12.025277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.068725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:41:12.071798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:41:12.074258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:41:12.081906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-122a2485-b332-419b-ae5e-364f34c0f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.086617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-122a2485-b332-419b-ae5e-364f34c0f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.112529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:12.129609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a2485-b332-419b-ae5e-364f34c0f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5520898d-8b81-4a66-9ef7-37087f323519,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:12.134980 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-122a2485-b332-419b-ae5e-364f34c0f179 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b79c0a5721b040c4ae326c53faddc049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2631991 Aug 12 02:41:12.138526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39716) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:12.143504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:12.144143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.162010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-0172fed7-be1f-4f7f-ae26-6d74113dcaf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6235878 Aug 12 02:41:12.175078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Request body: {'port': {'device_id': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:41:12.197574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.220869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.234233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.285753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.288721 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.292891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5520898d-8b81-4a66-9ef7-37087f323519 HTTP/1.1" status: 204 len: 168 time: 0.1533139 Aug 12 02:41:12.301998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e00b5a-196a-4a41-ad36-ebecd6c4bd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5520898d-8b81-4a66-9ef7-37087f323519,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:12.433658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65f49cd9-fc5b-4552-a96b-e5042f7e3682 None None] Provisioning for port 144d0100-0461-432a-b812-78e274b57285 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:41:12.438083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65f49cd9-fc5b-4552-a96b-e5042f7e3682 None None] Provisioning complete for port 144d0100-0461-432a-b812-78e274b57285 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:41:12.438465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65f49cd9-fc5b-4552-a96b-e5042f7e3682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.479795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-65f49cd9-fc5b-4552-a96b-e5042f7e3682 None None] Port 144d0100-0461-432a-b812-78e274b57285 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:41:12.537149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144d0100-0461-432a-b812-78e274b57285 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:41:12.545783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.558607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Transition to ACTIVE for port object 144d0100-0461-432a-b812-78e274b57285 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:41:12.563491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.624633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:12.696119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Attempting to bind port 144d0100-0461-432a-b812-78e274b57285 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:41:12.696543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Attempting to bind port 144d0100-0461-432a-b812-78e274b57285 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:41:12.697076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Attempting to bind port 144d0100-0461-432a-b812-78e274b57285 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:41:12.703930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Port 144d0100-0461-432a-b812-78e274b57285 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:41:12.703930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Attempting to bind port 144d0100-0461-432a-b812-78e274b57285 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:41:12.708277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:41:12.708633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:41:12.709027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:41:12.709470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Bound port: 144d0100-0461-432a-b812-78e274b57285, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:41:12.709891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.788404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:41:12.792104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a58f1-3314-4aac-b933-2f79393f002c req-ffa0d1c5-49ba-43e3-ba05-4577693f8802 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:12.792618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=144d0100-0461-432a-b812-78e274b57285,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:41:12.793723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a4a58f1-3314-4aac-b933-2f79393f002c req-ffa0d1c5-49ba-43e3-ba05-4577693f8802 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 943 time: 0.0572011 Aug 12 02:41:12.798373 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.846710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:12.847330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:12.848836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] 10.222.0.25 "PUT /v2.0/ports/144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 200 len: 1091 time: 0.6781008 Aug 12 02:41:12.849288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'tag': '144d0100-0461-432a-b812-78e274b57285'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:41:12.851559 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849d5532-cad6-4dc2-9779-6d96482d93f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "tag": "144d0100-0461-432a-b812-78e274b57285"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:41:12.865700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a4a58f1-3314-4aac-b933-2f79393f002c req-5b722e7d-4a45-4c08-94de-0a27c3a38533 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605521 Aug 12 02:41:12.912981 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640ff29-6bf4-4efc-9051-fe09823ae825 x-openstack-request-id: req-8640ff29-6bf4-4efc-9051-fe09823ae825 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:41:12.912981 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "tag": "144d0100-0461-432a-b812-78e274b57285", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:41:12.912981 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8640ff29-6bf4-4efc-9051-fe09823ae825 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:41:12.913340 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'tag': '144d0100-0461-432a-b812-78e274b57285', 'status': 'completed', 'code': 200} Aug 12 02:41:12.931455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30e695-4f82-4048-b8df-eb58cbe1ff17 service neutron] Pushing event updated for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:12.950473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-e4304dcb-ddda-4fc3-ba63-870d0822983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:12.952608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-e4304dcb-ddda-4fc3-ba63-870d0822983e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 1094 time: 0.0566328 Aug 12 02:41:12.998403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-bb36c008-a69a-4920-9691-9bd2f89e6541 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 200 len: 217 time: 0.0376298 Aug 12 02:41:13.055255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-97454bb1-30c5-44b1-8719-52e8dfaba953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.056853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-97454bb1-30c5-44b1-8719-52e8dfaba953 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0507545 Aug 12 02:41:13.106502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-4c0140df-101f-4ee4-aa72-078f52cbfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.108280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-4c0140df-101f-4ee4-aa72-078f52cbfc5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444460 Aug 12 02:41:13.210608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-7eb14147-f3ac-41c7-8655-956ca9c163d1 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948718 Aug 12 02:41:13.304663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ca798c7a-7aeb-495e-b3cb-677178437b05 req-4928db01-4348-4581-8e75-4eabc51b8584 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862467 Aug 12 02:41:13.397960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-38be5375-27a2-4447-aca0-479ad86f5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.399591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-38be5375-27a2-4447-aca0-479ad86f5737 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 1094 time: 0.0413599 Aug 12 02:41:13.501764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-2052c7de-8bf3-48c2-bca2-a1fb1532f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.503334 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-2052c7de-8bf3-48c2-bca2-a1fb1532f582 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0964396 Aug 12 02:41:13.561928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-0cf0a691-41ea-469a-8617-42d538af0224 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 200 len: 217 time: 0.0481179 Aug 12 02:41:13.615239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-ffc94c14-4ba6-4653-a0b2-f4b423c4b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.616766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-ffc94c14-4ba6-4653-a0b2-f4b423c4b1cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0468416 Aug 12 02:41:13.667535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-0930c0eb-4a2f-4243-81d9-1025ac0679f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.669665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-0930c0eb-4a2f-4243-81d9-1025ac0679f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438547 Aug 12 02:41:13.761244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-8265bd6b-cbe6-4c26-bd4f-65aface4d8be service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Aug 12 02:41:13.857094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-849d5532-cad6-4dc2-9779-6d96482d93f8 req-deb31703-f60d-44a6-b1b9-58d16619d048 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879285 Aug 12 02:41:13.984878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308f952-d5e2-413a-894d-f02a3dfd0804 req-bc8c5628-0463-407a-9fa7-4a0c6df2b0a0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:13.986395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1308f952-d5e2-413a-894d-f02a3dfd0804 req-bc8c5628-0463-407a-9fa7-4a0c6df2b0a0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 943 time: 0.0505965 Aug 12 02:41:14.031751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1308f952-d5e2-413a-894d-f02a3dfd0804 req-08688004-572f-4a5e-bb90-7b4eebd3725f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Aug 12 02:41:15.147915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b1387-3e54-43ba-91bc-09969c023702 req-7e3f0795-a5f8-4fb2-881b-2141f93d688e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:15.149626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-964b1387-3e54-43ba-91bc-09969c023702 req-7e3f0795-a5f8-4fb2-881b-2141f93d688e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 943 time: 0.0500693 Aug 12 02:41:15.187435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-964b1387-3e54-43ba-91bc-09969c023702 req-96cab1c7-7f58-40c6-96ad-2611e99715f7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Aug 12 02:41:16.305032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043d45-409c-4fbf-a67d-ff9d4b73d55e req-3872610d-44d9-4772-be71-703160fb0573 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:16.306501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c043d45-409c-4fbf-a67d-ff9d4b73d55e req-3872610d-44d9-4772-be71-703160fb0573 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 943 time: 0.0528193 Aug 12 02:41:16.344050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6c043d45-409c-4fbf-a67d-ff9d4b73d55e req-bc327c74-5d0e-4b2c-965a-ac8489a204fd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Aug 12 02:41:16.982834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 144d0100-0461-432a-b812-78e274b57285 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:41:17.079127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=144d0100-0461-432a-b812-78e274b57285,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:17.090045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '144d0100-0461-432a-b812-78e274b57285', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': '144d0100-0461-432a-b812-78e274b57285', 'mac_address': 'fa:16:3e:5c:e9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:41:17.130252 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:17.143157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144d0100-0461-432a-b812-78e274b57285 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:41:17.163343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=144d0100-0461-432a-b812-78e274b57285,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:17.167370 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:17.216785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:17.224155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.224500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.224841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.225174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.225506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.225834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.226161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.226503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.226813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.227161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.227500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.227822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:17.388411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:41:17.474979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca0e0f-0530-4881-9f22-5763a93ceec0 req-6b405daf-276a-4641-889c-587eece21242 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:17.476671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bca0e0f-0530-4881-9f22-5763a93ceec0 req-6b405daf-276a-4641-889c-587eece21242 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 944 time: 0.0632572 Aug 12 02:41:17.520698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bca0e0f-0530-4881-9f22-5763a93ceec0 req-73a6feb0-8668-4a0b-800a-640287a290d9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Aug 12 02:41:17.961864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:18.639566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7138-f37f-467b-80d4-c4a0fe3f8133 req-a5d5c276-28ab-4403-86c2-294b4541f3d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:18.641071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06fb7138-f37f-467b-80d4-c4a0fe3f8133 req-a5d5c276-28ab-4403-86c2-294b4541f3d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 944 time: 0.0509541 Aug 12 02:41:18.680436 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-06fb7138-f37f-467b-80d4-c4a0fe3f8133 req-613f55a2-efc6-4597-b308-74e54ac18601 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 12 02:41:18.979599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 144d0100-0461-432a-b812-78e274b57285 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:41:19.026126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 144d0100-0461-432a-b812-78e274b57285 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:41:19.030345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 144d0100-0461-432a-b812-78e274b57285 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:41:19.030712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:19.108185 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:19.136003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144d0100-0461-432a-b812-78e274b57285'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:41:19.138953 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d72b51-1916-4b5a-843f-748b1e81dc14" -d '{"events": [{"server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "name": "network-vif-plugged", "status": "completed", "tag": "144d0100-0461-432a-b812-78e274b57285"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:41:19.152819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=144d0100-0461-432a-b812-78e274b57285,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:19.157339 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:19.209543 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01492b8b-6a65-40fb-80e7-8142f68cc2e8 x-openstack-request-id: req-01492b8b-6a65-40fb-80e7-8142f68cc2e8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:41:19.209834 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "name": "network-vif-plugged", "status": "completed", "tag": "144d0100-0461-432a-b812-78e274b57285", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:41:19.210084 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01492b8b-6a65-40fb-80e7-8142f68cc2e8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:41:19.211199 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144d0100-0461-432a-b812-78e274b57285', 'code': 200} Aug 12 02:41:19.227460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:19.633556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bac77-0e81-40f4-97df-7eab16a832cb req-50cc3ce3-3535-4603-b37e-55cf1545a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:19.634994 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-476bac77-0e81-40f4-97df-7eab16a832cb req-50cc3ce3-3535-4603-b37e-55cf1545a07f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 1096 time: 0.3794694 Aug 12 02:41:19.676438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-476bac77-0e81-40f4-97df-7eab16a832cb req-639ea646-6334-4a2c-9fbf-159cc001356c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Aug 12 02:41:19.815147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772286-b56c-444c-b901-8fdd005435c4 req-b3073896-4635-4e98-8aff-b2a5b21ec81f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:19.817205 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c772286-b56c-444c-b901-8fdd005435c4 req-b3073896-4635-4e98-8aff-b2a5b21ec81f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0528414 Aug 12 02:41:19.861702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c772286-b56c-444c-b901-8fdd005435c4 req-340413c8-6764-47a9-a20d-233482acd9f8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Aug 12 02:41:20.980717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5cfed-3fb3-457d-a9d6-b96ddb760438 req-445107ce-53ee-4ecc-a3ce-283051204505 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:20.982917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c5cfed-3fb3-457d-a9d6-b96ddb760438 req-445107ce-53ee-4ecc-a3ce-283051204505 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0502770 Aug 12 02:41:21.021372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16c5cfed-3fb3-457d-a9d6-b96ddb760438 req-62a5b192-4beb-42d2-837b-293b92181e18 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 12 02:41:21.230028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e89650-0975-4510-9b47-cb3df7509944 req-92ad5fec-1f97-41b2-9b2b-87851f325fb6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:21.232213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07e89650-0975-4510-9b47-cb3df7509944 req-92ad5fec-1f97-41b2-9b2b-87851f325fb6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0625780 Aug 12 02:41:21.292095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-07e89650-0975-4510-9b47-cb3df7509944 req-09f1262f-c4b4-4297-806e-dbf6df64c197 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Aug 12 02:41:22.408023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56525b1-530a-4dbe-acd2-19363f44444b req-33a18ffd-f5dd-4e09-ad38-05f69a5129f6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:22.409621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f56525b1-530a-4dbe-acd2-19363f44444b req-33a18ffd-f5dd-4e09-ad38-05f69a5129f6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0531828 Aug 12 02:41:22.448320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f56525b1-530a-4dbe-acd2-19363f44444b req-7840cfa8-8346-4923-b596-e9e36944f62e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Aug 12 02:41:23.573712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03842b1d-0e83-41c0-af1a-62f0e8117aaa req-43c88d16-c028-4f5c-b346-455242bbbc61 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:23.575306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03842b1d-0e83-41c0-af1a-62f0e8117aaa req-43c88d16-c028-4f5c-b346-455242bbbc61 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0501282 Aug 12 02:41:23.615713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03842b1d-0e83-41c0-af1a-62f0e8117aaa req-307a2ebe-7b82-460f-8921-5f66444edf25 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Aug 12 02:41:24.731398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d2ab9-81f0-4e7a-bda5-ffcd29432593 req-5c34d8be-89d1-46e8-8ae5-2bf103c7c342 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:24.733116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-650d2ab9-81f0-4e7a-bda5-ffcd29432593 req-5c34d8be-89d1-46e8-8ae5-2bf103c7c342 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Aug 12 02:41:24.774841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-650d2ab9-81f0-4e7a-bda5-ffcd29432593 req-8da780da-c5f6-48bc-b17e-0f517bc6a27d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Aug 12 02:41:25.936837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0b64f-aff8-4400-9a88-de0906009c64 req-066ab941-6b91-4897-b169-8a08a469fdf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:25.938466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bb0b64f-aff8-4400-9a88-de0906009c64 req-066ab941-6b91-4897-b169-8a08a469fdf3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0720367 Aug 12 02:41:25.984743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bb0b64f-aff8-4400-9a88-de0906009c64 req-cb4d0d4f-adc7-43fa-8cdf-edf5b6a8c4e8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Aug 12 02:41:27.100671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a91088-660c-4160-b45c-2420e02dc01b req-9d8d3f9c-0b43-4b8e-b3e7-d26bdafc7a68 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:27.102378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a91088-660c-4160-b45c-2420e02dc01b req-9d8d3f9c-0b43-4b8e-b3e7-d26bdafc7a68 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0502605 Aug 12 02:41:27.140019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a91088-660c-4160-b45c-2420e02dc01b req-7ea89358-a0d3-427b-85c6-b306ef08046a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319111 Aug 12 02:41:28.256581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8a241-d446-4fb9-9d53-a810f1a62300 req-34b12976-4e87-4bc9-b97b-22877757f10e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:28.258200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ca8a241-d446-4fb9-9d53-a810f1a62300 req-34b12976-4e87-4bc9-b97b-22877757f10e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Aug 12 02:41:28.301473 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ca8a241-d446-4fb9-9d53-a810f1a62300 req-7fa1270a-a986-49fb-b47b-e12a72cdf891 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367503 Aug 12 02:41:29.418081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fb1d9-75c0-430b-807d-3d3d6fc141eb req-3ec1e4f6-0c38-4bbb-898e-e008bd02900e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:29.420412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-126fb1d9-75c0-430b-807d-3d3d6fc141eb req-3ec1e4f6-0c38-4bbb-898e-e008bd02900e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0516906 Aug 12 02:41:29.459810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-126fb1d9-75c0-430b-807d-3d3d6fc141eb req-7780adba-7dce-4a0b-940d-1747c22899ad tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Aug 12 02:41:30.589087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fec408-1c15-4c9f-9788-956d24f5384d req-8de83a39-748c-4a97-95d5-8e4fc6cb69aa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:30.591432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2fec408-1c15-4c9f-9788-956d24f5384d req-8de83a39-748c-4a97-95d5-8e4fc6cb69aa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Aug 12 02:41:30.630669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2fec408-1c15-4c9f-9788-956d24f5384d req-6a8643ed-6bc7-4b11-be7b-1141638f757b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Aug 12 02:41:31.751018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b7c83-5b1e-49a3-9265-57669bf1ae41 req-b1141ada-a55e-4fc4-be62-21610c5a88d7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:31.758995 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d04b7c83-5b1e-49a3-9265-57669bf1ae41 req-b1141ada-a55e-4fc4-be62-21610c5a88d7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0574520 Aug 12 02:41:31.797828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d04b7c83-5b1e-49a3-9265-57669bf1ae41 req-1f544eb2-e1fb-4a41-a80a-db5bc9df29a6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377038 Aug 12 02:41:31.971991 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78ade3b7-e46f-4d41-b7d5-04b3a89cf35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:32.917679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecfe9a-38d0-429f-a7a9-f263ab42cda7 req-5ca7457b-5f38-44ee-9355-6bece3933096 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:32.919345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10ecfe9a-38d0-429f-a7a9-f263ab42cda7 req-5ca7457b-5f38-44ee-9355-6bece3933096 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0493209 Aug 12 02:41:32.961164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-10ecfe9a-38d0-429f-a7a9-f263ab42cda7 req-c23c85a1-3e2e-45e0-bc6b-5d3a737c792b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Aug 12 02:41:34.087393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6ce8e-d9fb-46d8-b785-e917180febf5 req-08348751-d9a0-40cb-bdad-a9820526473a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:34.088890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8f6ce8e-d9fb-46d8-b785-e917180febf5 req-08348751-d9a0-40cb-bdad-a9820526473a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0568340 Aug 12 02:41:34.139133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b8f6ce8e-d9fb-46d8-b785-e917180febf5 req-51242342-dd99-4b19-b51f-ba49eff270ba tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Aug 12 02:41:34.589765 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5b30df7-fc9b-4e39-a894-a799d4dd4eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:34.659200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:34.694707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:35.259549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb81b8-cdb1-43ba-b308-ea45e8a056db req-6ee92f0c-2d8d-4685-9f96-f6bc7cb4ab3d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:35.261072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abbb81b8-cdb1-43ba-b308-ea45e8a056db req-6ee92f0c-2d8d-4685-9f96-f6bc7cb4ab3d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Aug 12 02:41:35.303774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abbb81b8-cdb1-43ba-b308-ea45e8a056db req-75a26f63-268b-4c2e-a278-82a1586453ce tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 Aug 12 02:41:35.861434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:36.420546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c620c3a-45ee-4ed6-b18e-a103ce229e3f req-c065f063-1ab0-4cdd-8f5e-42a87deac139 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:36.422202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c620c3a-45ee-4ed6-b18e-a103ce229e3f req-c065f063-1ab0-4cdd-8f5e-42a87deac139 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Aug 12 02:41:36.461010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c620c3a-45ee-4ed6-b18e-a103ce229e3f req-17fa8377-6170-446c-b95b-d116a187e519 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 12 02:41:37.354379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:37.576822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf36933-a173-427d-8dac-78cb554ebd1b req-3a3fc3ce-88c9-43ee-a450-d110633db00d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:37.578452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddf36933-a173-427d-8dac-78cb554ebd1b req-3a3fc3ce-88c9-43ee-a450-d110633db00d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0513122 Aug 12 02:41:37.618464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddf36933-a173-427d-8dac-78cb554ebd1b req-da6dd559-5d11-485f-af6e-34d8d9129536 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338428 Aug 12 02:41:38.737872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69d644-9056-4ec0-802b-1ceeca3c5cc2 req-c5757c3e-1b3f-4e99-a6a1-da8a00e8f717 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:38.739429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf69d644-9056-4ec0-802b-1ceeca3c5cc2 req-c5757c3e-1b3f-4e99-a6a1-da8a00e8f717 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0511155 Aug 12 02:41:38.784786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf69d644-9056-4ec0-802b-1ceeca3c5cc2 req-3a354ec3-b825-4817-aa21-018dd4855035 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391459 Aug 12 02:41:39.557948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 39966) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:39.663404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.750366 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.754242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.792691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89cc4876560c49b1af633b92712dcb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336419 Aug 12 02:41:39.793953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d478388a-77b3-4f83-9e9f-68e2201260fb,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:39.795458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 39970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:39.802430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.802780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.803122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.803462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.803858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.804192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.804519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.804843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.805176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.805500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.805822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.806145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031d1bb5-cfbc-4d92-b13e-e172abba8ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:39.852337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.874073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.907069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebba33-0374-4725-bd4a-7ecca93ac53a req-ddec8730-d693-4423-8937-41d78a6d8966 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:39.908709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecebba33-0374-4725-bd4a-7ecca93ac53a req-ddec8730-d693-4423-8937-41d78a6d8966 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0499828 Aug 12 02:41:39.924714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.927445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:39.928632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d478388a-77b3-4f83-9e9f-68e2201260fb HTTP/1.1" status: 204 len: 168 time: 0.1319087 Aug 12 02:41:39.937209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d2717-4205-489a-809c-4055cfb5d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d478388a-77b3-4f83-9e9f-68e2201260fb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:39.968096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecebba33-0374-4725-bd4a-7ecca93ac53a req-2db6ba0c-a73b-4920-993d-a5945360b3ba tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531299 Aug 12 02:41:40.431906 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:41:41.095860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b108fca-12e5-4997-bead-c32e3c2d08f7 req-837aec95-970b-4438-8eee-32a82c0593d0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:41.097505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b108fca-12e5-4997-bead-c32e3c2d08f7 req-837aec95-970b-4438-8eee-32a82c0593d0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0581741 Aug 12 02:41:41.134314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b108fca-12e5-4997-bead-c32e3c2d08f7 req-082ec41e-d873-433d-a86d-c650b9836df4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Aug 12 02:41:42.254046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a058-e2fb-4178-bbd4-d4e56ea8b4e9 req-fc7a3daf-078d-4927-920f-b14df9b3a3c6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:42.255606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acb9a058-e2fb-4178-bbd4-d4e56ea8b4e9 req-fc7a3daf-078d-4927-920f-b14df9b3a3c6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0510514 Aug 12 02:41:42.294823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-acb9a058-e2fb-4178-bbd4-d4e56ea8b4e9 req-5fb1b1ed-d1e6-462b-a7d0-65ccba088390 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Aug 12 02:41:43.411503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35617bb1-dbc2-405c-a368-cd848feafa03 req-089c44ee-a99f-4f7e-b5f6-74581f266b3f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:43.413004 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35617bb1-dbc2-405c-a368-cd848feafa03 req-089c44ee-a99f-4f7e-b5f6-74581f266b3f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Aug 12 02:41:43.450555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35617bb1-dbc2-405c-a368-cd848feafa03 req-a6ed3912-b340-4410-a9bb-ad4071161fb4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Aug 12 02:41:44.575507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9abcb-1acf-4a02-8b07-5daa167ab2a9 req-f7d8197c-3822-4eb0-bef4-a791faeb021a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:44.577270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1d9abcb-1acf-4a02-8b07-5daa167ab2a9 req-f7d8197c-3822-4eb0-bef4-a791faeb021a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0561626 Aug 12 02:41:44.617953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1d9abcb-1acf-4a02-8b07-5daa167ab2a9 req-c7f43395-9f07-45a8-bb86-7897ae6de603 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Aug 12 02:41:44.924660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:45.037631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.126079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.129811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.167378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df4f3b4988f847968ac595e3e38ff4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415600 Aug 12 02:41:45.168513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079b91b8-52d8-47ab-891f-18180e138cd2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:45.170199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40068) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:45.176732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.177083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.177428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.177770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.178108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.178446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.178777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.179131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.179459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.179812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.180139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.180464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d39058-3d38-4a70-a586-acd286853c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:41:45.222124 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.243930 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.300866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.303631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:45.304899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/079b91b8-52d8-47ab-891f-18180e138cd2 HTTP/1.1" status: 204 len: 168 time: 0.1336706 Aug 12 02:41:45.313015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5e456-84d5-4627-becc-ea77c7424f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b91b8-52d8-47ab-891f-18180e138cd2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:45.736442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769a2d-7c92-48ce-ab63-d27fabde6180 req-2abceec8-72cc-413e-a681-1ef3a6ad6d8b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:45.738004 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a769a2d-7c92-48ce-ab63-d27fabde6180 req-2abceec8-72cc-413e-a681-1ef3a6ad6d8b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Aug 12 02:41:45.777772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a769a2d-7c92-48ce-ab63-d27fabde6180 req-d7fef182-632e-4712-ac79-a4cb2787c69f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Aug 12 02:41:46.910104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ff05-64fa-491d-aa16-5cd23d587d72 req-d0b7d0e1-08ff-46cb-9059-02ce071ceddf tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:46.912777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1351ff05-64fa-491d-aa16-5cd23d587d72 req-d0b7d0e1-08ff-46cb-9059-02ce071ceddf tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0689900 Aug 12 02:41:46.953648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1351ff05-64fa-491d-aa16-5cd23d587d72 req-cfb92b19-fb21-4ebd-8562-8793cdb97507 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348563 Aug 12 02:41:47.158004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a6a9-d188-4726-9f46-60d5d45f47d2 req-e1eb883d-f15b-4011-9b23-408e0c8da242 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:47.159572 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0a6a9-d188-4726-9f46-60d5d45f47d2 req-e1eb883d-f15b-4011-9b23-408e0c8da242 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Aug 12 02:41:47.196311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0a6a9-d188-4726-9f46-60d5d45f47d2 req-e9f45a0b-0570-4384-a504-8a4a6b4def5c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Aug 12 02:41:47.325285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a10fc1-3585-4998-9728-21d6a6b82185 req-733c4334-5180-4508-b405-a850565987b9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:47.327020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15a10fc1-3585-4998-9728-21d6a6b82185 req-733c4334-5180-4508-b405-a850565987b9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0562191 Aug 12 02:41:47.367794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15a10fc1-3585-4998-9728-21d6a6b82185 req-4b357013-4181-4662-8353-dba030c31888 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340052 Aug 12 02:41:47.674875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-08b8beaa-3d8a-4319-8561-446566253628 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:47.676400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-08b8beaa-3d8a-4319-8561-446566253628 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1034203 Aug 12 02:41:47.692586 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-17396855-8c29-4160-b64a-e4bd7619e480 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/quotas/d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 375 time: 0.0097554 Aug 12 02:41:47.754739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-c514dd25-2f21-4521-ba84-25d55c6e3041 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0569177 Aug 12 02:41:47.846347 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-67646cb8-5417-4a71-98f1-8b83d3950794 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841324 Aug 12 02:41:47.944831 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-5bcfc514-2d83-42b3-8163-6b0c8d533179 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921404 Aug 12 02:41:47.979999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:48.128810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b947324-a637-46a7-ac7c-0c3b5780822c req-92d36135-e5a5-488b-a805-ba2881a14a81 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 210 time: 0.0276699 Aug 12 02:41:49.151204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-cfb9bef4-3340-4361-98ff-6a00142243d4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:49.152883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-cfb9bef4-3340-4361-98ff-6a00142243d4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1102526 Aug 12 02:41:49.173238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'device_id': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'admin_state_up': True, 'tenant_id': 'd2c673e5741941258ab95824e2c9382f'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:41:49.256051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-04fc88cb-df86-400b-a602-873b6dcaf0ca req-7011b46b-a9d2-4b38-8caa-7423c4a353d6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 210 time: 0.0394955 Aug 12 02:41:49.326140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:41:49.330454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:49.475715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.20.0.10 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/9123a79a-f362-4208-ab6e-9ed198f51197) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:41:49.639872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:49.655377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Transition to ACTIVE for port object 9123a79a-f362-4208-ab6e-9ed198f51197 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:41:49.689931 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:49.705176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:41:49.741071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:49.753901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:41:49.755702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:41:49.758430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:41:49.827087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:49.827897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:49.848464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-82b94104-4d8f-4e4e-9d94-20158c209643 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6793303 Aug 12 02:41:49.867525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Request body: {'port': {'device_id': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:41:49.964120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.022689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:50.092115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0deedb25-7df6-45e8-b5f2-e0f062bfa80e None None] Provisioning for port 9123a79a-f362-4208-ab6e-9ed198f51197 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:41:50.096392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0deedb25-7df6-45e8-b5f2-e0f062bfa80e None None] Provisioning complete for port 9123a79a-f362-4208-ab6e-9ed198f51197 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:41:50.096971 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0deedb25-7df6-45e8-b5f2-e0f062bfa80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.136573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0deedb25-7df6-45e8-b5f2-e0f062bfa80e None None] Port 9123a79a-f362-4208-ab6e-9ed198f51197 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:41:50.150315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fefe3ad-807b-4885-8777-70fc75fef2cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.246714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fefe3ad-807b-4885-8777-70fc75fef2cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.250819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fefe3ad-807b-4885-8777-70fc75fef2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.257466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9123a79a-f362-4208-ab6e-9ed198f51197 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:41:50.264989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.278131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Transition to ACTIVE for port object 9123a79a-f362-4208-ab6e-9ed198f51197 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:41:50.281914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.292361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7fefe3ad-807b-4885-8777-70fc75fef2cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b6709a05dec41119adef14dabb9a8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661994 Aug 12 02:41:50.292361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe3ad-807b-4885-8777-70fc75fef2cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da0c659-e25c-438d-a3f1-a0cd98eb1e87,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:50.293794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:41:50.348902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.372466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.389912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:50.435125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.438973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.440739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6da0c659-e25c-438d-a3f1-a0cd98eb1e87 HTTP/1.1" status: 204 len: 168 time: 0.1460135 Aug 12 02:41:50.452237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fbdc7-17b3-493e-b824-bd48d6242765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da0c659-e25c-438d-a3f1-a0cd98eb1e87,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:50.468382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4954434-e557-4eb7-bfa0-e800dce47311 req-131d507e-3526-46ab-9bff-a1d05c73082a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:50.471024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4954434-e557-4eb7-bfa0-e800dce47311 req-131d507e-3526-46ab-9bff-a1d05c73082a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 944 time: 0.0929263 Aug 12 02:41:50.476331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Attempting to bind port 9123a79a-f362-4208-ab6e-9ed198f51197 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:41:50.476678 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Attempting to bind port 9123a79a-f362-4208-ab6e-9ed198f51197 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:41:50.477013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Attempting to bind port 9123a79a-f362-4208-ab6e-9ed198f51197 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:41:50.504774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Port 9123a79a-f362-4208-ab6e-9ed198f51197 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:41:50.505022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Attempting to bind port 9123a79a-f362-4208-ab6e-9ed198f51197 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:41:50.513662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:41:50.514006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:41:50.514397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:41:50.514844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Bound port: 9123a79a-f362-4208-ab6e-9ed198f51197, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:41:50.515209 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.539414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4954434-e557-4eb7-bfa0-e800dce47311 req-ea66831e-d900-40f8-b135-97fa9c6d6b28 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596027 Aug 12 02:41:50.599848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:41:50.604537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9123a79a-f362-4208-ab6e-9ed198f51197,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:41:50.612091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.648614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:50.649354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:50.650759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] 10.222.0.21 "PUT /v2.0/ports/9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 200 len: 1092 time: 0.7882335 Aug 12 02:41:50.651249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:41:50.653507 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:41:50.680900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c980179-614f-4413-b8cb-75d6aa89c2cd service neutron] Pushing event updated for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:50.743452 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2957396-1df7-40d0-9a76-5bdef80b019e x-openstack-request-id: req-e2957396-1df7-40d0-9a76-5bdef80b019e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:41:50.743763 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:41:50.744014 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2957396-1df7-40d0-9a76-5bdef80b019e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:41:50.744415 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197', 'status': 'completed', 'code': 200} Aug 12 02:41:50.763459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-3f8be42d-d039-4450-919c-df64ddb50bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:50.765006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-3f8be42d-d039-4450-919c-df64ddb50bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 1095 time: 0.0550101 Aug 12 02:41:50.820716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-74a6be35-5233-4488-b8b4-5440d5bbb2d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 200 len: 217 time: 0.0431693 Aug 12 02:41:50.874010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-a6565aad-59ea-4f83-9c48-897a93dcad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:50.876426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-a6565aad-59ea-4f83-9c48-897a93dcad90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0488870 Aug 12 02:41:50.924682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-c38fe0b4-7d4e-4f6f-b5d9-a7b585732e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:50.926151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-c38fe0b4-7d4e-4f6f-b5d9-a7b585732e83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414813 Aug 12 02:41:51.024915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-186b9f28-d6a8-4635-8890-2a2cf38db37d service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913932 Aug 12 02:41:51.117034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2ed7614a-360c-4f1a-a9a0-b35935c6fa00 req-2e4cb807-cedc-4cbd-99eb-4b09080a75a1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842991 Aug 12 02:41:51.242280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-7f499d5c-f437-44bc-8140-be757ac4a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:51.243893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-7f499d5c-f437-44bc-8140-be757ac4a423 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 1095 time: 0.0427878 Aug 12 02:41:51.338540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-46843945-1363-4727-9931-c8ab95b08e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:51.340069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-46843945-1363-4727-9931-c8ab95b08e91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0891173 Aug 12 02:41:51.389298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-f14a0f35-6b81-42bc-a36c-be11c92fceac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 200 len: 217 time: 0.0405214 Aug 12 02:41:51.446311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-22117ab8-6027-4d30-8e43-ec3bd0d9f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:51.447830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-22117ab8-6027-4d30-8e43-ec3bd0d9f879 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0513849 Aug 12 02:41:51.502493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-ef6c019c-5896-4884-a9c2-87986a7fbd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:51.504137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-ef6c019c-5896-4884-a9c2-87986a7fbd4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492373 Aug 12 02:41:51.617140 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-f0c65549-9d4d-43b2-bd37-bbcd1df4b75b service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053085 Aug 12 02:41:51.732016 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd327f19-dc35-46dc-a42c-4e0086dac6d0 req-8d9f98c5-0dbf-48c7-ade6-921cf9e9c844 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:51.733774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd327f19-dc35-46dc-a42c-4e0086dac6d0 req-8d9f98c5-0dbf-48c7-ade6-921cf9e9c844 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 944 time: 0.1118517 Aug 12 02:41:51.764824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e857c66c-f2f2-4a3d-b57c-5539113c1bf3 req-1f97ec38-d41b-4943-8863-3cb36a99f2ed service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341746 Aug 12 02:41:51.783291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd327f19-dc35-46dc-a42c-4e0086dac6d0 req-f3a35d4b-4ffc-4a10-9c65-3c6af9829511 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Aug 12 02:41:52.110583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-87d185a6-db64-4cc1-961c-4a3c89859061 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424120 Aug 12 02:41:52.199678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-ff1d257f-2599-4ab1-bc8e-505afba45483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:52.201462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-ff1d257f-2599-4ab1-bc8e-505afba45483 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1097 time: 0.0420337 Aug 12 02:41:52.308008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-f59b138c-c55a-4af5-a15b-26d108b6bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:52.309498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-f59b138c-c55a-4af5-a15b-26d108b6bab0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0874119 Aug 12 02:41:52.373802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-936163f0-4dbc-4dee-8185-31e4a8784a53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1002 time: 0.0573437 Aug 12 02:41:52.421479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-b0c22011-0895-44d2-b8e0-250942a54fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:52.422915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-b0c22011-0895-44d2-b8e0-250942a54fab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0429947 Aug 12 02:41:52.473264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-91f1fbea-2f3a-4568-b66e-c437829cf2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:52.474772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-91f1fbea-2f3a-4568-b66e-c437829cf2a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450735 Aug 12 02:41:52.561271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-99dc6552-1457-4600-9e26-6ab57c85bbd2 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798101 Aug 12 02:41:52.666595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2948a97-c0ac-447b-8ebe-192a1f180a60 req-e148860b-a166-433f-b83a-7063ff41b88c service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982351 Aug 12 02:41:52.917728 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b34bb-7b3f-4b6c-ad65-4cc11b38ccaa req-93d3bf84-4734-4e4d-81a9-04200f94ecb1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:52.919240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-978b34bb-7b3f-4b6c-ad65-4cc11b38ccaa req-93d3bf84-4734-4e4d-81a9-04200f94ecb1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 944 time: 0.0549476 Aug 12 02:41:52.959976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-978b34bb-7b3f-4b6c-ad65-4cc11b38ccaa req-d3d11535-961f-4881-bab6-f82b735ba6b2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Aug 12 02:41:54.074704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678f961-cb32-4575-aa10-22b470c406f9 req-095dc435-4999-4b1a-b4d1-4d035d559cac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:54.076543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6678f961-cb32-4575-aa10-22b470c406f9 req-095dc435-4999-4b1a-b4d1-4d035d559cac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 944 time: 0.0498729 Aug 12 02:41:54.116893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6678f961-cb32-4575-aa10-22b470c406f9 req-9b336d05-7ff4-420f-9ff5-786325dbcec1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337539 Aug 12 02:41:54.844792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9123a79a-f362-4208-ab6e-9ed198f51197 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:41:54.940177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9123a79a-f362-4208-ab6e-9ed198f51197,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:54.951825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '9123a79a-f362-4208-ab6e-9ed198f51197', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': '9123a79a-f362-4208-ab6e-9ed198f51197', 'mac_address': 'fa:16:3e:9d:59:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:41:54.989896 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:55.003935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9123a79a-f362-4208-ab6e-9ed198f51197 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:41:55.023270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9123a79a-f362-4208-ab6e-9ed198f51197,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:55.027174 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:55.075358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:55.236504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f29d4-dcc0-4a61-a3bf-522295469416 req-e71a1e16-10b2-4881-9899-549c973ea76d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:55.238100 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-893f29d4-dcc0-4a61-a3bf-522295469416 req-e71a1e16-10b2-4881-9899-549c973ea76d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 945 time: 0.0531638 Aug 12 02:41:55.276901 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-893f29d4-dcc0-4a61-a3bf-522295469416 req-8b1d5b44-11cb-4b70-89f2-cbe9d108b909 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Aug 12 02:41:55.425695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:41:56.403716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448500d-b8fc-48f8-a891-197f83126257 req-54312de3-6dab-4ef1-8ac7-c098e92c563f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:56.405497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b448500d-b8fc-48f8-a891-197f83126257 req-54312de3-6dab-4ef1-8ac7-c098e92c563f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 945 time: 0.0557613 Aug 12 02:41:56.461178 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b448500d-b8fc-48f8-a891-197f83126257 req-3c5290e5-2327-4c9b-891f-dbe3b372bcc1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485740 Aug 12 02:41:56.845506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9123a79a-f362-4208-ab6e-9ed198f51197 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:41:56.894014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 9123a79a-f362-4208-ab6e-9ed198f51197 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:41:56.897984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 9123a79a-f362-4208-ab6e-9ed198f51197 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:41:56.898363 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:56.983278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:57.005991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:41:57.008174 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a7ae1-4422-4714-a7ca-4b0be5dc0ecc" -d '{"events": [{"server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "name": "network-vif-plugged", "status": "completed", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:41:57.022013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9123a79a-f362-4208-ab6e-9ed198f51197,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:41:57.026239 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:41:57.050868 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefab3a1-a3b1-4f27-b26b-24befabb2bbf x-openstack-request-id: req-eefab3a1-a3b1-4f27-b26b-24befabb2bbf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:41:57.051171 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "name": "network-vif-plugged", "status": "completed", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:41:57.051424 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eefab3a1-a3b1-4f27-b26b-24befabb2bbf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:41:57.051836 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197', 'code': 200} Aug 12 02:41:57.078572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:41:57.183686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed9bbc-7004-4864-8d33-fea4f8473b90 req-3c714035-6d45-4592-98b8-d9ea0fe91570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:57.185174 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82ed9bbc-7004-4864-8d33-fea4f8473b90 req-3c714035-6d45-4592-98b8-d9ea0fe91570 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 1097 time: 0.0393844 Aug 12 02:41:57.220676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82ed9bbc-7004-4864-8d33-fea4f8473b90 req-4d8ac1ee-219f-4ee8-93b9-e13878cd7371 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283792 Aug 12 02:41:57.584962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869df89-77a7-44b8-89a8-927eec0069d6 req-cec17cbc-39b8-42be-83a5-87773e397a7c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:57.586485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d869df89-77a7-44b8-89a8-927eec0069d6 req-cec17cbc-39b8-42be-83a5-87773e397a7c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 946 time: 0.0521128 Aug 12 02:41:57.625856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d869df89-77a7-44b8-89a8-927eec0069d6 req-03e7807a-6aff-4370-9df4-434c11495290 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Aug 12 02:41:58.756438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cde9d0-d468-426b-a7e3-7a6512f02554 req-31749878-fdf6-40e4-a664-a5eda77ecf76 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:41:58.764962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0cde9d0-d468-426b-a7e3-7a6512f02554 req-31749878-fdf6-40e4-a664-a5eda77ecf76 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 946 time: 0.0677965 Aug 12 02:41:58.801176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0cde9d0-d468-426b-a7e3-7a6512f02554 req-71a5c4be-d5e3-4a9e-8b20-8ee737cfc1ce tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344210 Aug 12 02:42:01.975215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ff0d728-9eea-4d5e-807a-a6d8f1431a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:04.591735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cb9e3ed8-1dbe-40bc-a28d-6c9ff6f5a02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:04.669209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:04.697846 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:05.868278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:07.355400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:10.271065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-f711233a-216f-4a12-83de-cdbdb6be49e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406125 Aug 12 02:42:10.383818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1634-313d-4122-b122-e25c464dc070 req-a4860ba1-892d-4575-b351-3859010dadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:10.386367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-a4860ba1-892d-4575-b351-3859010dadfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0479729 Aug 12 02:42:10.495632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1634-313d-4122-b122-e25c464dc070 req-ddf37ca4-a1f4-4aa3-9b0c-91b6f1c387e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:10.497126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-ddf37ca4-a1f4-4aa3-9b0c-91b6f1c387e6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0885074 Aug 12 02:42:10.567948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-44747c00-f1e9-4a21-8d83-b270bd79d00a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0628052 Aug 12 02:42:10.618853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1634-313d-4122-b122-e25c464dc070 req-e631a91b-8f3a-4ec6-906c-528c097141f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:10.620424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-e631a91b-8f3a-4ec6-906c-528c097141f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0459239 Aug 12 02:42:10.674043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad1634-313d-4122-b122-e25c464dc070 req-32610bb3-f4a4-402d-84c2-48536294f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:10.675508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-32610bb3-f4a4-402d-84c2-48536294f273 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403254 Aug 12 02:42:10.774458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-11d17ebd-cad9-4dbd-82d3-5505be478192 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905955 Aug 12 02:42:10.868922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19ad1634-313d-4122-b122-e25c464dc070 req-28f58c67-bcfd-4099-aea3-55a3fde70e46 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853648 Aug 12 02:42:12.102601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb0e0f-9fd5-4007-97a7-910d66fb04f2 req-656dd2ff-6990-4255-8890-a19350182ad8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:12.104063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4adb0e0f-9fd5-4007-97a7-910d66fb04f2 req-656dd2ff-6990-4255-8890-a19350182ad8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Aug 12 02:42:12.146720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4adb0e0f-9fd5-4007-97a7-910d66fb04f2 req-d453b263-1945-437f-994d-0310176feabe tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356278 Aug 12 02:42:12.269702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdaa64-136c-4522-b165-6ce25ece64cd req-8ba83bab-bebc-4d7b-aa22-75250c48ac40 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:12.271293 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32fdaa64-136c-4522-b165-6ce25ece64cd req-8ba83bab-bebc-4d7b-aa22-75250c48ac40 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Aug 12 02:42:12.317319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32fdaa64-136c-4522-b165-6ce25ece64cd req-6661b9d0-8472-444e-bdfe-53e65a490dd2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 Aug 12 02:42:12.555001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaed87-87ae-4fc6-a769-261635559c2d req-cdaff93a-987b-4099-8b04-b84026731c38 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:12.556655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bbaed87-87ae-4fc6-a769-261635559c2d req-cdaff93a-987b-4099-8b04-b84026731c38 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0531738 Aug 12 02:42:12.607732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bbaed87-87ae-4fc6-a769-261635559c2d req-823e3f5d-c63c-4034-a459-33182c510202 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435858 Aug 12 02:42:12.978486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946936a-cd8c-4be4-b725-21703d5896f0 req-5a4387c1-e335-433b-9384-9c4eb5b27a90 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:12.980019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a946936a-cd8c-4be4-b725-21703d5896f0 req-5a4387c1-e335-433b-9384-9c4eb5b27a90 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0502036 Aug 12 02:42:13.030773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a946936a-cd8c-4be4-b725-21703d5896f0 req-3ca83614-7be4-45d3-9088-f2bab8436e71 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444703 Aug 12 02:42:14.150668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf0973-55d6-4551-bebc-c36e434599ec req-a41023b5-e0f6-4b8b-86c2-82c5e8df0ebe tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:14.152208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3faf0973-55d6-4551-bebc-c36e434599ec req-a41023b5-e0f6-4b8b-86c2-82c5e8df0ebe tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Aug 12 02:42:14.191375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3faf0973-55d6-4551-bebc-c36e434599ec req-7eeec474-1483-46ab-ae9e-02cd4696a1a5 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Aug 12 02:42:15.309198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27fa01-a3b4-4053-a71e-2dcc318a96e0 req-4c6016c6-b892-4dfa-93d9-844b20e5e36e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:15.310760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec27fa01-a3b4-4053-a71e-2dcc318a96e0 req-4c6016c6-b892-4dfa-93d9-844b20e5e36e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Aug 12 02:42:15.350694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec27fa01-a3b4-4053-a71e-2dcc318a96e0 req-bb2f9ee4-9fbc-42ed-bfc8-aec32c162862 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335543 Aug 12 02:42:16.479767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911b89d-9020-4f3d-902b-cf8352847d58 req-b26a6515-5879-48bd-a0a6-7d50dfa08437 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:16.481546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e911b89d-9020-4f3d-902b-cf8352847d58 req-b26a6515-5879-48bd-a0a6-7d50dfa08437 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0531092 Aug 12 02:42:16.527628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e911b89d-9020-4f3d-902b-cf8352847d58 req-3a9e7828-c245-49aa-8325-71f50fe83c71 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387764 Aug 12 02:42:17.434775 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:42:17.696750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9da2e-a36a-4067-a605-8328c013cf13 req-95bf6327-8b37-46c1-9e58-a1dd945af7af tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:17.698316 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbe9da2e-a36a-4067-a605-8328c013cf13 req-95bf6327-8b37-46c1-9e58-a1dd945af7af tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Aug 12 02:42:17.738762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbe9da2e-a36a-4067-a605-8328c013cf13 req-b079f6ec-6028-47bd-a82c-7511bf1b127f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339177 Aug 12 02:42:17.976997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:18.861362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed27650-55fb-44f4-8490-0ad23c87596d req-a4167a99-ad8c-402e-9317-ed5edd3ed8aa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:18.862826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed27650-55fb-44f4-8490-0ad23c87596d req-a4167a99-ad8c-402e-9317-ed5edd3ed8aa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0517321 Aug 12 02:42:18.902824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ed27650-55fb-44f4-8490-0ad23c87596d req-0950c732-890c-4fc9-b3d1-c228224c0144 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339568 Aug 12 02:42:20.041091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0229280-0f02-4bb6-a113-705db25ce616 req-b3a29a36-e5f4-4ae2-94dd-e9b5633e37c1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:20.044527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0229280-0f02-4bb6-a113-705db25ce616 req-b3a29a36-e5f4-4ae2-94dd-e9b5633e37c1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0604041 Aug 12 02:42:20.091432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0229280-0f02-4bb6-a113-705db25ce616 req-b53c9ee4-3bf6-4c64-8b36-c7c6ac3403cc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394218 Aug 12 02:42:21.224251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2082d0-5f79-47f1-bdb2-9d2dfb72a93d req-a8d9a7f2-8b9b-4d69-a5ee-50389c39bff9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:21.225803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2082d0-5f79-47f1-bdb2-9d2dfb72a93d req-a8d9a7f2-8b9b-4d69-a5ee-50389c39bff9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0590761 Aug 12 02:42:21.280852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e2082d0-5f79-47f1-bdb2-9d2dfb72a93d req-f5d24f15-783a-468a-8d06-0dcb50c4802a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481050 Aug 12 02:42:22.412991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd6dbf-7c63-4b43-8f26-5540a067acef req-4f8e9197-56d1-4936-960f-f2b241c75dc0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:22.414553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9cd6dbf-7c63-4b43-8f26-5540a067acef req-4f8e9197-56d1-4936-960f-f2b241c75dc0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0590446 Aug 12 02:42:22.458320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9cd6dbf-7c63-4b43-8f26-5540a067acef req-2aa000b6-59d0-44fd-b511-6cf6c46d8477 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366905 Aug 12 02:42:23.592833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44233222-8f78-4db5-a90f-4bcf1849b5f2 req-421fecd0-1a3a-483e-b316-2f4d76ec9d21 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:23.596362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44233222-8f78-4db5-a90f-4bcf1849b5f2 req-421fecd0-1a3a-483e-b316-2f4d76ec9d21 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0634038 Aug 12 02:42:23.638311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44233222-8f78-4db5-a90f-4bcf1849b5f2 req-446b38d9-8445-426a-b5b5-9ba935ee9543 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Aug 12 02:42:23.854162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179af922-d978-4cf2-ac95-13cbca96b367 req-6148f8a9-aa06-4560-85cd-c6e52717f63c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:23.859940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-179af922-d978-4cf2-ac95-13cbca96b367 req-6148f8a9-aa06-4560-85cd-c6e52717f63c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0652301 Aug 12 02:42:23.923961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-179af922-d978-4cf2-ac95-13cbca96b367 req-c920843f-d823-47b4-85e7-b48767a2a499 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602620 Aug 12 02:42:23.930288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881334e-1f96-46d3-ba18-784da32b2163 req-9506cafd-4898-4bd2-b635-8bc98866e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:23.931808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-9506cafd-4898-4bd2-b635-8bc98866e648 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0620887 Aug 12 02:42:24.026683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881334e-1f96-46d3-ba18-784da32b2163 req-0045e29d-16f1-40d3-afdc-318edc6933f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:24.028128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-0045e29d-16f1-40d3-afdc-318edc6933f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0899482 Aug 12 02:42:24.095287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-1ad0b0f8-7810-4527-8a2b-32e12dcc0e21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0593829 Aug 12 02:42:24.149034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881334e-1f96-46d3-ba18-784da32b2163 req-3b191ed4-3727-4bce-b190-dd9ea52d4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:24.150508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-3b191ed4-3727-4bce-b190-dd9ea52d4c7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0485907 Aug 12 02:42:24.199261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881334e-1f96-46d3-ba18-784da32b2163 req-83b6bc18-e5ce-4e38-b1b2-f12eeffce1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:24.200814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-83b6bc18-e5ce-4e38-b1b2-f12eeffce1a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436213 Aug 12 02:42:24.292334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-337b65a6-8ed1-4ace-b052-0d8b175f596e service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840821 Aug 12 02:42:24.395887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f881334e-1f96-46d3-ba18-784da32b2163 req-8a92eacf-5686-4845-8d00-aa61017a2c00 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963881 Aug 12 02:42:25.063485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06faa9-a641-4d45-8f5b-84e454fff130 req-7d0c6ba1-3ce5-4a42-afc0-74fea6f1a22e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:25.065987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc06faa9-a641-4d45-8f5b-84e454fff130 req-7d0c6ba1-3ce5-4a42-afc0-74fea6f1a22e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0571406 Aug 12 02:42:25.108340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fc06faa9-a641-4d45-8f5b-84e454fff130 req-2732cbba-e652-4014-ad1c-435937c0d472 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358570 Aug 12 02:42:26.224574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d563c8a-310e-4be0-8abf-8afeabcb20d4 req-d852a4ab-36e2-40bf-84b5-738e0c79c143 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:26.226087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d563c8a-310e-4be0-8abf-8afeabcb20d4 req-d852a4ab-36e2-40bf-84b5-738e0c79c143 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Aug 12 02:42:26.270880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d563c8a-310e-4be0-8abf-8afeabcb20d4 req-13849e68-88ec-4748-9dee-294714ca6d7e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386488 Aug 12 02:42:26.388242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14728f58-e02b-4177-b315-47c8cec3e275 req-a935773a-e20b-4769-9372-663b6d31a795 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:26.389891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14728f58-e02b-4177-b315-47c8cec3e275 req-a935773a-e20b-4769-9372-663b6d31a795 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0516560 Aug 12 02:42:26.439360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14728f58-e02b-4177-b315-47c8cec3e275 req-d00339ae-61db-4174-a2aa-f7ba738fd7ac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421224 Aug 12 02:42:26.667442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519e482-a3f1-4381-9462-2d2d66669a36 req-aa8ed8ec-cd78-4176-a859-789b19fa763c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:26.668902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2519e482-a3f1-4381-9462-2d2d66669a36 req-aa8ed8ec-cd78-4176-a859-789b19fa763c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 12 02:42:26.708927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2519e482-a3f1-4381-9462-2d2d66669a36 req-88621291-de4f-4719-8227-d157b97e460f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329223 Aug 12 02:42:26.917653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcab51-50e0-44d9-959e-13a5206f3291 req-e9df7bf1-7db3-4fe9-9469-3117c251a248 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:26.919174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8adcab51-50e0-44d9-959e-13a5206f3291 req-e9df7bf1-7db3-4fe9-9469-3117c251a248 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0520372 Aug 12 02:42:26.958341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8adcab51-50e0-44d9-959e-13a5206f3291 req-9512c37f-8a6a-4135-a14d-51949142090e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Aug 12 02:42:28.094636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485e516-044f-4f80-bc17-ca9ae847934a req-121433ae-01f9-42e8-9755-f56f4d499a50 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:28.097126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8485e516-044f-4f80-bc17-ca9ae847934a req-121433ae-01f9-42e8-9755-f56f4d499a50 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0603292 Aug 12 02:42:28.141579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8485e516-044f-4f80-bc17-ca9ae847934a req-e95584ba-699d-4119-921c-a4c5b1d2f234 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387635 Aug 12 02:42:28.352645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639c4f-f493-4696-8fee-4325d403055c req-c451deb4-7117-49fb-99f0-14130434882b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:28.354067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0639c4f-f493-4696-8fee-4325d403055c req-c451deb4-7117-49fb-99f0-14130434882b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0563762 Aug 12 02:42:28.392411 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0639c4f-f493-4696-8fee-4325d403055c req-719ce285-6693-4e05-9347-c677c02ee699 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322821 Aug 12 02:42:29.528607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdadaa-f82b-43fc-9d1d-0e87da11469d req-6da1ace8-a3ac-4247-8b5e-c16285ea1cb6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:29.530120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66fdadaa-f82b-43fc-9d1d-0e87da11469d req-6da1ace8-a3ac-4247-8b5e-c16285ea1cb6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0507615 Aug 12 02:42:29.572599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66fdadaa-f82b-43fc-9d1d-0e87da11469d req-16c3cf22-5ef0-4a1b-9ddb-e38020f806d9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364256 Aug 12 02:42:29.686068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093f754-7235-43b8-b2b8-db0522d5c9d2 req-fa0bc52b-c3f5-4b5f-a689-e77ce44aeb68 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:29.687595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6093f754-7235-43b8-b2b8-db0522d5c9d2 req-fa0bc52b-c3f5-4b5f-a689-e77ce44aeb68 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Aug 12 02:42:29.726597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6093f754-7235-43b8-b2b8-db0522d5c9d2 req-1605a83b-2f48-4ed9-9293-68742d65b617 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323911 Aug 12 02:42:29.855994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd279deb-44e4-4edc-80bc-46b7ba30e37d req-33a178e2-0db1-4350-b504-97894bfc908c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:29.857793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd279deb-44e4-4edc-80bc-46b7ba30e37d req-33a178e2-0db1-4350-b504-97894bfc908c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0595472 Aug 12 02:42:29.903512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd279deb-44e4-4edc-80bc-46b7ba30e37d req-6b417348-8ac2-4af9-9d05-35e130a5da53 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 Aug 12 02:42:30.024198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0bc50-86a8-45f3-bbd0-6369d7310aa9 req-7c353e3c-3498-4e39-a7f6-f5325645a870 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:30.025717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ced0bc50-86a8-45f3-bbd0-6369d7310aa9 req-7c353e3c-3498-4e39-a7f6-f5325645a870 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Aug 12 02:42:30.067880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ced0bc50-86a8-45f3-bbd0-6369d7310aa9 req-ec40de85-d24d-4f08-a94d-0301b9ac64e3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360570 Aug 12 02:42:31.976783 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ce6c0287-6e19-40b5-bdfc-96ef84378047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:34.593138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0806d076-0d9a-4e98-a6f8-94621594e430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:34.679694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:34.698727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:35.866103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.257852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40666) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:42:37.359610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.365354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e594235-5c97-44e0-88ac-146f383f4a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.452465 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e594235-5c97-44e0-88ac-146f383f4a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.456540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e594235-5c97-44e0-88ac-146f383f4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.493289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594235-5c97-44e0-88ac-146f383f4a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d27642-886c-470d-9034-26b8d6ff679c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:37.497658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e594235-5c97-44e0-88ac-146f383f4a18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ed4f66dfd764f898f00f8fabdc6e7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386966 Aug 12 02:42:37.500455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40670) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:42:37.547491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.573796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.619371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.621897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:37.623079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34d27642-886c-470d-9034-26b8d6ff679c HTTP/1.1" status: 204 len: 168 time: 0.1218939 Aug 12 02:42:37.631495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c9f28-0414-4391-82c1-e390ec1a2301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d27642-886c-470d-9034-26b8d6ff679c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:38.653188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e604c4-1981-4ab0-9f2c-5d1d27adbca5 req-4332aa50-a397-4430-aebc-9bc758e53fc6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:38.654813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4e604c4-1981-4ab0-9f2c-5d1d27adbca5 req-4332aa50-a397-4430-aebc-9bc758e53fc6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0501204 Aug 12 02:42:38.700106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4e604c4-1981-4ab0-9f2c-5d1d27adbca5 req-ec86cbd7-0de8-4377-bd53-2f8125b57db6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332944 Aug 12 02:42:39.827165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18800cc0-4d63-4b92-a0b3-fbf58dbbeb5d req-5fb4a723-e087-493e-b4ed-e9485b0241ad tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:39.829018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18800cc0-4d63-4b92-a0b3-fbf58dbbeb5d req-5fb4a723-e087-493e-b4ed-e9485b0241ad tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0555565 Aug 12 02:42:39.872742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18800cc0-4d63-4b92-a0b3-fbf58dbbeb5d req-7c428053-576c-4fa2-aa7e-9c7d352c23ac tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365882 Aug 12 02:42:40.998748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0781bb8-9b03-4a44-a478-14c47cb58998 req-0004b793-6eff-428f-b921-b29bb27672ed tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:41.000350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0781bb8-9b03-4a44-a478-14c47cb58998 req-0004b793-6eff-428f-b921-b29bb27672ed tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0505316 Aug 12 02:42:41.038298 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0781bb8-9b03-4a44-a478-14c47cb58998 req-546e0138-7484-44a4-8499-7a2983f563e3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319531 Aug 12 02:42:42.161123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b84dc-ae2a-43f2-800e-fc265c55d30d req-c50dab28-e30a-496f-a984-f31c40394ea4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:42.163224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-476b84dc-ae2a-43f2-800e-fc265c55d30d req-c50dab28-e30a-496f-a984-f31c40394ea4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0516648 Aug 12 02:42:42.201817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-476b84dc-ae2a-43f2-800e-fc265c55d30d req-3f4a2788-bd92-410a-aed3-9d8e83416a40 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Aug 12 02:42:43.324419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd78ff-8319-44c8-aa9f-c7a3e0760651 req-abe94643-7ab5-41fb-91cf-d0ba6db9c20a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:43.325851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1fd78ff-8319-44c8-aa9f-c7a3e0760651 req-abe94643-7ab5-41fb-91cf-d0ba6db9c20a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0485525 Aug 12 02:42:43.367098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d1fd78ff-8319-44c8-aa9f-c7a3e0760651 req-6edb4528-0230-437d-a5a8-edc1b479fb9d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350440 Aug 12 02:42:44.494852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56acc50-651e-46c0-abdf-6bca1e90bd64 req-5add8e9b-7077-4843-a060-3cf7a8729240 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:44.496432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a56acc50-651e-46c0-abdf-6bca1e90bd64 req-5add8e9b-7077-4843-a060-3cf7a8729240 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0570111 Aug 12 02:42:44.539729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a56acc50-651e-46c0-abdf-6bca1e90bd64 req-268b35a6-f581-441c-9b51-83b782096add tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Aug 12 02:42:45.658732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684675e-aa9f-4a68-99b5-b1c4d667b08e req-7f594d5e-3bf9-41b6-9a10-9671638a9761 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:45.660233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4684675e-aa9f-4a68-99b5-b1c4d667b08e req-7f594d5e-3bf9-41b6-9a10-9671638a9761 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0479553 Aug 12 02:42:45.697614 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4684675e-aa9f-4a68-99b5-b1c4d667b08e req-67911b2a-caa1-4f7f-a597-8004b0a1192d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Aug 12 02:42:46.816522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39a18d-a270-43b3-baaa-f9421a705ea2 req-7da2b2ca-5240-4420-83ca-d999d329cba6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:46.818733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e39a18d-a270-43b3-baaa-f9421a705ea2 req-7da2b2ca-5240-4420-83ca-d999d329cba6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0503168 Aug 12 02:42:46.859378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e39a18d-a270-43b3-baaa-f9421a705ea2 req-18a45f2b-ecd0-45c9-bc56-693b4a2066f3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Aug 12 02:42:47.993947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:47.998995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec4c8f9-7f6f-4c44-a5df-79511c89fc62 req-c5fb89e6-4062-4056-9053-941c781472e4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:48.000567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ec4c8f9-7f6f-4c44-a5df-79511c89fc62 req-c5fb89e6-4062-4056-9053-941c781472e4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0619600 Aug 12 02:42:48.046206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ec4c8f9-7f6f-4c44-a5df-79511c89fc62 req-013d7266-272f-40e9-917b-88208d350257 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382583 Aug 12 02:42:49.169448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140659e3-6693-4e76-b45d-9d6320d7f2b1 req-443c451e-7008-4bd9-b8fd-1a2ca319971e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:49.170971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140659e3-6693-4e76-b45d-9d6320d7f2b1 req-443c451e-7008-4bd9-b8fd-1a2ca319971e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0527954 Aug 12 02:42:49.210461 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-140659e3-6693-4e76-b45d-9d6320d7f2b1 req-f1e8554b-7017-47be-92f2-2bb2ef6679a8 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Aug 12 02:42:50.330786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186e20c-4d18-4006-a4db-7a9f82167df6 req-09e70c88-e06b-4c05-8cb4-716a9d683c68 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:50.332316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3186e20c-4d18-4006-a4db-7a9f82167df6 req-09e70c88-e06b-4c05-8cb4-716a9d683c68 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0492308 Aug 12 02:42:50.372997 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3186e20c-4d18-4006-a4db-7a9f82167df6 req-ae20d4c5-5e77-4dbc-ac30-ca1779eee956 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Aug 12 02:42:51.416697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:42:51.548128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a40a-d3c3-4e1e-a643-84ef02d5b923 req-82ab65ee-da05-49b9-970d-853956da6cd4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:51.556746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:42:51.557273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e727a40a-d3c3-4e1e-a643-84ef02d5b923 req-82ab65ee-da05-49b9-970d-853956da6cd4 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0779400 Aug 12 02:42:51.569742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0ae57c99-62ac-4672-884b-be83a94244fa', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:42:51.607139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e727a40a-d3c3-4e1e-a643-84ef02d5b923 req-0b480c15-491a-40f9-a06b-37086fa824a2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Aug 12 02:42:51.628088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:51.646361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:42:51.671882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:42:51.677056 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:51.744438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:51.753345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.754073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.754633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.755187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.755805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.756563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.757121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.757865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.758417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.758963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.759545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.760205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:51.769060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0ae57c99-62ac-4672-884b-be83a94244fa'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:42:52.730204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8d4cc-3125-4f67-8464-f7f511fb842f req-5bb20b77-e068-44db-a121-a0f1afc53d5f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:52.731896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08a8d4cc-3125-4f67-8464-f7f511fb842f req-5bb20b77-e068-44db-a121-a0f1afc53d5f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 945 time: 0.0558708 Aug 12 02:42:52.776140 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08a8d4cc-3125-4f67-8464-f7f511fb842f req-0bea41fe-4cae-42d7-8a1e-c96abbd211f3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370693 Aug 12 02:42:53.422864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:42:53.527848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0ae57c99-62ac-4672-884b-be83a94244fa triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:42:53.528539 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:53.559119 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-46c83994-a4b5-4fba-a744-0f777f02a7f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0785110 Aug 12 02:42:53.641406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce19d29-3565-4e99-926d-674e8def3dce req-63c734bf-ce44-4a9e-8d70-89e983ad3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:53.641656 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:53.642955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-63c734bf-ce44-4a9e-8d70-89e983ad3294 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 1096 time: 0.0564101 Aug 12 02:42:53.693079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:42:53.695045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:42:53.698199 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9400f91-8a48-4dd0-8f7e-4b128228a7a3" -d '{"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:42:53.712103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:53.770804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:53.789333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce19d29-3565-4e99-926d-674e8def3dce req-a3581595-b897-41d6-9378-458494b8db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:53.791109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-a3581595-b897-41d6-9378-458494b8db56 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1246758 Aug 12 02:42:53.849748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-380fce4f-8f3a-45be-b079-f05523fb7c30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 200 len: 217 time: 0.0494938 Aug 12 02:42:53.920662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce19d29-3565-4e99-926d-674e8def3dce req-feb7577c-146b-449b-a3cc-78fb4c428b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:53.923076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-feb7577c-146b-449b-a3cc-78fb4c428b89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0653131 Aug 12 02:42:53.941401 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a80768-8927-4c63-b489-2df4ea167070 x-openstack-request-id: req-12a80768-8927-4c63-b489-2df4ea167070 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:42:53.941999 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:42:53.942495 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12a80768-8927-4c63-b489-2df4ea167070 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:42:53.943115 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'code': 200} Aug 12 02:42:53.969862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aedc15-dd2a-41e3-9b12-f85867f440c4 req-aa067cc2-cedb-4093-bca3-a6e640bffe95 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:53.978381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79aedc15-dd2a-41e3-9b12-f85867f440c4 req-aa067cc2-cedb-4093-bca3-a6e640bffe95 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0924394 Aug 12 02:42:53.986370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce19d29-3565-4e99-926d-674e8def3dce req-81d5ea25-5909-4d8f-98d9-14bf6a6c1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:53.988074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-81d5ea25-5909-4d8f-98d9-14bf6a6c1282 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552068 Aug 12 02:42:54.026649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79aedc15-dd2a-41e3-9b12-f85867f440c4 req-b75918aa-31d8-490e-b5fd-50eb83218638 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470583 Aug 12 02:42:54.095899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-73087ad8-bae1-45aa-a498-363a580eead5 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004279 Aug 12 02:42:54.213242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bce19d29-3565-4e99-926d-674e8def3dce req-bd4ae943-18d2-456a-b7c6-02c87b0d3f43 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098082 Aug 12 02:42:54.434478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:42:55.157721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02bc9c-a0c4-4ab4-aa8e-6b6dc565af7d req-b3f3edac-472b-43be-980e-16e55826cf5c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:55.166040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f02bc9c-a0c4-4ab4-aa8e-6b6dc565af7d req-b3f3edac-472b-43be-980e-16e55826cf5c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0694571 Aug 12 02:42:55.204245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f02bc9c-a0c4-4ab4-aa8e-6b6dc565af7d req-24853b40-4f28-4e6b-9f3b-6a4ea68da9b3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Aug 12 02:42:56.055661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 40892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:42:56.239618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.369041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7fae3-5210-4ad1-84f9-fd452dac65db req-928798c9-5759-4b9b-ae8a-321a75a88ef7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:56.371452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4af7fae3-5210-4ad1-84f9-fd452dac65db req-928798c9-5759-4b9b-ae8a-321a75a88ef7 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0628374 Aug 12 02:42:56.378859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.386501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.412220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b387b744-8eaa-46f7-8bb1-3f136dd8f456,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:56.433942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4af7fae3-5210-4ad1-84f9-fd452dac65db req-436e0285-5e09-46f4-963f-0a08e7d6c8c5 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532272 Aug 12 02:42:56.437871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.438505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.439129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.439749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.440105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.440444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.440777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.441108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.441687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.441971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.442292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.443301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.461756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c367f474-1e46-483e-8fc0-1a40f38e7629 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac227d4121544f3d99bc4cd09d1246c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023049 Aug 12 02:42:56.462309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 40898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:42:56.520257 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.548185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.616207 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.621833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:42:56.627491 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b387b744-8eaa-46f7-8bb1-3f136dd8f456 HTTP/1.1" status: 204 len: 168 time: 0.1625738 Aug 12 02:42:56.640679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b387b744-8eaa-46f7-8bb1-3f136dd8f456,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:42:56.652709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.653060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.653412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.653755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.654183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.654411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.654812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.655147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.655524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.655855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.656183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:56.656514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad783e1b-50ce-4fbb-8a53-ca8d5452f083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:42:57.592700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445048d-c3e8-4a14-b1b8-904fdcb9a1ef req-65760188-4cf9-4216-9482-52a9e25ac33e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:57.594631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0445048d-c3e8-4a14-b1b8-904fdcb9a1ef req-65760188-4cf9-4216-9482-52a9e25ac33e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0602057 Aug 12 02:42:57.639142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0445048d-c3e8-4a14-b1b8-904fdcb9a1ef req-5b1ce015-9b41-469c-bb28-81841c9cb9b1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379622 Aug 12 02:42:58.791116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd026977-96de-4045-9954-7adca90b0ddd req-332969c9-bfef-430b-8531-dff66a07ec77 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:58.792888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd026977-96de-4045-9954-7adca90b0ddd req-332969c9-bfef-430b-8531-dff66a07ec77 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0646505 Aug 12 02:42:58.844234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd026977-96de-4045-9954-7adca90b0ddd req-f5bba6e6-0342-4057-8d95-d5921f6c23bc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451992 Aug 12 02:42:59.976645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b1c43-d3b4-4eaa-868f-e9b83e48e41a req-3974d077-2af5-4c18-a89b-d92d2cfa83a9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:42:59.978301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-573b1c43-d3b4-4eaa-868f-e9b83e48e41a req-3974d077-2af5-4c18-a89b-d92d2cfa83a9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0579174 Aug 12 02:43:00.018947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-573b1c43-d3b4-4eaa-868f-e9b83e48e41a req-73df9d09-76c6-4148-91f5-121508fbb52b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345664 Aug 12 02:43:01.148544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6b9f6-cbfe-40d1-ad88-006b58e89d5c req-8fde81e9-334a-4857-99fd-2b33383c946b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:01.150096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3dc6b9f6-cbfe-40d1-ad88-006b58e89d5c req-8fde81e9-334a-4857-99fd-2b33383c946b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0535059 Aug 12 02:43:01.187175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3dc6b9f6-cbfe-40d1-ad88-006b58e89d5c req-acffab1b-c81c-4110-8979-331195d4fef9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311301 Aug 12 02:43:01.651895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-ef67f308-5793-4303-b4f2-b86a61bf56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:01.653302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-ef67f308-5793-4303-b4f2-b86a61bf56b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1097 time: 0.0403948 Aug 12 02:43:01.750660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-3656d9e3-cc3b-48ad-83c2-7a2a095fdf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:01.752182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-3656d9e3-cc3b-48ad-83c2-7a2a095fdf23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0905051 Aug 12 02:43:01.834166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-d9e65159-45ac-4c73-bf7e-d7d6390a5c26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1002 time: 0.0741084 Aug 12 02:43:01.883139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-4cdce4a9-86dc-4e4b-adec-2741e750c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:01.884632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-4cdce4a9-86dc-4e4b-adec-2741e750c68f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0440493 Aug 12 02:43:01.933031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-f0d02f72-6640-44ac-b39a-2c2c3d02dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:01.934417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-f0d02f72-6640-44ac-b39a-2c2c3d02dbd3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427334 Aug 12 02:43:01.978617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-352db950-3a8e-49c4-b289-ae09aab5eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:02.026559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-7cc4c20a-f978-4d61-b38b-b801f955234d service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Aug 12 02:43:02.120833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8ee6ba7-95b5-407c-a3a3-ad3286740bf8 req-893eaf70-13d3-44a0-ac59-2ddae967a99c service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871329 Aug 12 02:43:02.307646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abee6b-5f3f-4301-b1e2-dc7c072c63bb req-2ed59a4f-37fd-4149-981a-ab9d56c32d23 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:02.309135 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8abee6b-5f3f-4301-b1e2-dc7c072c63bb req-2ed59a4f-37fd-4149-981a-ab9d56c32d23 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0490804 Aug 12 02:43:02.347057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8abee6b-5f3f-4301-b1e2-dc7c072c63bb req-c44dfa37-a613-4b24-8a80-b2dd23999e90 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321205 Aug 12 02:43:03.464744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee2620-371e-48f4-a972-c95dd0fc4be2 req-afade7ff-d599-404b-b0bc-f63a3cd500dd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:03.466243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbee2620-371e-48f4-a972-c95dd0fc4be2 req-afade7ff-d599-404b-b0bc-f63a3cd500dd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0485320 Aug 12 02:43:03.504460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbee2620-371e-48f4-a972-c95dd0fc4be2 req-c3a7b1fa-513b-43da-8b3a-08c45cc51efb tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320454 Aug 12 02:43:04.594885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-efb83e79-8856-4ec0-ad7e-7ca2ab2daa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:04.623327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24bf48-d8c3-48bc-b5d2-526260d7b4fb req-8deacca9-46e8-4137-b450-7af920cbdb67 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:04.624862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c24bf48-d8c3-48bc-b5d2-526260d7b4fb req-8deacca9-46e8-4137-b450-7af920cbdb67 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0506544 Aug 12 02:43:04.666018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c24bf48-d8c3-48bc-b5d2-526260d7b4fb req-fa177aba-1102-478b-be3b-795a5d4cc995 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352187 Aug 12 02:43:04.696200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:04.700040 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:05.481650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:43:05.563019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053628-f53a-401e-a5d6-dd645b5f124e req-d9d5883c-1ffa-4481-8bc6-eac64df1d8f6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:05.565042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-21053628-f53a-401e-a5d6-dd645b5f124e req-d9d5883c-1ffa-4481-8bc6-eac64df1d8f6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 946 time: 0.0575881 Aug 12 02:43:05.572786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:05.601826 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:43:05.604843 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41878ac8-f5e4-47d8-8acf-55cceb13b747" -d '{"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-unplugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:43:05.612276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-21053628-f53a-401e-a5d6-dd645b5f124e req-b893f41d-99da-4c02-add4-8094ace88c96 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Aug 12 02:43:05.622583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:43:05.629620 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:05.667514 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725c894-7d69-4afe-b934-b81a6f5798ee x-openstack-request-id: req-7725c894-7d69-4afe-b934-b81a6f5798ee {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:43:05.667825 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-unplugged", "status": "failed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "code": 422}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:43:05.668075 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7725c894-7d69-4afe-b934-b81a6f5798ee {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:43:05.668467 n-d-804303-2 neutron-server[94675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'code': 422} returned with failed status Aug 12 02:43:05.680638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:43:05.815607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-a4167849-f072-4679-a625-b33b75fb421b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399678 Aug 12 02:43:05.869728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:06.536789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-9fd9516f-7fb1-422e-9c17-ba0757ac8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.538826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-9fd9516f-7fb1-422e-9c17-ba0757ac8598 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be&tenant_id=128180ef8f484a7684a82d2d945f80a0 HTTP/1.1" status: 200 len: 1095 time: 0.0413315 Aug 12 02:43:06.597029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-fa3a738d-3356-4c61-bfaa-f2858afb1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.598543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-fa3a738d-3356-4c61-bfaa-f2858afb1528 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1095 time: 0.0401335 Aug 12 02:43:06.700497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-22cc36f6-0158-4494-8ac3-55b61a65a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.702281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-22cc36f6-0158-4494-8ac3-55b61a65a614 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0974495 Aug 12 02:43:06.800320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d9db5-feee-4355-b6ab-c698c8945588 req-e75bdef0-4ec4-415a-aa1a-7386f73d727c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.801739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-760d9db5-feee-4355-b6ab-c698c8945588 req-e75bdef0-4ec4-415a-aa1a-7386f73d727c tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0985813 Aug 12 02:43:06.804932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-aa09cb9f-d774-4e80-83bf-37316bf06cdd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1000 time: 0.0927501 Aug 12 02:43:06.883541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-760d9db5-feee-4355-b6ab-c698c8945588 req-43b7084b-7298-434f-889f-0e0c98f1ec12 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750482 Aug 12 02:43:06.887185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-76c41d6c-b102-415f-88d8-94e8745af16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.888652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-76c41d6c-b102-415f-88d8-94e8745af16f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0745816 Aug 12 02:43:06.936317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-37a31622-b0a1-4532-881d-dd4517485b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:06.937803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-37a31622-b0a1-4532-881d-dd4517485b69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413473 Aug 12 02:43:07.029101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-54a8c6e3-1064-42af-a779-9e9f472fd2e4 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841124 Aug 12 02:43:07.116029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-95db7aa6-72ea-4166-8714-b25249f18897 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800180 Aug 12 02:43:07.361818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:08.012190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de570bb-de78-4f2f-9c32-7a796b0955c3 req-e0bd30b0-557f-498c-b266-46cc10baf8e3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:08.013675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6de570bb-de78-4f2f-9c32-7a796b0955c3 req-e0bd30b0-557f-498c-b266-46cc10baf8e3 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0493960 Aug 12 02:43:08.051714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6de570bb-de78-4f2f-9c32-7a796b0955c3 req-14fc50f3-3ef4-4c13-a76e-e6200fdaf6ca tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312264 Aug 12 02:43:09.179883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133a4f-7683-495b-b0f5-55f1e309a88e req-96f25372-a655-4820-acfd-08947dcf760a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:09.187300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61133a4f-7683-495b-b0f5-55f1e309a88e req-96f25372-a655-4820-acfd-08947dcf760a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0624175 Aug 12 02:43:09.229084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61133a4f-7683-495b-b0f5-55f1e309a88e req-cd92ac09-9b56-4460-931c-2a03829e4771 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Aug 12 02:43:10.350861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a17f-3f76-4434-bcd2-35dc06202083 req-60109c41-5d4b-4a59-8c09-29d56a50f990 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:10.353516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7da0a17f-3f76-4434-bcd2-35dc06202083 req-60109c41-5d4b-4a59-8c09-29d56a50f990 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0531111 Aug 12 02:43:10.394643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7da0a17f-3f76-4434-bcd2-35dc06202083 req-5de08e33-4b62-4f1c-bfbc-3c496ed63cc1 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343895 Aug 12 02:43:11.266466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-287d20f9-17aa-48d9-85c8-8c8f8695859c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395780 Aug 12 02:43:11.339009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762225-de80-4a56-aac7-295b56e4e0df req-4bcad5e1-747b-4750-8d16-6dc834a57c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:11.340532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-4bcad5e1-747b-4750-8d16-6dc834a57c0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 1097 time: 0.0407982 Aug 12 02:43:11.452920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762225-de80-4a56-aac7-295b56e4e0df req-82b66fb2-3fca-4a49-8dd9-0bed78cd8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:11.454599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-82b66fb2-3fca-4a49-8dd9-0bed78cd8f71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0948627 Aug 12 02:43:11.506678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-a8eff606-63aa-4f64-a490-11615881bef2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 200 len: 217 time: 0.0448194 Aug 12 02:43:11.542327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655a05-a003-4b71-8331-d793040451b9 req-1ea2608b-aa66-48fd-9f25-28af63b05d00 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:11.543885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07655a05-a003-4b71-8331-d793040451b9 req-1ea2608b-aa66-48fd-9f25-28af63b05d00 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0537355 Aug 12 02:43:11.576069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762225-de80-4a56-aac7-295b56e4e0df req-1ec85120-87fa-4637-8001-d1e0ff4b973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:11.578483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-1ec85120-87fa-4637-8001-d1e0ff4b973e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0648589 Aug 12 02:43:11.590451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07655a05-a003-4b71-8331-d793040451b9 req-e9776fad-89cd-4f80-8ac7-aa306f9e7f50 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Aug 12 02:43:11.640272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d762225-de80-4a56-aac7-295b56e4e0df req-143aa688-1975-426b-bfa1-166a2088d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:11.642060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-143aa688-1975-426b-bfa1-166a2088d14e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561345 Aug 12 02:43:12.062765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-e77bcf5b-0de1-4a3e-8616-1924e45bbc16 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134128 Aug 12 02:43:12.163416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d762225-de80-4a56-aac7-295b56e4e0df req-978922f4-0e84-45a3-969f-e82ae6d699e8 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936065 Aug 12 02:43:12.754493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecada291-19cb-411c-b454-bd4485e32007 req-65a97417-3ab8-4fb4-868e-fb01ba8d8fe9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:12.756605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecada291-19cb-411c-b454-bd4485e32007 req-65a97417-3ab8-4fb4-868e-fb01ba8d8fe9 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0590987 Aug 12 02:43:12.797253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecada291-19cb-411c-b454-bd4485e32007 req-26fd8f62-bde8-40ab-b2e0-529380fa0629 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339119 Aug 12 02:43:13.922148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c81f81-cc57-4636-9e7d-56547ebad9ff req-b22abfc2-7834-4f97-93d4-5cd07969bbda tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:13.923643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c81f81-cc57-4636-9e7d-56547ebad9ff req-b22abfc2-7834-4f97-93d4-5cd07969bbda tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0477731 Aug 12 02:43:13.966286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0c81f81-cc57-4636-9e7d-56547ebad9ff req-4fdf4ea7-653b-4515-abc4-865af3789398 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 Aug 12 02:43:15.106577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7fc64-2a0e-483c-ac9f-a0729f552678 req-c5e67658-7e00-4b49-af54-0f2c4bcb0321 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:15.108098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8a7fc64-2a0e-483c-ac9f-a0729f552678 req-c5e67658-7e00-4b49-af54-0f2c4bcb0321 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0654309 Aug 12 02:43:15.147393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8a7fc64-2a0e-483c-ac9f-a0729f552678 req-c3587826-6bb3-4414-b9d3-97bcc50a689f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334377 Aug 12 02:43:16.282812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776528c4-09f9-4677-a5b3-3f64661d6564 req-20306a84-5054-4737-84df-eb1134fe5a13 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:16.286420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-776528c4-09f9-4677-a5b3-3f64661d6564 req-20306a84-5054-4737-84df-eb1134fe5a13 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0570984 Aug 12 02:43:16.325743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-776528c4-09f9-4677-a5b3-3f64661d6564 req-12712913-7831-4fb0-899a-8b6c3ef4266f tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331893 Aug 12 02:43:17.460515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94479a4c-722d-4866-8564-c800f4479b39 req-6f317575-3c18-4fc1-aad1-4c4fad6a2926 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:17.461890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94479a4c-722d-4866-8564-c800f4479b39 req-6f317575-3c18-4fc1-aad1-4c4fad6a2926 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0524831 Aug 12 02:43:17.505054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94479a4c-722d-4866-8564-c800f4479b39 req-f84a156b-2a76-4cd7-82fa-896e18ae6792 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352232 Aug 12 02:43:18.004878 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:18.625689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8b7f9-122f-4d00-9a6f-1e8092f8b73d req-8404e3b1-b3b5-4a53-9b65-75977bf76fdd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:18.627182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1bc8b7f9-122f-4d00-9a6f-1e8092f8b73d req-8404e3b1-b3b5-4a53-9b65-75977bf76fdd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0497973 Aug 12 02:43:18.664918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1bc8b7f9-122f-4d00-9a6f-1e8092f8b73d req-89b96395-e8a1-458a-ad49-8d7e05f55004 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Aug 12 02:43:19.794906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f591-5694-475f-8cc7-91936858798f req-081c8849-0554-4111-92ea-f4915134520d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:19.796425 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b58f591-5694-475f-8cc7-91936858798f req-081c8849-0554-4111-92ea-f4915134520d tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0491312 Aug 12 02:43:19.832928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6b58f591-5694-475f-8cc7-91936858798f req-e6d8dcb9-420d-40b8-81e6-14db4a9b82f2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307384 Aug 12 02:43:20.952122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89be3-af73-42ad-9acb-48282fc27b2a req-1590d69b-c3f7-455c-82ac-c24f2ecc4067 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:20.953601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1da89be3-af73-42ad-9acb-48282fc27b2a req-1590d69b-c3f7-455c-82ac-c24f2ecc4067 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 944 time: 0.0490596 Aug 12 02:43:20.990393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1da89be3-af73-42ad-9acb-48282fc27b2a req-f204f868-fe7f-4629-8cd7-bffdceac0c16 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Aug 12 02:43:21.538378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:43:21.634654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:43:21.645618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '0ae57c99-62ac-4672-884b-be83a94244fa', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'port_id': '0ae57c99-62ac-4672-884b-be83a94244fa', 'mac_address': 'fa:16:3e:81:ce:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:43:21.680913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:21.693747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:43:21.714477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:43:21.718614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:21.773855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:43:21.929770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['0ae57c99-62ac-4672-884b-be83a94244fa'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:43:22.119136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847c045-8aea-43d8-9ca3-2815c7f7ace8 req-add87f5e-294d-4c8d-b1fc-b3f39f5f87dc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:22.120803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f847c045-8aea-43d8-9ca3-2815c7f7ace8 req-add87f5e-294d-4c8d-b1fc-b3f39f5f87dc tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 945 time: 0.0485079 Aug 12 02:43:22.158308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f847c045-8aea-43d8-9ca3-2815c7f7ace8 req-5f4c0452-4a31-4afd-835d-8431eff3b903 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Aug 12 02:43:23.282181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed7ca4-d79f-4b50-8247-9012efd221ce req-f5425f0d-ac67-4199-b2dc-a562cb190758 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:23.283730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39ed7ca4-d79f-4b50-8247-9012efd221ce req-f5425f0d-ac67-4199-b2dc-a562cb190758 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 945 time: 0.0533576 Aug 12 02:43:23.320674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-39ed7ca4-d79f-4b50-8247-9012efd221ce req-88a77424-a207-482a-9b3b-f8166ce28cf0 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Aug 12 02:43:23.553215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:43:23.605364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 0ae57c99-62ac-4672-884b-be83a94244fa triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:43:23.605736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:23.679575 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:23.701213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:43:23.703828 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd464303-107f-4088-b7ca-5c2e6ed02734" -d '{"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:43:23.716138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:43:23.720127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:23.743330 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03e5b6-6263-4238-8212-f233dc73e840 x-openstack-request-id: req-3c03e5b6-6263-4238-8212-f233dc73e840 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:43:23.743660 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-plugged", "status": "completed", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:43:23.743951 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c03e5b6-6263-4238-8212-f233dc73e840 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:43:23.744887 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'code': 200} Aug 12 02:43:23.769804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:43:23.892839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a64a2-6f9c-4f0c-a9a7-6d734b830f47 req-42a6ce76-f81e-413f-8186-5a7401c34ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:23.894341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c8a64a2-6f9c-4f0c-a9a7-6d734b830f47 req-42a6ce76-f81e-413f-8186-5a7401c34ba7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1098 time: 0.0406866 Aug 12 02:43:23.928125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c8a64a2-6f9c-4f0c-a9a7-6d734b830f47 req-7feae662-9cfa-4bcf-b572-25d82e6816c8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273929 Aug 12 02:43:24.439310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0789f-8500-45fd-9c46-c91863bef99f req-51e5050d-b9b2-407a-aae4-3d2c1c5001b2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:24.440859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc0789f-8500-45fd-9c46-c91863bef99f req-51e5050d-b9b2-407a-aae4-3d2c1c5001b2 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 947 time: 0.0495069 Aug 12 02:43:24.480195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-abc0789f-8500-45fd-9c46-c91863bef99f req-8a1eccb5-eba1-4361-af9b-3b63f9bccb0e tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Aug 12 02:43:25.415609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18686254-0983-4bbf-b82a-762051719619 req-99f7ca95-9331-4f0a-b0e7-f7f9ee3c0b8f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.417820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18686254-0983-4bbf-b82a-762051719619 req-99f7ca95-9331-4f0a-b0e7-f7f9ee3c0b8f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0595505 Aug 12 02:43:25.430430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-72daca76-8141-4650-9669-aebe0827647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.432592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-72daca76-8141-4650-9669-aebe0827647e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0473297 Aug 12 02:43:25.459595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18686254-0983-4bbf-b82a-762051719619 req-17c4b1e2-afab-4785-9547-a5c324e585e2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352128 Aug 12 02:43:25.522326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-230b204c-30f2-4f34-ba5b-d843b9910eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.523843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-230b204c-30f2-4f34-ba5b-d843b9910eb8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0848413 Aug 12 02:43:25.618141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-cc45de50-bbb7-4bf9-a15b-e3daf814e477 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0858185 Aug 12 02:43:25.642322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcdd9-8cee-4254-9b9b-12a18e3eeb17 req-eb45fd65-ef0d-4a3a-b835-f6e064224500 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.643700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-484fcdd9-8cee-4254-9b9b-12a18e3eeb17 req-eb45fd65-ef0d-4a3a-b835-f6e064224500 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 947 time: 0.0770271 Aug 12 02:43:25.694164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-b0dbd54c-de4b-4313-ad2d-0b0e1f4baa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.695640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-b0dbd54c-de4b-4313-ad2d-0b0e1f4baa47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0696425 Aug 12 02:43:25.716454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-484fcdd9-8cee-4254-9b9b-12a18e3eeb17 req-b3cd286f-2215-49e6-aa71-423e57a566ad tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551298 Aug 12 02:43:25.745449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-7b46b454-e372-4774-a378-0dfcde2d3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:25.746971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-7b46b454-e372-4774-a378-0dfcde2d3acd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428765 Aug 12 02:43:25.838953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-82877ee0-02bf-4c8e-835b-e5991ceb9d9c service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846665 Aug 12 02:43:25.926009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1cb1239-6c39-4b75-8434-0c1d2ca2af76 req-2950b0c2-f07c-4790-8553-6a1c2dcf93e7 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804124 Aug 12 02:43:26.289500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-cd61373e-0b55-4040-8db1-09acb7090bbd req-b474e667-6064-44bf-8aba-bf3560bcf164 service neutron] (94674) timed out ('10.222.0.11', 49644) {{(pid=94674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:43:26.573786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b16f8-988b-4079-beca-2beac9349c27 req-1b2fc9f3-19fe-4770-86d4-19fb187ef0c7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:26.575183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-831b16f8-988b-4079-beca-2beac9349c27 req-1b2fc9f3-19fe-4770-86d4-19fb187ef0c7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0485554 Aug 12 02:43:26.616325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-831b16f8-988b-4079-beca-2beac9349c27 req-7662c00d-a4b5-4f9e-9d4f-3a106254ac87 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348406 Aug 12 02:43:27.739908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b95d31-9416-4b89-b9f5-198ecb80e6df req-c5fb8cf7-fb62-4f8f-9218-6c36dbc68883 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:27.741733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93b95d31-9416-4b89-b9f5-198ecb80e6df req-c5fb8cf7-fb62-4f8f-9218-6c36dbc68883 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0569949 Aug 12 02:43:27.780778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93b95d31-9416-4b89-b9f5-198ecb80e6df req-4ebb0a97-cbfe-4b74-94de-bb055583a0ee tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329301 Aug 12 02:43:28.895450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300fcf7-9520-493e-918e-24cab9099c79 req-68f0e6c1-3ee4-4bdb-af50-5b9ee3c0249c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:28.896945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7300fcf7-9520-493e-918e-24cab9099c79 req-68f0e6c1-3ee4-4bdb-af50-5b9ee3c0249c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Aug 12 02:43:28.933349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7300fcf7-9520-493e-918e-24cab9099c79 req-a3d1f829-c934-4d30-aa69-8b65739368b1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304999 Aug 12 02:43:30.045934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2c81-2651-4776-b361-c37137819564 req-19a33702-81e3-4843-99df-1881f2b4c1fa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:30.047416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c7b2c81-2651-4776-b361-c37137819564 req-19a33702-81e3-4843-99df-1881f2b4c1fa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0474203 Aug 12 02:43:30.085262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c7b2c81-2651-4776-b361-c37137819564 req-cfbea31b-4644-4d2a-be77-6c1158cc1d01 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319936 Aug 12 02:43:31.213255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1680744-8368-4d24-8c48-9bf5e2f3c966 req-f6da7f29-f552-43cc-bcd9-a3ddbadf935a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:31.214720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1680744-8368-4d24-8c48-9bf5e2f3c966 req-f6da7f29-f552-43cc-bcd9-a3ddbadf935a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0528491 Aug 12 02:43:31.254947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1680744-8368-4d24-8c48-9bf5e2f3c966 req-df0cd36c-e20f-41cb-b0cc-e38ea2df1669 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341697 Aug 12 02:43:31.434871 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:43:31.982591 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e73ec59e-73ae-4ab9-b33e-3beaa2bbd6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:32.385981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0519-2547-462d-9369-10d8a166df6f req-6b03e2d2-ff6d-43cf-af7c-b8e2d0cfe292 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:32.387531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a72d0519-2547-462d-9369-10d8a166df6f req-6b03e2d2-ff6d-43cf-af7c-b8e2d0cfe292 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Aug 12 02:43:32.425875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a72d0519-2547-462d-9369-10d8a166df6f req-d4cb9739-4acc-471b-b5a8-bc16d5d21584 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313575 Aug 12 02:43:34.596801 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-adc3c4f2-9ee9-4470-bcce-d7efbadc79e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:34.698948 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:34.703446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:35.871543 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:37.363789 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:48.003687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:53.542507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-5face251-0df8-4c74-b1b0-4161f472069a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445271 Aug 12 02:43:53.625333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-fde15d9b-239c-4508-b7de-9611d97b245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:53.626795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-fde15d9b-239c-4508-b7de-9611d97b245b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=128180ef8f484a7684a82d2d945f80a0&device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 1098 time: 0.0406597 Aug 12 02:43:53.732041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-988c4497-62fc-463e-96ed-5e1eedb24c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:53.733507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-988c4497-62fc-463e-96ed-5e1eedb24c69 service neutron] 10.222.0.25 "GET /v2.0/networks?id=56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 200 len: 918 time: 0.0855749 Aug 12 02:43:53.800221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-347d6b9e-e1e9-4c30-b4bf-8099f14cdbd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 200 len: 1002 time: 0.0571499 Aug 12 02:43:53.853063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-3a0df970-b528-4433-a567-26f92a85b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:53.854534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-3a0df970-b528-4433-a567-26f92a85b3be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 200 len: 856 time: 0.0470436 Aug 12 02:43:53.901772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-d0ed2262-53ff-4ca4-9c12-7d09c66161bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:53.903485 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-d0ed2262-53ff-4ca4-9c12-7d09c66161bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=56554522-046e-497c-a7a4-761a6101a801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393596 Aug 12 02:43:53.990935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-443d09b9-c65f-48d3-b0fe-c0472f5c34c9 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796182 Aug 12 02:43:54.082114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1826484b-606c-4d9b-ab64-51782d3274f2 req-362a6763-7f60-40ea-8dd5-b0b558404511 service neutron] 10.222.0.25 "GET /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841043 Aug 12 02:43:57.540577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c5934-6202-422c-aae9-72edba99c7d3 req-f57f74fa-629f-4be9-b398-9976014ed374 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:57.542542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c48c5934-6202-422c-aae9-72edba99c7d3 req-f57f74fa-629f-4be9-b398-9976014ed374 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 947 time: 0.0622551 Aug 12 02:43:57.589094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c48c5934-6202-422c-aae9-72edba99c7d3 req-a4f930b5-8e82-4990-b8a1-02325b3c9105 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382402 Aug 12 02:43:58.731826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ff6ff-b382-44e9-b84c-e75104b2b259 req-5ef6a15a-2ca5-4f70-8bfb-82f4fd70318a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:58.733358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-688ff6ff-b382-44e9-b84c-e75104b2b259 req-5ef6a15a-2ca5-4f70-8bfb-82f4fd70318a tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 947 time: 0.0533204 Aug 12 02:43:58.763451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-4fc36d30-5ac5-4502-89e1-9ff33d7393d6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:43:58.764963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-4fc36d30-5ac5-4502-89e1-9ff33d7393d6 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 947 time: 0.0502036 Aug 12 02:43:58.773765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-688ff6ff-b382-44e9-b84c-e75104b2b259 req-e86449d9-8074-4718-814a-b90f406f6a87 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Aug 12 02:43:58.862350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Deleting port 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:43:58.862689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:58.946540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] For port 0ae57c99-62ac-4672-884b-be83a94244fa, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=0ae57c99-62ac-4672-884b-be83a94244fa,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:43:58.946820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:59.120075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:59.120363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:59.120680 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Floating IP b594e9dc-66d9-4d16-a9b4-3448e193ba2d disassociated. External IP: 172.25.3.224, port: 0ae57c99-62ac-4672-884b-be83a94244fa. Aug 12 02:43:59.121093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Calling delete_port for 0ae57c99-62ac-4672-884b-be83a94244fa owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:43:59.245773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:59.279514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'Port': ['ID=0ae57c99-62ac-4672-884b-be83a94244fa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:43:59.290183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.290541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.290891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.291235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.291601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.291941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.292273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.292607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.292975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.293854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.294184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.294511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:43:59.402882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:43:59.505073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:43:59.515956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:43:59.525258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:43:59.525876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:43:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:43:59.548153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] No DVR routers for this DVR port 0ae57c99-62ac-4672-884b-be83a94244fa on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:43:59.550759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:43:59.552756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4d81bcd9-ee48-40e2-af91-bf3ca743ed54 req-afd109d2-973a-4526-a854-8ada56c1e2bd tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.25 "DELETE /v2.0/ports/0ae57c99-62ac-4672-884b-be83a94244fa HTTP/1.1" status: 204 len: 173 time: 0.7816532 Aug 12 02:43:59.553199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-deleted', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:43:59.555683 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ed5e8d-2d80-424d-b230-bae45c08f803" -d '{"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-deleted", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:43:59.622545 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480425d8-831f-4069-8dec-12715e1f25c7 x-openstack-request-id: req-480425d8-831f-4069-8dec-12715e1f25c7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:43:59.622824 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c49c6bd-3d32-46a1-b873-d84e118104be", "name": "network-vif-deleted", "tag": "0ae57c99-62ac-4672-884b-be83a94244fa", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:43:59.623074 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-480425d8-831f-4069-8dec-12715e1f25c7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:43:59.623559 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c49c6bd-3d32-46a1-b873-d84e118104be', 'name': 'network-vif-deleted', 'tag': '0ae57c99-62ac-4672-884b-be83a94244fa', 'status': 'completed', 'code': 200} Aug 12 02:43:59.642200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:43:59.847449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:43:59.877778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:43:59.885954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:43:59.886550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:43:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:43:59.887697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b7907965-f9f1-4f74-a7fb-59af9d5c91a6 req-9182f25c-9037-4d9f-8546-d945eb0749c5 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c49c6bd-3d32-46a1-b873-d84e118104be HTTP/1.1" status: 200 len: 210 time: 0.0280461 Aug 12 02:44:00.008529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:44:00.215701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:00.241421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a125e80a-7b13-4f85-97d8-ed1e07be109e None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:51Z', 'revision_number': 4, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3f70eb60-885c-4d22-9c9e-b8b504e4ac05', 'name': '', 'network_id': '56554522-046e-497c-a7a4-761a6101a801', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'mac_address': 'fa:16:3e:e9:51:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '2532ea5d-702a-4463-815f-0d034e25194a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:50Z', 'updated_at': '2021-08-12T02:36:57Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'subnets': [{'id': '2532ea5d-702a-4463-815f-0d034e25194a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:44:00.477564 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55d93f7-c6ca-4647-be69-e2044a82986c None None] New status for floating IP b594e9dc-66d9-4d16-a9b4-3448e193ba2d: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:44:00.978970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:01.032654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.054596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.108645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.111348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.112544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "DELETE /v2.0/security-groups/9bfd4da7-3cef-4be0-a6be-9f702ec42a3d HTTP/1.1" status: 204 len: 168 time: 0.1325362 Aug 12 02:44:01.115343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41140) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:01.122862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd4da7-3cef-4be0-a6be-9f702ec42a3d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:01.129629 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-cd47ff39-ce0e-4006-85b9-8fa2f2ae1200 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] show failed (client error): The resource could not be found. Aug 12 02:44:01.130243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.130602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.130729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cd47ff39-ce0e-4006-85b9-8fa2f2ae1200 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "GET /v2.0/security-groups/9bfd4da7-3cef-4be0-a6be-9f702ec42a3d HTTP/1.1" status: 404 len: 347 time: 0.0142522 Aug 12 02:44:01.131030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.131376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.131741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.132079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.132412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.132745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.133172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.133403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:01.133524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.133828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.134153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999d73a-33d8-4c16-8ee6-e1988be93a5b tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:01.257760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Deleting port b8344bbf-9f39-4af9-aa67-d6cd74fb78bb {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:01.258111 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.331320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.331691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.342930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Calling delete_port for b8344bbf-9f39-4af9-aa67-d6cd74fb78bb owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:01.473134 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.502882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Pushing event deleted for resources: {'Port': ['ID=b8344bbf-9f39-4af9-aa67-d6cd74fb78bb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:01.560784 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.563209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:01.564417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-133fd98c-7e01-4fb6-a02e-ba58b35bb139 tempest-AttachVolumeShelveTestJSON-2011389898 tempest-AttachVolumeShelveTestJSON-2011389898-project] 10.222.0.11 "DELETE /v2.0/floatingips/b594e9dc-66d9-4d16-a9b4-3448e193ba2d HTTP/1.1" status: 204 len: 168 time: 0.4300134 Aug 12 02:44:01.709441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:44:01.731316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 0ae57c99-62ac-4672-884b-be83a94244fa {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:44:01.731678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 0ae57c99-62ac-4672-884b-be83a94244fa not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:44:01.983627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7449-cd2e-4199-89ee-936886c7ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:04.601603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7bb563f2-9e43-4ee7-9ad0-6c6e425d4b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:04.697272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:04.704375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:05.876452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:06.154501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:06.975994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.220110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Deleting port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:07.220809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.299726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] For port 3f70eb60-885c-4d22-9c9e-b8b504e4ac05, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:07.300091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.313177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Calling delete_port for 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:07.367803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.493534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.517069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f70eb60-885c-4d22-9c9e-b8b504e4ac05,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:07.687220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:07.906363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Router 7225541a-bcf4-4067-bd7e-f6906379058a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:44:08.015548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:44:08.021579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-093a59d5-230e-4c60-ae05-05c58492c4b9 admin admin] 10.222.0.11 "PUT /v2.0/routers/7225541a-bcf4-4067-bd7e-f6906379058a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8653820 Aug 12 02:44:08.023082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:08.025656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Sync routers for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:44:08.034978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:44:08.035639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:44:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:08.127569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.144947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:44:08.232317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.299613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Deleting port c8e546bc-fe45-4a33-8f39-54a3a3355eae {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:08.299959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.331781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:44:07Z', 'revision_number': 5, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port': {'id': 'c8e546bc-fe45-4a33-8f39-54a3a3355eae', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:36:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:08.357212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Checking router: 7225541a-bcf4-4067-bd7e-f6906379058a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:44:08.365706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Routers {'7225541a-bcf4-4067-bd7e-f6906379058a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:44:08.366316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:44:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['7225541a-bcf4-4067-bd7e-f6906379058a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:08.386231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] For port c8e546bc-fe45-4a33-8f39-54a3a3355eae, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c8e546bc-fe45-4a33-8f39-54a3a3355eae,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:08.387218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.400333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Calling delete_port for c8e546bc-fe45-4a33-8f39-54a3a3355eae owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:08.434535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:44:08.453149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] Set router 7225541a-bcf4-4067-bd7e-f6906379058a gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:44:08.506477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:44:08Z', 'revision_number': 6, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:08.534389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29562da2-4c9c-4555-8ed2-af544125548c None None] The sync data for ids ['7225541a-bcf4-4067-bd7e-f6906379058a'] in n-d-804303-2 is: [{'id': '7225541a-bcf4-4067-bd7e-f6906379058a', 'name': 'tempest-AttachVolumeShelveTestJSON-1910957635-router', 'tenant_id': '128180ef8f484a7684a82d2d945f80a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:48Z', 'updated_at': '2021-08-12T02:44:08Z', 'revision_number': 6, 'project_id': '128180ef8f484a7684a82d2d945f80a0', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:44:08.572977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.604315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e546bc-fe45-4a33-8f39-54a3a3355eae,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:08.665692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.756422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.758565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.806017 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.806523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7225541a-bcf4-4067-bd7e-f6906379058a {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:44:08.811939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.813073 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-789322bd-9784-4579-9a1f-c29c47e01782 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7225541a-bcf4-4067-bd7e-f6906379058a HTTP/1.1" status: 204 len: 168 time: 0.7890420 Aug 12 02:44:08.815621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:08.862246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Deleting subnet 2532ea5d-702a-4463-815f-0d034e25194a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:44:08.865303 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.903749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:08.992771 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.048010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.071763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2532ea5d-702a-4463-815f-0d034e25194a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:09.078284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.080222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a86ab411-a271-4876-b490-ea76d84d564b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2532ea5d-702a-4463-815f-0d034e25194a HTTP/1.1" status: 204 len: 168 time: 0.2636800 Aug 12 02:44:09.082849 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41178) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:09.083562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afacec5-5d86-495b-a13a-82cae5ac1115 None None] Network 56554522-046e-497c-a7a4-761a6101a801 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:44:09.154087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.206223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Deleting port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:09.206688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.277665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] For port 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91df3569-aa0f-4091-9f04-4a1a2c2a7415,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:09.277989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.294434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Calling delete_port for 91df3569-aa0f-4091-9f04-4a1a2c2a7415 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:09.324852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] DHCP port deletion for 56554522-046e-497c-a7a4-761a6101a801 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:44:09.383979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Deleting port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:09.384653 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.395027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.399031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91df3569-aa0f-4091-9f04-4a1a2c2a7415 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:44:09.425546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=91df3569-aa0f-4091-9f04-4a1a2c2a7415,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:09.430180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] No DVR routers for this DVR port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:44:09.453879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 91df3569-aa0f-4091-9f04-4a1a2c2a7415 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:44:09.454401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 91df3569-aa0f-4091-9f04-4a1a2c2a7415 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:44:09.454646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:44:09.485614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:44:09.485964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3f70eb60-885c-4d22-9c9e-b8b504e4ac05 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:44:09.486383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c8e546bc-fe45-4a33-8f39-54a3a3355eae no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:44:09.509033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c8e546bc-fe45-4a33-8f39-54a3a3355eae {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:44:09.509378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c8e546bc-fe45-4a33-8f39-54a3a3355eae not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:44:09.511969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] For port 91df3569-aa0f-4091-9f04-4a1a2c2a7415, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=91df3569-aa0f-4091-9f04-4a1a2c2a7415,segment=NetworkSegment(947845fe-bdc5-4809-b859-166f5045b349),segment_id=947845fe-bdc5-4809-b859-166f5045b349)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:09.512379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.514618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.524746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Calling delete_port for 91df3569-aa0f-4091-9f04-4a1a2c2a7415 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:09.525025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56554522-046e-497c-a7a4-761a6101a801']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:09.535941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947845fe-bdc5-4809-b859-166f5045b349') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:09.536235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947845fe-bdc5-4809-b859-166f5045b349') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:09.545964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.560666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.567452 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:44:09.567898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:44:09.569649 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:44:09.607344 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.632776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.633721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Pushing event deleted for resources: {'Port': ['ID=91df3569-aa0f-4091-9f04-4a1a2c2a7415,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:09.645576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] No DVR routers for this DVR port 91df3569-aa0f-4091-9f04-4a1a2c2a7415 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:44:09.654844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.655195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.655754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.656278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.656483 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.657620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.658130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.658405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] 10.222.0.11 "DELETE /v2.0/networks/56554522-046e-497c-a7a4-761a6101a801 HTTP/1.1" status: 204 len: 168 time: 0.5745144 Aug 12 02:44:09.658776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.659260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.659387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a74cc-ddbc-4036-9964-cb99fb784e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=56554522-046e-497c-a7a4-761a6101a801,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:09.660106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.660573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.661876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.662928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406af06a-71d7-442c-9e70-7c83f072356f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:44:09.772321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41182) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:09.812851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67d3341a-f23f-4a42-bef5-3e130a590e8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=128180ef8f484a7684a82d2d945f80a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393288 Aug 12 02:44:09.815258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41184) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:09.861973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.882979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.934246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.936953 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:09.938106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19aec52e-f706-433e-828f-290c3a6b5788 HTTP/1.1" status: 204 len: 168 time: 0.1219089 Aug 12 02:44:09.945460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a978f-6a1f-4e56-840b-bf0488b3def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aec52e-f706-433e-828f-290c3a6b5788,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:13.886943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-42af9544-ffb6-4e97-bcdf-b5cf04b1a067 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403531 Aug 12 02:44:13.987156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f993bb-e604-4695-9945-c23ce6be8181 req-2f2934db-e9f7-4a66-97d7-bb5927b94be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:13.988648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-2f2934db-e9f7-4a66-97d7-bb5927b94be7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0392594 Aug 12 02:44:14.096020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f993bb-e604-4695-9945-c23ce6be8181 req-8ea7bf82-2311-46dd-8537-244d8ee97191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:14.097991 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-8ea7bf82-2311-46dd-8537-244d8ee97191 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0869787 Aug 12 02:44:14.164209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-1950602f-4a93-430d-ba22-135726519bac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0580928 Aug 12 02:44:14.212542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f993bb-e604-4695-9945-c23ce6be8181 req-fd8525e0-09f2-4807-a7d1-aab6a2a7db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:14.214000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-fd8525e0-09f2-4807-a7d1-aab6a2a7db64 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0431654 Aug 12 02:44:14.262963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f993bb-e604-4695-9945-c23ce6be8181 req-9832eeb3-9c90-4164-9869-2b0be2c11917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:14.265082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-9832eeb3-9c90-4164-9869-2b0be2c11917 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444238 Aug 12 02:44:14.355254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-8568a6a8-bec8-4cae-8578-c53107264bbc service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817356 Aug 12 02:44:14.450056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48f993bb-e604-4695-9945-c23ce6be8181 req-ecd15243-a831-4cd0-93a8-bbae838b81fb service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855207 Aug 12 02:44:18.017786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.252773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41298) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:19.360955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e0ed-ae1c-4405-873e-09235c1216e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.449031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e0ed-ae1c-4405-873e-09235c1216e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.456209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e0ed-ae1c-4405-873e-09235c1216e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.495792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f9c9e0ed-ae1c-4405-873e-09235c1216e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c8091f4f8a34e5fb9b3039315cbdca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419035 Aug 12 02:44:19.496663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9e0ed-ae1c-4405-873e-09235c1216e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13a7fff-dc68-4207-9642-3e83489937f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:19.499143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41302) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:19.550069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.570346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.616264 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.618916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:19.620109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d13a7fff-dc68-4207-9642-3e83489937f0 HTTP/1.1" status: 204 len: 168 time: 0.1196260 Aug 12 02:44:19.627788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ee953-09df-47d5-9228-b8e3f9a00204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13a7fff-dc68-4207-9642-3e83489937f0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:20.941503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72137d-c77a-4519-8449-4ff584fe0be9 req-7624d8a2-9d01-4c75-9da7-1f9ea54d5474 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:20.943054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce72137d-c77a-4519-8449-4ff584fe0be9 req-7624d8a2-9d01-4c75-9da7-1f9ea54d5474 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0526149 Aug 12 02:44:20.986117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce72137d-c77a-4519-8449-4ff584fe0be9 req-745c80a0-a612-4c23-a5fd-b5f572da5297 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355508 Aug 12 02:44:21.141790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0671dc7-6dd2-4451-957c-f8937f74ef81 req-21fbd0cc-1be4-44d1-b6ba-3b25ba148333 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:21.144172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0671dc7-6dd2-4451-957c-f8937f74ef81 req-21fbd0cc-1be4-44d1-b6ba-3b25ba148333 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0652509 Aug 12 02:44:21.193992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d0671dc7-6dd2-4451-957c-f8937f74ef81 req-d3e7a74c-86bf-4380-a94c-7119bbcf10ef tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Aug 12 02:44:21.492001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-33335a2c-adf7-4648-acee-a2d0d3caf03d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:21.493684 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-33335a2c-adf7-4648-acee-a2d0d3caf03d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1172318 Aug 12 02:44:21.511589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-28c62a48-2d0d-4a80-85c6-cff1273e9b03 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/quotas/d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 375 time: 0.0107226 Aug 12 02:44:21.589828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-18726744-c757-4f28-99b6-613dd68096e2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0722272 Aug 12 02:44:21.702864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-a23a488e-6cd5-4767-87d5-7580d2a257b7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:44:21.703892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-a23a488e-6cd5-4767-87d5-7580d2a257b7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1070917 Aug 12 02:44:21.801661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-0f66eb36-0955-4cb2-898e-baa7c82c06b5 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913298 Aug 12 02:44:21.884006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41398) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:21.891103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-9acb1139-481e-4ccd-a58e-781802727cfd service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833161 Aug 12 02:44:22.001796 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-890da157-bb73-4489-8f2b-720d3af752f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.072998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2de6a49-5757-4fed-881b-c3ebdf38dce2 req-719da83f-082b-49a8-b90d-4ea548df5a1c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 210 time: 0.0422454 Aug 12 02:44:22.125081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-890da157-bb73-4489-8f2b-720d3af752f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.128826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-890da157-bb73-4489-8f2b-720d3af752f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.167589 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-890da157-bb73-4489-8f2b-720d3af752f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9cc82d298e24b50952107dbd1a2c382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824700 Aug 12 02:44:22.168576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890da157-bb73-4489-8f2b-720d3af752f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ff2ee-4c50-4448-89dd-c50a8af90afa,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:22.170281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41404) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:22.220028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.244739 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.290154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.292908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.296974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/622ff2ee-4c50-4448-89dd-c50a8af90afa HTTP/1.1" status: 204 len: 168 time: 0.1252997 Aug 12 02:44:22.304834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46b93b-59bd-44bb-9c9b-8dd361962331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ff2ee-4c50-4448-89dd-c50a8af90afa,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:22.556398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41410) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:22.570054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f5da4f1-d9ea-484e-8222-90c3bcd1e664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.656890 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f5da4f1-d9ea-484e-8222-90c3bcd1e664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.660430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7f5da4f1-d9ea-484e-8222-90c3bcd1e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.698127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f5da4f1-d9ea-484e-8222-90c3bcd1e664 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39fd80128e4443a39b0f2c0eefc184c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406186 Aug 12 02:44:22.699365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5da4f1-d9ea-484e-8222-90c3bcd1e664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b907f3f-999d-4bb7-ac9c-3271114b7e93,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:22.701077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:22.749917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.770831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.819814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.822323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:22.823457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b907f3f-999d-4bb7-ac9c-3271114b7e93 HTTP/1.1" status: 204 len: 168 time: 0.1200800 Aug 12 02:44:22.831042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae75d09-57fc-4afb-91d5-570ec468c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b907f3f-999d-4bb7-ac9c-3271114b7e93,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:23.165930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7950dcd-a904-4906-bc7e-49ebbc6f2b9a req-0c88b5d4-3c7d-46dd-98e2-190fc3fc2d1c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 210 time: 0.0347002 Aug 12 02:44:24.009465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-fef3af4b-bea5-482d-9aa6-487194bbd286 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:24.011599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-fef3af4b-bea5-482d-9aa6-487194bbd286 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1184618 Aug 12 02:44:24.025109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'device_id': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'admin_state_up': True, 'tenant_id': 'd2c673e5741941258ab95824e2c9382f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:24.148660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:24.152183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:24.302237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-605943ee-88fd-4229-b434-ce2b23f52d21 req-218abb5c-0cce-4fdb-9848-067895c39c10 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 210 time: 0.0579011 Aug 12 02:44:24.324702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.20.0.7 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/4c3316ca-650e-4237-af77-68a6de76c983) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:44:24.473524 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:24.488557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Transition to ACTIVE for port object 4c3316ca-650e-4237-af77-68a6de76c983 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:24.529382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:24.542286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:24.585133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:24.590658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:24.628613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:24.631237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:24.647847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:24.725783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:24.727146 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:24.758057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-1f315b20-dc32-48b8-97b2-6fee50b3c32c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368779 Aug 12 02:44:24.771746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Request body: {'port': {'device_id': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:24.869715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.027486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b188751f-35c3-40e9-8b01-9d9782ad8398 None None] Provisioning for port 4c3316ca-650e-4237-af77-68a6de76c983 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:44:25.039636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b188751f-35c3-40e9-8b01-9d9782ad8398 None None] Provisioning complete for port 4c3316ca-650e-4237-af77-68a6de76c983 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:25.040012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b188751f-35c3-40e9-8b01-9d9782ad8398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.047782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:25.086405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b188751f-35c3-40e9-8b01-9d9782ad8398 None None] Port 4c3316ca-650e-4237-af77-68a6de76c983 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:44:25.221971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c8e2-90e6-48d4-8caa-d31ccde6a073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.357687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3316ca-650e-4237-af77-68a6de76c983 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:44:25.373353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.410817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Transition to ACTIVE for port object 4c3316ca-650e-4237-af77-68a6de76c983 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:25.423245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.455222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5963f77-73d7-4034-8e0d-b58c4045ea3c req-ea0cf0a7-bb8e-4dae-ba72-c4596763944d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:25.457709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5963f77-73d7-4034-8e0d-b58c4045ea3c req-ea0cf0a7-bb8e-4dae-ba72-c4596763944d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 931 time: 0.0689554 Aug 12 02:44:25.507783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5963f77-73d7-4034-8e0d-b58c4045ea3c req-188a5df7-14e8-4527-9606-a70050bd84e7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434487 Aug 12 02:44:25.538275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:25.550067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c8e2-90e6-48d4-8caa-d31ccde6a073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.577269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d3a9c8e2-90e6-48d4-8caa-d31ccde6a073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.629642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d3a9c8e2-90e6-48d4-8caa-d31ccde6a073 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c5fa2cdcf0947b8ad18ea8a93a91418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804737 Aug 12 02:44:25.630392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9c8e2-90e6-48d4-8caa-d31ccde6a073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cb06c-c55e-4ed7-b5bd-0e9facc88b65,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:25.632966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41488) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:25.647638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Attempting to bind port 4c3316ca-650e-4237-af77-68a6de76c983 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:25.647981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Attempting to bind port 4c3316ca-650e-4237-af77-68a6de76c983 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:25.648323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Attempting to bind port 4c3316ca-650e-4237-af77-68a6de76c983 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:25.653229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Port 4c3316ca-650e-4237-af77-68a6de76c983 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:25.653560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Attempting to bind port 4c3316ca-650e-4237-af77-68a6de76c983 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:25.661667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:44:25.662011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:44:25.662396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:44:25.663191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Bound port: 4c3316ca-650e-4237-af77-68a6de76c983, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:44:25.663191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.688850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.716973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.739887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:44:25.743089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:44:25.748067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.775932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.778562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.782577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a9cb06c-c55e-4ed7-b5bd-0e9facc88b65 HTTP/1.1" status: 204 len: 168 time: 0.1485269 Aug 12 02:44:25.786376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:25.787003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:25.788623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] 10.222.0.25 "PUT /v2.0/ports/4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 200 len: 1091 time: 1.0222306 Aug 12 02:44:25.790901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:25.791860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae527e-0f04-4a23-b06c-841c97f54169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cb06c-c55e-4ed7-b5bd-0e9facc88b65,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:25.793670 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae5a169-f3b0-46d7-9200-60b36481c0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "tag": "4c3316ca-650e-4237-af77-68a6de76c983"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:25.821174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8432c5-19b8-406a-a4b6-2c19f8088ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:25.855270 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a177717-517b-4627-9d36-55919b719152 x-openstack-request-id: req-0a177717-517b-4627-9d36-55919b719152 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:25.855586 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "tag": "4c3316ca-650e-4237-af77-68a6de76c983", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:25.855843 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a177717-517b-4627-9d36-55919b719152 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:25.856334 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983', 'status': 'completed', 'code': 200} Aug 12 02:44:25.905773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-baaac9ec-c9e2-4c5c-b6e7-3a37696f0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:25.907827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-baaac9ec-c9e2-4c5c-b6e7-3a37696f0a73 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 1094 time: 0.0487084 Aug 12 02:44:25.950619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-57b4e3e7-0d6a-472b-a5da-5f8c67a8e52e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 200 len: 217 time: 0.0354600 Aug 12 02:44:26.001473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-b4d51cf5-0183-42fc-adbf-4eb569e87a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.003072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-b4d51cf5-0183-42fc-adbf-4eb569e87a7a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0460665 Aug 12 02:44:26.058505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-a5ee824b-fe1c-4152-8967-106119a5da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.060092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-a5ee824b-fe1c-4152-8967-106119a5da7e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500624 Aug 12 02:44:26.084665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41496) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:26.098658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2332f13a-37a3-4677-a82f-f275e867624c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.153867 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-a019ed0f-a84b-4f2a-8412-f4d9edab2797 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Aug 12 02:44:26.189006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2332f13a-37a3-4677-a82f-f275e867624c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.193019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2332f13a-37a3-4677-a82f-f275e867624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.234136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2332f13a-37a3-4677-a82f-f275e867624c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae565b699c7a430095924cb3f105c993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483140 Aug 12 02:44:26.235101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332f13a-37a3-4677-a82f-f275e867624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409c29fa-e2b0-4f59-862d-a4235eb16387,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:26.237536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41498) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:26.250292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d12fd8d7-f2aa-4f0b-935e-f138c90a30cc req-62f88bb8-5b4b-4742-93db-f0fbeb5c26bf service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890684 Aug 12 02:44:26.290768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.313404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.338469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-9f9b89ae-6850-4100-be6c-b8f098cc15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.340024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-9f9b89ae-6850-4100-be6c-b8f098cc15d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 1094 time: 0.0422983 Aug 12 02:44:26.361241 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.364041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:26.365220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/409c29fa-e2b0-4f59-862d-a4235eb16387 HTTP/1.1" status: 204 len: 168 time: 0.1267734 Aug 12 02:44:26.373957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8030690f-a087-4f30-bfe5-824befe32cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409c29fa-e2b0-4f59-862d-a4235eb16387,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:26.431830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-dabbe13a-d456-4c2e-bacf-1a17b5d3062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.433336 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-dabbe13a-d456-4c2e-bacf-1a17b5d3062a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0859540 Aug 12 02:44:26.478778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-35040800-0869-4bbe-8734-dde12c40d16e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 200 len: 217 time: 0.0382810 Aug 12 02:44:26.529840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-bd5129b5-cee4-44fc-aa45-b5f8d55756c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.531386 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-bd5129b5-cee4-44fc-aa45-b5f8d55756c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0452595 Aug 12 02:44:26.591128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-5e67fbc9-a0dd-4121-b975-bd4607fdcfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.592823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-5e67fbc9-a0dd-4121-b975-bd4607fdcfed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525253 Aug 12 02:44:26.646482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bda4d-7aae-4693-a7c6-edacc851fb99 req-01dfe587-5bd6-4ad6-b8f0-af3640b705d5 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:26.648213 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a9bda4d-7aae-4693-a7c6-edacc851fb99 req-01dfe587-5bd6-4ad6-b8f0-af3640b705d5 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 943 time: 0.0505829 Aug 12 02:44:26.688331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2a9bda4d-7aae-4693-a7c6-edacc851fb99 req-1864fb1b-cbcd-450d-9e4c-b7cbefb95b80 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Aug 12 02:44:26.706899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-04800ab8-19bb-4e50-9a77-f72a3577747b service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998847 Aug 12 02:44:26.797037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae5a169-f3b0-46d7-9200-60b36481c0f8 req-00ac072f-c2b6-4f99-a0c2-6abcd03f1fc8 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884025 Aug 12 02:44:27.807609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54f665-0ce4-488e-85b6-9856c3941984 req-8a4bd3e9-db2a-4198-b848-5c6132fd6174 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:27.809153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea54f665-0ce4-488e-85b6-9856c3941984 req-8a4bd3e9-db2a-4198-b848-5c6132fd6174 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 943 time: 0.0503592 Aug 12 02:44:27.855157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea54f665-0ce4-488e-85b6-9856c3941984 req-eba9e6e3-1020-4a55-abec-48362419ea6b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395806 Aug 12 02:44:28.523795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41560) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:28.633215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df614e04-f2a2-4803-808e-af257b738df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.723028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df614e04-f2a2-4803-808e-af257b738df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.726714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df614e04-f2a2-4803-808e-af257b738df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.768047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-df614e04-f2a2-4803-808e-af257b738df2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c1c96180c9e4054bb1d5086b12448ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431693 Aug 12 02:44:28.770045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df614e04-f2a2-4803-808e-af257b738df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ffbc5c-8c44-4dc3-9fe7-3abde6a18c0c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:28.770827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:28.820342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-957131e5-629f-4c40-994a-75947075411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.841218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-957131e5-629f-4c40-994a-75947075411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.896229 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-957131e5-629f-4c40-994a-75947075411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.898884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-957131e5-629f-4c40-994a-75947075411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:28.900144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-957131e5-629f-4c40-994a-75947075411d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4ffbc5c-8c44-4dc3-9fe7-3abde6a18c0c HTTP/1.1" status: 204 len: 168 time: 0.1283000 Aug 12 02:44:28.908566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957131e5-629f-4c40-994a-75947075411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ffbc5c-8c44-4dc3-9fe7-3abde6a18c0c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:28.984338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bfc48d-a292-4dd0-a558-c94a93b2b964 req-49ca1e51-f247-4a58-8f5e-4972384e7afe tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:28.986176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83bfc48d-a292-4dd0-a558-c94a93b2b964 req-49ca1e51-f247-4a58-8f5e-4972384e7afe tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 943 time: 0.0514045 Aug 12 02:44:29.032987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83bfc48d-a292-4dd0-a558-c94a93b2b964 req-2217deca-08e4-4cc9-a3d8-3b004d28ff39 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Aug 12 02:44:29.179436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41572) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:29.193209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-693993a2-5201-4901-97a8-053b79997ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.282536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-693993a2-5201-4901-97a8-053b79997ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.286317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-693993a2-5201-4901-97a8-053b79997ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.324961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-693993a2-5201-4901-97a8-053b79997ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31d655bbce0241b5b0a8ff62b0eae7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444359 Aug 12 02:44:29.325813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693993a2-5201-4901-97a8-053b79997ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35653130-0e5e-45a3-a96e-e2fd3ae53aee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:29.327898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41574) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:29.379795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.400382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.446309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.448993 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:29.453161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35653130-0e5e-45a3-a96e-e2fd3ae53aee HTTP/1.1" status: 204 len: 168 time: 0.1180871 Aug 12 02:44:29.459380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48a5d0-2b42-4b37-b995-462e29685486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35653130-0e5e-45a3-a96e-e2fd3ae53aee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:29.880072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4c3316ca-650e-4237-af77-68a6de76c983 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:44:29.975241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:29.987146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '4c3316ca-650e-4237-af77-68a6de76c983', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': '4c3316ca-650e-4237-af77-68a6de76c983', 'mac_address': 'fa:16:3e:4c:0e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:44:30.040032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.053508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3316ca-650e-4237-af77-68a6de76c983 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:44:30.075900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:30.081014 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.132666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:30.293859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['4c3316ca-650e-4237-af77-68a6de76c983'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:30.394034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d17477-0094-42be-a038-0f72cb98cca9 req-a02f4206-5abf-4443-bc4e-42535b3a32ee tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:30.400117 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2d17477-0094-42be-a038-0f72cb98cca9 req-a02f4206-5abf-4443-bc4e-42535b3a32ee tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 944 time: 0.0645158 Aug 12 02:44:30.440957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2d17477-0094-42be-a038-0f72cb98cca9 req-18810300-981f-4f55-b5eb-0664b517d628 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Aug 12 02:44:30.483359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 41606) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:30.588252 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6c54e3a-cf10-44c8-ad1a-804ff87d8fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.679339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6c54e3a-cf10-44c8-ad1a-804ff87d8fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.682893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6c54e3a-cf10-44c8-ad1a-804ff87d8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.721786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c6c54e3a-cf10-44c8-ad1a-804ff87d8fbb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae96496f04cb43d98cd334d07743e204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373314 Aug 12 02:44:30.722757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c54e3a-cf10-44c8-ad1a-804ff87d8fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645b5ff-a3c5-482a-a340-45d8b297d774,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:30.724549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 41610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:30.774441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.795119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.841220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.843832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:30.845024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5645b5ff-a3c5-482a-a340-45d8b297d774 HTTP/1.1" status: 204 len: 168 time: 0.1194415 Aug 12 02:44:30.852870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774c11-d97f-467b-9a10-2128050ef11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645b5ff-a3c5-482a-a340-45d8b297d774,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:31.561034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194d0b1-dd5c-455d-a482-72a7b854bc1f req-3276c167-ed0a-454c-b50a-1066cd49a227 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:31.562568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7194d0b1-dd5c-455d-a482-72a7b854bc1f req-3276c167-ed0a-454c-b50a-1066cd49a227 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 944 time: 0.0493841 Aug 12 02:44:31.602505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7194d0b1-dd5c-455d-a482-72a7b854bc1f req-d55384f5-5dee-44c4-b830-7062431aa132 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Aug 12 02:44:31.879484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4c3316ca-650e-4237-af77-68a6de76c983 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:44:31.931330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 4c3316ca-650e-4237-af77-68a6de76c983 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:44:31.935332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 4c3316ca-650e-4237-af77-68a6de76c983 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:31.935765 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:31.988471 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad82f04f-1eba-47cd-8943-50ec7bc2b2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:32.028292 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:32.051065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:32.053350 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5322c385-d892-4be4-a110-69ee289b804e" -d '{"events": [{"server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "name": "network-vif-plugged", "status": "completed", "tag": "4c3316ca-650e-4237-af77-68a6de76c983"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:32.066658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:32.072107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:32.116308 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0381d93b-eb1c-45ef-b8cc-d3850dc7f1db x-openstack-request-id: req-0381d93b-eb1c-45ef-b8cc-d3850dc7f1db {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:32.116775 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "name": "network-vif-plugged", "status": "completed", "tag": "4c3316ca-650e-4237-af77-68a6de76c983", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:32.117226 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0381d93b-eb1c-45ef-b8cc-d3850dc7f1db {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:32.119844 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983', 'code': 200} Aug 12 02:44:32.142378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:32.174377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-b36c8423-4d2c-47dc-9ab0-ee10f7b31a5c req-ab37b4be-1757-4096-841d-001d8c056416 service neutron] (94673) timed out ('10.222.0.25', 65442) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:44:32.226146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd5a47-290b-4274-af24-2f763d8b685c req-2e2dfb15-99c1-4a81-b9bd-d222d2fac437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:32.227706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94cd5a47-290b-4274-af24-2f763d8b685c req-2e2dfb15-99c1-4a81-b9bd-d222d2fac437 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 1096 time: 0.0425975 Aug 12 02:44:32.264066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94cd5a47-290b-4274-af24-2f763d8b685c req-046a81be-19b1-44f8-a0f5-05bb0bb234ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290208 Aug 12 02:44:32.724177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b0617-1a5d-4056-aa14-d0c9dae6d4d7 req-fc7b5853-1876-43d6-9c73-2ed7fee5257e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:32.726307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-983b0617-1a5d-4056-aa14-d0c9dae6d4d7 req-fc7b5853-1876-43d6-9c73-2ed7fee5257e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 945 time: 0.0542316 Aug 12 02:44:32.764469 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-983b0617-1a5d-4056-aa14-d0c9dae6d4d7 req-5654ed0c-3dcd-4f02-b95c-f2481dd79dbf tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321133 Aug 12 02:44:33.886157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778f541-d763-4ff0-b67d-70adc53e1584 req-354d24c0-35d6-47ed-810c-a1bd076740a0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:33.887701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6778f541-d763-4ff0-b67d-70adc53e1584 req-354d24c0-35d6-47ed-810c-a1bd076740a0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 945 time: 0.0527470 Aug 12 02:44:33.926443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6778f541-d763-4ff0-b67d-70adc53e1584 req-8e2ab745-0488-434b-bf85-161470c290f4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 12 02:44:34.040695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-e27192bd-658e-4191-a95c-3ad690af6ce8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 267 time: 0.0466726 Aug 12 02:44:34.094258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-5c60d3a7-0985-454f-9cd9-bd1b00c66dac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:34.095789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-5c60d3a7-0985-454f-9cd9-bd1b00c66dac tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 945 time: 0.0490310 Aug 12 02:44:34.106659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'security_groups': []}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:34.167786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.328904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:34.364120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.369474 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.384384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285', '4c3316ca-650e-4237-af77-68a6de76c983'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:34.409652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:34.436907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:34.438287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.440688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28cf23da-de6a-48a3-a6a7-68a79ecc8743 req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "PUT /v2.0/ports/4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 200 len: 904 time: 0.3380134 Aug 12 02:44:34.482587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:34.486230 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248cae4c-fb51-4a76-8094-014c5835c538" -d '{"events": [{"name": "network-changed", "server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "tag": "4c3316ca-650e-4237-af77-68a6de76c983"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:34.490644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e39c4-b3d8-48ae-8725-c6fd7123740f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:34.518695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['4c3316ca-650e-4237-af77-68a6de76c983'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:34.619313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb21a7-5d36-4232-9038-194959a4dfbb req-bea3e292-0faa-4f9d-9111-b720d19133ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:34.627948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-99bb21a7-5d36-4232-9038-194959a4dfbb req-bea3e292-0faa-4f9d-9111-b720d19133ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 907 time: 0.0844722 Aug 12 02:44:34.651366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ca2c29f-e34b-4f6c-a48e-da033f7d3447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.805690 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c88fb6b-e1d3-4ef6-b7bc-32a45888623b x-openstack-request-id: req-9c88fb6b-e1d3-4ef6-b7bc-32a45888623b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:34.806147 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "tag": "4c3316ca-650e-4237-af77-68a6de76c983", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:34.806536 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c88fb6b-e1d3-4ef6-b7bc-32a45888623b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:34.807420 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983', 'status': 'completed', 'code': 200} Aug 12 02:44:34.809951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae86d-f5c1-44dc-8b0b-e9e9b7eed489 req-f978d70a-d23d-43e7-87f1-f83625dd30fc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:34.817442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab3ae86d-f5c1-44dc-8b0b-e9e9b7eed489 req-f978d70a-d23d-43e7-87f1-f83625dd30fc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0598252 Aug 12 02:44:34.832995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.833818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.883294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab3ae86d-f5c1-44dc-8b0b-e9e9b7eed489 req-8ebc4811-bd77-4bdf-8498-4bed17162f47 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650468 Aug 12 02:44:34.893676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f4e18fb4-b953-44ab-9ecb-d27e70d08a44 None None] Provisioning complete for port 4c3316ca-650e-4237-af77-68a6de76c983 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:34.894216 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4e18fb4-b953-44ab-9ecb-d27e70d08a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:34.914839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cae4c-fb51-4a76-8094-014c5835c538 req-8f4e17db-58e0-424d-8cbc-d4b5aba22c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:34.917598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-8f4e17db-58e0-424d-8cbc-d4b5aba22c35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 1058 time: 0.0831840 Aug 12 02:44:35.018582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f9614-ebec-43ec-81de-f7dfd706c433 req-e6870619-4a17-4955-bed8-59bc19aecb07 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:35.020739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c7f9614-ebec-43ec-81de-f7dfd706c433 req-e6870619-4a17-4955-bed8-59bc19aecb07 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0553372 Aug 12 02:44:35.036150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cae4c-fb51-4a76-8094-014c5835c538 req-5a0b769f-d670-494c-9f96-066fa308dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:35.038218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-5a0b769f-d670-494c-9f96-066fa308dca6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1123145 Aug 12 02:44:35.077953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c7f9614-ebec-43ec-81de-f7dfd706c433 req-96cd7547-ae5e-459c-b0f7-d9cb9f7e81c4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460753 Aug 12 02:44:35.087672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-4fc14eae-40dd-4d83-b103-63c0df3bfe1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 200 len: 217 time: 0.0413685 Aug 12 02:44:35.152482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cae4c-fb51-4a76-8094-014c5835c538 req-b15e08a2-3d07-415a-802a-d44ccb29fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:35.153796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-b15e08a2-3d07-415a-802a-d44ccb29fccc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0573542 Aug 12 02:44:35.205588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cae4c-fb51-4a76-8094-014c5835c538 req-918be5f8-026f-447f-912b-9594d1dca462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:35.207161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-918be5f8-026f-447f-912b-9594d1dca462 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457289 Aug 12 02:44:35.357639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-63b88051-bc23-49ef-ab0c-ee52998b727d service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429904 Aug 12 02:44:35.809935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-b78d64a6-b2f4-48a6-ac65-c307469cb938 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:35.815572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-b78d64a6-b2f4-48a6-ac65-c307469cb938 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.5274630 Aug 12 02:44:35.839143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-8439968e-2008-493e-b110-e8c80757dae8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/quotas/d2c673e5741941258ab95824e2c9382f HTTP/1.1" status: 200 len: 375 time: 0.0167167 Aug 12 02:44:35.862755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248cae4c-fb51-4a76-8094-014c5835c538 req-689204ec-d72d-456e-8a3e-2c70fd45ecab service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983215 Aug 12 02:44:35.892022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:35.910454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-2c0436d2-a4e3-483a-92d8-904db96c9aa2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0619695 Aug 12 02:44:36.005760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-46fc0037-2da7-4083-9fa1-7cc6e45788d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877132 Aug 12 02:44:36.097727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-04cba688-4d0d-48b1-941f-4e56fb9d6b97 service neutron] 10.222.0.11 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Aug 12 02:44:36.281715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abfba122-da45-4a09-bd17-578f74fcd3fb req-7af9ba40-1c0f-4a2e-b687-1f162c07b56f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 210 time: 0.0293009 Aug 12 02:44:36.415587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42000) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:36.538392 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c46032bb-132f-4b71-a7fc-39995de47a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.630157 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c46032bb-132f-4b71-a7fc-39995de47a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.634022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c46032bb-132f-4b71-a7fc-39995de47a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.675792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46032bb-132f-4b71-a7fc-39995de47a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604f6578-2ee7-4233-82f4-a9cad7c9b73e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:36.683430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c46032bb-132f-4b71-a7fc-39995de47a4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3c25c3e2cc849b7b2af7632a4ac3eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641764 Aug 12 02:44:36.684486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:36.734260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.756337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.804483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.807153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:36.808378 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/604f6578-2ee7-4233-82f4-a9cad7c9b73e HTTP/1.1" status: 204 len: 168 time: 0.1234598 Aug 12 02:44:36.816815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9c621-7e65-4fd3-b9b8-47eb4932137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f6578-2ee7-4233-82f4-a9cad7c9b73e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:37.309432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-2120d18f-88b3-4c04-9a44-545b65ff616f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:37.311027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-2120d18f-88b3-4c04-9a44-545b65ff616f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 812 time: 0.1127558 Aug 12 02:44:37.332232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Request body: {'port': {'device_id': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'admin_state_up': True, 'tenant_id': 'd2c673e5741941258ab95824e2c9382f'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:37.373337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:37.397475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-351ebc06-8935-458e-bcda-f6f323088d2f req-27da7603-915a-4af3-a044-f76b4832a71e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 210 time: 0.0385017 Aug 12 02:44:37.451826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Made reservation on behalf of d2c673e5741941258ab95824e2c9382f for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:37.456955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:37.587976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Allocated IP 172.20.0.11 (3e0775a3-5e40-4ad5-88bc-58536345b853/88a34156-c290-4c9c-93c5-f9e20b574d5a/fea3a955-cc27-4902-b7cb-149fdaa1b3b1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:44:37.744604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:37.758879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Transition to ACTIVE for port object fea3a955-cc27-4902-b7cb-149fdaa1b3b1 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:37.791999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:37.804086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:37.833532 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:37.838863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:37.844672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:37.848847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:37.855500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:37.907407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:37.908246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:37.929610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-dad6ffb2-c4eb-4db7-b426-58c7db96863e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6018872 Aug 12 02:44:37.948438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Request body: {'port': {'device_id': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:38.014301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.117916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:38.182433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fb238b6-74d9-4eca-b12b-9fe3a90982e8 None None] Provisioning for port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:44:38.186777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fb238b6-74d9-4eca-b12b-9fe3a90982e8 None None] Provisioning complete for port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:38.187206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3fb238b6-74d9-4eca-b12b-9fe3a90982e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.232160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3fb238b6-74d9-4eca-b12b-9fe3a90982e8 None None] Port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:44:38.279631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1349890093'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:38.300854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Made reservation on behalf of 2233d7e73952448b848b92c109b50887 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:38.305202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.312148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea3a955-cc27-4902-b7cb-149fdaa1b3b1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:44:38.315450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.321222 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.334467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Transition to ACTIVE for port object fea3a955-cc27-4902-b7cb-149fdaa1b3b1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:38.338875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.410697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:38.424384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.430161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.462026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:44:38.484244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Attempting to bind port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:38.484555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Attempting to bind port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:38.485744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Attempting to bind port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:38.486566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8289a69c-cc62-4291-8372-937f24e1c520,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:38.491276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.491874 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Added segment f4e4a0b3-eb03-4473-b039-e6454020883a of type vlan for network 42efab40-4afe-4d5a-94ba-e621d459b988 Aug 12 02:44:38.502961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:38.503288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Attempting to bind port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 on network 3e0775a3-5e40-4ad5-88bc-58536345b853 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:38.526475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:44:38.527209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Checking segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:44:38.527625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Bound using segment: {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:44:38.528112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Bound port: fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '685f85f2-f230-417f-8ebe-fa1a0d11aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:44:38.528464 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.538351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.576706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.583783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:38.584459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.585281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f65fb-cec2-490c-b945-d27a714ea879 req-6d6cca3a-d2bb-49f8-babe-787ee9e18812 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:38.587059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-425f65fb-cec2-490c-b945-d27a714ea879 req-6d6cca3a-d2bb-49f8-babe-787ee9e18812 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 944 time: 0.0938654 Aug 12 02:44:38.635070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:44:38.646857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.5276716 Aug 12 02:44:38.655636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8513901-717d-4ad0-a076-8c84f3950250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Pushing event updated for resources: {'Network': ['ID=42efab40-4afe-4d5a-94ba-e621d459b988,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:38.665962 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 42efab40-4afe-4d5a-94ba-e621d459b988 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:44:38.671268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:44:38.677816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-425f65fb-cec2-490c-b945-d27a714ea879 req-c1b1a990-123c-42e6-ab47-778fe9d224d5 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782254 Aug 12 02:44:38.679595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.716010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:38.716631 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.718025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] 10.222.0.21 "PUT /v2.0/ports/fea3a955-cc27-4902-b7cb-149fdaa1b3b1 HTTP/1.1" status: 200 len: 1092 time: 0.7742710 Aug 12 02:44:38.718653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:38.721746 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:38.754499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc4b6-5641-4bcb-be25-83f628247891 service neutron] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:38.776563 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042f8f4f-af6b-4945-ae0b-3d54c8174ee4 x-openstack-request-id: req-042f8f4f-af6b-4945-ae0b-3d54c8174ee4 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:38.777308 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:38.777564 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-042f8f4f-af6b-4945-ae0b-3d54c8174ee4 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:38.777993 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'status': 'completed', 'code': 200} Aug 12 02:44:38.838463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-61f27c12-105a-4f72-a2bc-4ccf02de3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:38.839814 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-61f27c12-105a-4f72-a2bc-4ccf02de3448 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 1095 time: 0.0489538 Aug 12 02:44:38.883752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:38.889123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988', 'binding:host_id': 'n-h2-804303-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1759493038'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:38.903715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-c54156f9-cc7e-42ba-a827-ec1dbd8612c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1 HTTP/1.1" status: 200 len: 217 time: 0.0447321 Aug 12 02:44:38.914369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Made reservation on behalf of f9878035cbbc443bafb79cecdc0a64bb for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:38.917253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.926848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:38.964488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-26dda16b-15ee-4136-89f2-dbf3ea155a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:38.965982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-26dda16b-15ee-4136-89f2-dbf3ea155a47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0545242 Aug 12 02:44:39.012947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-b72ceaf4-8d09-43bf-aa41-4b30f342ba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.014315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-b72ceaf4-8d09-43bf-aa41-4b30f342ba0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411756 Aug 12 02:44:39.026962 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.030807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.035491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port c63032c3-a426-47d1-8743-856d884a2311 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:39.112954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-7051f930-e7cf-4368-8dc4-4127cc1da580 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914698 Aug 12 02:44:39.122847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4bd88e-f3c3-44e9-bcc8-5867f5888362,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:39.288669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port c63032c3-a426-47d1-8743-856d884a2311 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:39.298778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.309629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Transition to ACTIVE for port object c63032c3-a426-47d1-8743-856d884a2311 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:39.320541 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.381772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=c63032c3-a426-47d1-8743-856d884a2311,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:39.389283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Checking segment: {'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:44:39.389647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Network hostable DHCP agents. Network: 42efab40-4afe-4d5a-94ba-e621d459b988, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:44:39.407409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Network 42efab40-4afe-4d5a-94ba-e621d459b988 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:44:39.418528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 42efab40-4afe-4d5a-94ba-e621d459b988) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:39.429825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:39.436525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1ea33-6290-4653-b8f6-03ac12c97d6e None None] Network 42efab40-4afe-4d5a-94ba-e621d459b988 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:44:39.446166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.446535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.446814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.451710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.452047 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.452856 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 2 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.470588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.470938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.471265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.476683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.477015 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.477406 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 3 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.490354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.490698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.491026 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.495265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.495641 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.496026 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 4 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.509057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.509405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.509745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.514079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.514415 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.514814 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 5 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.531371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.532492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.533017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.538602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.539003 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.539123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59423f8-715e-415e-99b8-5c1baf94ef52 req-fceee24c-bb88-4ad3-bbbf-80dfc980c6a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191709 Aug 12 02:44:39.539606 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 6 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.551321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.551699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.552045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.556721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.557081 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.557453 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 7 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.571537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.571884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.572229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.576784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.577268 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.578326 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 8 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.590940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.591397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.591869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.597408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.597722 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.598142 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 9 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.610988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.611330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.611699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.615934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.616260 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.616650 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 10 to bind port c63032c3-a426-47d1-8743-856d884a2311 Aug 12 02:44:39.629704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:39.630046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:39.630388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:39.636261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port c63032c3-a426-47d1-8743-856d884a2311 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:39.636829 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port c63032c3-a426-47d1-8743-856d884a2311 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:39.637450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.670964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-f5ebeb75-0568-4191-9551-7d088c3cc056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.673152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-f5ebeb75-0568-4191-9551-7d088c3cc056 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 1095 time: 0.0411994 Aug 12 02:44:39.701799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port c63032c3-a426-47d1-8743-856d884a2311, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:44:39.702179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:44:39.706529 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.739125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.739751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.760152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=c63032c3-a426-47d1-8743-856d884a2311,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:39.763266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d7e56049-42da-471b-bba8-1873c852834e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8782566 Aug 12 02:44:39.766050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:39.798648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-6c1d7ed4-9d70-4bb9-83d5-060d3fad4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.800112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-6c1d7ed4-9d70-4bb9-83d5-060d3fad4814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1199932 Aug 12 02:44:39.843887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Deleting port c63032c3-a426-47d1-8743-856d884a2311 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:39.844926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.855140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253d529-2514-464a-bf1e-64dc167e89f8 req-fb5769db-2d46-46b6-a820-f2682c4bd755 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.856949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2253d529-2514-464a-bf1e-64dc167e89f8 req-fb5769db-2d46-46b6-a820-f2682c4bd755 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 944 time: 0.0970736 Aug 12 02:44:39.858191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-fa2cc4c5-350b-41e5-94f4-73e56bfa8851 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1 HTTP/1.1" status: 200 len: 217 time: 0.0506363 Aug 12 02:44:39.905915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port c63032c3-a426-47d1-8743-856d884a2311, host n-h2-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:39.906282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:39.919701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Calling delete_port for c63032c3-a426-47d1-8743-856d884a2311 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:39.931277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2253d529-2514-464a-bf1e-64dc167e89f8 req-16ba5449-1141-4f56-a7ce-b61a818b3b5b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676239 Aug 12 02:44:39.932805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-e08012f1-5ea3-457b-a7e3-a7dd2cc9276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.934172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-e08012f1-5ea3-457b-a7e3-a7dd2cc9276e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0694692 Aug 12 02:44:39.979971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-2bff94e4-9257-4085-8951-da501a862081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:39.981490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-2bff94e4-9257-4085-8951-da501a862081 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401654 Aug 12 02:44:40.001660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.030071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event deleted for resources: {'Port': ['ID=c63032c3-a426-47d1-8743-856d884a2311,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:40.036163 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.041080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2fe4efd1-44db-418f-9307-a3aed846dc4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "DELETE /v2.0/ports/c63032c3-a426-47d1-8743-856d884a2311 HTTP/1.1" status: 204 len: 168 time: 0.2739739 Aug 12 02:44:40.042348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:40.066423 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0da21d-9847-47ff-8d1b-05dd0b5a32cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:44:40.072232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0e0da21d-9847-47ff-8d1b-05dd0b5a32cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports/c63032c3-a426-47d1-8743-856d884a2311 HTTP/1.1" status: 404 len: 333 time: 0.0293036 Aug 12 02:44:40.072920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42066) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:40.079153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-796730683'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:40.080677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-1664ee96-8037-4b34-9c92-31d23030a8e2 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922818 Aug 12 02:44:40.104523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Made reservation on behalf of f9878035cbbc443bafb79cecdc0a64bb for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:40.108317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.125050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port 66e15e7e-3d67-44d9-8757-ea9baf990163 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:40.187485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ebd72a0-4365-472a-991b-93b5f2ab1fb9 req-02c6a445-aa00-405c-93c4-548e5c17f1e9 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996180 Aug 12 02:44:40.284540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.319451 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.365957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Network 42efab40-4afe-4d5a-94ba-e621d459b988 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:40.373113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:40.378847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:40.379983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:40.380677 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.383149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=66e15e7e-3d67-44d9-8757-ea9baf990163,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:40.398550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dd950dfa-f5a6-4034-ae97-8347b72e6e6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3243153 Aug 12 02:44:40.401062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:40.406004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:40.462650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.624910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port 66e15e7e-3d67-44d9-8757-ea9baf990163 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:40.632988 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.645337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Transition to ACTIVE for port object 66e15e7e-3d67-44d9-8757-ea9baf990163 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:40.649013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.698954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=66e15e7e-3d67-44d9-8757-ea9baf990163,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:40.710206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.710554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.710894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.715193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.715563 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.715954 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 2 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.728360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.728765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.729044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.733206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.733536 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.733922 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 3 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.745894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.746243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.746631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.750872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.751229 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.752186 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 4 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.764406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.764743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.765076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.769326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.769661 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.770048 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 5 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.781418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.781755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.782087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.786263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.786593 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.786981 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 6 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.799316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.799759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.800093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.804193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.804525 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.804914 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 7 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.816849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.817187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.817520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.821673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.822003 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.822388 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 8 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.834455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.834794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.835131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.839311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.839736 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.840122 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 9 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.851265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.851641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.851978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.856062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.856392 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.856775 n-d-804303-2 neutron-server[94673]: INFO neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 10 to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 Aug 12 02:44:40.869002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:40.869339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:40.869670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:40.873804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:40.874133 n-d-804303-2 neutron-server[94673]: ERROR neutron.plugins.ml2.managers [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 66e15e7e-3d67-44d9-8757-ea9baf990163 on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:40.874500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.944375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port 66e15e7e-3d67-44d9-8757-ea9baf990163, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:44:40.944663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempted to set empty binding levels {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:44:40.948720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.978030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] In _notify_port_updated(), no bound segment for port 66e15e7e-3d67-44d9-8757-ea9baf990163 on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:44:40.978898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:40.979533 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:40.980842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "PUT /v2.0/ports/66e15e7e-3d67-44d9-8757-ea9baf990163 HTTP/1.1" status: 200 len: 978 time: 0.5788455 Aug 12 02:44:40.983846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:40.999892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2289a-7fe6-4220-ad72-3655603315b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=66e15e7e-3d67-44d9-8757-ea9baf990163,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:41.051173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f700d-429d-4b05-a3ab-a5c145df3b26 req-24f64134-2ad4-45d7-bbe2-1bb6efd4f9ca tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.052717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a4f700d-429d-4b05-a3ab-a5c145df3b26 req-24f64134-2ad4-45d7-bbe2-1bb6efd4f9ca tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 944 time: 0.0496998 Aug 12 02:44:41.066841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.067336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.067855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.068336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.068811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.069288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.069791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.070265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.070743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.071218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.071862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.072706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.073578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.074453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.078999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c60a3152-c55a-46dd-91c3-22e341951e61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12602 time: 0.0938227 Aug 12 02:44:41.082399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42074) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:41.097637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a4f700d-429d-4b05-a3ab-a5c145df3b26 req-8f9c5df5-0b1a-4146-bd65-a6d5cf497b46 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385635 Aug 12 02:44:41.155293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Deleting port 66e15e7e-3d67-44d9-8757-ea9baf990163 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:41.155697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.218206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port 66e15e7e-3d67-44d9-8757-ea9baf990163, host n-h2-804303-2, got binding levels [] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:41.218491 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.231313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Calling delete_port for 66e15e7e-3d67-44d9-8757-ea9baf990163 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:41.308561 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.339405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e15e7e-3d67-44d9-8757-ea9baf990163,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:41.344519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.346948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c3e6c9b-ccc9-413e-b4c8-6f3e805730f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "DELETE /v2.0/ports/66e15e7e-3d67-44d9-8757-ea9baf990163 HTTP/1.1" status: 204 len: 168 time: 0.2636008 Aug 12 02:44:41.349650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42076) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:41.372519 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8c49dc-b892-42cb-b14c-b7ac0400ae01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:44:41.373912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ef8c49dc-b892-42cb-b14c-b7ac0400ae01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports/66e15e7e-3d67-44d9-8757-ea9baf990163 HTTP/1.1" status: 404 len: 333 time: 0.0233672 Aug 12 02:44:41.377289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42078) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:41.381828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035213048', 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:41.401625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Made reservation on behalf of f9878035cbbc443bafb79cecdc0a64bb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:41.403811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.418902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port d43db7b4-202b-469a-b29b-e41036d52586 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:41.571249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.610829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.655401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Network 42efab40-4afe-4d5a-94ba-e621d459b988 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:41.663139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:41.668391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:41.669373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.670060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.672566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=d43db7b4-202b-469a-b29b-e41036d52586,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:41.687109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a1f0791-17fc-4d8d-8468-1328785ea41b tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3087723 Aug 12 02:44:41.689802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42080) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:41.722651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b016b7-198a-47d9-99c0-890873adbf73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:41.723948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-03b016b7-198a-47d9-99c0-890873adbf73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports/d43db7b4-202b-469a-b29b-e41036d52586 HTTP/1.1" status: 200 len: 959 time: 0.0333307 Aug 12 02:44:41.726940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:41.727893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fea3a955-cc27-4902-b7cb-149fdaa1b3b1 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:44:41.806034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Deleting port d43db7b4-202b-469a-b29b-e41036d52586 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:41.806377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.822142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:41.837511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'mac_address': 'fa:16:3e:72:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:44:41.864202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.873635 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.877067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Calling delete_port for d43db7b4-202b-469a-b29b-e41036d52586 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:41.887000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea3a955-cc27-4902-b7cb-149fdaa1b3b1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:44:41.907125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:41.911744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.961808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.964694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:41.989899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event deleted for resources: {'Port': ['ID=d43db7b4-202b-469a-b29b-e41036d52586,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:41.994961 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:41.996908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca8c7fc4-7fb5-4914-8fff-84fc2c46307e tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "DELETE /v2.0/ports/d43db7b4-202b-469a-b29b-e41036d52586 HTTP/1.1" status: 204 len: 168 time: 0.2688053 Aug 12 02:44:41.999477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42084) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:42.023881 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa703e5-d711-4bc3-b6e9-42101b9a88e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:44:42.025309 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ffa703e5-d711-4bc3-b6e9-42101b9a88e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports/d43db7b4-202b-469a-b29b-e41036d52586 HTTP/1.1" status: 404 len: 333 time: 0.0249155 Aug 12 02:44:42.028699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42086) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:42.033808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1023367207'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:42.053192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Made reservation on behalf of f9878035cbbc443bafb79cecdc0a64bb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:42.055453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.070574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port 41588e3b-6c62-4942-8b66-62a44844939b yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:42.253496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.264271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b1d6e-a297-48cf-b388-b98f2dcab7f4 req-8c2c529f-5bf9-46f2-82c1-c6f8f2cdfcc7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:42.265778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c25b1d6e-a297-48cf-b388-b98f2dcab7f4 req-8c2c529f-5bf9-46f2-82c1-c6f8f2cdfcc7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 945 time: 0.0832038 Aug 12 02:44:42.323503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c25b1d6e-a297-48cf-b388-b98f2dcab7f4 req-abc0900f-6624-4f6d-96fc-cf8569f0d2c6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Aug 12 02:44:42.333330 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.365307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['fea3a955-cc27-4902-b7cb-149fdaa1b3b1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:42.373685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Network 42efab40-4afe-4d5a-94ba-e621d459b988 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:42.379125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:42.381434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:42.382699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:42.383982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.393290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=41588e3b-6c62-4942-8b66-62a44844939b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:42.406499 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-57e92413-1800-495f-bc84-d6487a3baeb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3745108 Aug 12 02:44:42.406708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42090) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:42.411842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:42.465675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.633669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] device_id is not set on port 41588e3b-6c62-4942-8b66-62a44844939b yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:42.641001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.652472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Transition to ACTIVE for port object 41588e3b-6c62-4942-8b66-62a44844939b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:44:42.655564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.717247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=41588e3b-6c62-4942-8b66-62a44844939b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:42.722741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.723079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.723416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.727734 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.728060 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.728441 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 2 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.741024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.741474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.741823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.746118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.746441 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.746824 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 3 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.759961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.760291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.760615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.764754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.765069 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.765449 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 4 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.776564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.776894 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.777303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.781399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.781717 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.782097 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 5 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.794412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.794738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.795065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.799764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.800084 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.800462 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 6 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.811518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.811852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.812181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.816281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.816601 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.816980 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 7 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.828782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.829108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.829434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.833521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.833843 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.834225 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 8 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.845782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.846116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.846435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.850496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.850816 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.851197 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 9 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.863595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.863928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.864256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.868371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.868692 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.869074 n-d-804303-2 neutron-server[94674]: INFO neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempt 10 to bind port 41588e3b-6c62-4942-8b66-62a44844939b Aug 12 02:44:42.880413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:44:42.880744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:44:42.881070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempting to bind port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:44:42.885365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:44:42.885639 n-d-804303-2 neutron-server[94674]: ERROR neutron.plugins.ml2.managers [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Failed to bind port 41588e3b-6c62-4942-8b66-62a44844939b on host n-h2-804303-2 for vnic_type normal using segments [{'id': 'f4e4a0b3-eb03-4473-b039-e6454020883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '42efab40-4afe-4d5a-94ba-e621d459b988'}] Aug 12 02:44:42.886069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.953141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port 41588e3b-6c62-4942-8b66-62a44844939b, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:44:42.953600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attempted to set empty binding levels {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 12 02:44:42.958050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.990359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] In _notify_port_updated(), no bound segment for port 41588e3b-6c62-4942-8b66-62a44844939b on network 42efab40-4afe-4d5a-94ba-e621d459b988 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:44:42.991219 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:42.991829 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:42.993151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "PUT /v2.0/ports/41588e3b-6c62-4942-8b66-62a44844939b HTTP/1.1" status: 200 len: 979 time: 0.5855196 Aug 12 02:44:42.996721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:43.008908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224731a-998a-41df-abbb-9cdc82d3fbdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event updated for resources: {'Port': ['ID=41588e3b-6c62-4942-8b66-62a44844939b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:43.073758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Deleting port 41588e3b-6c62-4942-8b66-62a44844939b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:43.074103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.134124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] For port 41588e3b-6c62-4942-8b66-62a44844939b, host n-h2-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:43.134484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.147339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Calling delete_port for 41588e3b-6c62-4942-8b66-62a44844939b owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:43.227836 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.253095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Pushing event deleted for resources: {'Port': ['ID=41588e3b-6c62-4942-8b66-62a44844939b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:43.260187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.262113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e374467-094c-47dc-aeda-eca7ff572b9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "DELETE /v2.0/ports/41588e3b-6c62-4942-8b66-62a44844939b HTTP/1.1" status: 204 len: 168 time: 0.2642961 Aug 12 02:44:43.265306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42094) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:43.290058 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4438a1a7-6959-4655-a801-b474c28b7892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] GET failed (client error): The resource could not be found. Aug 12 02:44:43.291515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4438a1a7-6959-4655-a801-b474c28b7892 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-279063470-project-admin] 10.222.0.11 "GET /v2.0/ports/41588e3b-6c62-4942-8b66-62a44844939b HTTP/1.1" status: 404 len: 333 time: 0.0254011 Aug 12 02:44:43.294832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42096) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:43.377632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.494905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.513157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42efab40-4afe-4d5a-94ba-e621d459b988']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:43.523249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba756f2-a729-46fc-8f4d-86bde85381b1 req-272b788f-da5a-45ac-baab-865bb6cd14fd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:43.524782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba756f2-a729-46fc-8f4d-86bde85381b1 req-272b788f-da5a-45ac-baab-865bb6cd14fd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 945 time: 0.1169307 Aug 12 02:44:43.534595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e4a0b3-eb03-4473-b039-e6454020883a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:43.534922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e4a0b3-eb03-4473-b039-e6454020883a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:44:43.553956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.574825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.584546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:44:43.584939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.590113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ba756f2-a729-46fc-8f4d-86bde85381b1 req-ab24f9ef-daad-4d1f-9743-20cbb8662cd2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581121 Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:44:43.590746 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:44:43.648600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.656150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.657206 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] 10.222.0.11 "DELETE /v2.0/networks/42efab40-4afe-4d5a-94ba-e621d459b988 HTTP/1.1" status: 204 len: 168 time: 0.3613420 Aug 12 02:44:43.668529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be352c1a-6e40-498a-a4b8-b0c508fa0a05 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1440943860-project] Pushing event deleted for resources: {'Network': ['ID=42efab40-4afe-4d5a-94ba-e621d459b988,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:43.741398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fea3a955-cc27-4902-b7cb-149fdaa1b3b1 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:44:43.796729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:44:43.802859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:43.803420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.883278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.905426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:43.908522 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f34bf0-b1a4-4ead-981c-999c48b5bd6d" -d '{"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-plugged", "status": "completed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:43.917917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42106) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:43.923064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:43.928318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:43.951788 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a05eda-9e1c-4777-8e9c-b0fff6ee7550 x-openstack-request-id: req-76a05eda-9e1c-4777-8e9c-b0fff6ee7550 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:43.952080 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-plugged", "status": "completed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:43.952331 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76a05eda-9e1c-4777-8e9c-b0fff6ee7550 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:43.952985 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'code': 200} Aug 12 02:44:43.980147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:44.085315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7ab9e2fd-6530-40e8-a882-9d9a90ac1a9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2233d7e73952448b848b92c109b50887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661057 Aug 12 02:44:44.087835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:44.091967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5eb0-c2be-47c0-8591-a16dfa8721fa req-6e1c176f-e0ba-4269-85c5-88110086e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:44.093453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eccc5eb0-c2be-47c0-8591-a16dfa8721fa req-6e1c176f-e0ba-4269-85c5-88110086e25f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 1097 time: 0.0663180 Aug 12 02:44:44.129061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eccc5eb0-c2be-47c0-8591-a16dfa8721fa req-99512fe7-c4b9-4fc0-a26e-3226a9419cfb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288463 Aug 12 02:44:44.137179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.168104 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.215578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.218113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.219263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8289a69c-cc62-4291-8372-937f24e1c520 HTTP/1.1" status: 204 len: 168 time: 0.1303494 Aug 12 02:44:44.227668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9f94-0422-41db-a938-916c976256e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8289a69c-cc62-4291-8372-937f24e1c520,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:44.476300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:44.516362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-87df8b89-86d2-4e5d-8b0d-d40c791b9aa9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9878035cbbc443bafb79cecdc0a64bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388060 Aug 12 02:44:44.518677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:44.565858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.586238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.632268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.634847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:44.636066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b4bd88e-f3c3-44e9-bcc8-5867f5888362 HTTP/1.1" status: 204 len: 168 time: 0.1164682 Aug 12 02:44:44.644244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf5ea5-4176-45ab-9101-c28bd819694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4bd88e-f3c3-44e9-bcc8-5867f5888362,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:44.709544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d836d-0bb8-4963-b972-8bbc4d41df98 req-c32e967e-f6cf-4122-b6f7-560eb8080f3b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:44.711046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c21d836d-0bb8-4963-b972-8bbc4d41df98 req-c32e967e-f6cf-4122-b6f7-560eb8080f3b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0520988 Aug 12 02:44:44.753115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c21d836d-0bb8-4963-b972-8bbc4d41df98 req-fd0a8239-9574-4865-b856-58301ee55890 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358655 Aug 12 02:44:45.435105 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:44:45.871176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:45.871707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96a67c-8b8f-4c7d-9be0-545cfc07431e req-7682921e-39a2-41c8-ada8-3e47bad29fb4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:45.873151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae96a67c-8b8f-4c7d-9be0-545cfc07431e req-7682921e-39a2-41c8-ada8-3e47bad29fb4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0497298 Aug 12 02:44:45.911739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae96a67c-8b8f-4c7d-9be0-545cfc07431e req-2c68c2c0-a699-4fd1-990a-22883d672b95 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321224 Aug 12 02:44:45.978760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-974619408', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:46.000979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Made reservation on behalf of 3656b46cf75542709c08c55af177ef1c for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:44:46.004024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.012426 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.103386 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.107618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.113733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] device_id is not set on port ea6985b8-eda3-484c-b62a-3c6dce48c9f0 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:44:46.119076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0125f-10a2-4d88-941e-d63254099f71 req-3a1c715c-9cd5-4be3-92ea-700926b1b51b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:46.120621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbb0125f-10a2-4d88-941e-d63254099f71 req-3a1c715c-9cd5-4be3-92ea-700926b1b51b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0539451 Aug 12 02:44:46.159942 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbb0125f-10a2-4d88-941e-d63254099f71 req-50f12329-d415-4328-92f0-b6934c927349 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Aug 12 02:44:46.167142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04717cb7-649b-4e1b-b393-6b81bf05dbe5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:46.231963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Allocated IP 172.25.3.98 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ea6985b8-eda3-484c-b62a-3c6dce48c9f0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:44:46.371901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.410814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.449981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:44:46.455114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:44:46.458583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:44:46.484947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Pushing event updated for resources: {'Port': ['ID=ea6985b8-eda3-484c-b62a-3c6dce48c9f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:46.504914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:46.505537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.518789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb698e67-eca4-443c-a162-cdf93a8f66f2 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.6464436 Aug 12 02:44:46.521649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:46.525907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.98'}]}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:46.545639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.546647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.598452 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.731979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.926821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:46.949073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.093799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.259652 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.277714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.326868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.327396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b75a5a6-d733-4813-b135-39a9f4a926ce {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:44:47.341772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5175a72-c93d-48c9-a699-7063a48e93ef req-427aab24-e062-45ce-8e2f-dba30bba02a1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:47.343600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5175a72-c93d-48c9-a699-7063a48e93ef req-427aab24-e062-45ce-8e2f-dba30bba02a1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0977542 Aug 12 02:44:47.358438 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:44:47.359326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b6d2f06-5434-45d4-9c6e-6055c22ddf85 tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8367598 Aug 12 02:44:47.362264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42172) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:47.385377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5175a72-c93d-48c9-a699-7063a48e93ef req-f535c7e4-5aa5-4652-81d4-729087132245 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354216 Aug 12 02:44:47.438458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Deleting port ea6985b8-eda3-484c-b62a-3c6dce48c9f0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:44:47.439331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.522865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.536460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Calling delete_port for ea6985b8-eda3-484c-b62a-3c6dce48c9f0 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:44:47.664235 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.697954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea6985b8-eda3-484c-b62a-3c6dce48c9f0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:47.762305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:47.764576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2141b7d8-e1fa-4ad7-9164-06417203286c tempest-RoutersAdminNegativeIpV6Test-828345992 tempest-RoutersAdminNegativeIpV6Test-828345992-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ea6985b8-eda3-484c-b62a-3c6dce48c9f0 HTTP/1.1" status: 204 len: 168 time: 0.4010839 Aug 12 02:44:47.811116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f6d3e-5d3c-41a9-b6e9-d1c2a9556f1f req-d6a84634-88f4-4db4-98d1-8dd5b6f22baa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:47.812653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-393f6d3e-5d3c-41a9-b6e9-d1c2a9556f1f req-d6a84634-88f4-4db4-98d1-8dd5b6f22baa tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0501487 Aug 12 02:44:47.851700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-393f6d3e-5d3c-41a9-b6e9-d1c2a9556f1f req-07834b1f-a955-4345-b932-18698db3ffca tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 12 02:44:48.006747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42190) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:48.021492 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.113380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1be9-b512-4c3b-940b-c83e30652626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.202357 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1be9-b512-4c3b-940b-c83e30652626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.206979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a1e1be9-b512-4c3b-940b-c83e30652626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.248143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a1e1be9-b512-4c3b-940b-c83e30652626 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21329004b8a64bad95bb9caaf4bf8610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403274 Aug 12 02:44:48.249296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e1be9-b512-4c3b-940b-c83e30652626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00329a8-a4d1-4b0b-86ed-3adb29900ded,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:48.250910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:48.304553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.325035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.371625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.374168 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.375304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d00329a8-a4d1-4b0b-86ed-3adb29900ded HTTP/1.1" status: 204 len: 168 time: 0.1224215 Aug 12 02:44:48.382863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee4627-1ba5-4c8a-a389-839ea41e0979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00329a8-a4d1-4b0b-86ed-3adb29900ded,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:48.631656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42200) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:48.671103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55a80ca2-3f02-4a31-98a9-078a95dc8a2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3656b46cf75542709c08c55af177ef1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382183 Aug 12 02:44:48.673460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42202) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:48.722211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.742540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.788500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.791254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:48.792440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04717cb7-649b-4e1b-b393-6b81bf05dbe5 HTTP/1.1" status: 204 len: 168 time: 0.1180522 Aug 12 02:44:48.800428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f6f48-ab7c-47d6-877f-ebf9086bdea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04717cb7-649b-4e1b-b393-6b81bf05dbe5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:48.985020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fb0ad-3167-46cb-a5b6-448c0d9f2d2f req-7b987c0c-acf2-49a8-902a-61da95f6bcab tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:48.987735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d50fb0ad-3167-46cb-a5b6-448c0d9f2d2f req-7b987c0c-acf2-49a8-902a-61da95f6bcab tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0667374 Aug 12 02:44:49.028129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d50fb0ad-3167-46cb-a5b6-448c0d9f2d2f req-2e0fba4e-61dc-41e0-a233-85cec80d9ed4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Aug 12 02:44:49.492983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42226) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.589768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-db865281-ebd3-4a24-b354-6d933b11783d tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] Request body: {'port': {'network_id': 'd4247d5f-152f-4f67-83ba-100165e8dc8f', 'name': 'tempest-NetworksNegativeTestJSON-1972281012'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:49.606559 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-db865281-ebd3-4a24-b354-6d933b11783d tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] POST failed (client error): The resource could not be found. Aug 12 02:44:49.606804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db865281-ebd3-4a24-b354-6d933b11783d tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.608564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db865281-ebd3-4a24-b354-6d933b11783d tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1145031 Aug 12 02:44:49.612417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.630161 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-33143691-184d-4b1d-b079-5b458ce07890 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] DELETE failed (client error): The resource could not be found. Aug 12 02:44:49.630688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33143691-184d-4b1d-b079-5b458ce07890 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.632360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-33143691-184d-4b1d-b079-5b458ce07890 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "DELETE /v2.0/networks/d15d78e9-4d2d-4c7d-92ca-568774eac377 HTTP/1.1" status: 404 len: 339 time: 0.0189376 Aug 12 02:44:49.635791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42232) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.657149 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0954455-515e-404e-ac33-226d49a0eb30 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] DELETE failed (client error): The resource could not be found. Aug 12 02:44:49.657734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0954455-515e-404e-ac33-226d49a0eb30 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.659871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0954455-515e-404e-ac33-226d49a0eb30 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "DELETE /v2.0/ports/c698a36f-3e00-4225-9f6c-c66e9df1070f HTTP/1.1" status: 404 len: 333 time: 0.0231686 Aug 12 02:44:49.663493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42234) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.687912 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1717d3-162a-48d0-8604-d53130b7a3e0 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] DELETE failed (client error): The resource could not be found. Aug 12 02:44:49.688351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1717d3-162a-48d0-8604-d53130b7a3e0 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.689993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2a1717d3-162a-48d0-8604-d53130b7a3e0 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "DELETE /v2.0/subnets/61ce6fe7-7fd1-429a-8a7f-b1684813b76a HTTP/1.1" status: 404 len: 337 time: 0.0256174 Aug 12 02:44:49.693623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42236) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.712717 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8e46cc-e265-4dd4-8166-78d3281558ee tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] GET failed (client error): The resource could not be found. Aug 12 02:44:49.714015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7d8e46cc-e265-4dd4-8166-78d3281558ee tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "GET /v2.0/networks/22019f60-ab37-48bd-8a6f-a88c6dc83b18 HTTP/1.1" status: 404 len: 339 time: 0.0195282 Aug 12 02:44:49.717285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42238) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.740219 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c7b96-2f3f-4fd7-a974-594dff5d90f2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] GET failed (client error): The resource could not be found. Aug 12 02:44:49.741614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-466c7b96-2f3f-4fd7-a974-594dff5d90f2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "GET /v2.0/ports/718525ce-9c45-4fbd-9882-6b1fc693d57e HTTP/1.1" status: 404 len: 333 time: 0.0234768 Aug 12 02:44:49.745008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42240) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.773166 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-430b697d-2d2a-422f-87e5-b9fda2fe9762 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] GET failed (client error): The resource could not be found. Aug 12 02:44:49.774351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-430b697d-2d2a-422f-87e5-b9fda2fe9762 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "GET /v2.0/subnets/67b652f2-279f-4eeb-91ba-9049aac706b2 HTTP/1.1" status: 404 len: 337 time: 0.0284743 Aug 12 02:44:49.777969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42242) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.782756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4b6d4433-bf9f-4c23-a6c6-1285f16b12e2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:49.798075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fea3a955-cc27-4902-b7cb-149fdaa1b3b1 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:44:49.799966 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6d4433-bf9f-4c23-a6c6-1285f16b12e2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] PUT failed (client error): The resource could not be found. Aug 12 02:44:49.800663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6d4433-bf9f-4c23-a6c6-1285f16b12e2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.802510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4b6d4433-bf9f-4c23-a6c6-1285f16b12e2 tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "PUT /v2.0/networks/58d38907-ff41-44c5-a407-527daad54ed6 HTTP/1.1" status: 404 len: 339 time: 0.0234556 Aug 12 02:44:49.806508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42244) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.811752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6bcd3ea0-21d0-4359-a01c-01202b837e5f tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:49.834078 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcd3ea0-21d0-4359-a01c-01202b837e5f tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] PUT failed (client error): The resource could not be found. Aug 12 02:44:49.834715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcd3ea0-21d0-4359-a01c-01202b837e5f tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.837480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6bcd3ea0-21d0-4359-a01c-01202b837e5f tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "PUT /v2.0/ports/45ee3df9-515e-409f-870d-24edccd270e6 HTTP/1.1" status: 404 len: 333 time: 0.0284264 Aug 12 02:44:49.839591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42246) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:49.844690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4a56fb34-f15d-46db-beb8-10a7f02462ff tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:44:49.867889 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a56fb34-f15d-46db-beb8-10a7f02462ff tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] PUT failed (client error): The resource could not be found. Aug 12 02:44:49.868348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a56fb34-f15d-46db-beb8-10a7f02462ff tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:44:49.869507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4a56fb34-f15d-46db-beb8-10a7f02462ff tempest-NetworksNegativeTestJSON-1878133128 tempest-NetworksNegativeTestJSON-1878133128-project] 10.222.0.11 "PUT /v2.0/subnets/de8603ab-9eb7-4ffe-bae9-b3f00d07e9d0 HTTP/1.1" status: 404 len: 337 time: 0.0289748 Aug 12 02:44:49.900299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:49.912327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'port_id': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'mac_address': 'fa:16:3e:72:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:44:49.948363 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:49.961601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fea3a955-cc27-4902-b7cb-149fdaa1b3b1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:44:49.981854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:49.985791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.032859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:50.116501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:50.148957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['fea3a955-cc27-4902-b7cb-149fdaa1b3b1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:44:50.169283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd7da7-5460-4a40-a3c9-7bef6cb6a66d req-ce4dd09f-60e5-4290-8235-edd20991b5bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:50.170909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0dd7da7-5460-4a40-a3c9-7bef6cb6a66d req-ce4dd09f-60e5-4290-8235-edd20991b5bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 945 time: 0.0689180 Aug 12 02:44:50.228248 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0dd7da7-5460-4a40-a3c9-7bef6cb6a66d req-beef0859-2a49-48ff-a495-338fd45cc832 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505979 Aug 12 02:44:50.243722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3044806-4d22-4906-815f-8a543a84d6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.334846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3044806-4d22-4906-815f-8a543a84d6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.338470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b3044806-4d22-4906-815f-8a543a84d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.375542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b3044806-4d22-4906-815f-8a543a84d6c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=decb64110ea84524a894b39fcd337b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578812 Aug 12 02:44:50.376663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3044806-4d22-4906-815f-8a543a84d6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720d692f-a38e-4409-9c0b-08894f4b237e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:50.379776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:50.428929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.450285 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.499277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.501817 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:50.503525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/720d692f-a38e-4409-9c0b-08894f4b237e HTTP/1.1" status: 204 len: 168 time: 0.1227150 Aug 12 02:44:50.510944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7083dba-2312-406d-8ec3-e4584eeff626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720d692f-a38e-4409-9c0b-08894f4b237e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:51.139689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42280) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:51.239401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-51b6911c-b2ee-4063-b658-349990f92c84 tempest-ServiceProvidersTest-912868607 tempest-ServiceProvidersTest-912868607-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0983908 Aug 12 02:44:51.364710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a91ac-9305-4945-a540-e0ee00b2d8fa req-65a9a52f-131d-49e5-b9d0-1050698b903b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:51.366325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c24a91ac-9305-4945-a540-e0ee00b2d8fa req-65a9a52f-131d-49e5-b9d0-1050698b903b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 945 time: 0.0554090 Aug 12 02:44:51.404667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c24a91ac-9305-4945-a540-e0ee00b2d8fa req-d75026bf-6ce4-4d7d-80d0-d7c4ef234936 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322969 Aug 12 02:44:51.492765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42290) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:51.604868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42a128a-b2ba-461f-8760-6177111bd249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.694138 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42a128a-b2ba-461f-8760-6177111bd249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.697850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c42a128a-b2ba-461f-8760-6177111bd249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.736501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c42a128a-b2ba-461f-8760-6177111bd249 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d5547be04054fefbde5e1b3d25d13d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426224 Aug 12 02:44:51.737825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a128a-b2ba-461f-8760-6177111bd249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2324ba2d-54a5-4f7d-9749-e4eb69f4390a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:51.739249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:51.789245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.790372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fea3a955-cc27-4902-b7cb-149fdaa1b3b1 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:44:51.810096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.838438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:44:51.838814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.856923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.859619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.860967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2324ba2d-54a5-4f7d-9749-e4eb69f4390a HTTP/1.1" status: 204 len: 168 time: 0.1204164 Aug 12 02:44:51.868889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22968dd4-6b32-4177-adef-508ff235e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324ba2d-54a5-4f7d-9749-e4eb69f4390a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:51.933172 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:51.958221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:44:51.960713 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54e23e4-c1ee-4761-aa46-dcc004228c41" -d '{"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-plugged", "status": "completed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:44:51.973968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:44:51.977861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:52.002121 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776fa3fe-1daf-4c41-a808-f9069c0cbd73 x-openstack-request-id: req-776fa3fe-1daf-4c41-a808-f9069c0cbd73 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:44:52.003259 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-plugged", "status": "completed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:44:52.003373 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-776fa3fe-1daf-4c41-a808-f9069c0cbd73 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:44:52.003730 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'code': 200} Aug 12 02:44:52.028221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:52.499388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42320) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:52.503286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028343 Aug 12 02:44:52.506012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42322) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:52.523036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a7fff-8d21-46cc-a2cb-331e6a2c5080 req-7247de78-e718-4a73-9b3c-1cf0e0aa9b05 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:52.524596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b53a7fff-8d21-46cc-a2cb-331e6a2c5080 req-7247de78-e718-4a73-9b3c-1cf0e0aa9b05 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0539439 Aug 12 02:44:52.562554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b53a7fff-8d21-46cc-a2cb-331e6a2c5080 req-eed7de3a-ce03-48dd-aa66-519baed65340 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Aug 12 02:44:52.606550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60b8ff34-3d0e-4bc4-bb83-ad990bc6c3c0 tempest-NetworksApiDiscovery-1325100890 tempest-NetworksApiDiscovery-1325100890-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0994518 Aug 12 02:44:52.854680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42330) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:52.960195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b154bbd-d940-49fa-a28b-95eb11f96919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.059651 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b154bbd-d940-49fa-a28b-95eb11f96919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.063223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b154bbd-d940-49fa-a28b-95eb11f96919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.106793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b154bbd-d940-49fa-a28b-95eb11f96919 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bdfec143c9c4eb1a243a8a26b9ebd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509775 Aug 12 02:44:53.108082 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b154bbd-d940-49fa-a28b-95eb11f96919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c0669-3c97-414b-9669-9afa1d09ed9f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:53.109437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42334) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:53.165595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.186210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.239881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.242831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:53.244022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c00c0669-3c97-414b-9669-9afa1d09ed9f HTTP/1.1" status: 204 len: 168 time: 0.1335938 Aug 12 02:44:53.252602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05015c4c-d3f0-4f77-a504-c02b2c0e813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c0669-3c97-414b-9669-9afa1d09ed9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:53.692155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4cdd5-469d-4b89-a1a1-d6add6e2114b req-4af345f5-f7e3-4f55-a984-448dee16d989 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:53.693819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dd4cdd5-469d-4b89-a1a1-d6add6e2114b req-4af345f5-f7e3-4f55-a984-448dee16d989 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0566189 Aug 12 02:44:53.736181 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dd4cdd5-469d-4b89-a1a1-d6add6e2114b req-b9f5567b-1e4c-44f0-9b5e-22a886967266 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354900 Aug 12 02:44:54.567647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-4ef04b5d-ca6b-4942-ac3d-a83d0da5f27c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547049 Aug 12 02:44:54.651833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-8de0cdd7-c7e6-404a-adf7-ed10ac7611c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:54.653629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-8de0cdd7-c7e6-404a-adf7-ed10ac7611c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 1096 time: 0.0614161 Aug 12 02:44:54.787302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-ce77adbe-8986-4ec2-bd2c-0a10508f9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:54.788877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-ce77adbe-8986-4ec2-bd2c-0a10508f9a4f service neutron] 10.222.0.25 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1156745 Aug 12 02:44:54.856984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-5648b9fa-9672-425d-987f-80a90055f5c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 200 len: 217 time: 0.0606759 Aug 12 02:44:54.928563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1ae4-75aa-4bee-9634-c54751ce0ce2 req-af756b7b-6148-47a3-a2f4-506311613159 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:54.937963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec4c1ae4-75aa-4bee-9634-c54751ce0ce2 req-af756b7b-6148-47a3-a2f4-506311613159 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0991991 Aug 12 02:44:54.944970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-4f995436-cd5c-4c01-94ea-478bfe7e3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:54.946785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-4f995436-cd5c-4c01-94ea-478bfe7e3820 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0811937 Aug 12 02:44:54.993173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec4c1ae4-75aa-4bee-9634-c54751ce0ce2 req-d78a07ce-47a3-4ac6-9e45-579ff0f3a90e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539777 Aug 12 02:44:55.012697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-30e28466-c65b-488b-8af1-823da049f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:55.016918 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-30e28466-c65b-488b-8af1-823da049f1ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628660 Aug 12 02:44:55.148239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-937ab195-9a83-46b1-a2d3-07403f33be13 service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237946 Aug 12 02:44:55.277904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae1ac269-5b94-4da8-aee5-3a98cb52b3d5 req-d1d0a2b9-94ad-4c09-b5d0-9b4a9168413a service neutron] 10.222.0.25 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211231 Aug 12 02:44:55.395230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:55.539318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9226fd98-261b-4e87-b6ca-7e77ea595a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.658005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9226fd98-261b-4e87-b6ca-7e77ea595a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.663353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9226fd98-261b-4e87-b6ca-7e77ea595a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.711041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9226fd98-261b-4e87-b6ca-7e77ea595a02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad8cbc09612b4887b9df421ca5d081c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144927 Aug 12 02:44:55.713626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42426) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:55.716755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226fd98-261b-4e87-b6ca-7e77ea595a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09fc4a4-e697-4ccb-aa6a-055f82d86f28,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:55.790066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.815288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.877137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.880255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:55.884344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a09fc4a4-e697-4ccb-aa6a-055f82d86f28 HTTP/1.1" status: 204 len: 168 time: 0.1689849 Aug 12 02:44:55.895731 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5447931-3a1e-4a57-abf5-50eccb82a69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09fc4a4-e697-4ccb-aa6a-055f82d86f28,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:56.224979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42436) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:56.243631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c79a-5029-41e7-b68e-c6dc652692a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.411689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56437c-ff4a-4b20-924f-0cadc3b1e347 req-4fa5d55a-bfab-4f65-bdab-b37e1f765667 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:56.413262 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c56437c-ff4a-4b20-924f-0cadc3b1e347 req-4fa5d55a-bfab-4f65-bdab-b37e1f765667 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.3402817 Aug 12 02:44:56.482195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c56437c-ff4a-4b20-924f-0cadc3b1e347 req-03838dba-280d-4f10-a041-47847f2e5dfc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514121 Aug 12 02:44:56.488467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c79a-5029-41e7-b68e-c6dc652692a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.494799 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ba9c79a-5029-41e7-b68e-c6dc652692a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.541423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5ba9c79a-5029-41e7-b68e-c6dc652692a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cceeadfb6422405d8f7df6a898bd5f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153391 Aug 12 02:44:56.542689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9c79a-5029-41e7-b68e-c6dc652692a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3036e460-d74d-4e87-bea3-076ac01bb161,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:56.544057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:44:56.610504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.637017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.691226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.693858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:44:56.697289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3036e460-d74d-4e87-bea3-076ac01bb161 HTTP/1.1" status: 204 len: 168 time: 0.1498876 Aug 12 02:44:56.703208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1faf79-3233-4103-9b10-b1588c9a828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3036e460-d74d-4e87-bea3-076ac01bb161,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:44:57.797539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068fb62-8f6a-4cec-9113-2a2607c2403a req-dd2148bc-0a34-44a0-9227-e8ab81f6aa87 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:57.804075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c068fb62-8f6a-4cec-9113-2a2607c2403a req-dd2148bc-0a34-44a0-9227-e8ab81f6aa87 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.2505770 Aug 12 02:44:57.860184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c068fb62-8f6a-4cec-9113-2a2607c2403a req-da0029ea-59eb-4572-9237-22db306c633a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510190 Aug 12 02:44:58.983270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d677-42f5-46fc-9b3a-3d4509989aa7 req-05b7cc52-7e4e-4a35-b85e-735febab07d4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:44:58.984816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b84d677-42f5-46fc-9b3a-3d4509989aa7 req-05b7cc52-7e4e-4a35-b85e-735febab07d4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0535393 Aug 12 02:44:59.044931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b84d677-42f5-46fc-9b3a-3d4509989aa7 req-a0416608-4b58-4655-8b51-ef8493bf31a1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Aug 12 02:45:00.232629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48130582-58b7-439e-a533-757a053135a6 req-b8d5828a-f540-47e2-ab1a-16ced3ee4fa2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:00.242810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48130582-58b7-439e-a533-757a053135a6 req-b8d5828a-f540-47e2-ab1a-16ced3ee4fa2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0898149 Aug 12 02:45:00.299460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48130582-58b7-439e-a533-757a053135a6 req-be389244-704c-4a07-b39b-f6282e26327c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536742 Aug 12 02:45:01.479972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d94d-d0d4-4b9c-bf76-db280a20a0a3 req-0d612b54-ddd6-41bf-81a5-c7f053f1b01b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:01.481774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa24d94d-d0d4-4b9c-bf76-db280a20a0a3 req-0d612b54-ddd6-41bf-81a5-c7f053f1b01b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0793936 Aug 12 02:45:01.540105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa24d94d-d0d4-4b9c-bf76-db280a20a0a3 req-700c6883-2110-41b9-b10e-ebd37421ce0c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503094 Aug 12 02:45:01.993738 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-22499b0a-76d6-434d-9c39-8e526c271f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:02.671120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943f9c0-b41f-4d7e-affc-b95aebc3b889 req-edd8ad14-17bc-4d92-9ff8-7c03c8b0198b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:02.673421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6943f9c0-b41f-4d7e-affc-b95aebc3b889 req-edd8ad14-17bc-4d92-9ff8-7c03c8b0198b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0570352 Aug 12 02:45:02.790533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6943f9c0-b41f-4d7e-affc-b95aebc3b889 req-2262f513-476f-44b2-b4da-959d0133c0d4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073711 Aug 12 02:45:03.898143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee3f9-b686-4a15-9f87-732c51bec11c req-915d81da-db09-4efd-9ebd-a62d88fe4670 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:03.899896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b3ee3f9-b686-4a15-9f87-732c51bec11c req-915d81da-db09-4efd-9ebd-a62d88fe4670 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0509682 Aug 12 02:45:03.944882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b3ee3f9-b686-4a15-9f87-732c51bec11c req-5f984059-4424-4e63-955b-1f63e334df1f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382164 Aug 12 02:45:04.124314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-263cea5e-c141-48f2-a1f9-c4ae02273fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:04.125835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-263cea5e-c141-48f2-a1f9-c4ae02273fb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 1097 time: 0.0403793 Aug 12 02:45:04.220519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-cd48adfa-9afd-4c6c-ad05-86d424a1083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:04.222277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-cd48adfa-9afd-4c6c-ad05-86d424a1083b service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0885475 Aug 12 02:45:04.268442 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-68b96fcb-40f3-4022-ab88-1fae302eab07 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1 HTTP/1.1" status: 200 len: 217 time: 0.0387537 Aug 12 02:45:04.323562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-ea52d77e-b6af-4234-90a1-30cd664c9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:04.325010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-ea52d77e-b6af-4234-90a1-30cd664c9c0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0501130 Aug 12 02:45:04.375195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-b1f33320-40fc-494b-8776-a07a12c2f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:04.376734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-b1f33320-40fc-494b-8776-a07a12c2f320 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448856 Aug 12 02:45:04.467344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-06144c44-0e5f-496a-9a00-257e37ee5034 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Aug 12 02:45:04.562395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08e86b8b-1c33-4374-b430-f10c8bb91dd0 req-758f53c3-4c8e-4649-808b-b35b39b2b351 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872905 Aug 12 02:45:04.597346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d69688e-a14a-416a-aef8-d8deeb57a563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:04.706018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:04.737212 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:05.063796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8926e6-4cbb-40c3-bea3-37014bbf25a6 req-452ff03f-12e7-42bf-846e-0e17540eada6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:05.065606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa8926e6-4cbb-40c3-bea3-37014bbf25a6 req-452ff03f-12e7-42bf-846e-0e17540eada6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0518911 Aug 12 02:45:05.119782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa8926e6-4cbb-40c3-bea3-37014bbf25a6 req-54ff1888-0370-4690-a85e-e777e5ab2651 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474946 Aug 12 02:45:05.879089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:06.241362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380edce-1983-4164-b4e4-543467b6da83 req-50f64bdc-7f88-4053-a342-5485f3a8b8c1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:06.242937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b380edce-1983-4164-b4e4-543467b6da83 req-50f64bdc-7f88-4053-a342-5485f3a8b8c1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0517371 Aug 12 02:45:06.286876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b380edce-1983-4164-b4e4-543467b6da83 req-4e4b1f49-7a18-4ad8-bff3-3baf55618ddc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Aug 12 02:45:07.378394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:07.406777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185599c-c3b4-4be7-8bcd-d6c73d2a21c3 req-c9065451-f7ef-4688-bf59-2af0819d8aae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:07.408431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7185599c-c3b4-4be7-8bcd-d6c73d2a21c3 req-c9065451-f7ef-4688-bf59-2af0819d8aae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Aug 12 02:45:07.456126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7185599c-c3b4-4be7-8bcd-d6c73d2a21c3 req-e2d438e8-ec5e-470e-bdae-150694cda3d8 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Aug 12 02:45:07.569168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eb188-27ac-4d1e-9e75-3bbc1e69ce89 req-33cb4049-96c8-4d96-8a92-ab939301495a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:07.570689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-890eb188-27ac-4d1e-9e75-3bbc1e69ce89 req-33cb4049-96c8-4d96-8a92-ab939301495a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0505261 Aug 12 02:45:07.622854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-890eb188-27ac-4d1e-9e75-3bbc1e69ce89 req-24af09c6-2cae-451b-8baf-e96fcdca8219 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455799 Aug 12 02:45:07.745119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd033681-2fcf-4b04-9a22-71dc49209ac9 req-eafe954b-65b8-454a-979c-bb8d388e0ce2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:07.752177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd033681-2fcf-4b04-9a22-71dc49209ac9 req-eafe954b-65b8-454a-979c-bb8d388e0ce2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0583956 Aug 12 02:45:07.787022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd033681-2fcf-4b04-9a22-71dc49209ac9 req-deeced36-434f-4b82-9c36-fcd98d96dc42 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340068 Aug 12 02:45:07.895487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device fea3a955-cc27-4902-b7cb-149fdaa1b3b1 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:07.988091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:08.010432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6a60a-2bba-4aa2-972f-39936d8b4a9b req-dd1120d3-d9cb-41e5-9b6f-1d9fe9662fff tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:08.012435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41a6a60a-2bba-4aa2-972f-39936d8b4a9b req-dd1120d3-d9cb-41e5-9b6f-1d9fe9662fff tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0675642 Aug 12 02:45:08.025029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:08.028046 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523a8455-c11e-4d79-ad3d-d5d98f29b2c2" -d '{"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-unplugged", "status": "completed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:08.032065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:08.045276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:08.073364 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ac06c0-3d8e-458f-985b-293b6734eefc x-openstack-request-id: req-d6ac06c0-3d8e-458f-985b-293b6734eefc {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:08.073890 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-unplugged", "status": "failed", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1", "code": 422}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:08.073890 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6ac06c0-3d8e-458f-985b-293b6734eefc {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:08.074454 n-d-804303-2 neutron-server[94675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'code': 422} returned with failed status Aug 12 02:45:08.089592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41a6a60a-2bba-4aa2-972f-39936d8b4a9b req-e19faf8a-9f1a-4f82-a765-181138194f05 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700290 Aug 12 02:45:08.106226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:09.207362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e96d7-b118-4ae4-b340-6a8b89c1582b req-4595bb17-6eae-49f8-bbd4-735b8fc9e092 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:09.208929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-694e96d7-b118-4ae4-b340-6a8b89c1582b req-4595bb17-6eae-49f8-bbd4-735b8fc9e092 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0512516 Aug 12 02:45:09.248909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-694e96d7-b118-4ae4-b340-6a8b89c1582b req-dae2afe9-404b-4a25-8fd6-72d9cc71f1c7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339611 Aug 12 02:45:10.362563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7390b9-c9ad-4970-bb69-a9e2cc74d814 req-5e485c4f-ea4f-4d25-baac-5e6217be4ccd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:10.364067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b7390b9-c9ad-4970-bb69-a9e2cc74d814 req-5e485c4f-ea4f-4d25-baac-5e6217be4ccd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Aug 12 02:45:10.403711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b7390b9-c9ad-4970-bb69-a9e2cc74d814 req-c883256c-09a9-400f-86fb-636f17921ca2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338006 Aug 12 02:45:11.518790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a6d49-dfad-4dd3-85ed-6a8d9b83781b req-88d8f040-2776-49f4-8562-38521839af9b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:11.520301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f9a6d49-dfad-4dd3-85ed-6a8d9b83781b req-88d8f040-2776-49f4-8562-38521839af9b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0486767 Aug 12 02:45:11.557596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f9a6d49-dfad-4dd3-85ed-6a8d9b83781b req-a70c036d-9e1c-4537-926e-3fa16d9031e2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312889 Aug 12 02:45:12.678977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab988e-1e7b-46f2-9359-aed28f03ae82 req-4fc744e2-c1d6-4134-886c-c867baa30fc0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:12.680517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83ab988e-1e7b-46f2-9359-aed28f03ae82 req-4fc744e2-c1d6-4134-886c-c867baa30fc0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0538046 Aug 12 02:45:12.718877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83ab988e-1e7b-46f2-9359-aed28f03ae82 req-56496b5b-5050-41c2-8a5c-2cab7d03cfc0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Aug 12 02:45:13.347664 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-8cd9bbfb-b184-4f62-9576-9d11afcc5edd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1413722 Aug 12 02:45:13.418058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-91135ecb-43fd-4466-8c51-e78d4e800ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:13.419593 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-91135ecb-43fd-4466-8c51-e78d4e800ffe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 1097 time: 0.0403469 Aug 12 02:45:13.524900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-f488ccd0-0aa2-47fd-8467-a4f07f3a3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:13.526263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-f488ccd0-0aa2-47fd-8467-a4f07f3a3866 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0878763 Aug 12 02:45:13.567915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-9aecff04-dfec-45e1-b267-b473c72b3bb8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 200 len: 217 time: 0.0339754 Aug 12 02:45:13.617334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-0e1ccdc9-1b8b-49bf-b8ed-ae3240e9ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:13.618812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-0e1ccdc9-1b8b-49bf-b8ed-ae3240e9ce83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0446403 Aug 12 02:45:13.669338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-4745825e-f251-4d8d-aa9c-d393fe49b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:13.670826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-4745825e-f251-4d8d-aa9c-d393fe49b42d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446539 Aug 12 02:45:13.761109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-ad2ba5e3-6d87-473c-a2ff-136c448a9e24 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811577 Aug 12 02:45:13.839021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bea70f-c6dc-4d7c-a2d2-5f61caa4c231 req-a8688ddf-5af7-49eb-8ab1-c64057afdd07 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:13.840503 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6bea70f-c6dc-4d7c-a2d2-5f61caa4c231 req-a8688ddf-5af7-49eb-8ab1-c64057afdd07 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0515435 Aug 12 02:45:13.858681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd8c0a7c-dc55-4f0b-8dd6-c03ebbab9a1f req-c2313068-13f1-46e5-9a78-c7aa4cb19dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902431 Aug 12 02:45:13.885783 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6bea70f-c6dc-4d7c-a2d2-5f61caa4c231 req-51656b05-e5e1-42a9-993b-fe060bbf051a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367856 Aug 12 02:45:15.001103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59daf88-c153-44ca-af8b-77a81dac80a7 req-f950fe35-4c7f-4dbf-a7cf-a85a5f0230fc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:15.002818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59daf88-c153-44ca-af8b-77a81dac80a7 req-f950fe35-4c7f-4dbf-a7cf-a85a5f0230fc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0493290 Aug 12 02:45:15.040297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d59daf88-c153-44ca-af8b-77a81dac80a7 req-23d96241-6031-4d15-8179-0118547b7970 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Aug 12 02:45:15.696746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42668) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:15.804085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:15.890765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:15.895338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:15.932401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e7586dfa6ac4b4586f8cfddf31172c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345319 Aug 12 02:45:15.933207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395ddffb-99da-4b06-a384-c93a3494815a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:15.935132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42672) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:15.941185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.941532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.941871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.942207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.942540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.942867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.943191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.943552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.943876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.944198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.944519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.944838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6435cb-1f07-4389-a431-15dd5ea364fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:15.985282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.007736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.055746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.058381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.059557 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/395ddffb-99da-4b06-a384-c93a3494815a HTTP/1.1" status: 204 len: 168 time: 0.1233816 Aug 12 02:45:16.067396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395ddffb-99da-4b06-a384-c93a3494815a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:16.075325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.075507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.075847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.076233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.076563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.076959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.077208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.077518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.078145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.078640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.078810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.079143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded72f1-2bc7-401c-a456-202a6140f3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:16.165386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1952-ba75-48c0-8ac7-9410ba700c6d req-6290ee84-52e9-45dd-85db-b98495ba3105 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:16.166942 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-853a1952-ba75-48c0-8ac7-9410ba700c6d req-6290ee84-52e9-45dd-85db-b98495ba3105 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0514159 Aug 12 02:45:16.207923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-853a1952-ba75-48c0-8ac7-9410ba700c6d req-3656c964-d265-42e6-b7ed-38b1e027d6df tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345128 Aug 12 02:45:16.324549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42680) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:16.338843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-857df834-18c2-4846-acad-14fee560d451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.426836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-857df834-18c2-4846-acad-14fee560d451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.430678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-857df834-18c2-4846-acad-14fee560d451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.469265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-857df834-18c2-4846-acad-14fee560d451 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30b8fd1ecef14b0597c5d6158c0bdf55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435499 Aug 12 02:45:16.470529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857df834-18c2-4846-acad-14fee560d451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8544ce-3421-4e1e-aca0-d20ab349e730,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:16.472248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42682) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:16.522204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.545498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.590921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.593493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:16.594642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f8544ce-3421-4e1e-aca0-d20ab349e730 HTTP/1.1" status: 204 len: 168 time: 0.1213696 Aug 12 02:45:16.602259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb44d4-bea1-44db-a159-4a0c489f7b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8544ce-3421-4e1e-aca0-d20ab349e730,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:17.325907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706b2ed-887e-462c-9d77-c2bb2b19606e req-f3ac2cc1-10cc-48a0-a5ad-40599280b53f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:17.327398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6706b2ed-887e-462c-9d77-c2bb2b19606e req-f3ac2cc1-10cc-48a0-a5ad-40599280b53f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0475957 Aug 12 02:45:17.365896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6706b2ed-887e-462c-9d77-c2bb2b19606e req-d6df5c3f-5945-4b2d-932c-158c430ae3d9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316911 Aug 12 02:45:18.028894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:18.484417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6170f9-758b-4d39-aa72-8dbdf21714aa req-a64c7115-b9aa-43bb-bd0e-dcb6765b4c18 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:18.485998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b6170f9-758b-4d39-aa72-8dbdf21714aa req-a64c7115-b9aa-43bb-bd0e-dcb6765b4c18 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0508881 Aug 12 02:45:18.524453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b6170f9-758b-4d39-aa72-8dbdf21714aa req-f9b98555-7b35-462e-bfcf-6903d18a8f76 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320780 Aug 12 02:45:18.726698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386472e9-62b0-430d-a9d5-dcdd8721194d req-539da03c-b37a-4825-801d-f35dbf2035a6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:18.728631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-386472e9-62b0-430d-a9d5-dcdd8721194d req-539da03c-b37a-4825-801d-f35dbf2035a6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0547793 Aug 12 02:45:18.774809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-386472e9-62b0-430d-a9d5-dcdd8721194d req-36b6058c-9c4a-4d21-a6c8-d6195a09dcb1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398695 Aug 12 02:45:18.775924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362899a7-d535-4fcd-bc23-78419c47c774 req-1d177c19-7eaf-443a-b15a-bddf76915946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:18.777434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-1d177c19-7eaf-443a-b15a-bddf76915946 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0446837 Aug 12 02:45:18.876878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362899a7-d535-4fcd-bc23-78419c47c774 req-fd6512ff-b07b-4b8f-91b3-05fb1fb560f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:18.878455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-fd6512ff-b07b-4b8f-91b3-05fb1fb560f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.0941341 Aug 12 02:45:18.943506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-55637f07-60cc-4303-85ec-a839d838d8a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0579886 Aug 12 02:45:18.996002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362899a7-d535-4fcd-bc23-78419c47c774 req-4276d200-e8b9-49fa-b6e2-678e5a06b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:18.997363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-4276d200-e8b9-49fa-b6e2-678e5a06b838 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0471232 Aug 12 02:45:19.042783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362899a7-d535-4fcd-bc23-78419c47c774 req-63e861fc-0585-42df-947c-45976ffcfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:19.044296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-63e861fc-0585-42df-947c-45976ffcfc8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400043 Aug 12 02:45:19.131168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-eadce349-4ab6-4623-a399-7459c4faa87c service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795732 Aug 12 02:45:19.231197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-362899a7-d535-4fcd-bc23-78419c47c774 req-aa683ed1-64a0-4243-9d11-e93ec3a7fb66 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901732 Aug 12 02:45:19.898274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba891-48f0-4881-a12d-8547d2d03199 req-eab00656-9a35-4776-a936-0dd7cc5286ce tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:19.899919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-54aba891-48f0-4881-a12d-8547d2d03199 req-eab00656-9a35-4776-a936-0dd7cc5286ce tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Aug 12 02:45:19.944099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-54aba891-48f0-4881-a12d-8547d2d03199 req-dcab81de-ac09-424c-bb3e-38bff78a277f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Aug 12 02:45:21.065311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96620-7318-44dc-bab6-080975ccd1bc req-1a8c9fa4-b677-42dd-ade1-fd578d26a51b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:21.066823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24e96620-7318-44dc-bab6-080975ccd1bc req-1a8c9fa4-b677-42dd-ade1-fd578d26a51b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0527062 Aug 12 02:45:21.105104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24e96620-7318-44dc-bab6-080975ccd1bc req-35b522f6-56a1-4914-838d-5804e9813c0d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Aug 12 02:45:21.222077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b0cb0-f40d-4ec9-921d-f1ac1efd246c req-da4d714e-f11f-4497-9096-04cd8caf2fff tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:21.223604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f3b0cb0-f40d-4ec9-921d-f1ac1efd246c req-da4d714e-f11f-4497-9096-04cd8caf2fff tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0507369 Aug 12 02:45:21.263430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f3b0cb0-f40d-4ec9-921d-f1ac1efd246c req-4f7b15c6-f5c8-4d06-97d5-91acb60edd21 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337281 Aug 12 02:45:21.378692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5484b9c-8eb5-4f39-9ff7-9142ca483b36 req-407f3367-7b60-4b27-8a92-07e11699c56a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:21.380301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5484b9c-8eb5-4f39-9ff7-9142ca483b36 req-407f3367-7b60-4b27-8a92-07e11699c56a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Aug 12 02:45:21.418788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5484b9c-8eb5-4f39-9ff7-9142ca483b36 req-691d8d16-526b-4696-bdd5-defad8cf9be1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323365 Aug 12 02:45:21.670024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60336d3e-f1ce-46b2-8b01-2147fbe5aa8e req-c08da7d2-f33e-4023-af28-3ba1c8ac1990 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:21.671452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60336d3e-f1ce-46b2-8b01-2147fbe5aa8e req-c08da7d2-f33e-4023-af28-3ba1c8ac1990 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0519931 Aug 12 02:45:21.709552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60336d3e-f1ce-46b2-8b01-2147fbe5aa8e req-d7dc3f64-843d-448c-b40a-c4661ed17db3 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315323 Aug 12 02:45:22.434722 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:45:22.829032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d27b3-168b-42ae-8717-6dcd3b29426d req-dd533e92-4e71-49ec-b3bb-a50e6627095d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:22.831242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-801d27b3-168b-42ae-8717-6dcd3b29426d req-dd533e92-4e71-49ec-b3bb-a50e6627095d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0528498 Aug 12 02:45:22.870968 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-801d27b3-168b-42ae-8717-6dcd3b29426d req-9d9d238b-fe36-410d-9932-7cb72af990fb tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Aug 12 02:45:23.074196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc54cf9-5d48-4514-828c-220393f20d99 req-bc5123ef-1b7e-45c1-9097-ebfea4de5c13 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:23.076076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bc54cf9-5d48-4514-828c-220393f20d99 req-bc5123ef-1b7e-45c1-9097-ebfea4de5c13 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0518947 Aug 12 02:45:23.144817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5bc54cf9-5d48-4514-828c-220393f20d99 req-44d1ef74-9c6a-47fa-8f80-e28510b9f750 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623007 Aug 12 02:45:23.147629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-1fe0891d-1800-472d-8b78-649390bc0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:23.149043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-1fe0891d-1800-472d-8b78-649390bc0f09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2c673e5741941258ab95824e2c9382f&device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0653532 Aug 12 02:45:23.274873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-98cb2995-eb82-4a64-b845-5d0e80c437b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:23.276721 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-98cb2995-eb82-4a64-b845-5d0e80c437b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 200 len: 913 time: 0.1205175 Aug 12 02:45:23.342067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-41caf4f4-fd8c-4bcc-a61b-eca3090e6617 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 200 len: 999 time: 0.0582068 Aug 12 02:45:23.395446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-9b2662ca-cdb6-4260-99a9-8dab4ba3e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:23.396927 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-9b2662ca-cdb6-4260-99a9-8dab4ba3e35b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 200 len: 851 time: 0.0479951 Aug 12 02:45:23.443757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-11a5f177-6161-4068-8971-9201f24b8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:23.445175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-11a5f177-6161-4068-8971-9201f24b8f3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3e0775a3-5e40-4ad5-88bc-58536345b853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414217 Aug 12 02:45:23.540143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-7fa6e048-5a95-48c0-a8ba-6de85c8f40b4 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873373 Aug 12 02:45:23.635400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72d15918-f6ca-436d-b18f-259cdfc926a3 req-0d25d953-6055-4c3e-92d0-d6442a007bb3 service neutron] 10.222.0.21 "GET /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882699 Aug 12 02:45:24.271083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712be4a0-1c51-44e1-b46b-6b81f5dcec98 req-28c76bca-48bf-433a-a8b0-1b5ef0502b13 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:24.272833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-712be4a0-1c51-44e1-b46b-6b81f5dcec98 req-28c76bca-48bf-433a-a8b0-1b5ef0502b13 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0568597 Aug 12 02:45:24.313193 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-712be4a0-1c51-44e1-b46b-6b81f5dcec98 req-0253e036-ad4f-4e07-bc2b-ff42a3f5681b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346065 Aug 12 02:45:25.449571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db953a4-58ca-4eb2-b3d7-7fd90c969289 req-e14aaa0d-6af9-4715-8f7a-2afb81d8de32 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:25.451200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0db953a4-58ca-4eb2-b3d7-7fd90c969289 req-e14aaa0d-6af9-4715-8f7a-2afb81d8de32 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0660734 Aug 12 02:45:25.500036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0db953a4-58ca-4eb2-b3d7-7fd90c969289 req-e18a6a82-f5f9-4329-9397-0cbfb530f15c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418701 Aug 12 02:45:25.625693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c706b-a0dc-4853-9d4e-1cde38486495 req-1b70af2e-871f-415a-afb7-6b177b117bb2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:25.627412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b7c706b-a0dc-4853-9d4e-1cde38486495 req-1b70af2e-871f-415a-afb7-6b177b117bb2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0511181 Aug 12 02:45:25.642627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 42798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:25.665438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b7c706b-a0dc-4853-9d4e-1cde38486495 req-1eb44916-fe3a-4c0d-be5a-9c6ecc5dfbbc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318851 Aug 12 02:45:25.763515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02ca3add-ea6c-44be-9a30-251e196cde1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:25.862149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02ca3add-ea6c-44be-9a30-251e196cde1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:25.866697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-02ca3add-ea6c-44be-9a30-251e196cde1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:25.905313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-02ca3add-ea6c-44be-9a30-251e196cde1b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75d0a6b88b0248408967ad35edee6a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615199 Aug 12 02:45:25.906176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3add-ea6c-44be-9a30-251e196cde1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d43f52e-784f-4916-8872-0534b33e8d70,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:25.908859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:25.960036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:25.983682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.035806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.038850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.040020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d43f52e-784f-4916-8872-0534b33e8d70 HTTP/1.1" status: 204 len: 168 time: 0.1299536 Aug 12 02:45:26.050274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6511f-c249-4d50-8af9-9635f9dd5819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d43f52e-784f-4916-8872-0534b33e8d70,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:26.326547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42846) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:26.340921 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc636-0b22-4f91-93dd-3990e83eaa16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.353408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-390d1288-ca70-4716-832d-0c69f1bfe3a2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:26.354944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-390d1288-ca70-4716-832d-0c69f1bfe3a2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc1402d-76b4-4b59-b5c2-de72aa9c8b22 HTTP/1.1" status: 200 len: 944 time: 0.0504537 Aug 12 02:45:26.433494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc636-0b22-4f91-93dd-3990e83eaa16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.437210 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4e5fc636-0b22-4f91-93dd-3990e83eaa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.445303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:26.445648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.476627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4e5fc636-0b22-4f91-93dd-3990e83eaa16 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=782be14dfcd7492bb7bc6e0710b9d78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489773 Aug 12 02:45:26.477508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5fc636-0b22-4f91-93dd-3990e83eaa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fdab6f-b2c3-43c0-8d5a-ddcdff4f4ef4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:26.482090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 42848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:26.534397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.538564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port fea3a955-cc27-4902-b7cb-149fdaa1b3b1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:26.539109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.552013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for fea3a955-cc27-4902-b7cb-149fdaa1b3b1 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:26.555662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.603315 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.605934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.607083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5fdab6f-b2c3-43c0-8d5a-ddcdff4f4ef4 HTTP/1.1" status: 204 len: 168 time: 0.1239872 Aug 12 02:45:26.615611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed2ec-2131-406a-a50e-2fe2999d4b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fdab6f-b2c3-43c0-8d5a-ddcdff4f4ef4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:26.687381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.699048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:26.718255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=fea3a955-cc27-4902-b7cb-149fdaa1b3b1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:26.725788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:26.763197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] No DVR routers for this DVR port fea3a955-cc27-4902-b7cb-149fdaa1b3b1 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:26.767912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:26.770095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d607b9ee-96b0-44ac-8100-062c37fa11d9 req-64fd5051-4767-4470-b1f2-8fdd1cc8452f tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "DELETE /v2.0/ports/fea3a955-cc27-4902-b7cb-149fdaa1b3b1 HTTP/1.1" status: 204 len: 173 time: 0.4096959 Aug 12 02:45:26.770842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-deleted', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:26.773380 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01d9b6a-d688-4053-abac-e9969af9b2dd" -d '{"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-deleted", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:26.845678 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab29dc-dfca-41c3-ba52-55681b342ca6 x-openstack-request-id: req-4aab29dc-dfca-41c3-ba52-55681b342ca6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:26.846435 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc1402d-76b4-4b59-b5c2-de72aa9c8b22", "name": "network-vif-deleted", "tag": "fea3a955-cc27-4902-b7cb-149fdaa1b3b1", "status": "failed", "code": 422}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:26.846435 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4aab29dc-dfca-41c3-ba52-55681b342ca6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:26.847155 n-d-804303-2 neutron-server[94674]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9cc1402d-76b4-4b59-b5c2-de72aa9c8b22', 'name': 'network-vif-deleted', 'tag': 'fea3a955-cc27-4902-b7cb-149fdaa1b3b1', 'status': 'failed', 'code': 422} returned with failed status Aug 12 02:45:27.389939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9522f2-3ecd-4597-869b-a095e24b226c req-416d9973-5666-4700-8dfb-2b092c0f8fa0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:27.391693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e9522f2-3ecd-4597-869b-a095e24b226c req-416d9973-5666-4700-8dfb-2b092c0f8fa0 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 907 time: 0.0517685 Aug 12 02:45:28.514284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35c0e-b42e-4e93-9ddd-d9ddaa97f518 req-135b7638-c07e-4d4d-8c8e-47ce3fd9fe38 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:28.515898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ff35c0e-b42e-4e93-9ddd-d9ddaa97f518 req-135b7638-c07e-4d4d-8c8e-47ce3fd9fe38 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 907 time: 0.0541651 Aug 12 02:45:28.652417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-008d7b95-1200-4fad-b022-93b9c394596e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:28.653978 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-008d7b95-1200-4fad-b022-93b9c394596e tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 907 time: 0.0649538 Aug 12 02:45:28.752169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port 4c3316ca-650e-4237-af77-68a6de76c983 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:28.752515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:28.845137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port 4c3316ca-650e-4237-af77-68a6de76c983, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=4c3316ca-650e-4237-af77-68a6de76c983,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:28.845513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:28.858447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for 4c3316ca-650e-4237-af77-68a6de76c983 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:28.984956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:29.359832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=4c3316ca-650e-4237-af77-68a6de76c983,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:29.407942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] No DVR routers for this DVR port 4c3316ca-650e-4237-af77-68a6de76c983 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:29.410581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:29.412706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a3963fa-6cb2-4214-9c0b-619130650934 req-f402a01d-fed0-4eb8-8a61-ca1af90832ae tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "DELETE /v2.0/ports/4c3316ca-650e-4237-af77-68a6de76c983 HTTP/1.1" status: 204 len: 173 time: 0.7506695 Aug 12 02:45:29.413154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'name': 'network-vif-deleted', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:29.415924 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ba1dd6-8e7d-4de5-a998-8cffb77f71f3" -d '{"events": [{"server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "name": "network-vif-deleted", "tag": "4c3316ca-650e-4237-af77-68a6de76c983"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:29.466094 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf142c47-c8fb-41e2-ab6f-18f7dd1bad5d x-openstack-request-id: req-bf142c47-c8fb-41e2-ab6f-18f7dd1bad5d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:29.466476 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d97fb83-d6ae-403d-80d0-7fe5f666f9be", "name": "network-vif-deleted", "tag": "4c3316ca-650e-4237-af77-68a6de76c983", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:29.466790 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf142c47-c8fb-41e2-ab6f-18f7dd1bad5d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:29.467289 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d97fb83-d6ae-403d-80d0-7fe5f666f9be', 'name': 'network-vif-deleted', 'tag': '4c3316ca-650e-4237-af77-68a6de76c983', 'status': 'completed', 'code': 200} Aug 12 02:45:29.953974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ae3a6fcb-7b68-4387-a2a3-808fd274c8dc req-0aa5db49-796b-4065-8759-442f2d1ec532 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d97fb83-d6ae-403d-80d0-7fe5f666f9be HTTP/1.1" status: 200 len: 210 time: 0.3588445 Aug 12 02:45:31.223409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5acea-7020-447c-8ce9-c22b9bebb9f9 req-74cf1ca0-ca3b-41d1-963e-692cce3a156c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:31.225028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43a5acea-7020-447c-8ce9-c22b9bebb9f9 req-74cf1ca0-ca3b-41d1-963e-692cce3a156c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 946 time: 0.0501084 Aug 12 02:45:31.271360 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-43a5acea-7020-447c-8ce9-c22b9bebb9f9 req-6fa0d146-513d-43b0-b2da-4de13466bac7 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400760 Aug 12 02:45:31.984647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-441c87bf-f8b4-4339-867d-a82b8bbb3741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:32.207448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4c3316ca-650e-4237-af77-68a6de76c983 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:32.227412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 4c3316ca-650e-4237-af77-68a6de76c983 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:32.227788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 4c3316ca-650e-4237-af77-68a6de76c983 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:32.389328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236f64a-c39a-4fbb-b01f-0e8b39163daa req-55062032-fcca-4593-86f2-dffc46357db4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:32.390828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c236f64a-c39a-4fbb-b01f-0e8b39163daa req-55062032-fcca-4593-86f2-dffc46357db4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 946 time: 0.0478492 Aug 12 02:45:32.429324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c236f64a-c39a-4fbb-b01f-0e8b39163daa req-dbc4d1be-3a20-4ae5-b81a-057b61d76b15 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 12 02:45:32.985108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a52c-64b5-4780-a072-f988be87853e req-e7af3ec3-f46f-4aa3-ab80-2d2d5a0a2ad9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:32.985108 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e26a52c-64b5-4780-a072-f988be87853e req-e7af3ec3-f46f-4aa3-ab80-2d2d5a0a2ad9 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 946 time: 0.0506432 Aug 12 02:45:33.092861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port 9123a79a-f362-4208-ab6e-9ed198f51197 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:33.093231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:33.184505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port 9123a79a-f362-4208-ab6e-9ed198f51197, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=9123a79a-f362-4208-ab6e-9ed198f51197,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:33.184863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:33.198299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for 9123a79a-f362-4208-ab6e-9ed198f51197 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:33.335190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:33.347564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:33.363524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=9123a79a-f362-4208-ab6e-9ed198f51197,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:33.383450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['9123a79a-f362-4208-ab6e-9ed198f51197'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:33.417196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] No DVR routers for this DVR port 9123a79a-f362-4208-ab6e-9ed198f51197 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:33.420598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:33.422579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e26a52c-64b5-4780-a072-f988be87853e req-adf5afed-75d9-4f56-8784-0d5ea38a91bc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "DELETE /v2.0/ports/9123a79a-f362-4208-ab6e-9ed198f51197 HTTP/1.1" status: 204 len: 173 time: 0.4269977 Aug 12 02:45:33.423772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'name': 'network-vif-deleted', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:33.426401 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c4a37a-19b7-4fc8-baf5-4aefaf5290c7" -d '{"events": [{"server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "name": "network-vif-deleted", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:33.469268 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4efde8-241a-4749-a21b-968dd891437f x-openstack-request-id: req-2c4efde8-241a-4749-a21b-968dd891437f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:33.469637 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04e2270-1ce6-49b5-af23-6c0e79bfe56a", "name": "network-vif-deleted", "tag": "9123a79a-f362-4208-ab6e-9ed198f51197", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:33.470331 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c4efde8-241a-4749-a21b-968dd891437f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:33.470569 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04e2270-1ce6-49b5-af23-6c0e79bfe56a', 'name': 'network-vif-deleted', 'tag': '9123a79a-f362-4208-ab6e-9ed198f51197', 'status': 'completed', 'code': 200} Aug 12 02:45:33.553562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e23a2454-648e-4518-8099-f5d1ffc57f1b req-b2d424c1-d795-4846-8e4f-72b98fc791c6 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=f04e2270-1ce6-49b5-af23-6c0e79bfe56a HTTP/1.1" status: 200 len: 210 time: 0.0297859 Aug 12 02:45:34.592454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-647add38-fb0b-41a9-a9ec-7f2dd2c03a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:34.709448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:34.753063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:34.843923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b072dd-cc55-4310-9a8b-0591c0fc4457 req-eddc09fa-f53a-4b55-b6af-0796888634dd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:34.845478 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60b072dd-cc55-4310-9a8b-0591c0fc4457 req-eddc09fa-f53a-4b55-b6af-0796888634dd tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0538802 Aug 12 02:45:34.884888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-60b072dd-cc55-4310-9a8b-0591c0fc4457 req-b758c307-7699-4d3e-932c-6c4b391cf660 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Aug 12 02:45:35.883989 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:35.996826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-ef0815c4-1312-43dc-9915-8e999a0b9e4c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:35.998320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-ef0815c4-1312-43dc-9915-8e999a0b9e4c tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0493762 Aug 12 02:45:36.004871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5262534-0483-424c-96b6-e16b2953d7a1 req-b3bcd503-1c3d-4981-8370-f1b47095ce64 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:36.006487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5262534-0483-424c-96b6-e16b2953d7a1 req-b3bcd503-1c3d-4981-8370-f1b47095ce64 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=d31b02cd-23d7-4328-a57f-4cac3ec19903 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Aug 12 02:45:36.046736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5262534-0483-424c-96b6-e16b2953d7a1 req-2c079010-3606-48bf-93ab-4efcddd17910 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Aug 12 02:45:36.095008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port 144d0100-0461-432a-b812-78e274b57285 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:36.095306 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:36.185788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port 144d0100-0461-432a-b812-78e274b57285, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=144d0100-0461-432a-b812-78e274b57285,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:36.186167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:36.199908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for 144d0100-0461-432a-b812-78e274b57285 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:36.342024 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:36.356627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['144d0100-0461-432a-b812-78e274b57285'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:36.372879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=144d0100-0461-432a-b812-78e274b57285,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:36.417768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] No DVR routers for this DVR port 144d0100-0461-432a-b812-78e274b57285 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:36.420416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:36.422431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f7ac4bb-f886-43c1-adaa-e047607a4ada req-69b6218e-a1c9-4c00-9caa-7081a81b3fc4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.25 "DELETE /v2.0/ports/144d0100-0461-432a-b812-78e274b57285 HTTP/1.1" status: 204 len: 173 time: 0.4162626 Aug 12 02:45:36.422877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'name': 'network-vif-deleted', 'tag': '144d0100-0461-432a-b812-78e274b57285'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:36.426008 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb3402-6e5c-49a1-a457-1728a9e2652a" -d '{"events": [{"server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "name": "network-vif-deleted", "tag": "144d0100-0461-432a-b812-78e274b57285"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:36.477294 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de99d33a-f843-45a1-90fb-90404b2a3888 x-openstack-request-id: req-de99d33a-f843-45a1-90fb-90404b2a3888 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:36.477609 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31b02cd-23d7-4328-a57f-4cac3ec19903", "name": "network-vif-deleted", "tag": "144d0100-0461-432a-b812-78e274b57285", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:36.478114 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de99d33a-f843-45a1-90fb-90404b2a3888 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:36.478525 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31b02cd-23d7-4328-a57f-4cac3ec19903', 'name': 'network-vif-deleted', 'tag': '144d0100-0461-432a-b812-78e274b57285', 'status': 'completed', 'code': 200} Aug 12 02:45:36.822210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:36.944324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3675006a-006c-4f07-9ee6-ebd5561dd5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.043957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3675006a-006c-4f07-9ee6-ebd5561dd5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.047675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3675006a-006c-4f07-9ee6-ebd5561dd5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.086624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3675006a-006c-4f07-9ee6-ebd5561dd5b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7defce1f72fb480fa08ddb9429a2ed1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632880 Aug 12 02:45:37.087786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675006a-006c-4f07-9ee6-ebd5561dd5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20588763-23c7-400b-9c60-90a4389bf818,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:37.089262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:37.141008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.162863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.218083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.220842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.222062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20588763-23c7-400b-9c60-90a4389bf818 HTTP/1.1" status: 204 len: 168 time: 0.1317594 Aug 12 02:45:37.232428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704e79e-7e2f-4a27-9587-ec5c61b31017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20588763-23c7-400b-9c60-90a4389bf818,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:37.332887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31ae2e-0b48-43b7-90ae-94168ac4a2df req-74adbb88-546b-450a-b373-6b1d9000de2a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:37.335176 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa31ae2e-0b48-43b7-90ae-94168ac4a2df req-74adbb88-546b-450a-b373-6b1d9000de2a tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0576587 Aug 12 02:45:37.376202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa31ae2e-0b48-43b7-90ae-94168ac4a2df req-4ffd2125-253b-4a78-99d3-4d1a0ad6ad8b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347786 Aug 12 02:45:37.383843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.516463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43034) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:37.529487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7b59-99cf-437b-b412-2a7fb557b7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.620838 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7b59-99cf-437b-b412-2a7fb557b7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.624350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b5c7b59-99cf-437b-b412-2a7fb557b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.668717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c7b59-99cf-437b-b412-2a7fb557b7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03ff6c-3b63-4a7b-8a06-fb21eeea9939,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:37.675500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b5c7b59-99cf-437b-b412-2a7fb557b7f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d61bf3b58cf243a9b610a64b1463b1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555767 Aug 12 02:45:37.675797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:37.732805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.754029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.800484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.803044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:37.804214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd03ff6c-3b63-4a7b-8a06-fb21eeea9939 HTTP/1.1" status: 204 len: 168 time: 0.1270380 Aug 12 02:45:37.811993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964b2e5-b98e-4189-9470-c024f450e6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03ff6c-3b63-4a7b-8a06-fb21eeea9939,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:38.003149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9123a79a-f362-4208-ab6e-9ed198f51197 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:38.028897 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 9123a79a-f362-4208-ab6e-9ed198f51197 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:38.029249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 9123a79a-f362-4208-ab6e-9ed198f51197 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:38.146415 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:38.159724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79849092-4115-4b01-af65-b5e12519e82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.249073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79849092-4115-4b01-af65-b5e12519e82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.253232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79849092-4115-4b01-af65-b5e12519e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.290752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-79849092-4115-4b01-af65-b5e12519e82b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1b60646308a42678f5461df91876c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432464 Aug 12 02:45:38.291904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849092-4115-4b01-af65-b5e12519e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db22bc-f2eb-431e-966b-84d6a814ce38,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:38.293567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:38.352275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.373075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.420098 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.423429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:38.424859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7db22bc-f2eb-431e-966b-84d6a814ce38 HTTP/1.1" status: 204 len: 168 time: 0.1292534 Aug 12 02:45:38.432529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf908e7f-48d6-48e2-a77a-a5d3c61996f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db22bc-f2eb-431e-966b-84d6a814ce38,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:38.506565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaabda-edff-4b5c-b9c2-6e1b0f723fd8 req-9b60e699-b3a6-459e-84e4-f5d745a842dc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:38.508096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9deaabda-edff-4b5c-b9c2-6e1b0f723fd8 req-9b60e699-b3a6-459e-84e4-f5d745a842dc tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0527339 Aug 12 02:45:38.547257 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9deaabda-edff-4b5c-b9c2-6e1b0f723fd8 req-68153ca1-87f4-4ac6-ba07-94f25c41154d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330839 Aug 12 02:45:39.512105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-82ea193b-414b-4684-bb99-5149d0d0ab75 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:39.513591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-82ea193b-414b-4684-bb99-5149d0d0ab75 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0524399 Aug 12 02:45:39.621548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:39.621548 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:39.741896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0528bc9-6951-449a-ba0f-358d87ea8279 req-6bd5f364-236f-4de1-bd20-86cf9958e02b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:39.743397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0528bc9-6951-449a-ba0f-358d87ea8279 req-6bd5f364-236f-4de1-bd20-86cf9958e02b tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 945 time: 0.1172442 Aug 12 02:45:39.773621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] For port d14c6210-893b-43ed-ae93-4340c2ffef67, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d14c6210-893b-43ed-ae93-4340c2ffef67,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:39.774004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:39.837719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0528bc9-6951-449a-ba0f-358d87ea8279 req-97fe1974-899d-4d4f-a992-47eb5f2d0404 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b0ce035-c381-41be-8ca6-61d4fd29fbad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875266 Aug 12 02:45:39.979792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:39.980095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:39.980413 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Floating IP cef23826-24ca-4bc5-844e-3146ac8500ee disassociated. External IP: 172.25.3.56, port: d14c6210-893b-43ed-ae93-4340c2ffef67. Aug 12 02:45:39.980760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for d14c6210-893b-43ed-ae93-4340c2ffef67 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:40.116875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:40.147249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=d14c6210-893b-43ed-ae93-4340c2ffef67,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:40.268668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 144d0100-0461-432a-b812-78e274b57285 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:40.280086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Router de6a732f-0803-4303-84ec-acbf2f752e94 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:45:40.297490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 144d0100-0461-432a-b812-78e274b57285 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:40.298318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 144d0100-0461-432a-b812-78e274b57285 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:40.415861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:45:40.428884 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Sync routers for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:45:40.438088 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:45:40.438672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:45:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:40.457468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] No DVR routers for this DVR port d14c6210-893b-43ed-ae93-4340c2ffef67 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:40.460700 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:40.467710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9513dca-3c24-4ecb-9ffd-5c2d1b9828b3 req-c8eb653c-4e4c-443c-a52e-63d147a750d2 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.21 "DELETE /v2.0/ports/d14c6210-893b-43ed-ae93-4340c2ffef67 HTTP/1.1" status: 204 len: 173 time: 0.9441738 Aug 12 02:45:40.467710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-deleted', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:40.467710 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314f7ce7-ab6e-46ef-8c08-1c0310e887cf" -d '{"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-deleted", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:40.510812 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa98af2-e720-41b6-b19c-d337d55a1962 x-openstack-request-id: req-daa98af2-e720-41b6-b19c-d337d55a1962 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:40.511226 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787293d-0174-453b-b2f8-0180ec18b1f3", "name": "network-vif-deleted", "tag": "d14c6210-893b-43ed-ae93-4340c2ffef67", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:40.511605 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-daa98af2-e720-41b6-b19c-d337d55a1962 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:40.512168 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a787293d-0174-453b-b2f8-0180ec18b1f3', 'name': 'network-vif-deleted', 'tag': 'd14c6210-893b-43ed-ae93-4340c2ffef67', 'status': 'completed', 'code': 200} Aug 12 02:45:40.562875 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:45:40.782049 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:40.807848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Checking router: de6a732f-0803-4303-84ec-acbf2f752e94 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:45:40.816315 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:45:40.816924 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:45:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:40.928225 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:45:40.968222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-659b12f9-dbc1-425c-a7e5-513aaa1e7180 req-c7d3711e-5828-4625-aa7b-bd3f4336a62d tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/ports?device_id=a787293d-0174-453b-b2f8-0180ec18b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0368342 Aug 12 02:45:41.165420 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:41.196007 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb3f508-044f-448b-a532-16213e27e414 None None] The sync data for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 is: [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:36:59Z', 'revision_number': 4, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'cd35df09-5eb0-461e-b5e5-16d76acc6dd3', 'name': '', 'network_id': '3e0775a3-5e40-4ad5-88bc-58536345b853', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'mac_address': 'fa:16:3e:cf:7a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:58Z', 'updated_at': '2021-08-12T02:37:05Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'subnets': [{'id': '88a34156-c290-4c9c-93c5-f9e20b574d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:45:41.446656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29717f02-60a4-41f7-9c11-2c5b4b680f5f None None] New status for floating IP cef23826-24ca-4bc5-844e-3146ac8500ee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 02:45:42.065993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43156) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:42.124270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.148971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.201268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.204946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.206161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b0ce035-c381-41be-8ca6-61d4fd29fbad HTTP/1.1" status: 204 len: 168 time: 0.1386821 Aug 12 02:45:42.209145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:42.216234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955233b-ece9-442a-bf02-b6aef54a3bd1 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ce035-c381-41be-8ca6-61d4fd29fbad,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:42.230508 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-e9a09f13-91fb-47c6-aca0-aa090789f954 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] show failed (client error): The resource could not be found. Aug 12 02:45:42.234508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43160) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:42.234696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e9a09f13-91fb-47c6-aca0-aa090789f954 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "GET /v2.0/security-groups/9b0ce035-c381-41be-8ca6-61d4fd29fbad HTTP/1.1" status: 404 len: 347 time: 0.0242150 Aug 12 02:45:42.371161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Deleting port 206d0a0f-f3fd-42c7-930f-86d3205c61d1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:42.371429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.463000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.463694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.478277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Calling delete_port for 206d0a0f-f3fd-42c7-930f-86d3205c61d1 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:42.631305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.665447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Pushing event deleted for resources: {'Port': ['ID=206d0a0f-f3fd-42c7-930f-86d3205c61d1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:42.731461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.734134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:42.735384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8da74ea4-50de-4eec-ae05-2f6969da94e4 tempest-ServerActionsTestJSON-1326524345 tempest-ServerActionsTestJSON-1326524345-project] 10.222.0.11 "DELETE /v2.0/floatingips/cef23826-24ca-4bc5-844e-3146ac8500ee HTTP/1.1" status: 204 len: 168 time: 0.4984429 Aug 12 02:45:42.738370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43162) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:43.260018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:43.540424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Deleting port cd35df09-5eb0-461e-b5e5-16d76acc6dd3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:43.540774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:43.627675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] For port cd35df09-5eb0-461e-b5e5-16d76acc6dd3, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:43.628053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:43.641572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Calling delete_port for cd35df09-5eb0-461e-b5e5-16d76acc6dd3 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:43.826982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:43.859188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd35df09-5eb0-461e-b5e5-16d76acc6dd3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:44.041873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:44.044690 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:44.066454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: d14c6210-893b-43ed-ae93-4340c2ffef67 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:44.066786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d14c6210-893b-43ed-ae93-4340c2ffef67 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:44.273403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Router de6a732f-0803-4303-84ec-acbf2f752e94 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:45:44.380781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:45:44.385881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb138841-e65b-45ba-95b0-ade05724471b admin admin] 10.222.0.11 "PUT /v2.0/routers/de6a732f-0803-4303-84ec-acbf2f752e94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462700 Aug 12 02:45:44.388566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:44.389457 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Sync routers for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:45:44.399818 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:45:44.400760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:45:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:44.499966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:44.528816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:45:44.612788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:44.675818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Deleting port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:44.676260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:44.766811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] For port abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:44.767188 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:44.780473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Calling delete_port for abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:44.806823 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:45:43Z', 'revision_number': 5, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port': {'id': 'abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:36:56Z', 'updated_at': '2021-08-12T02:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:44.833508 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Checking router: de6a732f-0803-4303-84ec-acbf2f752e94 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:45:44.841972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Routers {'de6a732f-0803-4303-84ec-acbf2f752e94'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:45:44.842572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:45:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['de6a732f-0803-4303-84ec-acbf2f752e94'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:44.936685 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] Set router de6a732f-0803-4303-84ec-acbf2f752e94 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:45:44.970593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.000224 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:45:44Z', 'revision_number': 6, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:45.004900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Pushing event deleted for resources: {'Port': ['ID=abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:45.030044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2116edfd-0322-4421-8799-f6cbebe9ef79 None None] The sync data for ids ['de6a732f-0803-4303-84ec-acbf2f752e94'] in n-d-804303-2 is: [{'id': 'de6a732f-0803-4303-84ec-acbf2f752e94', 'name': 'tempest-ServerActionsTestJSON-1475149129-router', 'tenant_id': 'd2c673e5741941258ab95824e2c9382f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:36:55Z', 'updated_at': '2021-08-12T02:45:44Z', 'revision_number': 6, 'project_id': 'd2c673e5741941258ab95824e2c9382f', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:45:45.074471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.168663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.170917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.216138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.216789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6a732f-0803-4303-84ec-acbf2f752e94 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:45:45.222203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.223375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-31ec2b58-174d-4e27-818c-02fbf22f5695 admin admin] 10.222.0.11 "DELETE /v2.0/routers/de6a732f-0803-4303-84ec-acbf2f752e94 HTTP/1.1" status: 204 len: 168 time: 0.8338294 Aug 12 02:45:45.226127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43174) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:45.278694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Deleting subnet 88a34156-c290-4c9c-93c5-f9e20b574d5a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:45:45.282016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.318514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.421894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.501555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd35df09-5eb0-461e-b5e5-16d76acc6dd3 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:45.503938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.524090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.526109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/88a34156-c290-4c9c-93c5-f9e20b574d5a HTTP/1.1" status: 204 len: 168 time: 0.2990139 Aug 12 02:45:45.528867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43176) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:45.529414 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cd35df09-5eb0-461e-b5e5-16d76acc6dd3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:45.529765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cd35df09-5eb0-461e-b5e5-16d76acc6dd3 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:45.533318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1237a4d-b421-421e-a494-82b66f746421 None None] Network 3e0775a3-5e40-4ad5-88bc-58536345b853 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:45:45.554031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b041d7-bdb1-4d35-892d-8ad04d985e9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a34156-c290-4c9c-93c5-f9e20b574d5a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:45.618256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.676896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Deleting port ee8232fd-a839-49a5-bc59-ec386d1328f4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:45:45.677242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.744907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] For port ee8232fd-a839-49a5-bc59-ec386d1328f4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ee8232fd-a839-49a5-bc59-ec386d1328f4,segment=NetworkSegment(685f85f2-f230-417f-8ebe-fa1a0d11aba1),segment_id=685f85f2-f230-417f-8ebe-fa1a0d11aba1)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:45.745267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.758956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Calling delete_port for ee8232fd-a839-49a5-bc59-ec386d1328f4 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:45:45.842317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.854894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791aff27-5143-4697-ad37-eb5b6570eb55 None None] DHCP port deletion for 3e0775a3-5e40-4ad5-88bc-58536345b853 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:45:45.869793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee8232fd-a839-49a5-bc59-ec386d1328f4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:45.879651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] No DVR routers for this DVR port ee8232fd-a839-49a5-bc59-ec386d1328f4 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:45:45.957361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:45.968416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0775a3-5e40-4ad5-88bc-58536345b853']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:45.980780 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685f85f2-f230-417f-8ebe-fa1a0d11aba1') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:45.981152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685f85f2-f230-417f-8ebe-fa1a0d11aba1') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:45:45.994296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.012481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.018920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:45:46.019367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:45:46.021286 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:45:46.081393 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.088619 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.090558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3e0775a3-5e40-4ad5-88bc-58536345b853 HTTP/1.1" status: 204 len: 168 time: 0.5606799 Aug 12 02:45:46.104343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11058bf-0b1f-447e-bea5-b193f0ff6256 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0775a3-5e40-4ad5-88bc-58536345b853,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:46.223705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:46.274201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ae53481a-18b9-4c39-b3da-0e34119f065d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2c673e5741941258ab95824e2c9382f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469565 Aug 12 02:45:46.274446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43184) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:46.326563 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.350500 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.397245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.399937 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:46.401147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7 HTTP/1.1" status: 204 len: 168 time: 0.1257784 Aug 12 02:45:46.409929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0902c4c-275f-4efc-bdbb-c612451aa6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed31871-c58c-4a0a-ba0e-bc695b7b9ca7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:47.086224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43208) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:47.201509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1997464808-network', 'tenant_id': '57d990823aab4dadbb98661d6f0e9d3f'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:45:47.225619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Made reservation on behalf of 57d990823aab4dadbb98661d6f0e9d3f for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:45:47.228084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.237306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.334246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.338162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.422016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8232fd-a839-49a5-bc59-ec386d1328f4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:47.448678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ee8232fd-a839-49a5-bc59-ec386d1328f4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:47.449020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ee8232fd-a839-49a5-bc59-ec386d1328f4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:47.449436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:45:47.468975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:45:47.469322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device abd5eb9d-fe5f-4510-8c85-3b8cb501fb1b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:45:47.706522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:45:47.713173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f1187-35a1-4bd5-8826-83de48889acc,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:47.720798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.721209 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Added segment 1240ebf2-086e-4624-a7e5-19c33c9b5213 of type vlan for network 1f6e625e-be79-42ae-8195-c3d294ea4f00 Aug 12 02:45:47.764337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.793542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.794718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:47.795386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:47.849117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7616639 Aug 12 02:45:47.852199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43212) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:45:47.857244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Request body: {'subnet': {'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1997464808-subnet', 'tenant_id': '57d990823aab4dadbb98661d6f0e9d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:45:47.858898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07784d-71ea-4712-9101-2a6802d4ce82 admin admin] Pushing event updated for resources: {'Network': ['ID=1f6e625e-be79-42ae-8195-c3d294ea4f00,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:47.870160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1f6e625e-be79-42ae-8195-c3d294ea4f00 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:45:47.882193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Made reservation on behalf of 57d990823aab4dadbb98661d6f0e9d3f for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:45:47.884597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:48.046228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:48.070955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:48.131767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df02e865-bb6b-472d-b881-e405e28ec2e1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:48.139660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Checking segment: {'id': '1240ebf2-086e-4624-a7e5-19c33c9b5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:45:48.140033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Network hostable DHCP agents. Network: 1f6e625e-be79-42ae-8195-c3d294ea4f00, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:45:48.169462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Network 1f6e625e-be79-42ae-8195-c3d294ea4f00 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:45:48.179670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1f6e625e-be79-42ae-8195-c3d294ea4f00) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:45:48.184379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:48.185457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:48.190931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059de63b-66d2-413f-9952-a492768922a1 None None] Network 1f6e625e-be79-42ae-8195-c3d294ea4f00 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:45:48.201236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-83862d32-d4b5-4e99-ad15-6adfd9bb4be7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3479254 Aug 12 02:45:48.327873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf127bc-58f7-46cc-be3c-9f79d4524c47 None None] Network 1f6e625e-be79-42ae-8195-c3d294ea4f00 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:45:49.622448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-07b1fcca-9f2f-495f-9eca-32614552ae00 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:49.624003 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-07b1fcca-9f2f-495f-9eca-32614552ae00 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/networks?id=1f6e625e-be79-42ae-8195-c3d294ea4f00 HTTP/1.1" status: 200 len: 810 time: 0.1088443 Aug 12 02:45:49.639762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-7ba21370-6d8b-4ecc-b2e5-d30ed375405b tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/quotas/57d990823aab4dadbb98661d6f0e9d3f HTTP/1.1" status: 200 len: 375 time: 0.0096087 Aug 12 02:45:49.673589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-89cc2b60-d500-4f4a-b0b8-87992cba7af4 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57d990823aab4dadbb98661d6f0e9d3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272048 Aug 12 02:45:49.770638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-4927d86f-b91a-45cd-910f-1951dd2be52b service neutron] 10.222.0.11 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898998 Aug 12 02:45:49.863275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-5f000161-14a8-40e1-b2cb-f78f7fe005ce service neutron] 10.222.0.11 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851395 Aug 12 02:45:50.116396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6330ae0c-1520-4e64-8d7a-dec2e990ca41 req-f3c27f70-b374-4de0-8e2e-ea6095f358c5 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 210 time: 0.0272145 Aug 12 02:45:51.221070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f31c7b6-ca5d-4fbf-beec-39e3e69f0058 req-1d8c6b27-1ac6-4f15-8165-4fbd9432ae2a tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 210 time: 0.0333719 Aug 12 02:45:51.288259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-7ffb473c-3848-47af-9198-3cbf2d1a82f7 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:51.290698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-7ffb473c-3848-47af-9198-3cbf2d1a82f7 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.25 "GET /v2.0/networks?id=1f6e625e-be79-42ae-8195-c3d294ea4f00 HTTP/1.1" status: 200 len: 810 time: 0.1369944 Aug 12 02:45:51.304001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Request body: {'port': {'device_id': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00', 'admin_state_up': True, 'tenant_id': '57d990823aab4dadbb98661d6f0e9d3f'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:45:51.425583 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Made reservation on behalf of 57d990823aab4dadbb98661d6f0e9d3f for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:45:51.429912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:51.566010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Allocated IP 172.20.0.8 (1f6e625e-be79-42ae-8195-c3d294ea4f00/df02e865-bb6b-472d-b881-e405e28ec2e1/6791fa9a-93fc-449f-91af-84d899e8ed9c) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:45:51.710470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:51.754730 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:51.796459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Network 1f6e625e-be79-42ae-8195-c3d294ea4f00 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:45:51.802063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:45:51.805804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:45:51.829900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Pushing event updated for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:51.858308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:51.858956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:51.874461 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-a5b93a99-76c1-4b51-a46a-c7efb55c9095 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748699 Aug 12 02:45:51.943776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Request body: {'port': {'device_id': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:45:51.999925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.273637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6791fa9a-93fc-449f-91af-84d899e8ed9c {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:45:52.281840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.298469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Transition to ACTIVE for port object 6791fa9a-93fc-449f-91af-84d899e8ed9c will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:45:52.304118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.386493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:52.410128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d420a6b-b264-459b-98c7-6fc151ed410b req-f86e85f4-5be6-474d-9202-1dabe7b3839e tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:52.411682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4d420a6b-b264-459b-98c7-6fc151ed410b req-f86e85f4-5be6-474d-9202-1dabe7b3839e tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 943 time: 0.0963366 Aug 12 02:45:52.488570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4d420a6b-b264-459b-98c7-6fc151ed410b req-528299b4-86ee-4d8a-a426-1b1d3f34b099 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Aug 12 02:45:52.505839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Attempting to bind port 6791fa9a-93fc-449f-91af-84d899e8ed9c on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:45:52.506183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Attempting to bind port 6791fa9a-93fc-449f-91af-84d899e8ed9c by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '1240ebf2-086e-4624-a7e5-19c33c9b5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:45:52.506521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Attempting to bind port 6791fa9a-93fc-449f-91af-84d899e8ed9c on network 1f6e625e-be79-42ae-8195-c3d294ea4f00 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:45:52.510902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Port 6791fa9a-93fc-449f-91af-84d899e8ed9c on network 1f6e625e-be79-42ae-8195-c3d294ea4f00 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:45:52.511228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Attempting to bind port 6791fa9a-93fc-449f-91af-84d899e8ed9c on network 1f6e625e-be79-42ae-8195-c3d294ea4f00 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:45:52.516060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:45:52.516404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Checking segment: {'id': '1240ebf2-086e-4624-a7e5-19c33c9b5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:45:52.517303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Bound using segment: {'id': '1240ebf2-086e-4624-a7e5-19c33c9b5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:45:52.517738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Bound port: 6791fa9a-93fc-449f-91af-84d899e8ed9c, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1240ebf2-086e-4624-a7e5-19c33c9b5213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:45:52.518099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.581822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:45:52.585249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c,segment=NetworkSegment(1240ebf2-086e-4624-a7e5-19c33c9b5213),segment_id=1240ebf2-086e-4624-a7e5-19c33c9b5213)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:45:52.589072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.631636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:52.632355 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:52.634157 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] 10.222.0.25 "PUT /v2.0/ports/6791fa9a-93fc-449f-91af-84d899e8ed9c HTTP/1.1" status: 200 len: 1091 time: 0.7507010 Aug 12 02:45:52.634633 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:52.637010 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fbe92a-3247-4ed2-8475-ef6392e6d610" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:52.677156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f0603-c84c-44bf-98bd-67f37e59f5cb service neutron] Pushing event updated for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:52.729690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-8164546e-666d-4937-893c-2af1d067e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:52.731217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-8164546e-666d-4937-893c-2af1d067e4fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57d990823aab4dadbb98661d6f0e9d3f&device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 1094 time: 0.0481536 Aug 12 02:45:52.783392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-2c593117-5fa5-49a3-81c2-47094e8cbc5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c HTTP/1.1" status: 200 len: 217 time: 0.0443399 Aug 12 02:45:52.785824 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40659241-7e96-4b12-a7cd-225d8003a33b x-openstack-request-id: req-40659241-7e96-4b12-a7cd-225d8003a33b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:52.786112 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:52.786358 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40659241-7e96-4b12-a7cd-225d8003a33b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:52.786744 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c', 'status': 'completed', 'code': 200} Aug 12 02:45:52.835613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-c86187ca-f850-4fdc-b89a-8f3812623133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:52.837074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-c86187ca-f850-4fdc-b89a-8f3812623133 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df02e865-bb6b-472d-b881-e405e28ec2e1 HTTP/1.1" status: 200 len: 850 time: 0.0440547 Aug 12 02:45:52.872476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-fedd1688-d7e0-404f-9563-bdafd99f4a8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f6e625e-be79-42ae-8195-c3d294ea4f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283532 Aug 12 02:45:52.962137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-0e027213-0f0e-4fee-9c38-d3ace1ccdde4 service neutron] 10.222.0.25 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814610 Aug 12 02:45:53.082551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f98121af-e45e-4c8a-b329-c86776ac4773 req-121075de-3afc-4c10-b727-5c9c09670a11 service neutron] 10.222.0.25 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134002 Aug 12 02:45:53.187320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-ab028f98-d137-4fbe-ad61-2b1ff31e60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:53.189464 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-ab028f98-d137-4fbe-ad61-2b1ff31e60a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=57d990823aab4dadbb98661d6f0e9d3f&device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 1094 time: 0.0512054 Aug 12 02:45:53.301973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-cac216da-4a0a-4a49-87a1-3b6457849a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:53.305548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-cac216da-4a0a-4a49-87a1-3b6457849a4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f6e625e-be79-42ae-8195-c3d294ea4f00 HTTP/1.1" status: 200 len: 911 time: 0.1085222 Aug 12 02:45:53.365976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-0c30e1bb-622f-4f61-ae34-be4a5151d941 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c HTTP/1.1" status: 200 len: 217 time: 0.0507803 Aug 12 02:45:53.427279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-a53569a0-8546-4a9f-8e6a-18aed8bb549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:53.429600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-a53569a0-8546-4a9f-8e6a-18aed8bb549f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df02e865-bb6b-472d-b881-e405e28ec2e1 HTTP/1.1" status: 200 len: 850 time: 0.0556922 Aug 12 02:45:53.467442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-2ff75636-5963-4a10-899f-4998bbb5ea06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f6e625e-be79-42ae-8195-c3d294ea4f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294735 Aug 12 02:45:53.621599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-5710d553-bbd5-4b1b-99c0-f881bedb62b4 service neutron] 10.222.0.25 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450508 Aug 12 02:45:53.661337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d80c6b-9b6a-4508-95a3-b6c4ca96a983 req-78cc543c-7736-4564-9e4d-ab89025a04a0 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:53.663191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1d80c6b-9b6a-4508-95a3-b6c4ca96a983 req-78cc543c-7736-4564-9e4d-ab89025a04a0 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 943 time: 0.0946369 Aug 12 02:45:53.744092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1d80c6b-9b6a-4508-95a3-b6c4ca96a983 req-7dffc268-6399-435c-bd39-a8f350eabab1 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Aug 12 02:45:53.763325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88fbe92a-3247-4ed2-8475-ef6392e6d610 req-ecba9f4e-9544-4fc1-b896-0961f8daf4da service neutron] 10.222.0.25 "GET /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339264 Aug 12 02:45:54.881979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591aff-38d5-4210-a2ef-3ebcfdaf1ee9 req-1a81a74f-785a-484a-aa44-23acd2a0e295 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:54.883496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9591aff-38d5-4210-a2ef-3ebcfdaf1ee9 req-1a81a74f-785a-484a-aa44-23acd2a0e295 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 943 time: 0.0531151 Aug 12 02:45:54.921832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a9591aff-38d5-4210-a2ef-3ebcfdaf1ee9 req-1286b1df-ee31-4fd9-9499-491837c5f9b8 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Aug 12 02:45:56.038964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c35c7b-4569-4302-b801-438af3cfad02 req-6056da0b-3c79-49fd-b869-55cffb334618 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:56.040672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85c35c7b-4569-4302-b801-438af3cfad02 req-6056da0b-3c79-49fd-b869-55cffb334618 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 943 time: 0.0509567 Aug 12 02:45:56.081890 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85c35c7b-4569-4302-b801-438af3cfad02 req-f61b80ed-e8d2-4d49-be04-fe3454343a7d tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Aug 12 02:45:56.330204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6791fa9a-93fc-449f-91af-84d899e8ed9c details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:45:56.429459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c,segment=NetworkSegment(1240ebf2-086e-4624-a7e5-19c33c9b5213),segment_id=1240ebf2-086e-4624-a7e5-19c33c9b5213)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:56.446699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '6791fa9a-93fc-449f-91af-84d899e8ed9c', 'network_id': '1f6e625e-be79-42ae-8195-c3d294ea4f00', 'port_id': '6791fa9a-93fc-449f-91af-84d899e8ed9c', 'mac_address': 'fa:16:3e:7d:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df02e865-bb6b-472d-b881-e405e28ec2e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:45:56.487612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:56.500821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6791fa9a-93fc-449f-91af-84d899e8ed9c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:45:56.521720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c,segment=NetworkSegment(1240ebf2-086e-4624-a7e5-19c33c9b5213),segment_id=1240ebf2-086e-4624-a7e5-19c33c9b5213)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:56.526297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:56.574235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:56.582587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.582933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.583275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.583657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.583992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.584324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.584653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.584977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.585303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.585624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.585945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.586264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:45:56.722869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6791fa9a-93fc-449f-91af-84d899e8ed9c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:45:57.197619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf71e4a-93fe-443a-b490-50fcb69dc875 req-f8b96beb-97d6-4f03-bd9d-9ef9ff90e57c tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:57.199152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcf71e4a-93fe-443a-b490-50fcb69dc875 req-f8b96beb-97d6-4f03-bd9d-9ef9ff90e57c tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 944 time: 0.0500991 Aug 12 02:45:57.237308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcf71e4a-93fe-443a-b490-50fcb69dc875 req-0509231c-2898-43d7-8417-d81a890095a7 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Aug 12 02:45:58.346160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6791fa9a-93fc-449f-91af-84d899e8ed9c up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:45:58.415645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 6791fa9a-93fc-449f-91af-84d899e8ed9c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:45:58.419909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 6791fa9a-93fc-449f-91af-84d899e8ed9c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:45:58.420474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:58.437647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea8fab-b84f-4d20-9247-b438334e8272 req-873562c7-6a85-4bf6-b41b-3661642de178 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:58.440693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9ea8fab-b84f-4d20-9247-b438334e8272 req-873562c7-6a85-4bf6-b41b-3661642de178 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 944 time: 0.1091125 Aug 12 02:45:58.505976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9ea8fab-b84f-4d20-9247-b438334e8272 req-6631c11c-3cf7-4a6b-8c09-24624a742ab5 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578303 Aug 12 02:45:58.544900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:58.567959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:45:58.570173 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a6f237-9981-4504-8a3b-721a0f78ed16" -d '{"events": [{"server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "name": "network-vif-plugged", "status": "completed", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:45:58.589275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c,segment=NetworkSegment(1240ebf2-086e-4624-a7e5-19c33c9b5213),segment_id=1240ebf2-086e-4624-a7e5-19c33c9b5213)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:45:58.593869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:45:58.636226 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d31584c-a387-4443-9bc1-adecb1471487 x-openstack-request-id: req-2d31584c-a387-4443-9bc1-adecb1471487 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:45:58.636969 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "name": "network-vif-plugged", "status": "completed", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:45:58.639697 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d31584c-a387-4443-9bc1-adecb1471487 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:45:58.640459 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c', 'code': 200} Aug 12 02:45:58.671416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:45:58.753480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885bf21-9ed6-466d-8173-2de973dc2218 req-2b97fb7a-1681-4247-999d-e5dd29a61711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:58.756624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f885bf21-9ed6-466d-8173-2de973dc2218 req-2b97fb7a-1681-4247-999d-e5dd29a61711 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 1096 time: 0.0588300 Aug 12 02:45:58.799846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f885bf21-9ed6-466d-8173-2de973dc2218 req-c9dadd72-ecc2-4baa-9cfd-e1aa57c65ab7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Aug 12 02:45:59.434331 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:45:59.661037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0374b3-5c3b-4732-8078-003ef6f8b1da req-d3ed0541-08b7-48d6-82ea-e5b6250537bb tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:45:59.662539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b0374b3-5c3b-4732-8078-003ef6f8b1da req-d3ed0541-08b7-48d6-82ea-e5b6250537bb tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 945 time: 0.0683310 Aug 12 02:45:59.717335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b0374b3-5c3b-4732-8078-003ef6f8b1da req-88a1409b-416f-4dc2-9836-c7d52263785b tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Aug 12 02:46:00.225378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffdd72-0950-4e1d-87e9-54e8fa93dd24 req-610f1477-84fa-4264-b70e-de0c6c38f1d4 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:00.236139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1ffdd72-0950-4e1d-87e9-54e8fa93dd24 req-610f1477-84fa-4264-b70e-de0c6c38f1d4 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 945 time: 0.0856690 Aug 12 02:46:00.282766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1ffdd72-0950-4e1d-87e9-54e8fa93dd24 req-5971d1c4-f298-466d-9dec-b9372bf1d212 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Aug 12 02:46:01.374987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-a79b280e-620d-4689-8b5d-b9243f18d89d tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:01.377033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-a79b280e-620d-4689-8b5d-b9243f18d89d tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.25 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 945 time: 0.0669794 Aug 12 02:46:01.499056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920aa651-9296-4910-9622-8b840b4ff94c req-2d6c1544-6a16-456f-8f9a-6817a1d6fee2 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:01.500651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-920aa651-9296-4910-9622-8b840b4ff94c req-2d6c1544-6a16-456f-8f9a-6817a1d6fee2 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a5dab7a-c886-4629-9c7a-dfd269ae04dc HTTP/1.1" status: 200 len: 945 time: 0.1162982 Aug 12 02:46:01.540383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Deleting port 6791fa9a-93fc-449f-91af-84d899e8ed9c {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:46:01.540678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:01.608075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-920aa651-9296-4910-9622-8b840b4ff94c req-805c41b9-237d-46e6-bf29-8da6302bff51 tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f1187-35a1-4bd5-8826-83de48889acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002347 Aug 12 02:46:01.678256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] For port 6791fa9a-93fc-449f-91af-84d899e8ed9c, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=6791fa9a-93fc-449f-91af-84d899e8ed9c,segment=NetworkSegment(1240ebf2-086e-4624-a7e5-19c33c9b5213),segment_id=1240ebf2-086e-4624-a7e5-19c33c9b5213)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:01.679216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:01.704273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Calling delete_port for 6791fa9a-93fc-449f-91af-84d899e8ed9c owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:46:01.871933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:01.883438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['6791fa9a-93fc-449f-91af-84d899e8ed9c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:01.908980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Pushing event deleted for resources: {'Port': ['ID=6791fa9a-93fc-449f-91af-84d899e8ed9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:01.958558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] No DVR routers for this DVR port 6791fa9a-93fc-449f-91af-84d899e8ed9c on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:46:01.961257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:01.964710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03e1ae8e-0e74-45b7-80cc-9cba5505efd7 req-32a9235a-ce05-456b-a638-ac59ba2d120f tempest-ServerGroupTestJSON-198950510 tempest-ServerGroupTestJSON-198950510-project] 10.222.0.25 "DELETE /v2.0/ports/6791fa9a-93fc-449f-91af-84d899e8ed9c HTTP/1.1" status: 204 len: 173 time: 0.5809600 Aug 12 02:46:01.965383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'name': 'network-vif-deleted', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:01.969819 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caed4ca-130a-41a4-a433-82167241046f" -d '{"events": [{"server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "name": "network-vif-deleted", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:02.023340 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71f418da-870e-4b1a-8454-09ab0fcb447a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:02.306321 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04722cbc-5f75-4fe2-ab98-d07dcf5b0666 x-openstack-request-id: req-04722cbc-5f75-4fe2-ab98-d07dcf5b0666 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:02.306622 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5dab7a-c886-4629-9c7a-dfd269ae04dc", "name": "network-vif-deleted", "tag": "6791fa9a-93fc-449f-91af-84d899e8ed9c", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:02.306863 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04722cbc-5f75-4fe2-ab98-d07dcf5b0666 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:02.307270 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5dab7a-c886-4629-9c7a-dfd269ae04dc', 'name': 'network-vif-deleted', 'tag': '6791fa9a-93fc-449f-91af-84d899e8ed9c', 'status': 'completed', 'code': 200} Aug 12 02:46:02.947490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43386) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:02.992855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Deleting subnet df02e865-bb6b-472d-b881-e405e28ec2e1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:46:02.997654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.043343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.082042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.133669 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.161255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df02e865-bb6b-472d-b881-e405e28ec2e1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:03.163334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.165233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cbe9fea0-a2d5-4e2d-bac9-21fa1fde6a78 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/df02e865-bb6b-472d-b881-e405e28ec2e1 HTTP/1.1" status: 204 len: 168 time: 0.2165573 Aug 12 02:46:03.168003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43388) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:03.241256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.323199 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.335061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6e625e-be79-42ae-8195-c3d294ea4f00']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:03.346690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1240ebf2-086e-4624-a7e5-19c33c9b5213') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:03.347110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1240ebf2-086e-4624-a7e5-19c33c9b5213') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:03.356457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.373846 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.380770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:46:03.381158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:46:03.382790 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:46:03.440402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.445249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.449779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f6e625e-be79-42ae-8195-c3d294ea4f00 HTTP/1.1" status: 204 len: 168 time: 0.2785034 Aug 12 02:46:03.471814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268813e-a81c-4b15-a103-04740496c5be admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6e625e-be79-42ae-8195-c3d294ea4f00,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:03.569092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43394) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:03.609003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f4105537-895e-4cb8-9de8-52e52098992f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57d990823aab4dadbb98661d6f0e9d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385869 Aug 12 02:46:03.612133 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:03.668050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.691265 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.744511 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.747248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:03.748467 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a38f1187-35a1-4bd5-8826-83de48889acc HTTP/1.1" status: 204 len: 168 time: 0.1353483 Aug 12 02:46:03.757305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aebebd-9cd1-4345-a634-95a21c34b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f1187-35a1-4bd5-8826-83de48889acc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:04.393304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6791fa9a-93fc-449f-91af-84d899e8ed9c no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:46:04.412309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 6791fa9a-93fc-449f-91af-84d899e8ed9c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:46:04.412653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 6791fa9a-93fc-449f-91af-84d899e8ed9c not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:46:04.430845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43422) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:04.533964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1716747191-network', 'tenant_id': '057a8d7a0a644e5f960ede5f744780e7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:04.555556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Made reservation on behalf of 057a8d7a0a644e5f960ede5f744780e7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:04.557993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.570676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.597714 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa0891d3-2334-4c9b-94fa-7276116aab22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.668518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.672175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.710116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:46:04.715026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.723292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cdd1ec-aceb-494b-978d-6c53886bb152,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:04.729405 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.729755 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Added segment 2ef2dc72-997c-474f-ba0c-c41cbd9bf72f of type vlan for network 26f6ba74-c3ce-4929-907d-91420c1cba74 Aug 12 02:46:04.753158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.776973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.811242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.812185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:04.812780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:04.869706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4375875 Aug 12 02:46:04.872670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43436) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:04.878321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Request body: {'subnet': {'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1716747191-subnet', 'tenant_id': '057a8d7a0a644e5f960ede5f744780e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:04.879767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e338826-f93e-4ff4-8186-9098a89dd4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=26f6ba74-c3ce-4929-907d-91420c1cba74,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:04.889534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 26f6ba74-c3ce-4929-907d-91420c1cba74 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:46:04.902128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Made reservation on behalf of 057a8d7a0a644e5f960ede5f744780e7 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:04.905055 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:05.075959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:05.135746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e90f86-baa9-4eff-8048-9c7eb7c5cec0,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:05.144967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Checking segment: {'id': '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:05.145333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Network hostable DHCP agents. Network: 26f6ba74-c3ce-4929-907d-91420c1cba74, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:46:05.161695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Network 26f6ba74-c3ce-4929-907d-91420c1cba74 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:46:05.170100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 26f6ba74-c3ce-4929-907d-91420c1cba74) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:05.174924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:05.175546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:05.180413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d2140-8ac5-45d6-a7c2-67c36dcac384 None None] Network 26f6ba74-c3ce-4929-907d-91420c1cba74 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:46:05.190603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6af815f3-b68a-4db2-b2b8-6fc72a660262 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3168097 Aug 12 02:46:05.321200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1fdd49-cf60-4b21-898a-e26e762f1a68 None None] Network 26f6ba74-c3ce-4929-907d-91420c1cba74 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:46:05.718341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-9122312f-132a-432a-b868-3bbf4b928310 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:05.719988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-9122312f-132a-432a-b868-3bbf4b928310 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/networks?id=26f6ba74-c3ce-4929-907d-91420c1cba74 HTTP/1.1" status: 200 len: 821 time: 0.1055250 Aug 12 02:46:05.735249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-cec00636-9199-49a9-8e52-4a89624639ba tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/quotas/057a8d7a0a644e5f960ede5f744780e7 HTTP/1.1" status: 200 len: 375 time: 0.0090091 Aug 12 02:46:05.766782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3ff19829-a5cb-473c-b9df-a5b6b5713fa2 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=057a8d7a0a644e5f960ede5f744780e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260789 Aug 12 02:46:05.859702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-cacac789-2de2-473c-8001-02d0e68a2f4c service neutron] 10.222.0.11 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857818 Aug 12 02:46:05.880634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:05.952428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-9aa71768-3b75-4695-906b-55eedbae42b0 service neutron] 10.222.0.11 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849164 Aug 12 02:46:06.165530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d05a0db8-ef70-44e1-ba5e-cd8318c40df1 req-b4b83e4a-b7cd-41e6-8aca-bcea1a1690c3 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 210 time: 0.0360124 Aug 12 02:46:07.382888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:07.419489 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b4d058f-bf54-445b-a4be-4cb3ba89733d req-58d8f29c-0385-4572-961d-4f0f35b9c4a8 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 210 time: 0.0335553 Aug 12 02:46:07.467020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-d83bede8-b9ff-4646-80a5-ddce6b7a2d25 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:07.468553 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-d83bede8-b9ff-4646-80a5-ddce6b7a2d25 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.25 "GET /v2.0/networks?id=26f6ba74-c3ce-4929-907d-91420c1cba74 HTTP/1.1" status: 200 len: 821 time: 0.5239882 Aug 12 02:46:07.481508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Request body: {'port': {'device_id': '56614819-62c3-4d8f-adcf-2a5996470198', 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74', 'admin_state_up': True, 'tenant_id': '057a8d7a0a644e5f960ede5f744780e7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:07.599757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Made reservation on behalf of 057a8d7a0a644e5f960ede5f744780e7 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:07.603152 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:07.747281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Allocated IP 172.20.0.11 (26f6ba74-c3ce-4929-907d-91420c1cba74/c0e90f86-baa9-4eff-8048-9c7eb7c5cec0/269f05c6-bccd-4444-adff-492fe2e7471b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:46:07.910889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:07.950549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:07.993952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Network 26f6ba74-c3ce-4929-907d-91420c1cba74 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:46:07.999087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:08.002745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:46:08.009931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Pushing event updated for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:08.058724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:08.059326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.074025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-43c845ec-f30f-4fc6-a741-a5ba95b61fe0 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5962670 Aug 12 02:46:08.086337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Request body: {'port': {'device_id': '56614819-62c3-4d8f-adcf-2a5996470198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:08.143069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.423919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269f05c6-bccd-4444-adff-492fe2e7471b {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:08.431834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.445171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Transition to ACTIVE for port object 269f05c6-bccd-4444-adff-492fe2e7471b will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:46:08.452649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.548418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Pushing event updated for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:08.567072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09d786-ea5f-4218-b8f7-90e233760d2b req-87c6024e-6a51-4c83-a163-c6d8ba25854f tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:08.568796 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f09d786-ea5f-4218-b8f7-90e233760d2b req-87c6024e-6a51-4c83-a163-c6d8ba25854f tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 944 time: 0.0515015 Aug 12 02:46:08.581523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Attempting to bind port 269f05c6-bccd-4444-adff-492fe2e7471b on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:46:08.581876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Attempting to bind port 269f05c6-bccd-4444-adff-492fe2e7471b by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:46:08.582264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Attempting to bind port 269f05c6-bccd-4444-adff-492fe2e7471b on network 26f6ba74-c3ce-4929-907d-91420c1cba74 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:08.586828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Port 269f05c6-bccd-4444-adff-492fe2e7471b on network 26f6ba74-c3ce-4929-907d-91420c1cba74 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:46:08.587161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Attempting to bind port 269f05c6-bccd-4444-adff-492fe2e7471b on network 26f6ba74-c3ce-4929-907d-91420c1cba74 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:08.592192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:46:08.592548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Checking segment: {'id': '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:08.593362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Bound using segment: {'id': '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:46:08.593362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Bound port: 269f05c6-bccd-4444-adff-492fe2e7471b, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:46:08.593717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.613476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f09d786-ea5f-4218-b8f7-90e233760d2b req-44b2db23-99e7-484d-91f9-e587bd2db42d tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378950 Aug 12 02:46:08.665351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:46:08.668604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=269f05c6-bccd-4444-adff-492fe2e7471b,segment=NetworkSegment(2ef2dc72-997c-474f-ba0c-c41cbd9bf72f),segment_id=2ef2dc72-997c-474f-ba0c-c41cbd9bf72f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:46:08.673741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.715339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:08.715996 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:08.717411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] 10.222.0.25 "PUT /v2.0/ports/269f05c6-bccd-4444-adff-492fe2e7471b HTTP/1.1" status: 200 len: 1092 time: 0.6353598 Aug 12 02:46:08.717856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:08.721769 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e2110-19e7-46fe-ba48-71ecbdb535b9" -d '{"events": [{"name": "network-changed", "server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:08.748757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7feb23-0887-40a5-acfb-9e42f66c6370 service neutron] Pushing event updated for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:08.774262 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc3b94-262e-4d21-9231-f6a3ec24c322 x-openstack-request-id: req-41fc3b94-262e-4d21-9231-f6a3ec24c322 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:08.774673 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:08.774996 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41fc3b94-262e-4d21-9231-f6a3ec24c322 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:08.775536 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b', 'status': 'completed', 'code': 200} Aug 12 02:46:08.815557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-e329a6d2-b5c8-4b04-a1a0-4856525ca91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:08.817342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-e329a6d2-b5c8-4b04-a1a0-4856525ca91b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=057a8d7a0a644e5f960ede5f744780e7&device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 1095 time: 0.0554407 Aug 12 02:46:08.861118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-85f194bf-cfc2-4626-b69a-fc2e35a82d70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269f05c6-bccd-4444-adff-492fe2e7471b HTTP/1.1" status: 200 len: 217 time: 0.0359309 Aug 12 02:46:08.915220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3fab1c36-7e59-4a46-b62b-857c9559a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:08.916766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-3fab1c36-7e59-4a46-b62b-857c9559a745 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e90f86-baa9-4eff-8048-9c7eb7c5cec0 HTTP/1.1" status: 200 len: 861 time: 0.0492396 Aug 12 02:46:08.948124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-19de5e1e-94c3-42a0-906b-4cc0f8e6bca8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=26f6ba74-c3ce-4929-907d-91420c1cba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245051 Aug 12 02:46:09.037237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-9c8b59e9-9e9d-4b41-a27b-ac02c559cf7d service neutron] 10.222.0.25 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Aug 12 02:46:09.142082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d4d7c2-4f25-46ed-a761-163560b6851b req-c18e1460-0de0-4b4d-bd2d-bfcb30909a0e service neutron] 10.222.0.25 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973251 Aug 12 02:46:09.233387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-8b549b16-6b14-46f7-8bab-6547e0d4f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:09.235496 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-8b549b16-6b14-46f7-8bab-6547e0d4f014 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=057a8d7a0a644e5f960ede5f744780e7&device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 1095 time: 0.0434070 Aug 12 02:46:09.331509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-8df5c5c0-33e8-4168-9525-c3af7aaab471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:09.333030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-8df5c5c0-33e8-4168-9525-c3af7aaab471 service neutron] 10.222.0.25 "GET /v2.0/networks?id=26f6ba74-c3ce-4929-907d-91420c1cba74 HTTP/1.1" status: 200 len: 922 time: 0.0911765 Aug 12 02:46:09.376210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-029fc330-20b2-4a79-9cbf-85638fac2cdc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=269f05c6-bccd-4444-adff-492fe2e7471b HTTP/1.1" status: 200 len: 217 time: 0.0355430 Aug 12 02:46:09.430142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-238de2a1-d2cd-4516-9865-415d587654f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:09.431608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-238de2a1-d2cd-4516-9865-415d587654f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c0e90f86-baa9-4eff-8048-9c7eb7c5cec0 HTTP/1.1" status: 200 len: 861 time: 0.0447416 Aug 12 02:46:09.470212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-8fe850e6-4b95-4388-8fdf-7a1ab6af860c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=26f6ba74-c3ce-4929-907d-91420c1cba74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303488 Aug 12 02:46:09.575100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-1085ca11-8ce2-4dd4-8d24-fc2d9f098e9b service neutron] 10.222.0.25 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930395 Aug 12 02:46:09.675604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-471e2110-19e7-46fe-ba48-71ecbdb535b9 req-04faae33-9dbb-4cc4-9bdb-c0d54fad9861 service neutron] 10.222.0.25 "GET /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917227 Aug 12 02:46:09.743177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954ba44-c014-4040-b687-cd2fcbf997e3 req-0905a02e-a40d-4cd2-b95a-0f57a5df493b tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:09.744865 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8954ba44-c014-4040-b687-cd2fcbf997e3 req-0905a02e-a40d-4cd2-b95a-0f57a5df493b tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 944 time: 0.0519884 Aug 12 02:46:09.795983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8954ba44-c014-4040-b687-cd2fcbf997e3 req-bf20ab3e-dbd2-44df-a5b5-1121003a7200 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Aug 12 02:46:10.914959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd0c06-7911-4681-af0b-80d84ea79d99 req-ea69b527-a55c-40e5-be52-88b1d170596a tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:10.916664 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79bd0c06-7911-4681-af0b-80d84ea79d99 req-ea69b527-a55c-40e5-be52-88b1d170596a tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 944 time: 0.0552766 Aug 12 02:46:10.963153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-79bd0c06-7911-4681-af0b-80d84ea79d99 req-f46ff79b-77ef-434c-aeca-a92795d64ab3 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398164 Aug 12 02:46:12.075859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b4e8c-7e4e-40bc-91ff-6054908860b7 req-95ce026b-4c75-4158-a293-1e37092c3982 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:12.079926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f8b4e8c-7e4e-40bc-91ff-6054908860b7 req-95ce026b-4c75-4158-a293-1e37092c3982 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 944 time: 0.0530868 Aug 12 02:46:12.127750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f8b4e8c-7e4e-40bc-91ff-6054908860b7 req-16641880-b438-4b43-9f4e-517487853e71 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Aug 12 02:46:12.454955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 269f05c6-bccd-4444-adff-492fe2e7471b details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:46:12.565160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=269f05c6-bccd-4444-adff-492fe2e7471b,segment=NetworkSegment(2ef2dc72-997c-474f-ba0c-c41cbd9bf72f),segment_id=2ef2dc72-997c-474f-ba0c-c41cbd9bf72f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:12.576539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '269f05c6-bccd-4444-adff-492fe2e7471b', 'network_id': '26f6ba74-c3ce-4929-907d-91420c1cba74', 'port_id': '269f05c6-bccd-4444-adff-492fe2e7471b', 'mac_address': 'fa:16:3e:26:43:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e90f86-baa9-4eff-8048-9c7eb7c5cec0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:46:12.617936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:12.631266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269f05c6-bccd-4444-adff-492fe2e7471b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:12.650514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=269f05c6-bccd-4444-adff-492fe2e7471b,segment=NetworkSegment(2ef2dc72-997c-474f-ba0c-c41cbd9bf72f),segment_id=2ef2dc72-997c-474f-ba0c-c41cbd9bf72f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:12.654866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:12.703700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:12.840586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['269f05c6-bccd-4444-adff-492fe2e7471b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:13.235055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca80d-551f-4bb8-b4ce-8ae32e969f55 req-ad2347a0-b463-48c4-8241-85543eb007fc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:13.236717 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9cca80d-551f-4bb8-b4ce-8ae32e969f55 req-ad2347a0-b463-48c4-8241-85543eb007fc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 945 time: 0.0526452 Aug 12 02:46:13.274457 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9cca80d-551f-4bb8-b4ce-8ae32e969f55 req-cc0cbebe-996c-4332-a506-ae39f74d5898 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Aug 12 02:46:14.400425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ac30b-a371-452b-9578-082b401bcbce req-ba6ef55d-c4db-4f55-abfc-0819dfcc7e8e tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:14.403220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-530ac30b-a371-452b-9578-082b401bcbce req-ba6ef55d-c4db-4f55-abfc-0819dfcc7e8e tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 945 time: 0.0578024 Aug 12 02:46:14.449184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-530ac30b-a371-452b-9578-082b401bcbce req-883b149c-4b29-4eb2-bbe4-a1eae7b33d85 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Aug 12 02:46:14.470496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 269f05c6-bccd-4444-adff-492fe2e7471b up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:46:14.523411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 269f05c6-bccd-4444-adff-492fe2e7471b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:46:14.527720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 269f05c6-bccd-4444-adff-492fe2e7471b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:46:14.528101 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:14.609259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:14.634834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:14.637327 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6a4f1-23eb-46f8-b343-5bee1a0eefc5" -d '{"events": [{"server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "name": "network-vif-plugged", "status": "completed", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:14.649674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=269f05c6-bccd-4444-adff-492fe2e7471b,segment=NetworkSegment(2ef2dc72-997c-474f-ba0c-c41cbd9bf72f),segment_id=2ef2dc72-997c-474f-ba0c-c41cbd9bf72f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:14.654149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:14.682192 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17de320-20c8-4b31-8b78-7bd376820cf1 x-openstack-request-id: req-e17de320-20c8-4b31-8b78-7bd376820cf1 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:14.682509 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "name": "network-vif-plugged", "status": "completed", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:14.683506 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e17de320-20c8-4b31-8b78-7bd376820cf1 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:14.683897 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b', 'code': 200} Aug 12 02:46:14.712075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:14.774855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d93a5-9bed-4848-ba9b-9125c0295aa7 req-3a4b479a-4d01-4629-852c-dc6ffbf75cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:14.776428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff8d93a5-9bed-4848-ba9b-9125c0295aa7 req-3a4b479a-4d01-4629-852c-dc6ffbf75cf0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 1097 time: 0.0406194 Aug 12 02:46:14.810005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff8d93a5-9bed-4848-ba9b-9125c0295aa7 req-4f39cffd-b8c3-4c76-ac8e-85c79b38bbdd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270221 Aug 12 02:46:15.582786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d299f-0c15-4b49-867a-65f1eb8f31e8 req-a4e60e8c-2f44-4614-be2b-4bcfbacc6cee tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:15.585577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c2d299f-0c15-4b49-867a-65f1eb8f31e8 req-a4e60e8c-2f44-4614-be2b-4bcfbacc6cee tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 946 time: 0.0570822 Aug 12 02:46:15.631534 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c2d299f-0c15-4b49-867a-65f1eb8f31e8 req-c2241ed1-e2eb-4412-a7f4-eb788983a671 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Aug 12 02:46:16.766463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea9d4c-0c10-4c2f-96d9-8687b232717b req-738fa684-41ac-4c75-a27c-1516f2cfcc77 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:16.768772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dea9d4c-0c10-4c2f-96d9-8687b232717b req-738fa684-41ac-4c75-a27c-1516f2cfcc77 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 946 time: 0.0671270 Aug 12 02:46:16.812002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3dea9d4c-0c10-4c2f-96d9-8687b232717b req-9f1d569e-6c43-491b-a47d-4f5fcaf43589 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372345 Aug 12 02:46:17.353773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db32f28-70c6-4945-9faf-ac6a4eb2b282 req-30d37c9c-330e-4bbe-807c-735294abe514 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:17.355537 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6db32f28-70c6-4945-9faf-ac6a4eb2b282 req-30d37c9c-330e-4bbe-807c-735294abe514 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 946 time: 0.0495493 Aug 12 02:46:17.394937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6db32f28-70c6-4945-9faf-ac6a4eb2b282 req-5d872496-3947-4ca6-b759-9639c663ba28 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Aug 12 02:46:18.054466 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:18.518809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc2fc4-fe27-456e-b9bb-587b34b62264 req-0444a578-d3e9-4ae0-9308-20ebfc0ae8e5 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:18.520381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdbc2fc4-fe27-456e-b9bb-587b34b62264 req-0444a578-d3e9-4ae0-9308-20ebfc0ae8e5 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 946 time: 0.0519826 Aug 12 02:46:18.583980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bdbc2fc4-fe27-456e-b9bb-587b34b62264 req-baec3f8a-0a80-4ed1-be46-6e629f3fd427 tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3cdd1ec-aceb-494b-978d-6c53886bb152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574794 Aug 12 02:46:18.602223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-041e882a-eccc-42fd-8be3-0454d30949ce tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:18.602223 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-041e882a-eccc-42fd-8be3-0454d30949ce tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.25 "GET /v2.0/ports?device_id=56614819-62c3-4d8f-adcf-2a5996470198 HTTP/1.1" status: 200 len: 946 time: 0.0612595 Aug 12 02:46:18.697047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Deleting port 269f05c6-bccd-4444-adff-492fe2e7471b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:46:18.697365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:18.784937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] For port 269f05c6-bccd-4444-adff-492fe2e7471b, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=269f05c6-bccd-4444-adff-492fe2e7471b,segment=NetworkSegment(2ef2dc72-997c-474f-ba0c-c41cbd9bf72f),segment_id=2ef2dc72-997c-474f-ba0c-c41cbd9bf72f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:18.785206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:18.798303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Calling delete_port for 269f05c6-bccd-4444-adff-492fe2e7471b owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:46:18.929978 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:18.943073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['269f05c6-bccd-4444-adff-492fe2e7471b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:18.962502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Pushing event deleted for resources: {'Port': ['ID=269f05c6-bccd-4444-adff-492fe2e7471b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:18.990957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.991313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.991687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.992033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.992374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.992711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.993048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.993389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.993722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.994055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.994388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:18.994715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.016846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] No DVR routers for this DVR port 269f05c6-bccd-4444-adff-492fe2e7471b on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:46:19.019347 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.021362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9da516c-0326-4f77-aa42-866e12fdbf0d req-eb5bfe5c-abbd-4add-b340-bb30ab843efc tempest-ServerMetadataNegativeTestJSON-1254608608 tempest-ServerMetadataNegativeTestJSON-1254608608-project] 10.222.0.25 "DELETE /v2.0/ports/269f05c6-bccd-4444-adff-492fe2e7471b HTTP/1.1" status: 204 len: 173 time: 0.4135649 Aug 12 02:46:19.021793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'name': 'network-vif-deleted', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:19.024032 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab2e7c7-06ee-46f5-ae9f-f672ff9d5f2d" -d '{"events": [{"server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "name": "network-vif-deleted", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:19.067135 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037f4b23-2f94-4753-b34c-c86a160eee2d x-openstack-request-id: req-037f4b23-2f94-4753-b34c-c86a160eee2d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:19.067135 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56614819-62c3-4d8f-adcf-2a5996470198", "name": "network-vif-deleted", "tag": "269f05c6-bccd-4444-adff-492fe2e7471b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:19.067135 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-037f4b23-2f94-4753-b34c-c86a160eee2d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:19.067135 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56614819-62c3-4d8f-adcf-2a5996470198', 'name': 'network-vif-deleted', 'tag': '269f05c6-bccd-4444-adff-492fe2e7471b', 'status': 'completed', 'code': 200} Aug 12 02:46:19.639994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43564) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:19.684632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Deleting subnet c0e90f86-baa9-4eff-8048-9c7eb7c5cec0 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:46:19.688214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.723570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.768776 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.826273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.854924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:19.856803 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c0e90f86-baa9-4eff-8048-9c7eb7c5cec0 HTTP/1.1" status: 204 len: 168 time: 0.2158170 Aug 12 02:46:19.857799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e90f86-baa9-4eff-8048-9c7eb7c5cec0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:19.859645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:19.865727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.866075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.866417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.866751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.867072 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.867405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.867761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.868084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.868407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.868727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.869048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.869368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d915a-88cd-478c-8df7-ddac127ef2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:46:19.929685 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.013109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.023569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f6ba74-c3ce-4929-907d-91420c1cba74']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:20.034359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:20.034657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef2dc72-997c-474f-ba0c-c41cbd9bf72f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:46:20.043263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.056781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.063172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:46:20.063735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:46:20.065619 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:46:20.118059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.125663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.130434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/26f6ba74-c3ce-4929-907d-91420c1cba74 HTTP/1.1" status: 204 len: 168 time: 0.2696028 Aug 12 02:46:20.141864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b798c4-a8c8-42d3-a74d-6c7b9030b3a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f6ba74-c3ce-4929-907d-91420c1cba74,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:20.261085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43576) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:20.309144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-db949d06-dd70-4cc2-8bc8-654e0f6840c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=057a8d7a0a644e5f960ede5f744780e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467825 Aug 12 02:46:20.311836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43578) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:20.364106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.387514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.440897 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.443570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:20.444745 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3cdd1ec-aceb-494b-978d-6c53886bb152 HTTP/1.1" status: 204 len: 168 time: 0.1320043 Aug 12 02:46:20.458540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba050c73-05b8-400c-9e58-b3cef2f87cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cdd1ec-aceb-494b-978d-6c53886bb152,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:21.133387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43600) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:21.237196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2022582886-network', 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:21.267283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:21.270036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.279204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.376486 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.380723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.402255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:46:21.416186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb52f0c-36ea-4324-9f6f-639b7652160c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:21.421036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.421393 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Added segment 9524e48a-ec8f-4d4a-ba6a-afb02c03a629 of type vlan for network 5d842f26-63e3-4c2b-8350-67197a354287 Aug 12 02:46:21.468346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.498080 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.499159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:21.499780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.553474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4189093 Aug 12 02:46:21.556629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43606) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:21.561882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Request body: {'subnet': {'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2022582886-subnet', 'tenant_id': '264c65097b4e476b848114c091625d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:21.563845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff690e52-9a9d-4001-b8f8-e1f837491cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5d842f26-63e3-4c2b-8350-67197a354287,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:21.573831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5d842f26-63e3-4c2b-8350-67197a354287 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:46:21.594003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:21.596975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.778846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.837991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00d6104-8ab5-43a3-b93b-3b29ed57819a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:21.842705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:21.843069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Network hostable DHCP agents. Network: 5d842f26-63e3-4c2b-8350-67197a354287, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:46:21.860985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Network 5d842f26-63e3-4c2b-8350-67197a354287 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:46:21.869907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5d842f26-63e3-4c2b-8350-67197a354287) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:21.874301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:21.874894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:21.880683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb85db-60f9-478c-b33e-d06eefbf7ff1 None None] Network 5d842f26-63e3-4c2b-8350-67197a354287 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:46:21.898847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-394e45c9-831f-4ee0-b400-bd21bd913330 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3381953 Aug 12 02:46:22.023554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25f5115-968d-48b7-a458-d4733255e869 None None] Network 5d842f26-63e3-4c2b-8350-67197a354287 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:46:22.330140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-eccba307-2376-4a3a-9a6c-db7d665fbddf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:22.331568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-eccba307-2376-4a3a-9a6c-db7d665fbddf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1055903 Aug 12 02:46:22.347732 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-ef7c8e4a-f6aa-46d9-aa06-d063a040f443 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0102470 Aug 12 02:46:22.389810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-b5c91bfb-63c3-47c3-aff1-0a22f09d44e7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293067 Aug 12 02:46:22.503053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 269f05c6-bccd-4444-adff-492fe2e7471b no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:46:22.526009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-084cd176-6503-4975-b6a1-31baf0efeb9a service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266556 Aug 12 02:46:22.537119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 269f05c6-bccd-4444-adff-492fe2e7471b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:46:22.537464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 269f05c6-bccd-4444-adff-492fe2e7471b not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:46:22.628899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-bb2dcc77-d132-4319-9b1c-451e08c8ad96 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004765 Aug 12 02:46:22.790364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9499d9b9-904e-4a32-b42f-784955d77fb7 req-afc4a7e7-721e-445d-bedd-d35d59b02426 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 210 time: 0.0307984 Aug 12 02:46:23.813575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-5bca5438-ac8e-4a6f-82b2-8f85b1e92170 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:23.815054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-5bca5438-ac8e-4a6f-82b2-8f85b1e92170 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1102931 Aug 12 02:46:23.842766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:23.923507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ecde928f-1119-4440-8833-2ea18336ea7c req-bcacbcd2-156e-4141-b028-56f409ec6fc0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 210 time: 0.0352905 Aug 12 02:46:23.980935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:23.985301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.116803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.2 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/269932dc-ae10-46a4-a81e-d650ccb15b3d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:46:24.272128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.312579 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.355408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:46:24.361323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:24.364257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:46:24.389409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:24.418927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:24.419566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.433668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-9aa94a15-b268-46bd-8f91-73ca83f53b5f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5952582 Aug 12 02:46:24.451078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Request body: {'port': {'device_id': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:24.510054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.838934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269932dc-ae10-46a4-a81e-d650ccb15b3d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:24.847853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.856842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 43650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:24.862276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Transition to ACTIVE for port object 269932dc-ae10-46a4-a81e-d650ccb15b3d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:46:24.867319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:24.951223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Pushing event updated for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:24.995120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2889034-646d-4904-8c58-2cb04530831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.007202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Attempting to bind port 269932dc-ae10-46a4-a81e-d650ccb15b3d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:46:25.007565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Attempting to bind port 269932dc-ae10-46a4-a81e-d650ccb15b3d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:46:25.008080 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Attempting to bind port 269932dc-ae10-46a4-a81e-d650ccb15b3d on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:25.012531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Port 269932dc-ae10-46a4-a81e-d650ccb15b3d on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:46:25.013017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Attempting to bind port 269932dc-ae10-46a4-a81e-d650ccb15b3d on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:25.019035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:46:25.019386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:25.019907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:46:25.020350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Bound port: 269932dc-ae10-46a4-a81e-d650ccb15b3d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:46:25.020714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.098220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c7c27-ff96-4b02-8a7b-b9a3bd1f63de req-3a30768e-a8e4-49cb-94a7-76769c15255d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.099855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f87c7c27-ff96-4b02-8a7b-b9a3bd1f63de req-3a30768e-a8e4-49cb-94a7-76769c15255d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 943 time: 0.0753007 Aug 12 02:46:25.113030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:46:25.116838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:46:25.123425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.159570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f87c7c27-ff96-4b02-8a7b-b9a3bd1f63de req-57c78c76-f87c-47f8-89af-d16535ccdddf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519490 Aug 12 02:46:25.167115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.168247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.170662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] 10.222.0.21 "PUT /v2.0/ports/269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 200 len: 1091 time: 0.7235622 Aug 12 02:46:25.171127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:25.175337 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:25.185258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2889034-646d-4904-8c58-2cb04530831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.192637 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e2889034-646d-4904-8c58-2cb04530831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.206318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99363534-bfa7-4452-b400-06d3de68d809 service neutron] Pushing event updated for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:25.229668 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc13f53-de0a-467f-9943-e40d39120af3 x-openstack-request-id: req-afc13f53-de0a-467f-9943-e40d39120af3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:25.229961 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:25.230215 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afc13f53-de0a-467f-9943-e40d39120af3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:25.230621 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d', 'status': 'completed', 'code': 200} Aug 12 02:46:25.238634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2889034-646d-4904-8c58-2cb04530831e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a700055816a54ea6b652852af96ece0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806381 Aug 12 02:46:25.241193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 43658) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:25.247656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2889034-646d-4904-8c58-2cb04530831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cab7fb-260f-41fb-b577-c57b3e7a4509,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:25.318369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-69d89bd3-459a-47f6-97d7-44c10d46ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.319904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-69d89bd3-459a-47f6-97d7-44c10d46ef8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 1094 time: 0.0720265 Aug 12 02:46:25.331347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.380304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-808ff7a7-ab65-4035-a2b8-4b34cbc6194b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 200 len: 217 time: 0.0445237 Aug 12 02:46:25.384858 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.457592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-8353bd09-b163-4cc0-a31e-6cd5190b7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.458985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-8353bd09-b163-4cc0-a31e-6cd5190b7968 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0667424 Aug 12 02:46:25.491632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-4abbb640-8e59-4952-84ba-5b7ddde9d1b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246491 Aug 12 02:46:25.492336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.494831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:25.495872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9cab7fb-260f-41fb-b577-c57b3e7a4509 HTTP/1.1" status: 204 len: 168 time: 0.2536542 Aug 12 02:46:25.512062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a88ef9-0ee0-475c-a345-c15aada4d8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cab7fb-260f-41fb-b577-c57b3e7a4509,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:25.593739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-e8d17299-6287-461c-9996-3a2e3aff53f4 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943379 Aug 12 02:46:25.693470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8674a8c-276d-4be7-afe8-eb80f12d11e5 req-811ff810-7b28-481e-831f-2222400da606 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931995 Aug 12 02:46:25.816304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-52cd44da-924f-4ff1-ba0a-9392f742eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.817830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-52cd44da-924f-4ff1-ba0a-9392f742eadd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 1094 time: 0.0421219 Aug 12 02:46:25.918256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-3651dfeb-6170-45e4-8e8a-971b274db0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:25.919802 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-3651dfeb-6170-45e4-8e8a-971b274db0a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0946050 Aug 12 02:46:25.963240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-8f140a12-6098-4e45-85cc-cb564fefc5ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 200 len: 217 time: 0.0365417 Aug 12 02:46:26.013660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-4b044157-1bbc-49b9-8921-f7c2497613c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:26.015237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-4b044157-1bbc-49b9-8921-f7c2497613c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0451729 Aug 12 02:46:26.047750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-d226c48a-9eb3-4dd6-8833-d69920595194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244532 Aug 12 02:46:26.141020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-833578e8-3a41-4752-b957-669db2a5b317 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865171 Aug 12 02:46:26.236937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f77082b0-e39e-4738-9d63-8c9c4cb1a40f req-4823c61d-1d4d-4dc8-80dc-74efd80a3cb3 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892308 Aug 12 02:46:26.286608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577a3d7-7bb9-465b-b7d0-f8d7fb7349ae req-11853990-8d50-43f7-ad37-40bae915cb43 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:26.288254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a577a3d7-7bb9-465b-b7d0-f8d7fb7349ae req-11853990-8d50-43f7-ad37-40bae915cb43 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 943 time: 0.0507588 Aug 12 02:46:26.330513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a577a3d7-7bb9-465b-b7d0-f8d7fb7349ae req-07716768-9bf3-4445-ac47-c6461628788b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Aug 12 02:46:27.458554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f68762-937c-44ee-af44-156b5ca46d87 req-5a7cc9ed-0456-4a1b-9f12-5d5d980f5b8b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:27.460075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3f68762-937c-44ee-af44-156b5ca46d87 req-5a7cc9ed-0456-4a1b-9f12-5d5d980f5b8b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 943 time: 0.0593734 Aug 12 02:46:27.501558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d3f68762-937c-44ee-af44-156b5ca46d87 req-2c4f6266-4973-4ed8-9876-11f05929f23e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351706 Aug 12 02:46:28.207705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 269932dc-ae10-46a4-a81e-d650ccb15b3d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:46:28.309067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:28.321392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '269932dc-ae10-46a4-a81e-d650ccb15b3d', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': '269932dc-ae10-46a4-a81e-d650ccb15b3d', 'mac_address': 'fa:16:3e:1e:54:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:46:28.359806 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:28.373197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269932dc-ae10-46a4-a81e-d650ccb15b3d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:28.394926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:28.399205 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:28.451026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:28.622715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4003b5b-1148-49f0-8bf0-78865682e64b req-1e7aed3b-741d-4220-a9fb-599273dff5c8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:28.625490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4003b5b-1148-49f0-8bf0-78865682e64b req-1e7aed3b-741d-4220-a9fb-599273dff5c8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 944 time: 0.0552652 Aug 12 02:46:28.665899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4003b5b-1148-49f0-8bf0-78865682e64b req-f62fce12-b96f-480e-b849-3f521f734f84 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Aug 12 02:46:28.768774 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:29.794299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8712fbd-2177-4055-9cb5-be7a4cee43b4 req-88346603-5f28-409e-8708-9dc1b329b369 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:29.795836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8712fbd-2177-4055-9cb5-be7a4cee43b4 req-88346603-5f28-409e-8708-9dc1b329b369 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 944 time: 0.0524797 Aug 12 02:46:29.836102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c8712fbd-2177-4055-9cb5-be7a4cee43b4 req-7c723b88-4f48-4eb0-b6ad-1059ac154aaa tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Aug 12 02:46:30.206757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 269932dc-ae10-46a4-a81e-d650ccb15b3d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:46:30.260008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 269932dc-ae10-46a4-a81e-d650ccb15b3d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:46:30.263754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 269932dc-ae10-46a4-a81e-d650ccb15b3d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:46:30.264131 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:30.346402 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:30.370564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:30.372852 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fa8ea-51b0-4195-8a54-3d59a9a558dd" -d '{"events": [{"server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "name": "network-vif-plugged", "status": "completed", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:30.393870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:30.398437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:30.423939 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02824de3-7836-48e9-b901-83348560dee7 x-openstack-request-id: req-02824de3-7836-48e9-b901-83348560dee7 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:30.424228 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "name": "network-vif-plugged", "status": "completed", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:30.424488 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02824de3-7836-48e9-b901-83348560dee7 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:30.424880 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d', 'code': 200} Aug 12 02:46:30.455595 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:30.553123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cdf3b-81e7-4258-a1be-6b9c13b75a79 req-686f599c-03b8-453c-88e6-b631d225442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:30.554675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd8cdf3b-81e7-4258-a1be-6b9c13b75a79 req-686f599c-03b8-453c-88e6-b631d225442a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 1096 time: 0.0433524 Aug 12 02:46:30.591885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd8cdf3b-81e7-4258-a1be-6b9c13b75a79 req-6303e9ed-0c64-4ace-b919-efa3f9649432 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297558 Aug 12 02:46:30.959806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c56b25-25ea-493a-9a24-893ce47e705a req-0828aeed-f186-467c-b9f5-f75e317497b3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:30.961303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2c56b25-25ea-493a-9a24-893ce47e705a req-0828aeed-f186-467c-b9f5-f75e317497b3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0548770 Aug 12 02:46:31.002715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2c56b25-25ea-493a-9a24-893ce47e705a req-40724965-a42f-4e2d-b7c2-12082cd2fde6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Aug 12 02:46:31.990155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fe603822-00bc-4582-aa70-b62cccc0a0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:32.126002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2823c3-aa60-496c-a66e-03e42517cc42 req-8517d522-7477-40e0-8b4f-c6c0c3d44817 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:32.128352 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a2823c3-aa60-496c-a66e-03e42517cc42 req-8517d522-7477-40e0-8b4f-c6c0c3d44817 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Aug 12 02:46:32.169069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a2823c3-aa60-496c-a66e-03e42517cc42 req-4a3ee5a3-e998-42f8-a313-5a865b4a224c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 12 02:46:33.304715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643798c-39b3-46bc-8e7b-d95daa5bf5ff req-07627d14-32a1-45d7-a546-2b028658edc2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:33.306209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9643798c-39b3-46bc-8e7b-d95daa5bf5ff req-07627d14-32a1-45d7-a546-2b028658edc2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Aug 12 02:46:33.349662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9643798c-39b3-46bc-8e7b-d95daa5bf5ff req-728af5b9-cd82-4fd3-8bed-f4707a2d6532 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344992 Aug 12 02:46:33.641718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-254c5c62-a951-4cc1-a636-c4777ac68dea tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:33.643187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-254c5c62-a951-4cc1-a636-c4777ac68dea tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1110313 Aug 12 02:46:33.660173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-2cf0362d-adc3-4f31-8f89-1f7bf0a4b031 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Aug 12 02:46:33.717105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-b77d6c96-9bc2-4e38-a183-de7a563fd045 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503836 Aug 12 02:46:33.922676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-7fbf4820-0125-443d-9b43-8dae0a2ab6b6 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963086 Aug 12 02:46:34.019216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbcb5c64-3f6f-41ca-9d55-02123c35f428 req-51ee8979-ef29-4c7a-bcf0-66459da5ea27 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900383 Aug 12 02:46:34.568316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-d699c7cc-d320-4bb7-9546-2b6e7ea31d25 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:34.569893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-d699c7cc-d320-4bb7-9546-2b6e7ea31d25 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1166620 Aug 12 02:46:34.590499 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-dcaec6ec-74e6-463e-8811-26f2252fead0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0114536 Aug 12 02:46:34.613395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3466-682f-4206-97d4-e3dccd6bce95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:34.648139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-f1f8043e-204a-482d-8220-430de36295ac tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515656 Aug 12 02:46:34.709352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:34.748700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-e677dafe-b7d0-491e-af72-d2bb94bc96e1 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936594 Aug 12 02:46:34.774465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:34.850060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-412ee8cc-e31e-494e-9599-96c79c27c8d1 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951295 Aug 12 02:46:35.025729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f9c7933-8ad7-4594-ada2-bab2830f483b req-9813e71c-2ad8-4944-85d7-e11044a5f7f2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 210 time: 0.0285144 Aug 12 02:46:35.887639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:35.967491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-aba0e336-232f-4dc9-ad58-407eb997004b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:35.969936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-aba0e336-232f-4dc9-ad58-407eb997004b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1132386 Aug 12 02:46:35.982848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:36.091854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:36.095938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.125119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e9aaadc-fcd1-45ea-bb60-c304aa23e31b req-1fefb2da-2b22-4eaa-ad25-efeb284688eb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 210 time: 0.0279126 Aug 12 02:46:36.230836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.14 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/32d0403e-367f-4cd1-9ce4-e31998f42838) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:46:36.388189 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.430253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.434628 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:46:36.467837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:36.486747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:46:36.492172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:36.496418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:46:36.521541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:36.550378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:36.550999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.565877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-8547d573-c58a-4fd3-8952-d5d415d4f76b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868211 Aug 12 02:46:36.579696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Request body: {'port': {'device_id': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:36.632780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.903751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d0403e-367f-4cd1-9ce4-e31998f42838 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:36.911171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.923371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Transition to ACTIVE for port object 32d0403e-367f-4cd1-9ce4-e31998f42838 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:46:36.928167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:36.981046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Pushing event updated for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:37.046656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Attempting to bind port 32d0403e-367f-4cd1-9ce4-e31998f42838 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:46:37.046937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Attempting to bind port 32d0403e-367f-4cd1-9ce4-e31998f42838 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:46:37.047233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Attempting to bind port 32d0403e-367f-4cd1-9ce4-e31998f42838 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:37.051513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Port 32d0403e-367f-4cd1-9ce4-e31998f42838 on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:46:37.051837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Attempting to bind port 32d0403e-367f-4cd1-9ce4-e31998f42838 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:37.056505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:46:37.056844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:37.057228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:46:37.057649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Bound port: 32d0403e-367f-4cd1-9ce4-e31998f42838, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:46:37.058018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:37.121755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:46:37.124771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=32d0403e-367f-4cd1-9ce4-e31998f42838,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:46:37.129113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:37.166201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.166831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:37.168280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] 10.222.0.25 "PUT /v2.0/ports/32d0403e-367f-4cd1-9ce4-e31998f42838 HTTP/1.1" status: 200 len: 1092 time: 0.5944798 Aug 12 02:46:37.168726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:37.171256 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a676118e-759c-40af-b049-627c4be9c45a" -d '{"events": [{"name": "network-changed", "server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:37.226429 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8471650b-d0e9-432d-b866-e01ad89a8530 x-openstack-request-id: req-8471650b-d0e9-432d-b866-e01ad89a8530 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:37.226720 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:37.226971 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8471650b-d0e9-432d-b866-e01ad89a8530 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:37.227365 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838', 'status': 'completed', 'code': 200} Aug 12 02:46:37.253947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711050a-1f63-46a5-bc1e-50aa7943d730 service neutron] Pushing event updated for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:37.295382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-b1e38089-3dc2-4fa6-a265-5f1d9ec01ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.297695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-b1e38089-3dc2-4fa6-a265-5f1d9ec01ceb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 1095 time: 0.0856040 Aug 12 02:46:37.311083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704b4b3-339e-4ee1-8104-c49addd8e807 req-24bd3ab8-0248-440d-a9c6-2fd2a0dec9cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.319727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0704b4b3-339e-4ee1-8104-c49addd8e807 req-24bd3ab8-0248-440d-a9c6-2fd2a0dec9cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 944 time: 0.0895104 Aug 12 02:46:37.359967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-c105f2e1-7ac7-4d27-a638-bd62d6ae1cb6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32d0403e-367f-4cd1-9ce4-e31998f42838 HTTP/1.1" status: 200 len: 217 time: 0.0454450 Aug 12 02:46:37.382925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:37.409672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0704b4b3-339e-4ee1-8104-c49addd8e807 req-3fbd067c-d62b-436b-92e7-81f54aeb713f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903320 Aug 12 02:46:37.429111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735423a-6f01-4326-9997-1c163b023d40 req-b0866fa9-d4f7-4c80-a5c8-711602098853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.430647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-b0866fa9-d4f7-4c80-a5c8-711602098853 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0640261 Aug 12 02:46:37.467652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-77647fcd-463f-426e-94c2-4f7054f309fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302687 Aug 12 02:46:37.558902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-d2d68757-5579-4201-bfb4-111e5315dd4d service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842733 Aug 12 02:46:37.650961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b735423a-6f01-4326-9997-1c163b023d40 req-3cbd2d8c-c4f8-452f-9ffd-150e1c96d457 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854118 Aug 12 02:46:37.740064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676118e-759c-40af-b049-627c4be9c45a req-8c55b44c-ce21-4237-8975-289ba91c3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.741569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-8c55b44c-ce21-4237-8975-289ba91c3ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 1095 time: 0.0418482 Aug 12 02:46:37.833974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676118e-759c-40af-b049-627c4be9c45a req-073250cc-fe63-4b80-aec7-034e62b745b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.835532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-073250cc-fe63-4b80-aec7-034e62b745b6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0863268 Aug 12 02:46:37.880544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-2b63ed45-5eb7-46d3-88e8-bd312a39f541 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32d0403e-367f-4cd1-9ce4-e31998f42838 HTTP/1.1" status: 200 len: 217 time: 0.0382593 Aug 12 02:46:37.930033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676118e-759c-40af-b049-627c4be9c45a req-4a3e8e05-7749-48bb-867c-6d90f9269fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:37.931522 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-4a3e8e05-7749-48bb-867c-6d90f9269fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0439067 Aug 12 02:46:37.964417 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-20a59ba5-3054-432b-a800-248e3876fa03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248196 Aug 12 02:46:38.057007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-e41be970-1859-4f21-9a18-c3f28d8eac35 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847936 Aug 12 02:46:38.148772 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a676118e-759c-40af-b049-627c4be9c45a req-76483eb8-8dee-4a66-b58e-ac9d16ecfc4e service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844243 Aug 12 02:46:38.530334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be795-fdb5-456a-8b1b-8dc34bc40308 req-c2bf7340-a7e6-4e82-b6dd-08197c823978 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:38.532945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c29be795-fdb5-456a-8b1b-8dc34bc40308 req-c2bf7340-a7e6-4e82-b6dd-08197c823978 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 944 time: 0.0498750 Aug 12 02:46:38.572329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c29be795-fdb5-456a-8b1b-8dc34bc40308 req-5891849a-8486-419d-96f1-06f018de21ed tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Aug 12 02:46:39.700624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835854a-b774-4138-84ec-d0527f9792fd req-2145e9dd-48e7-48b9-912c-b01307bed9af tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:39.702005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3835854a-b774-4138-84ec-d0527f9792fd req-2145e9dd-48e7-48b9-912c-b01307bed9af tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 944 time: 0.0511112 Aug 12 02:46:39.740324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3835854a-b774-4138-84ec-d0527f9792fd req-d1c7074a-f752-4db0-bdf0-8fb56a9f42d0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Aug 12 02:46:40.558323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 32d0403e-367f-4cd1-9ce4-e31998f42838 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:46:40.667973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=32d0403e-367f-4cd1-9ce4-e31998f42838,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:40.679694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '32d0403e-367f-4cd1-9ce4-e31998f42838', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': '32d0403e-367f-4cd1-9ce4-e31998f42838', 'mac_address': 'fa:16:3e:d6:00:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:46:40.716325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:40.729347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d0403e-367f-4cd1-9ce4-e31998f42838 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:40.748429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=32d0403e-367f-4cd1-9ce4-e31998f42838,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:40.752816 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:40.804126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:40.873765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39967787-ea79-4626-9851-113e7c77007d req-5e537526-18c1-48d0-9cd5-cef46a80d415 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:40.875429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39967787-ea79-4626-9851-113e7c77007d req-5e537526-18c1-48d0-9cd5-cef46a80d415 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 945 time: 0.0530128 Aug 12 02:46:40.914336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39967787-ea79-4626-9851-113e7c77007d req-e21a1637-91fe-40dd-a0f9-fa9964d37bd4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Aug 12 02:46:40.945519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['32d0403e-367f-4cd1-9ce4-e31998f42838'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:42.044587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70a3f9-b6e3-40b7-8c9a-3810dfdc7f6b req-2e44ccec-bbcd-4153-afc5-51706a207bba tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:42.046074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a70a3f9-b6e3-40b7-8c9a-3810dfdc7f6b req-2e44ccec-bbcd-4153-afc5-51706a207bba tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 945 time: 0.0580628 Aug 12 02:46:42.086081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a70a3f9-b6e3-40b7-8c9a-3810dfdc7f6b req-4920f668-0792-4c5e-96f6-f5bdb34bf3f0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Aug 12 02:46:42.579248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 32d0403e-367f-4cd1-9ce4-e31998f42838 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:46:42.628716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 32d0403e-367f-4cd1-9ce4-e31998f42838 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:46:42.632605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 32d0403e-367f-4cd1-9ce4-e31998f42838 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:46:42.632975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:42.710048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:42.730953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:42.733189 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0ff73f-e0a6-40e0-b731-0464031c8dd4" -d '{"events": [{"server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:42.745909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=32d0403e-367f-4cd1-9ce4-e31998f42838,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:42.750384 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:42.777075 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aad373-a65c-4202-9474-c7e9a242af53 x-openstack-request-id: req-58aad373-a65c-4202-9474-c7e9a242af53 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:42.777360 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "name": "network-vif-plugged", "status": "completed", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:42.777609 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58aad373-a65c-4202-9474-c7e9a242af53 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:42.777993 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838', 'code': 200} Aug 12 02:46:42.805663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:42.861879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95345-dce8-4b30-86d2-78b06424297c req-41b843e9-dd8c-49e0-b626-c21af6b9f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:42.863283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f95345-dce8-4b30-86d2-78b06424297c req-41b843e9-dd8c-49e0-b626-c21af6b9f8cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 1097 time: 0.0394983 Aug 12 02:46:42.898130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f95345-dce8-4b30-86d2-78b06424297c req-4cdf8822-28ed-4e1c-b50b-f13bb6c8ca6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277257 Aug 12 02:46:43.208909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798427cd-08ab-4a3c-999d-36997dfc3bc5 req-b358f36c-63e5-4cea-a093-867bd3f0fde8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:43.210370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798427cd-08ab-4a3c-999d-36997dfc3bc5 req-b358f36c-63e5-4cea-a093-867bd3f0fde8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0507653 Aug 12 02:46:43.250301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798427cd-08ab-4a3c-999d-36997dfc3bc5 req-d300551a-0eef-4627-843c-905d958dc3bb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329120 Aug 12 02:46:44.365762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd33ce-a645-48f8-9491-a043ff443f8b req-52605e9a-8f90-49ec-ad3d-b9988dd735d4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:44.367242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22fd33ce-a645-48f8-9491-a043ff443f8b req-52605e9a-8f90-49ec-ad3d-b9988dd735d4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0480964 Aug 12 02:46:44.405366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-22fd33ce-a645-48f8-9491-a043ff443f8b req-11598638-b9e8-40dc-91c3-f00ffb66c3c5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Aug 12 02:46:44.522403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a70d7d-ef8f-4c7d-8d8e-ceeb9bdc1989 req-a1f2c787-c3a0-4e5f-a0ff-7142ecd0f345 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:44.523814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2a70d7d-ef8f-4c7d-8d8e-ceeb9bdc1989 req-a1f2c787-c3a0-4e5f-a0ff-7142ecd0f345 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0517614 Aug 12 02:46:44.560803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b2a70d7d-ef8f-4c7d-8d8e-ceeb9bdc1989 req-b34584c1-cdce-486d-9a65-cbdd244d26b6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Aug 12 02:46:44.787751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b59467-f863-48c3-b3a5-f16e72927685 req-2e969195-6a2c-4930-9f5b-0ba985c6a0e5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:44.789203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3b59467-f863-48c3-b3a5-f16e72927685 req-2e969195-6a2c-4930-9f5b-0ba985c6a0e5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0485566 Aug 12 02:46:44.826638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3b59467-f863-48c3-b3a5-f16e72927685 req-5d2b7f00-f80a-4f39-8c79-fd7bceb0b2a9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314574 Aug 12 02:46:45.945810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef3cb9-b2ea-4554-8340-63d26c1938e3 req-c5b1404f-502b-4fff-89a2-b86f587a8590 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:45.947296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abef3cb9-b2ea-4554-8340-63d26c1938e3 req-c5b1404f-502b-4fff-89a2-b86f587a8590 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0494580 Aug 12 02:46:45.995692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abef3cb9-b2ea-4554-8340-63d26c1938e3 req-3d843a4a-c54c-48e0-b98b-975e414af66d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Aug 12 02:46:46.020881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-8ceef092-4870-486f-8834-99230c05095b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:46.022453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-8ceef092-4870-486f-8834-99230c05095b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/ports?device_id=6468bb4a-db75-4a6b-adc6-b804852ecf20 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Aug 12 02:46:46.115294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port 32d0403e-367f-4cd1-9ce4-e31998f42838 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:46:46.115659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:46.210614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port 32d0403e-367f-4cd1-9ce4-e31998f42838, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=32d0403e-367f-4cd1-9ce4-e31998f42838,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:46.210987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:46.224048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for 32d0403e-367f-4cd1-9ce4-e31998f42838 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:46:46.356900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:46.368380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['32d0403e-367f-4cd1-9ce4-e31998f42838'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:46.388751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=32d0403e-367f-4cd1-9ce4-e31998f42838,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:46.395760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:46.436384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port 32d0403e-367f-4cd1-9ce4-e31998f42838 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:46:46.439519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:46.441811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c898aa70-21fd-45b9-a386-44dc976ab658 req-06e12b0b-0e10-4bc6-ae28-d893794ed611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "DELETE /v2.0/ports/32d0403e-367f-4cd1-9ce4-e31998f42838 HTTP/1.1" status: 204 len: 173 time: 0.4123728 Aug 12 02:46:46.442301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'name': 'network-vif-deleted', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:46.444650 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef2449-0fcf-4c7f-a238-234a1470bbec" -d '{"events": [{"server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "name": "network-vif-deleted", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:46.504339 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc057ed0-9af9-49d6-820e-a31e149c63b7 x-openstack-request-id: req-bc057ed0-9af9-49d6-820e-a31e149c63b7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:46.504636 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6468bb4a-db75-4a6b-adc6-b804852ecf20", "name": "network-vif-deleted", "tag": "32d0403e-367f-4cd1-9ce4-e31998f42838", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:46.513487 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc057ed0-9af9-49d6-820e-a31e149c63b7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:46.513487 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6468bb4a-db75-4a6b-adc6-b804852ecf20', 'name': 'network-vif-deleted', 'tag': '32d0403e-367f-4cd1-9ce4-e31998f42838', 'status': 'completed', 'code': 200} Aug 12 02:46:47.630687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-d409df0b-cb32-4182-afc6-d124ffad66f8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:47.638161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-d409df0b-cb32-4182-afc6-d124ffad66f8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1184814 Aug 12 02:46:47.655234 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-57058604-832c-4817-a394-326979178409 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0159397 Aug 12 02:46:47.708315 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-b3b3b32d-f190-4237-8059-482097d7054d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516851 Aug 12 02:46:47.816836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-b1bfa7ce-4c57-417e-b358-99c7b56747af service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937638 Aug 12 02:46:47.916282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-0db12cb7-f6e2-47c8-8ee2-afd9213e2ed4 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930066 Aug 12 02:46:48.055752 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:48.079385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e38b0b03-3b53-4d53-a817-98540e9b9ccf req-5e7dda18-5809-418d-ab66-69524f4a541e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0306911 Aug 12 02:46:48.990950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-7fd2efa1-a77d-44c0-bea3-c6ef45865f80 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:48.992471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-7fd2efa1-a77d-44c0-bea3-c6ef45865f80 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1147213 Aug 12 02:46:49.006078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:49.114298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:46:49.117831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.217662 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3a2250a-bf1c-4f47-b3b6-6f1319df94a1 req-6586a2b6-76c9-4e29-95ad-312095d9da6b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 210 time: 0.0369728 Aug 12 02:46:49.277001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.10 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/f318b71f-a203-489b-8be5-31bc9da48bfd) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:46:49.424455 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.467852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.497881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:49.504357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:46:49.507539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:46:49.513777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:46:49.543067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:49.574170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:49.574822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.594895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-099ba3c9-10be-49f8-bf7b-7fe4b382f5c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929935 Aug 12 02:46:49.607822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Request body: {'port': {'device_id': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:46:49.673018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.955749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f318b71f-a203-489b-8be5-31bc9da48bfd {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:49.963109 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:49.974666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Transition to ACTIVE for port object f318b71f-a203-489b-8be5-31bc9da48bfd will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:46:49.978252 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:50.033266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Pushing event updated for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:50.096051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Attempting to bind port f318b71f-a203-489b-8be5-31bc9da48bfd on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:46:50.096286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Attempting to bind port f318b71f-a203-489b-8be5-31bc9da48bfd by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:46:50.096609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Attempting to bind port f318b71f-a203-489b-8be5-31bc9da48bfd on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:50.100792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Port f318b71f-a203-489b-8be5-31bc9da48bfd on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:46:50.101120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Attempting to bind port f318b71f-a203-489b-8be5-31bc9da48bfd on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:46:50.105825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:46:50.106169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:46:50.106553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:46:50.106989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Bound port: f318b71f-a203-489b-8be5-31bc9da48bfd, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:46:50.107345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:50.168346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:46:50.171868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f318b71f-a203-489b-8be5-31bc9da48bfd,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:46:50.176878 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:50.213405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:50.214036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:50.215439 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] 10.222.0.25 "PUT /v2.0/ports/f318b71f-a203-489b-8be5-31bc9da48bfd HTTP/1.1" status: 200 len: 1092 time: 0.6122401 Aug 12 02:46:50.215907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:50.218702 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8ca457-9860-454b-a090-e870f3256e30" -d '{"events": [{"name": "network-changed", "server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:50.250020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc560-f2f5-4418-8a3f-e831565b896a service neutron] Pushing event updated for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:50.265918 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b32e21-4249-4df6-bd2c-0226f75f9571 x-openstack-request-id: req-50b32e21-4249-4df6-bd2c-0226f75f9571 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:50.266233 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:50.266486 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50b32e21-4249-4df6-bd2c-0226f75f9571 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:50.266889 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd', 'status': 'completed', 'code': 200} Aug 12 02:46:50.321071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-34548a52-c4cb-4e40-836b-29765cce8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:50.322648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-34548a52-c4cb-4e40-836b-29765cce8f5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0658345 Aug 12 02:46:50.641225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 32d0403e-367f-4cd1-9ce4-e31998f42838 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:46:50.662540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 32d0403e-367f-4cd1-9ce4-e31998f42838 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:46:50.662894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 32d0403e-367f-4cd1-9ce4-e31998f42838 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:46:50.708296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-f22dff92-601d-4ca6-a913-93026d512b08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f318b71f-a203-489b-8be5-31bc9da48bfd HTTP/1.1" status: 200 len: 217 time: 0.3771598 Aug 12 02:46:50.715741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e7384-b9e4-4a23-be52-fb0859037e08 req-6b1175ca-f007-468d-99e8-c60038e65537 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:50.717120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-402e7384-b9e4-4a23-be52-fb0859037e08 req-6b1175ca-f007-468d-99e8-c60038e65537 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 944 time: 0.4237165 Aug 12 02:46:50.785953 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-402e7384-b9e4-4a23-be52-fb0859037e08 req-b4903e98-8151-4ecf-9657-d34c75cc6dad tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602067 Aug 12 02:46:50.787606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-320ed3e9-673c-4023-aaf3-fe7482ac895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:50.788984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-320ed3e9-673c-4023-aaf3-fe7482ac895c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0710311 Aug 12 02:46:50.822024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-638aea88-17a6-4150-a2d5-da4b95ddd66d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257180 Aug 12 02:46:50.920375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-393d2609-2bcf-463f-a5a9-fea5789139c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912805 Aug 12 02:46:51.010678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0659bcf7-99a2-4dcf-bc71-e7694ca56af1 req-cd06e7de-e0bf-49cd-a742-f15dca473b07 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834110 Aug 12 02:46:51.104766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca457-9860-454b-a090-e870f3256e30 req-1e99c073-b969-43d9-a601-8a060aaea2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:51.106188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-1e99c073-b969-43d9-a601-8a060aaea2a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 1095 time: 0.0445347 Aug 12 02:46:51.200095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca457-9860-454b-a090-e870f3256e30 req-a85ce3f4-eb91-479d-8fb1-8d318617106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:51.201598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-a85ce3f4-eb91-479d-8fb1-8d318617106a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0884073 Aug 12 02:46:51.246708 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-c4582084-549a-49bd-9c6d-7fe952bc6948 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f318b71f-a203-489b-8be5-31bc9da48bfd HTTP/1.1" status: 200 len: 217 time: 0.0343158 Aug 12 02:46:51.301151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ca457-9860-454b-a090-e870f3256e30 req-0f146d8e-47cb-494b-9b74-8375133d6e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:51.302675 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-0f146d8e-47cb-494b-9b74-8375133d6e47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0484662 Aug 12 02:46:51.336123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-ef063815-b00c-4034-95ee-cf5cac249f99 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257337 Aug 12 02:46:51.426453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-a7367a31-a864-4322-bb36-1839b3a06976 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820823 Aug 12 02:46:51.521123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d8ca457-9860-454b-a090-e870f3256e30 req-f378c3b8-9919-4a37-bf7f-8a83410b805d service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Aug 12 02:46:51.916222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67965cdb-794d-4205-9e7f-901a9681269f req-354f3154-289a-4f6d-9940-5dd4ab8b399c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:51.918603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67965cdb-794d-4205-9e7f-901a9681269f req-354f3154-289a-4f6d-9940-5dd4ab8b399c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 944 time: 0.0638843 Aug 12 02:46:51.978394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67965cdb-794d-4205-9e7f-901a9681269f req-ff4e26e6-4470-44f6-afa1-de4ab4b58fdc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Aug 12 02:46:52.640217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f318b71f-a203-489b-8be5-31bc9da48bfd details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:46:52.738949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f318b71f-a203-489b-8be5-31bc9da48bfd,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:52.904247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'f318b71f-a203-489b-8be5-31bc9da48bfd', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': 'f318b71f-a203-489b-8be5-31bc9da48bfd', 'mac_address': 'fa:16:3e:d8:4c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:46:52.940942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:52.954297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f318b71f-a203-489b-8be5-31bc9da48bfd {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:46:52.975124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f318b71f-a203-489b-8be5-31bc9da48bfd,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:52.980736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:53.041791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:53.130548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156b9d1-116d-47dd-ac01-8b03cd1a1fac req-919ba54c-685b-458e-83f1-9d10f5687a35 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:53.132109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a156b9d1-116d-47dd-ac01-8b03cd1a1fac req-919ba54c-685b-458e-83f1-9d10f5687a35 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0571828 Aug 12 02:46:53.168454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['f318b71f-a203-489b-8be5-31bc9da48bfd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:53.188932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a156b9d1-116d-47dd-ac01-8b03cd1a1fac req-46af37df-af33-4230-9f48-3367f378300d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505691 Aug 12 02:46:54.297762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a586a-8fa8-41b2-8295-ee119927857b req-ed42d144-acb0-4dcd-8724-a68f003ed52d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:54.299283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-301a586a-8fa8-41b2-8295-ee119927857b req-ed42d144-acb0-4dcd-8724-a68f003ed52d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 945 time: 0.0538800 Aug 12 02:46:54.338949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-301a586a-8fa8-41b2-8295-ee119927857b req-b7e9a657-8832-429d-a034-bd27ba3e8028 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Aug 12 02:46:54.656212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f318b71f-a203-489b-8be5-31bc9da48bfd up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:46:54.705104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port f318b71f-a203-489b-8be5-31bc9da48bfd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:46:54.708815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port f318b71f-a203-489b-8be5-31bc9da48bfd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:46:54.709128 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:54.786488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:54.807554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:54.809749 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc124f-2785-4830-b9c1-ffe73744c311" -d '{"events": [{"server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:54.823188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f318b71f-a203-489b-8be5-31bc9da48bfd,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:54.828493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:54.853717 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0001ff1f-91a2-4f59-b2db-0e520b919a6d x-openstack-request-id: req-0001ff1f-91a2-4f59-b2db-0e520b919a6d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:54.854098 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "name": "network-vif-plugged", "status": "completed", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:54.854260 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0001ff1f-91a2-4f59-b2db-0e520b919a6d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:54.854657 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd', 'code': 200} Aug 12 02:46:54.878553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:54.945571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0897d-e1c1-4801-ae58-9fdcc35e2e22 req-66ddf4e3-3b50-4b72-b164-65abc69a3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:54.947070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91a0897d-e1c1-4801-ae58-9fdcc35e2e22 req-66ddf4e3-3b50-4b72-b164-65abc69a3cd0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 1097 time: 0.0398355 Aug 12 02:46:54.998239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91a0897d-e1c1-4801-ae58-9fdcc35e2e22 req-ab425dab-4339-4b37-a48b-8af691050d72 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437720 Aug 12 02:46:55.428025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44016) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:55.459560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ed466-38d1-448c-9a1e-bcdcbd52946d req-171faf08-84d8-4e8b-ab66-ff9843fa331c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:55.461134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd2ed466-38d1-448c-9a1e-bcdcbd52946d req-171faf08-84d8-4e8b-ab66-ff9843fa331c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0557344 Aug 12 02:46:55.512589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd2ed466-38d1-448c-9a1e-bcdcbd52946d req-163a3a2d-c66b-41d4-a67e-1c2d16d2b3e4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375798 Aug 12 02:46:55.548476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a41eeba3-1602-4bd0-92ec-a560b76ea624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.640225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a41eeba3-1602-4bd0-92ec-a560b76ea624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.644362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a41eeba3-1602-4bd0-92ec-a560b76ea624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.688810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a41eeba3-1602-4bd0-92ec-a560b76ea624 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=666fe58ef5be420a843873aa5a9d01ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595162 Aug 12 02:46:55.689765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eeba3-1602-4bd0-92ec-a560b76ea624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925fe8d3-30be-4a46-b2c1-e52b07256965,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:55.692168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:55.743697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.764418 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.811744 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.814339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:55.815539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/925fe8d3-30be-4a46-b2c1-e52b07256965 HTTP/1.1" status: 204 len: 168 time: 0.1224253 Aug 12 02:46:55.822938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7656e66f-e3f8-4b38-8e56-8010bc64d7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925fe8d3-30be-4a46-b2c1-e52b07256965,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:56.632181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1b70-5eeb-4d8b-a4cd-06b63d4cabfd req-33bc7882-67f1-4d53-b5bb-bf48eade2b15 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:56.633737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-643c1b70-5eeb-4d8b-a4cd-06b63d4cabfd req-33bc7882-67f1-4d53-b5bb-bf48eade2b15 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0501027 Aug 12 02:46:56.677164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-643c1b70-5eeb-4d8b-a4cd-06b63d4cabfd req-de329e31-b67d-4c39-abbe-960cfbf33c48 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373199 Aug 12 02:46:56.793481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44056) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:56.794736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb1c8-2707-4d7a-992b-1769cb7fe941 req-a6d2d04f-0ebc-4533-8ce6-cdacc926bdf6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:56.796393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8cbb1c8-2707-4d7a-992b-1769cb7fe941 req-a6d2d04f-0ebc-4533-8ce6-cdacc926bdf6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0500097 Aug 12 02:46:56.836191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e8cbb1c8-2707-4d7a-992b-1769cb7fe941 req-b91cbd36-1dd4-4651-b618-679661dea73e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336287 Aug 12 02:46:56.903121 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c780d02f-1c66-4058-a34c-abde1596fd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:56.998577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c780d02f-1c66-4058-a34c-abde1596fd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.003490 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c780d02f-1c66-4058-a34c-abde1596fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.040346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d02f-1c66-4058-a34c-abde1596fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e16cb74-c2fc-47a1-abe0-acd997ae5f06,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:57.047991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c780d02f-1c66-4058-a34c-abde1596fd6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba2dc4913c0b481c9c0b7f9a1820050c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508996 Aug 12 02:46:57.048878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:46:57.073426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1091b2-cd85-4dfc-98b3-5c5c473dda4b req-b84c36e5-2496-4e8f-a0b8-076c3b75140a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:57.074931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da1091b2-cd85-4dfc-98b3-5c5c473dda4b req-b84c36e5-2496-4e8f-a0b8-076c3b75140a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0503697 Aug 12 02:46:57.097876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.114319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da1091b2-cd85-4dfc-98b3-5c5c473dda4b req-034891d8-35a8-4f0e-9255-b77b09ebd8f1 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Aug 12 02:46:57.120348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.167762 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.170329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:57.172178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e16cb74-c2fc-47a1-abe0-acd997ae5f06 HTTP/1.1" status: 204 len: 168 time: 0.1230481 Aug 12 02:46:57.179643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372b2fd-81e4-4323-9b6f-5e570f459365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e16cb74-c2fc-47a1-abe0-acd997ae5f06,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:58.239647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bad695-912a-4436-98a2-c1863272c7f9 req-e69e058b-ed5e-4f84-95f6-bac1009a5fee tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:58.241202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69bad695-912a-4436-98a2-c1863272c7f9 req-e69e058b-ed5e-4f84-95f6-bac1009a5fee tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0569568 Aug 12 02:46:58.312543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69bad695-912a-4436-98a2-c1863272c7f9 req-984d020b-edf0-4895-9772-971d8b6d30f1 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550234 Aug 12 02:46:58.320917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd59892-96e7-492c-ab82-301126d2e52b req-36e0a60a-ab8e-4e15-8f1f-8ae209cf48e8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:58.322380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bd59892-96e7-492c-ab82-301126d2e52b req-36e0a60a-ab8e-4e15-8f1f-8ae209cf48e8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab790f7-51a7-4f3a-853f-6797d758ebd1 HTTP/1.1" status: 200 len: 946 time: 0.0750699 Aug 12 02:46:58.415908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port f318b71f-a203-489b-8be5-31bc9da48bfd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:46:58.416256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:58.505431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port f318b71f-a203-489b-8be5-31bc9da48bfd, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=f318b71f-a203-489b-8be5-31bc9da48bfd,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:46:58.505806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:58.518702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for f318b71f-a203-489b-8be5-31bc9da48bfd owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:46:58.647401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:58.658967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['f318b71f-a203-489b-8be5-31bc9da48bfd'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:58.679991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=f318b71f-a203-489b-8be5-31bc9da48bfd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:46:58.689220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:46:58.728341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port f318b71f-a203-489b-8be5-31bc9da48bfd on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:46:58.732448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:46:58.735986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bd59892-96e7-492c-ab82-301126d2e52b req-8b409534-68da-4376-86f3-d35cf7333308 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "DELETE /v2.0/ports/f318b71f-a203-489b-8be5-31bc9da48bfd HTTP/1.1" status: 204 len: 173 time: 0.4071872 Aug 12 02:46:58.736546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'name': 'network-vif-deleted', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:46:58.740231 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e75c7a-e060-4bf6-ab18-e8e7e0d35a69" -d '{"events": [{"server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "name": "network-vif-deleted", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:46:58.797337 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f2d4a-ade0-4141-a506-0b9abf93848d x-openstack-request-id: req-612f2d4a-ade0-4141-a506-0b9abf93848d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:46:58.797337 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab790f7-51a7-4f3a-853f-6797d758ebd1", "name": "network-vif-deleted", "tag": "f318b71f-a203-489b-8be5-31bc9da48bfd", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:46:58.797616 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-612f2d4a-ade0-4141-a506-0b9abf93848d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:46:58.797777 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab790f7-51a7-4f3a-853f-6797d758ebd1', 'name': 'network-vif-deleted', 'tag': 'f318b71f-a203-489b-8be5-31bc9da48bfd', 'status': 'completed', 'code': 200} Aug 12 02:46:59.366101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-bdd4b29b-990d-4a52-a12e-e977ae6a2826 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2876e702d0184ac5bd7b06464c13113d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331590 Aug 12 02:46:59.559346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-ec8a6109-64a9-4ee7-a6dc-00cd269e978c tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:59.560909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-ec8a6109-64a9-4ee7-a6dc-00cd269e978c tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892974 Aug 12 02:46:59.576366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-2974d323-43d9-4a12-ac4a-b4fd6354b566 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/quotas/2876e702d0184ac5bd7b06464c13113d HTTP/1.1" status: 200 len: 375 time: 0.0092535 Aug 12 02:46:59.609761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-3bb525b6-b20b-4000-aae3-3e9579308f84 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2876e702d0184ac5bd7b06464c13113d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275435 Aug 12 02:46:59.665634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-f4b838d1-ccb7-42e4-bc5b-580ea25efde8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:46:59.667126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-f4b838d1-ccb7-42e4-bc5b-580ea25efde8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1082535 Aug 12 02:46:59.682456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-2b3b5331-2aa7-400d-b92b-905150a12fce tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0089803 Aug 12 02:46:59.746446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-120457de-f93c-4fdb-9f1f-6b4379acd55d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0516069 Aug 12 02:46:59.792076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea0a03e0-fb04-4079-94e4-c04910ce97aa req-ccaf677e-5d88-42c3-95d2-9d3c447b9ac3 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 210 time: 0.0395432 Aug 12 02:46:59.867751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-dab62481-da6c-42f8-8a70-955db31d3f81 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104245 Aug 12 02:46:59.962887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-351c193b-19f4-4e50-b6ae-10ac9aa03541 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897994 Aug 12 02:47:00.142438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbb91802-a3ed-4dfd-9614-f857c6c2e376 req-784546b4-db1d-4f52-ab96-207b085826fa tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 210 time: 0.0377135 Aug 12 02:47:00.650042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-f3d50b61-f1ee-401d-a3dd-8d3461622f6e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2876e702d0184ac5bd7b06464c13113d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279529 Aug 12 02:47:00.758680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-7b97aaa0-b7b8-41c5-ac9e-789a3fc6f57d tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:00.760227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-7b97aaa0-b7b8-41c5-ac9e-789a3fc6f57d tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048086 Aug 12 02:47:00.774221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Request body: {'port': {'device_id': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '2876e702d0184ac5bd7b06464c13113d'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:00.885843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-776349fc-53da-47f9-8435-70c0ac1d7384 req-54f9a2a4-d6ba-4502-9f6d-8f63a344099f tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 210 time: 0.0290413 Aug 12 02:47:00.888508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Made reservation on behalf of 2876e702d0184ac5bd7b06464c13113d for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:47:00.892986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:00.902547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.086102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-15623653-280e-44e3-813c-bfb719aab6b0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:01.087592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-15623653-280e-44e3-813c-bfb719aab6b0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1461751 Aug 12 02:47:01.106972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:01.124859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.149793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.231070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aece707-9bd8-432d-b176-3a06d42c4edf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:01.277759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-938ee2f2-2810-40c3-b012-f35beb7e3e2f req-fd1ce918-5fa7-42da-a7d8-94d4a20e0bd6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 210 time: 0.0477571 Aug 12 02:47:01.361309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Allocated IP 192.168.233.28 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/1d9b183b-4122-4fee-9528-0abb8ae6d7f2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:47:01.363114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:47:01.366587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.587070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.5 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:47:01.617682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.645642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Transition to ACTIVE for port object 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:01.749472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.810046 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:47:01.818044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:47:01.824254 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.826350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:47:01.832138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Pushing event updated for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:01.887292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:01.887993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.914423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-41f53e40-a5c7-4f36-adec-4b2f076a3779 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1438522 Aug 12 02:47:01.919773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:01.933000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Request body: {'port': {'device_id': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:01.955356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:02.016723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:47:02.025790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c03e-ac23-4e0b-b312-eec14e65f45b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.028169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:47:02.031871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a2781-19e3-4f42-92d0-0b642813bde4 req-32c88942-0c7b-42e8-a3f3-3c4fe9ae7364 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:02.035953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-397a2781-19e3-4f42-92d0-0b642813bde4 req-32c88942-0c7b-42e8-a3f3-3c4fe9ae7364 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 935 time: 0.0717168 Aug 12 02:47:02.046209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:47:02.049020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:02.081724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.082331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-397a2781-19e3-4f42-92d0-0b642813bde4 req-c414ed81-cca1-4dff-a95f-b27c5d2a714b tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416954 Aug 12 02:47:02.114503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:02.115783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.146865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4b8e266c-6a1f-4913-b8ba-9f92fbbd443c None None] Provisioning for port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:02.151555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4b8e266c-6a1f-4913-b8ba-9f92fbbd443c None None] Provisioning complete for port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:02.151999 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b8e266c-6a1f-4913-b8ba-9f92fbbd443c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.160603 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-d3051e93-6847-48ca-883e-2b71115a96f3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0618799 Aug 12 02:47:02.173439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Request body: {'port': {'device_id': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:02.187199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4b8e266c-6a1f-4913-b8ba-9f92fbbd443c None None] Port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:47:02.293726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.513720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a56314-c296-4b96-8688-9a07ce25c17d req-c5732054-b236-4cf5-aa50-c076cb61a060 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:02.516097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a56314-c296-4b96-8688-9a07ce25c17d req-c5732054-b236-4cf5-aa50-c076cb61a060 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 931 time: 0.1701000 Aug 12 02:47:02.652416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a56314-c296-4b96-8688-9a07ce25c17d req-3437897a-15f5-4624-8d2e-ae636bdd542a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253593 Aug 12 02:47:02.668836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:02.678823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.708387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Transition to ACTIVE for port object 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:02.713313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.713520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f318b71f-a203-489b-8be5-31bc9da48bfd no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:47:02.733941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: f318b71f-a203-489b-8be5-31bc9da48bfd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:47:02.734416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device f318b71f-a203-489b-8be5-31bc9da48bfd not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:47:02.808417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:02.866168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:02.878811 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.899988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Transition to ACTIVE for port object c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:02.908964 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.939216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Attempting to bind port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:47:02.939591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Attempting to bind port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:47:02.939932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Attempting to bind port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:02.956211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:47:02.956541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Attempting to bind port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:02.976012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:47:02.976359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:47:02.976748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:47:02.977189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Bound port: 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:47:02.977551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:02.992392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:03.098487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Attempting to bind port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:47:03.098746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Attempting to bind port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:47:03.099079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Attempting to bind port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:03.102616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:47:03.106901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:47:03.108506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:47:03.109228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Attempting to bind port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:03.113354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:03.124872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:47:03.125512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:47:03.125654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:47:03.126032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Bound port: c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:47:03.126395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:03.156458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.157429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:03.158950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] 10.222.0.25 "PUT /v2.0/ports/1d9b183b-4122-4fee-9528-0abb8ae6d7f2 HTTP/1.1" status: 200 len: 1095 time: 1.2329872 Aug 12 02:47:03.162686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:03.165923 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed7872-792a-4cf3-832f-0db4c6da28e8" -d '{"events": [{"name": "network-changed", "server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:03.239376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9663533-5806-406b-9e3e-5baef9e5b6d1 req-b1a97e3e-9f7b-425f-a665-4d84ae2e899e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.241578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9663533-5806-406b-9e3e-5baef9e5b6d1 req-b1a97e3e-9f7b-425f-a665-4d84ae2e899e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 947 time: 0.0907738 Aug 12 02:47:03.243235 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0bb904-6449-43cf-b8a7-95d3734989b1 x-openstack-request-id: req-ed0bb904-6449-43cf-b8a7-95d3734989b1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:03.243551 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:03.243805 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed0bb904-6449-43cf-b8a7-95d3734989b1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:03.244199 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2', 'status': 'completed', 'code': 200} Aug 12 02:47:03.256385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681ef1-b1b3-4949-baa9-5403f09cab8f service neutron] Pushing event updated for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:03.284054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f9663533-5806-406b-9e3e-5baef9e5b6d1 req-d4ca7c94-b507-4f5a-8421-9e2bbfd4d45e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Aug 12 02:47:03.300502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-3498a069-5e8a-4129-b38b-c434c8bdabed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.302069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-3498a069-5e8a-4129-b38b-c434c8bdabed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2876e702d0184ac5bd7b06464c13113d&device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 1098 time: 0.0965481 Aug 12 02:47:03.304946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:47:03.310168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:47:03.323871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:03.360321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-6322f78a-babe-4e0d-89f3-675916ccde63 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2 HTTP/1.1" status: 200 len: 217 time: 0.0486760 Aug 12 02:47:03.423702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.423702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:03.425948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 HTTP/1.1" status: 200 len: 1091 time: 1.2568691 Aug 12 02:47:03.493229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b8ebd-26c3-4ef9-87da-41e99d11db41 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:03.497164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-83bf07f5-7e15-4d60-9659-1d1b4b504019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.499278 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-83bf07f5-7e15-4d60-9659-1d1b4b504019 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.1164711 Aug 12 02:47:03.568886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-92d6e0d6-43c3-4bcb-9fa0-61387b18099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.570421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-92d6e0d6-43c3-4bcb-9fa0-61387b18099d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0928729 Aug 12 02:47:03.587266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-112f12a2-4d90-4d9a-9858-b8096f27b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.588782 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-112f12a2-4d90-4d9a-9858-b8096f27b5a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627530 Aug 12 02:47:03.624924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-9f4632a0-d131-4c72-a3bb-0557d8a8d343 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 HTTP/1.1" status: 200 len: 217 time: 0.0464661 Aug 12 02:47:03.732999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-24c079be-e016-4518-b365-a619d981dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:03.735152 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-24c079be-e016-4518-b365-a619d981dce5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0935204 Aug 12 02:47:04.171821 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-516d71dd-d692-4ff1-a1e5-4dd5c06e6d52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4230270 Aug 12 02:47:04.178210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-887a728e-641d-449e-b93e-b3b82474e285 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625391 Aug 12 02:47:04.208834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af600-c4de-4060-8318-e1773f5f78d0 req-2cf3f16b-af4b-4596-a261-8a1bdfae30c9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.210277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e42af600-c4de-4060-8318-e1773f5f78d0 req-2cf3f16b-af4b-4596-a261-8a1bdfae30c9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 943 time: 0.4742253 Aug 12 02:47:04.347699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e42af600-c4de-4060-8318-e1773f5f78d0 req-39d42a33-a58a-49bb-a4fe-242714d181f5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192639 Aug 12 02:47:04.377051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-1b3fa3ec-a411-4fd5-9197-a83673059e01 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914537 Aug 12 02:47:04.382691 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4aa529ef-7c48-4f83-a12b-b6d46fb4d5b1 req-1f5c3ed8-d849-448a-bd28-f557de9beea8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960893 Aug 12 02:47:04.419491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25642c8f-2d3c-473a-964a-b98dd069b9eb req-8379450a-6491-41ff-8a3f-cfe8e33dd9bf tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.421459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25642c8f-2d3c-473a-964a-b98dd069b9eb req-8379450a-6491-41ff-8a3f-cfe8e33dd9bf tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 947 time: 0.0518494 Aug 12 02:47:04.461574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25642c8f-2d3c-473a-964a-b98dd069b9eb req-32fc9adc-a8e5-4d14-b563-2f1f86ccd7b5 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Aug 12 02:47:04.492796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-56ba5039-8236-4689-9852-75c445bb0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.494302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-56ba5039-8236-4689-9852-75c445bb0765 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2876e702d0184ac5bd7b06464c13113d&device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 1098 time: 0.0630546 Aug 12 02:47:04.524003 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-5fbf297d-9ed4-4765-bc74-4d13fff5f227 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402829 Aug 12 02:47:04.593866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-026ecc40-149c-4e87-881d-5240cd26bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.595385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-026ecc40-149c-4e87-881d-5240cd26bb64 service neutron] 10.222.0.25 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.0923898 Aug 12 02:47:04.605546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c2b2021-627d-4125-bc9b-cea9f948a13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:04.639116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-276c30f6-d17a-4ac3-ab3f-b3683297f98d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2 HTTP/1.1" status: 200 len: 217 time: 0.0346324 Aug 12 02:47:04.688383 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-bc7099af-acba-4312-9772-5cee2a72092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.689810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-bc7099af-acba-4312-9772-5cee2a72092c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0435066 Aug 12 02:47:04.711763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:04.736095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-64cc6a28-4d46-4fe7-90be-2745c4b3ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:04.737596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-64cc6a28-4d46-4fe7-90be-2745c4b3ca39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403502 Aug 12 02:47:04.775318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:04.833704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-52ae5817-89e9-4fe3-9574-78303429f1d8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Aug 12 02:47:04.922658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a7ed7872-792a-4cf3-832f-0db4c6da28e8 req-ca851bb4-76b7-460b-9984-1458f95b8113 service neutron] 10.222.0.25 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810568 Aug 12 02:47:05.245828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:05.248226 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:05.282946 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110393a8-cf0d-4d05-b0ab-6dcb233061b8 x-openstack-request-id: req-110393a8-cf0d-4d05-b0ab-6dcb233061b8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:05.283274 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:05.283566 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-110393a8-cf0d-4d05-b0ab-6dcb233061b8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:05.283974 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10', 'status': 'completed', 'code': 200} Aug 12 02:47:05.351773 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-929999e2-3d05-49f1-96ec-a179c479422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:05.353279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-929999e2-3d05-49f1-96ec-a179c479422c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0457666 Aug 12 02:47:05.443889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-73654cc9-bc0b-4207-9265-9e113a5a13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:05.445377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-73654cc9-bc0b-4207-9265-9e113a5a13d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0838497 Aug 12 02:47:05.467616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523b37c-ab70-4030-a968-ee482153c474 req-af2c6629-d71e-4753-9905-7458c751b622 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:05.470105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2523b37c-ab70-4030-a968-ee482153c474 req-af2c6629-d71e-4753-9905-7458c751b622 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 943 time: 0.0538876 Aug 12 02:47:05.495129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-a6ba94ff-5e34-43c0-a374-b804dd9e75c9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 HTTP/1.1" status: 200 len: 217 time: 0.0412986 Aug 12 02:47:05.510885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2523b37c-ab70-4030-a968-ee482153c474 req-52a784d0-6590-4aaa-b1b3-59546998bacb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343399 Aug 12 02:47:05.557616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-04fe8dab-e8eb-4336-8ffe-d4148d3e89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:05.559049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-04fe8dab-e8eb-4336-8ffe-d4148d3e89c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0568676 Aug 12 02:47:05.600844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-83f115ec-77d3-41ab-a7b1-a63168eac765 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286727 Aug 12 02:47:05.617108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514bc1-17e9-42a4-9d9c-0499523bb620 req-b6bfef4f-ece8-46a1-aea1-eca076b282f6 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:05.618504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4514bc1-17e9-42a4-9d9c-0499523bb620 req-b6bfef4f-ece8-46a1-aea1-eca076b282f6 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 947 time: 0.0754232 Aug 12 02:47:05.703322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b4514bc1-17e9-42a4-9d9c-0499523bb620 req-4bd392db-1510-4102-ab14-60636b0bd14d tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780756 Aug 12 02:47:05.730409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-c1e87d9a-e74b-44ee-9a21-d2c2758a09e8 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212780 Aug 12 02:47:05.822145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b2e5d17-d3be-4a26-be9a-5bb6d1b1a3b3 req-e2c272a6-e9b8-4c1e-9e56-eccd3350635a service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842950 Aug 12 02:47:05.886401 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:06.630068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca31db4-b067-47bb-9671-4b52925c7918 req-9f90af97-dec3-4dca-88ea-0d779fe0938e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:06.631574 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ca31db4-b067-47bb-9671-4b52925c7918 req-9f90af97-dec3-4dca-88ea-0d779fe0938e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 943 time: 0.0474551 Aug 12 02:47:06.671020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ca31db4-b067-47bb-9671-4b52925c7918 req-a61783ba-6321-4054-85bd-59fdb925ef90 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Aug 12 02:47:06.749572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:47:06.823150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b0015-32f0-4f1b-a727-94400b964b0b req-52e337fd-4c0c-4fba-9870-397b824db5a9 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:06.824743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f9b0015-32f0-4f1b-a727-94400b964b0b req-52e337fd-4c0c-4fba-9870-397b824db5a9 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 947 time: 0.0536780 Aug 12 02:47:06.845585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:06.856759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10', 'mac_address': 'fa:16:3e:a7:18:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:47:06.863460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f9b0015-32f0-4f1b-a727-94400b964b0b req-6c36ba18-b990-4f06-9bb7-afa1067d0282 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Aug 12 02:47:06.894470 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:06.906958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:06.926586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:06.930077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:06.930689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:47:07.020670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:07.033181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.033528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.033868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.034204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.034536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.034868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.035195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.035543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.035869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.036190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.036513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.036835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:07.073446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:07.085169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2', 'mac_address': 'fa:16:3e:ee:db:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:47:07.120827 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:07.133429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:07.156080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:07.159814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:07.205567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:07.376060 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1d9b183b-4122-4fee-9528-0abb8ae6d7f2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:07.378036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:07.430125 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:07.787103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ab18d-afd0-464b-9754-8bef685576d6 req-a039ee6b-5448-4fbc-b6f9-459e22f0e2d5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:07.788608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a6ab18d-afd0-464b-9754-8bef685576d6 req-a039ee6b-5448-4fbc-b6f9-459e22f0e2d5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 944 time: 0.0483675 Aug 12 02:47:07.824837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a6ab18d-afd0-464b-9754-8bef685576d6 req-edcdc261-6480-4f57-b4bf-4dc4bfa4bf28 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Aug 12 02:47:07.977174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4644a9e-65d0-42b9-b41f-c228761c2d72 req-7c06a4ac-dd38-430b-ac99-890545a64018 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:07.978661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4644a9e-65d0-42b9-b41f-c228761c2d72 req-7c06a4ac-dd38-430b-ac99-890545a64018 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 948 time: 0.0490797 Aug 12 02:47:08.019260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4644a9e-65d0-42b9-b41f-c228761c2d72 req-38f8552e-f69b-452f-8dcf-955c0cf5ad0e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Aug 12 02:47:08.776611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:47:08.824055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:08.828370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:08.828743 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:08.907954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:08.929784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:08.932050 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2769cf3-de6b-466f-b5cf-6142731b4e63" -d '{"events": [{"server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:08.942177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c27ae-7d73-4506-a0e7-0146bebc4210 req-b646489e-ad29-4eb0-923d-7932d816e186 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:08.943698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce2c27ae-7d73-4506-a0e7-0146bebc4210 req-b646489e-ad29-4eb0-923d-7932d816e186 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 944 time: 0.0511928 Aug 12 02:47:08.945714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:08.950524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:08.951627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:47:08.978210 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0906cf8f-a989-4a38-9a27-fff3bfdc4029 x-openstack-request-id: req-0906cf8f-a989-4a38-9a27-fff3bfdc4029 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:08.978504 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "name": "network-vif-plugged", "status": "completed", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:08.978755 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0906cf8f-a989-4a38-9a27-fff3bfdc4029 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:08.979139 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10', 'code': 200} Aug 12 02:47:08.992042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce2c27ae-7d73-4506-a0e7-0146bebc4210 req-528b398b-2dfc-4c1a-929c-845e27e4dc67 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Aug 12 02:47:09.041426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:09.048603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:09.052657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:09.053028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:09.085846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28646f-0e93-470d-adab-d99bbb288e97 req-4771eb0e-726a-4c31-a287-49b3b157cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:09.088074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc28646f-0e93-470d-adab-d99bbb288e97 req-4771eb0e-726a-4c31-a287-49b3b157cb0d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0519476 Aug 12 02:47:09.134104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:09.153923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bc28646f-0e93-470d-adab-d99bbb288e97 req-81c44b21-9981-45b1-80ff-3a4faaae8c7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Aug 12 02:47:09.166512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:09.168644 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdc957-977b-488b-abb9-e41050b5b788 req-11d511fe-0c02-4bdd-ad56-03175839266a tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:09.170152 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8bdc957-977b-488b-abb9-e41050b5b788 req-11d511fe-0c02-4bdd-ad56-03175839266a tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 948 time: 0.0741506 Aug 12 02:47:09.177098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:09.210616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8bdc957-977b-488b-abb9-e41050b5b788 req-e4756d90-2ed6-4c5e-b6a4-d76c8342e257 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Aug 12 02:47:09.226335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:10.103814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387818f5-d217-4eb1-80e1-748c93085ab5 req-a815526e-721b-4217-b26c-ae5f6748a68f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:10.105293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-387818f5-d217-4eb1-80e1-748c93085ab5 req-a815526e-721b-4217-b26c-ae5f6748a68f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Aug 12 02:47:10.142340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-387818f5-d217-4eb1-80e1-748c93085ab5 req-8e956448-7d90-462d-bc8d-077813f958a1 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308006 Aug 12 02:47:10.324582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c6042-d9f5-4315-a91f-549144414abc req-254b610f-66a0-4838-80d1-6657408634ef tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:10.325978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e9c6042-d9f5-4315-a91f-549144414abc req-254b610f-66a0-4838-80d1-6657408634ef tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.0477877 Aug 12 02:47:10.362931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-890df26f-e7b2-47cc-9825-628f6d0278f1 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:10.364676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e9c6042-d9f5-4315-a91f-549144414abc req-b079dfc9-6a8f-48fa-8dcb-0a7d7121992d tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Aug 12 02:47:10.367807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-890df26f-e7b2-47cc-9825-628f6d0278f1 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1023910 Aug 12 02:47:10.383498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-9719d5bf-4165-4c6f-9dc7-d34ca80cc9df tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0126407 Aug 12 02:47:10.442222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-dd485143-eeb8-4dad-a2f9-e4ef5e6bbc40 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501702 Aug 12 02:47:10.531344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-db4ce419-78f0-4178-92a5-338bb7ebcabd service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820975 Aug 12 02:47:10.623692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-701e95a3-1523-4cdf-8288-e3c35abf90f6 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861945 Aug 12 02:47:10.787259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2c717858-faaa-4487-9227-659a2744fdb9 req-ab32565a-ef0c-4ca4-a141-40ae8ccc63e7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 210 time: 0.0304053 Aug 12 02:47:10.980972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:10.983368 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1d35f-62c3-46c5-9472-1e0c4e661299" -d '{"events": [{"server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:11.019910 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87def84-94f5-4d35-abe3-43a1bc100a62 x-openstack-request-id: req-f87def84-94f5-4d35-abe3-43a1bc100a62 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:11.020273 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "name": "network-vif-plugged", "status": "completed", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:11.020443 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f87def84-94f5-4d35-abe3-43a1bc100a62 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:11.021021 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2', 'code': 200} Aug 12 02:47:11.144936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59166acc-b305-4e9e-bf3e-008949cffc60 req-9a4c9fe5-ef78-451d-a63f-3e4d115d8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:11.146467 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59166acc-b305-4e9e-bf3e-008949cffc60 req-9a4c9fe5-ef78-451d-a63f-3e4d115d8070 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 1100 time: 0.0449619 Aug 12 02:47:11.180931 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59166acc-b305-4e9e-bf3e-008949cffc60 req-9768862c-4984-4cb1-a34e-591cfd5ec21a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278547 Aug 12 02:47:11.482923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8c9b-ad68-4869-8362-e408c1e93b59 req-c405feae-5dee-49c0-bb03-902ccbdf81a3 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:11.485001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed4a8c9b-ad68-4869-8362-e408c1e93b59 req-c405feae-5dee-49c0-bb03-902ccbdf81a3 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.0493095 Aug 12 02:47:11.521933 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed4a8c9b-ad68-4869-8362-e408c1e93b59 req-8412ee69-97f9-496d-9906-4dc1397c0e6c tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Aug 12 02:47:11.775937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-5f519909-8738-4093-8cf7-2bd429db51c7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:11.777315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-5f519909-8738-4093-8cf7-2bd429db51c7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1030819 Aug 12 02:47:11.797170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:11.883523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4c97c4b9-30c9-463e-a6f1-856d38133d88 req-7d403cc1-3072-496b-8854-1499c55056a4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Aug 12 02:47:11.914399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:47:11.917965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:12.044847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.11 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/c33856f9-e265-4861-af5c-36554f8e0612) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:47:12.188251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:12.227170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:12.238384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:12.266283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:12.602155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:47:12.618203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:47:12.634792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:47:12.640730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:12.699367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb939-265a-4b73-9f0a-d5cc92d369c1 req-bb4450af-a049-483d-a56f-36f34a0958ba tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:12.700888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca3fb939-265a-4b73-9f0a-d5cc92d369c1 req-bb4450af-a049-483d-a56f-36f34a0958ba tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.1058974 Aug 12 02:47:12.707082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:12.707709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:12.737223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-77d5febe-156a-4221-8950-fe267c4ce0cc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9445195 Aug 12 02:47:12.750282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca3fb939-265a-4b73-9f0a-d5cc92d369c1 req-87e40362-0025-45d4-b1ed-6e0a9490b188 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Aug 12 02:47:12.755093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Request body: {'port': {'device_id': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:12.811372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.014910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f008d37-2b0b-41d3-887b-5c00fe81456a req-8e77c2c7-126d-4df7-9f43-132dfff50b77 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.016425 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f008d37-2b0b-41d3-887b-5c00fe81456a req-8e77c2c7-126d-4df7-9f43-132dfff50b77 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.0519056 Aug 12 02:47:13.059813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c4c8-c005-4c6c-a56f-482492451bb9 req-c1c238d3-9f5a-4207-bd36-24c267b2e1dd tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.061340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46a9c4c8-c005-4c6c-a56f-482492451bb9 req-c1c238d3-9f5a-4207-bd36-24c267b2e1dd tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 932 time: 0.0752578 Aug 12 02:47:13.063987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f008d37-2b0b-41d3-887b-5c00fe81456a req-f0532e71-64f6-4d2e-9024-e854bd1b4732 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Aug 12 02:47:13.141200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46a9c4c8-c005-4c6c-a56f-482492451bb9 req-0f45d707-e384-4069-8809-48e0cc297350 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Aug 12 02:47:13.154569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33856f9-e265-4861-af5c-36554f8e0612 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:13.162755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.174150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Transition to ACTIVE for port object c33856f9-e265-4861-af5c-36554f8e0612 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:13.178312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.226299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:13.294590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Attempting to bind port c33856f9-e265-4861-af5c-36554f8e0612 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:47:13.294847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Attempting to bind port c33856f9-e265-4861-af5c-36554f8e0612 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:47:13.295179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Attempting to bind port c33856f9-e265-4861-af5c-36554f8e0612 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:13.299606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Port c33856f9-e265-4861-af5c-36554f8e0612 on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:47:13.299958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Attempting to bind port c33856f9-e265-4861-af5c-36554f8e0612 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:13.304710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:47:13.305054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:47:13.305437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:47:13.305859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Bound port: c33856f9-e265-4861-af5c-36554f8e0612, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:47:13.306218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.371826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:47:13.375347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c33856f9-e265-4861-af5c-36554f8e0612,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:47:13.379098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.411644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.412269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:13.413691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] 10.222.0.21 "PUT /v2.0/ports/c33856f9-e265-4861-af5c-36554f8e0612 HTTP/1.1" status: 200 len: 1092 time: 0.6624930 Aug 12 02:47:13.414045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:13.416280 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d95892-5dc6-467c-a031-d5816872b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "tag": "c33856f9-e265-4861-af5c-36554f8e0612"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:13.435113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:47:13.440790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f0b0-2ebe-4743-8958-ff427f379e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:13.461289 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac6194b-9474-49ff-934d-49befab864aa x-openstack-request-id: req-eac6194b-9474-49ff-934d-49befab864aa {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:13.462196 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "tag": "c33856f9-e265-4861-af5c-36554f8e0612", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:13.462490 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eac6194b-9474-49ff-934d-49befab864aa {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:13.462906 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612', 'status': 'completed', 'code': 200} Aug 12 02:47:13.519217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-18660dc5-eccd-4a90-b54d-d88eddfbd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.520784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-18660dc5-eccd-4a90-b54d-d88eddfbd1d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 1095 time: 0.0410621 Aug 12 02:47:13.570355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-d3dee57c-1880-45a4-86fa-6a34ef8f82b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33856f9-e265-4861-af5c-36554f8e0612 HTTP/1.1" status: 200 len: 217 time: 0.0366249 Aug 12 02:47:13.619063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-fae8c9ca-9521-4081-af39-23aec7ade645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.620499 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-fae8c9ca-9521-4081-af39-23aec7ade645 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0438082 Aug 12 02:47:13.651493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-0c78aff2-df0a-461e-92f7-d617e88f4f7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235493 Aug 12 02:47:13.743306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-30096153-9fac-4ae6-a577-1115103382bb service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846503 Aug 12 02:47:13.832747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d025b31-ac49-4d2f-8afa-3cc6264530b9 req-c762c6b7-f03b-4339-9f36-5515a7c4706a service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Aug 12 02:47:13.956865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-ab34d58a-cd96-435d-81a3-f4135cd082f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:13.958352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-ab34d58a-cd96-435d-81a3-f4135cd082f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 1095 time: 0.0410728 Aug 12 02:47:14.054527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-67bcd321-d185-4029-b119-36be9c4e306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:14.056187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-67bcd321-d185-4029-b119-36be9c4e306d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0907240 Aug 12 02:47:14.099713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-4ce182db-1fa2-4a7d-944f-2d8a45b436d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c33856f9-e265-4861-af5c-36554f8e0612 HTTP/1.1" status: 200 len: 217 time: 0.0360088 Aug 12 02:47:14.177875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-9169f0a0-4167-4ef4-990c-247a9819fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:14.179347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-9169f0a0-4167-4ef4-990c-247a9819fd82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0732427 Aug 12 02:47:14.203266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b2f07-ccc2-4b4d-beef-5843b1d8f580 req-1d8fd55b-29cb-42a8-bd0f-75150af5c8c4 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:14.205057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-523b2f07-ccc2-4b4d-beef-5843b1d8f580 req-1d8fd55b-29cb-42a8-bd0f-75150af5c8c4 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.0713844 Aug 12 02:47:14.223341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-b078c893-873c-4eae-a392-9c637bee6966 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362864 Aug 12 02:47:14.278349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-cd830617-d783-4a5e-ab69-cd7cbb8f2f68 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:14.279865 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-cd830617-d783-4a5e-ab69-cd7cbb8f2f68 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.25 "GET /v2.0/ports?device_id=069618ca-7eb0-4706-a9e8-4340c4cd3b40 HTTP/1.1" status: 200 len: 949 time: 0.0823543 Aug 12 02:47:14.293223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff03ca-ec06-4ec2-96b8-43889a31c3b3 req-ae164e92-7780-4377-90e4-2c348e70622b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:14.294714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12ff03ca-ec06-4ec2-96b8-43889a31c3b3 req-ae164e92-7780-4377-90e4-2c348e70622b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 944 time: 0.0686910 Aug 12 02:47:14.305588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-523b2f07-ccc2-4b4d-beef-5843b1d8f580 req-da4859e5-ce0d-4e06-b6f7-ef7de712831e tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.11 "GET /v2.0/security-groups?id=0aece707-9bd8-432d-b176-3a06d42c4edf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844986 Aug 12 02:47:14.347191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-19f31c92-3a61-466b-9152-88bbc9499417 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103909 Aug 12 02:47:14.384726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12ff03ca-ec06-4ec2-96b8-43889a31c3b3 req-f2b48022-685d-4504-b5b6-389a7173d101 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Aug 12 02:47:14.410822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Deleting port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:47:14.411185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:14.446511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9d95892-5dc6-467c-a031-d5816872b6c3 req-5d33319b-8f8b-405c-94aa-70b591c26ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926695 Aug 12 02:47:14.501198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] For port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:14.501569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:14.514119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Calling delete_port for 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:47:14.641149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:14.652777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1d9b183b-4122-4fee-9528-0abb8ae6d7f2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:14.667259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Pushing event deleted for resources: {'Port': ['ID=1d9b183b-4122-4fee-9528-0abb8ae6d7f2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:14.712300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] No DVR routers for this DVR port 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:47:14.714905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:14.716950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-20de8ae4-9de9-4119-b518-bc4607a41ff8 req-bf0b4734-9a8e-42a4-b07c-4fe5941387f1 tempest-VolumesNegativeTest-49174071 tempest-VolumesNegativeTest-49174071-project] 10.222.0.25 "DELETE /v2.0/ports/1d9b183b-4122-4fee-9528-0abb8ae6d7f2 HTTP/1.1" status: 204 len: 173 time: 0.4213519 Aug 12 02:47:14.717393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'name': 'network-vif-deleted', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:14.720007 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4543ebe8-f5b2-419b-8875-eced744b6a4f" -d '{"events": [{"server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "name": "network-vif-deleted", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:14.763174 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cb5cae-a7e4-4d60-9f44-e40a53ea0576 x-openstack-request-id: req-25cb5cae-a7e4-4d60-9f44-e40a53ea0576 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:14.763491 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069618ca-7eb0-4706-a9e8-4340c4cd3b40", "name": "network-vif-deleted", "tag": "1d9b183b-4122-4fee-9528-0abb8ae6d7f2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:14.763858 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25cb5cae-a7e4-4d60-9f44-e40a53ea0576 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:14.764221 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069618ca-7eb0-4706-a9e8-4340c4cd3b40', 'name': 'network-vif-deleted', 'tag': '1d9b183b-4122-4fee-9528-0abb8ae6d7f2', 'status': 'completed', 'code': 200} Aug 12 02:47:15.512563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef611c7d-3fee-4aff-bef7-f571563d0e07 req-bafb758d-549d-4fbc-8f90-5e06c3c76b37 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:15.514098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef611c7d-3fee-4aff-bef7-f571563d0e07 req-bafb758d-549d-4fbc-8f90-5e06c3c76b37 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 944 time: 0.0577819 Aug 12 02:47:15.552538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef611c7d-3fee-4aff-bef7-f571563d0e07 req-52311682-a841-47b7-a767-3db8744b2503 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 12 02:47:16.257100 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-549078c5-56a7-49fd-a6c2-9807476db0f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445991 Aug 12 02:47:16.361387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-f183e818-73f8-4024-9f6c-80973eaf54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:16.363027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-f183e818-73f8-4024-9f6c-80973eaf54d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 1096 time: 0.0474567 Aug 12 02:47:16.474108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-48893623-a24b-4a49-89db-5ec943addc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:16.475682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-48893623-a24b-4a49-89db-5ec943addc84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0893383 Aug 12 02:47:16.523764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-c8d7042a-89ce-4540-9b7c-1b1b1c4b0e5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 200 len: 217 time: 0.0405722 Aug 12 02:47:16.574125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-e7acb1af-c5b4-4fe4-817f-b68b8b766917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:16.575718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-e7acb1af-c5b4-4fe4-817f-b68b8b766917 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0449383 Aug 12 02:47:16.608983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-89c12146-57c4-4f62-bd45-28b8c2192ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261436 Aug 12 02:47:16.683645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836fcce-5db0-4507-9115-dc8838f488f9 req-3cdf8fcf-dfd4-4dfb-9abc-6f7fb98f53fe tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:16.685329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d836fcce-5db0-4507-9115-dc8838f488f9 req-3cdf8fcf-dfd4-4dfb-9abc-6f7fb98f53fe tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 944 time: 0.0582163 Aug 12 02:47:16.715941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-4c30bc15-170c-40d5-b924-c4d35d0eeebf service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991833 Aug 12 02:47:16.728384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d836fcce-5db0-4507-9115-dc8838f488f9 req-02bf8835-ca5e-4c7c-bd47-fb252044e0b0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Aug 12 02:47:16.813595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2fdb1bae-e143-41c6-beaa-8f8650ce9a78 req-ccf8b009-b38a-4497-bdfc-dc410e8c7894 service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902331 Aug 12 02:47:17.846693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80604e63-2773-4250-b31f-6d6c704e20fb req-9bc0a4ad-5f27-4082-9ef5-b579803bf496 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:17.848360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80604e63-2773-4250-b31f-6d6c704e20fb req-9bc0a4ad-5f27-4082-9ef5-b579803bf496 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 944 time: 0.0503669 Aug 12 02:47:17.892094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80604e63-2773-4250-b31f-6d6c704e20fb req-830118f7-4f32-49f2-aa6f-f92a7cc1e911 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376353 Aug 12 02:47:18.080065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:18.392210 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c33856f9-e265-4861-af5c-36554f8e0612 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:47:18.486713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c33856f9-e265-4861-af5c-36554f8e0612,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:18.498035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c33856f9-e265-4861-af5c-36554f8e0612', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': 'c33856f9-e265-4861-af5c-36554f8e0612', 'mac_address': 'fa:16:3e:e9:83:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:47:18.539836 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:18.553874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33856f9-e265-4861-af5c-36554f8e0612 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:18.574737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c33856f9-e265-4861-af5c-36554f8e0612,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:18.579408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:18.627262 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:18.822196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:47:18.845423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:47:18.845700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1d9b183b-4122-4fee-9528-0abb8ae6d7f2 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:47:18.963845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c33856f9-e265-4861-af5c-36554f8e0612'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:19.014919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860867ae-bf31-4568-a49a-b4ef6e7a685c req-bd11614b-ea27-42eb-84a6-828be06d9708 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:19.016536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-860867ae-bf31-4568-a49a-b4ef6e7a685c req-bd11614b-ea27-42eb-84a6-828be06d9708 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 945 time: 0.0578458 Aug 12 02:47:19.056267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-860867ae-bf31-4568-a49a-b4ef6e7a685c req-2a5318b8-0986-480c-b9ff-b222b147c20f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Aug 12 02:47:20.066774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44482) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:47:20.183394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76b61b-2ef1-4084-be40-ea3ad573d3f3 req-352dd9d3-871c-4aef-9a5a-d9fd2a049c73 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:20.184958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce76b61b-2ef1-4084-be40-ea3ad573d3f3 req-352dd9d3-871c-4aef-9a5a-d9fd2a049c73 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 945 time: 0.0612428 Aug 12 02:47:20.211324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a4954bb4-3296-4cd2-bdbb-f6ba717ce9be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2876e702d0184ac5bd7b06464c13113d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433437 Aug 12 02:47:20.213885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44488) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:47:20.226741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce76b61b-2ef1-4084-be40-ea3ad573d3f3 req-716c49a5-7f5d-4c98-a0df-68c7dc4d504c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Aug 12 02:47:20.262675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.288175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.337492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.340310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.341532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0aece707-9bd8-432d-b176-3a06d42c4edf HTTP/1.1" status: 204 len: 168 time: 0.1266987 Aug 12 02:47:20.349996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aece707-9bd8-432d-b176-3a06d42c4edf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:20.357333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.357686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.358651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.359144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.359506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.359851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.360208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.360509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.360842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.361173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.361512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.361829 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f192e094-691d-4c14-81f3-b9fb44ad43bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:20.407855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c33856f9-e265-4861-af5c-36554f8e0612 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:47:20.459855 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c33856f9-e265-4861-af5c-36554f8e0612 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:20.464487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c33856f9-e265-4861-af5c-36554f8e0612 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:20.464869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.551328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.575729 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:20.578754 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20070778-313d-442d-bec3-d22295744da0" -d '{"events": [{"server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "name": "network-vif-plugged", "status": "completed", "tag": "c33856f9-e265-4861-af5c-36554f8e0612"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:20.596013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c33856f9-e265-4861-af5c-36554f8e0612,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:20.603725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:20.630670 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97764aa6-b5b9-4014-af82-5dff8220804e x-openstack-request-id: req-97764aa6-b5b9-4014-af82-5dff8220804e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:20.630968 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "name": "network-vif-plugged", "status": "completed", "tag": "c33856f9-e265-4861-af5c-36554f8e0612", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:20.631218 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97764aa6-b5b9-4014-af82-5dff8220804e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:20.631770 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612', 'code': 200} Aug 12 02:47:20.659504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:20.751355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6d823-a317-44a8-ba04-b95ca05618ad req-f0012c90-bef9-4cd9-83aa-2ce15cc40ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:20.752956 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cc6d823-a317-44a8-ba04-b95ca05618ad req-f0012c90-bef9-4cd9-83aa-2ce15cc40ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 1097 time: 0.0444670 Aug 12 02:47:20.792233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8cc6d823-a317-44a8-ba04-b95ca05618ad req-a69f0100-efd1-4f98-9d0f-b581d75af682 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308905 Aug 12 02:47:21.343845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2578-75c5-45de-b6ca-3387a7d5f095 req-4d982de4-f211-4a49-a714-bddef4c3eede tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:21.345540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b34e2578-75c5-45de-b6ca-3387a7d5f095 req-4d982de4-f211-4a49-a714-bddef4c3eede tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0503259 Aug 12 02:47:21.387126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b34e2578-75c5-45de-b6ca-3387a7d5f095 req-e413cac2-45de-4835-aeaa-e7f5cfe1da9c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Aug 12 02:47:22.505303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79d7e9-8ed4-47ac-9014-9a824520a994 req-9e81df76-aa70-4c70-b8b8-dedd4471de81 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:22.506794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d79d7e9-8ed4-47ac-9014-9a824520a994 req-9e81df76-aa70-4c70-b8b8-dedd4471de81 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0492549 Aug 12 02:47:22.543796 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d79d7e9-8ed4-47ac-9014-9a824520a994 req-90db8429-6c7f-47ea-be55-88512013b78d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Aug 12 02:47:22.655789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c114773-6e41-4d39-ace1-e031f9887707 req-401f59b7-51b3-4b72-aecb-ffbf700c8ed0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:22.657263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c114773-6e41-4d39-ace1-e031f9887707 req-401f59b7-51b3-4b72-aecb-ffbf700c8ed0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Aug 12 02:47:22.694508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c114773-6e41-4d39-ace1-e031f9887707 req-7f770822-1b4c-4b84-add9-d566555a8964 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Aug 12 02:47:22.807812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbe65d-ec56-4870-a700-cd3ca44300e5 req-78dc8f00-081f-42ae-9e0f-6ea2f461bb7d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:22.809303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-21bbe65d-ec56-4870-a700-cd3ca44300e5 req-78dc8f00-081f-42ae-9e0f-6ea2f461bb7d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0499260 Aug 12 02:47:22.846743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-21bbe65d-ec56-4870-a700-cd3ca44300e5 req-83c46a08-77f7-4fb5-8730-25d3467f5d05 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307016 Aug 12 02:47:23.077482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba457cf-2f32-43a0-b205-a9894db4991a req-9041ef7e-d3e3-4cb8-9d92-dd794e2f057b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:23.079187 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ba457cf-2f32-43a0-b205-a9894db4991a req-9041ef7e-d3e3-4cb8-9d92-dd794e2f057b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0525413 Aug 12 02:47:23.116638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ba457cf-2f32-43a0-b205-a9894db4991a req-baaa75b5-d411-4170-9948-e59e062355a6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314291 Aug 12 02:47:24.232338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481b2b6-8556-46da-839b-59f7af047295 req-b094fd45-438b-4b13-8275-cadb5469a030 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:24.234032 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9481b2b6-8556-46da-839b-59f7af047295 req-b094fd45-438b-4b13-8275-cadb5469a030 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0490820 Aug 12 02:47:24.274168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9481b2b6-8556-46da-839b-59f7af047295 req-c6ff7cc6-09c2-46d0-9302-aa51ca07ddf5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Aug 12 02:47:24.576220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d367-be15-4db9-8a87-93cbac212caa req-5188a7bf-74e8-489f-bf87-052e7c099f84 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:24.578258 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2848d367-be15-4db9-8a87-93cbac212caa req-5188a7bf-74e8-489f-bf87-052e7c099f84 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 946 time: 0.0492158 Aug 12 02:47:24.674508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port c33856f9-e265-4861-af5c-36554f8e0612 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:47:24.674855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:24.762505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port c33856f9-e265-4861-af5c-36554f8e0612, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c33856f9-e265-4861-af5c-36554f8e0612,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:24.762799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:24.777585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for c33856f9-e265-4861-af5c-36554f8e0612 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:47:24.906040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:24.916869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:24.934469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=c33856f9-e265-4861-af5c-36554f8e0612,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:24.942464 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d', 'c33856f9-e265-4861-af5c-36554f8e0612'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:24.948431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.948789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.949129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.949466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.949824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.950134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.950459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.950785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.951132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.951434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.953669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.953669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:47:24.991391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port c33856f9-e265-4861-af5c-36554f8e0612 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:47:25.000386 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:25.002622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2848d367-be15-4db9-8a87-93cbac212caa req-677a328a-8855-4f2d-94b3-59bcba35e86d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "DELETE /v2.0/ports/c33856f9-e265-4861-af5c-36554f8e0612 HTTP/1.1" status: 204 len: 173 time: 0.4180093 Aug 12 02:47:25.003321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'name': 'network-vif-deleted', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:25.006771 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99827b-dcec-43e8-af03-813a9a25d18c" -d '{"events": [{"server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "name": "network-vif-deleted", "tag": "c33856f9-e265-4861-af5c-36554f8e0612"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:25.066817 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32afbaf2-6d0a-45ae-8051-d97d2f7b280b x-openstack-request-id: req-32afbaf2-6d0a-45ae-8051-d97d2f7b280b {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:25.067189 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21", "name": "network-vif-deleted", "tag": "c33856f9-e265-4861-af5c-36554f8e0612", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:25.067544 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32afbaf2-6d0a-45ae-8051-d97d2f7b280b {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:25.068054 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21', 'name': 'network-vif-deleted', 'tag': 'c33856f9-e265-4861-af5c-36554f8e0612', 'status': 'completed', 'code': 200} Aug 12 02:47:25.383498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01ae0426-5a6a-41f2-8ee5-05bc7f905f66 req-e999cc7d-182f-411e-8464-4980a7ec93b4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=74ab6d9f-6f1c-4484-b8ea-c6f31e8b9b21 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Aug 12 02:47:26.651299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7597e13-0618-426a-90e1-bf82d01a825e req-2cd9c21f-63b5-4f07-b084-6b2af6bedaca tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:26.652817 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7597e13-0618-426a-90e1-bf82d01a825e req-2cd9c21f-63b5-4f07-b084-6b2af6bedaca tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 945 time: 0.0494368 Aug 12 02:47:26.691833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7597e13-0618-426a-90e1-bf82d01a825e req-67e01fc5-65e5-4a57-b815-a8cbaf70138d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Aug 12 02:47:27.814350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940addc-456c-4075-95cb-60acfbb91c09 req-0e2ba0a8-5a4d-420f-b1d6-aacbe0b47aae tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:27.815832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9940addc-456c-4075-95cb-60acfbb91c09 req-0e2ba0a8-5a4d-420f-b1d6-aacbe0b47aae tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 945 time: 0.0490196 Aug 12 02:47:27.853239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9940addc-456c-4075-95cb-60acfbb91c09 req-750dd7f1-cb0a-487e-a621-1c09cae0294c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Aug 12 02:47:27.929662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-80cb9e52-1a11-4a25-aa6f-82deaef97ca2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:27.931167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-80cb9e52-1a11-4a25-aa6f-82deaef97ca2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/ports?device_id=72e0bc7e-207c-46f5-bab2-6a2224c49ff8 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Aug 12 02:47:28.021255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:47:28.021514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:28.110329 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:28.110707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:28.123442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:47:28.250900 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:28.261606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:28.283140 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:28.287545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:28.322693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:47:28.325501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:28.328178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d21886b-6917-4f9f-839b-90f421e19b55 req-97bd606e-5798-46ce-a199-03f59d95939f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "DELETE /v2.0/ports/c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 HTTP/1.1" status: 204 len: 173 time: 0.3906951 Aug 12 02:47:28.328623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'name': 'network-vif-deleted', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:28.331161 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9298665a-3d6e-4518-a4e9-0c0dbd946e63" -d '{"events": [{"server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "name": "network-vif-deleted", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:28.370441 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09add99c-e4d0-45a0-a5bd-090e2b72903d x-openstack-request-id: req-09add99c-e4d0-45a0-a5bd-090e2b72903d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:28.370749 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e0bc7e-207c-46f5-bab2-6a2224c49ff8", "name": "network-vif-deleted", "tag": "c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:28.371000 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-09add99c-e4d0-45a0-a5bd-090e2b72903d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:28.371407 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e0bc7e-207c-46f5-bab2-6a2224c49ff8', 'name': 'network-vif-deleted', 'tag': 'c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10', 'status': 'completed', 'code': 200} Aug 12 02:47:28.504081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c33856f9-e265-4861-af5c-36554f8e0612 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:47:28.524234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c33856f9-e265-4861-af5c-36554f8e0612 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:47:28.524576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c33856f9-e265-4861-af5c-36554f8e0612 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:47:29.174432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-ea7ff027-d0cb-42ef-b62a-a6da41c91774 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:29.175946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-ea7ff027-d0cb-42ef-b62a-a6da41c91774 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1039619 Aug 12 02:47:29.191658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-8a3b4b98-758f-4884-9131-cde28a2a55f0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Aug 12 02:47:29.240366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-9f0e962c-c977-4c83-bf8c-65ae7bb38dd3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435445 Aug 12 02:47:29.332164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-97a6877c-3908-4865-a86e-0c3b84c0488a service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849240 Aug 12 02:47:29.421143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-477132db-c860-489e-8879-10511ccf801a service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822690 Aug 12 02:47:29.583277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb27879f-3877-4b62-a270-c78a6325ce2b req-35880be3-e1f7-4103-a0af-8b8ce501592f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 210 time: 0.0264442 Aug 12 02:47:30.483040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-0facf092-c54d-4095-a853-adc242dc3345 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:30.484322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-0facf092-c54d-4095-a853-adc242dc3345 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1166570 Aug 12 02:47:30.499585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': '115afadc-0992-4bba-be99-74c8a44d622e', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:30.605725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:47:30.609495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:30.696973 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-314f9cb4-fc01-4783-be67-bd08f8a872f9 req-88ae4e41-0b5c-442c-8824-a1f84b32704e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 210 time: 0.0299368 Aug 12 02:47:30.760045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.5 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/ea88b201-df42-42ce-bc31-15b65350df7f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:47:30.904362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:47:30.905232 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:30.924636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:47:30.924982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device c0a4b3fe-3d9c-44ef-9f19-f629b6af2a10 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:47:30.945587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:30.979029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:30.985267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:47:30.988427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:47:30.995460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:47:31.021342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:31.050063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:31.050693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.064914 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-732289bf-33a6-4467-a80b-e7fad829b0f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691726 Aug 12 02:47:31.077813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Request body: {'port': {'device_id': '115afadc-0992-4bba-be99-74c8a44d622e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:31.135271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.393925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea88b201-df42-42ce-bc31-15b65350df7f {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:31.401181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.412880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Transition to ACTIVE for port object ea88b201-df42-42ce-bc31-15b65350df7f will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:31.416341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.486170 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:31.533675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Attempting to bind port ea88b201-df42-42ce-bc31-15b65350df7f on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:47:31.534011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Attempting to bind port ea88b201-df42-42ce-bc31-15b65350df7f by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:47:31.534341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Attempting to bind port ea88b201-df42-42ce-bc31-15b65350df7f on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:31.538665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Port ea88b201-df42-42ce-bc31-15b65350df7f on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:47:31.538986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Attempting to bind port ea88b201-df42-42ce-bc31-15b65350df7f on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:31.543714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:47:31.544050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:47:31.544429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:47:31.544849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Bound port: ea88b201-df42-42ce-bc31-15b65350df7f, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:47:31.545260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.607264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:47:31.610218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ea88b201-df42-42ce-bc31-15b65350df7f,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:47:31.614782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.648886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:31.649496 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:31.650873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/ea88b201-df42-42ce-bc31-15b65350df7f HTTP/1.1" status: 200 len: 1091 time: 0.5773180 Aug 12 02:47:31.651307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:31.653529 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13adcad-6236-4ee1-ac18-485ac71e837a" -d '{"events": [{"name": "network-changed", "server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:31.679273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916076b-63bf-42db-b0b6-7907a7dcb1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:31.698377 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed92285c-6154-4d23-86aa-775b7fba1c35 x-openstack-request-id: req-ed92285c-6154-4d23-86aa-775b7fba1c35 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:31.698671 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:31.698925 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed92285c-6154-4d23-86aa-775b7fba1c35 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:31.699319 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f', 'status': 'completed', 'code': 200} Aug 12 02:47:31.740822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-23d9c335-9f40-48e5-86bb-37d898175e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:31.742430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-23d9c335-9f40-48e5-86bb-37d898175e74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 1094 time: 0.0534942 Aug 12 02:47:31.785508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-6e537cf3-412d-4ed6-979e-da0cabc0980a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea88b201-df42-42ce-bc31-15b65350df7f HTTP/1.1" status: 200 len: 217 time: 0.0355220 Aug 12 02:47:31.865747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2951df5-e1d8-4f24-9d1c-bbf296c7eebb req-a989453d-aae8-4de1-8122-d596bc1ceed3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:31.867243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2951df5-e1d8-4f24-9d1c-bbf296c7eebb req-a989453d-aae8-4de1-8122-d596bc1ceed3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 943 time: 0.0845592 Aug 12 02:47:31.868549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-0f35bc4d-8112-4445-bc02-887d8ff46324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:31.869854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-0f35bc4d-8112-4445-bc02-887d8ff46324 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0773156 Aug 12 02:47:31.909195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-48373b35-f472-4c22-ac77-08d58f7bd2aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294554 Aug 12 02:47:31.934103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2951df5-e1d8-4f24-9d1c-bbf296c7eebb req-6e47e3f9-d539-4ac5-929d-27533ddc622d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608041 Aug 12 02:47:31.993507 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ce77b908-ecb7-4b7a-948b-a1e171652d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:32.011041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-5e0fc857-a18b-423f-90dc-c106d3404a87 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913177 Aug 12 02:47:32.109808 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d7b1aed0-cad4-4199-be88-d5adf463a06f req-19cd1437-2c1e-4716-b7d9-6ec52c54c190 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918803 Aug 12 02:47:32.190918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-92b55a59-addf-48fb-8c24-cf21015fff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:32.192376 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-92b55a59-addf-48fb-8c24-cf21015fff0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 1094 time: 0.0408776 Aug 12 02:47:32.285446 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-24d8ecc8-c18f-4089-a0d0-fefc99eed171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:32.286924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-24d8ecc8-c18f-4089-a0d0-fefc99eed171 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0876467 Aug 12 02:47:32.327171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-0897db62-12c8-469d-b246-4cddea4cd27f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea88b201-df42-42ce-bc31-15b65350df7f HTTP/1.1" status: 200 len: 217 time: 0.0332065 Aug 12 02:47:32.376331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-7a7c1b05-db0c-436d-b2df-9a02c2fe4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:32.377724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-7a7c1b05-db0c-436d-b2df-9a02c2fe4af4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0422294 Aug 12 02:47:32.412484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-d8ca60f3-353c-41bc-9ad7-571cdc7265e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272727 Aug 12 02:47:32.500607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-c63e4f29-43bf-41cb-a222-6303a5a150a2 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811398 Aug 12 02:47:32.593141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b13adcad-6236-4ee1-ac18-485ac71e837a req-d855ae08-dffb-418b-b78a-6e144d14f43d service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833948 Aug 12 02:47:33.053143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab8b90-14fa-4f42-a0ea-de9cb189efef req-5d1950e2-7397-46e4-9ce4-84c7b69e6890 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:33.054624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3ab8b90-14fa-4f42-a0ea-de9cb189efef req-5d1950e2-7397-46e4-9ce4-84c7b69e6890 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 943 time: 0.0515654 Aug 12 02:47:33.092948 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b3ab8b90-14fa-4f42-a0ea-de9cb189efef req-f3f5825d-2dac-41ca-85fc-609870b729ad tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318065 Aug 12 02:47:34.208325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b213486-9c98-4081-808b-c4ed53609038 req-07c147d1-9da5-420e-890b-f798dc48ecc8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:34.209787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b213486-9c98-4081-808b-c4ed53609038 req-07c147d1-9da5-420e-890b-f798dc48ecc8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 943 time: 0.0485284 Aug 12 02:47:34.247529 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b213486-9c98-4081-808b-c4ed53609038 req-88173aa8-2a67-47e3-a113-399e087a6964 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Aug 12 02:47:34.607044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e9319cc7-330a-4ec9-92e5-bb48370a04c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:34.713355 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:34.794392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:34.919268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ea88b201-df42-42ce-bc31-15b65350df7f details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:47:35.014409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ea88b201-df42-42ce-bc31-15b65350df7f,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:35.025434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ea88b201-df42-42ce-bc31-15b65350df7f', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': 'ea88b201-df42-42ce-bc31-15b65350df7f', 'mac_address': 'fa:16:3e:f9:90:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:47:35.062441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:35.074545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea88b201-df42-42ce-bc31-15b65350df7f {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:35.094309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ea88b201-df42-42ce-bc31-15b65350df7f,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:35.098167 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:35.143536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:35.281721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ea88b201-df42-42ce-bc31-15b65350df7f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:35.363264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e957f5a-58f6-4898-8c8f-e38cf01cac82 req-ee646609-5ad7-4a6e-95be-ff4c04416a08 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:35.364735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e957f5a-58f6-4898-8c8f-e38cf01cac82 req-ee646609-5ad7-4a6e-95be-ff4c04416a08 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 944 time: 0.0488508 Aug 12 02:47:35.403689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e957f5a-58f6-4898-8c8f-e38cf01cac82 req-f577bbee-92e3-43b6-9871-b9c069782e2c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324233 Aug 12 02:47:35.887441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:36.531961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eef9b-c1c5-46bc-8ca2-a8cdf8e5ad65 req-e2bf7964-e3fa-48b7-8d00-e349705b82ec tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:36.533431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-050eef9b-c1c5-46bc-8ca2-a8cdf8e5ad65 req-e2bf7964-e3fa-48b7-8d00-e349705b82ec tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 944 time: 0.0492926 Aug 12 02:47:36.570324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-050eef9b-c1c5-46bc-8ca2-a8cdf8e5ad65 req-92246407-6f4c-4949-857d-52449fcc9aad tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Aug 12 02:47:36.919842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ea88b201-df42-42ce-bc31-15b65350df7f up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:47:36.967406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ea88b201-df42-42ce-bc31-15b65350df7f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:36.971011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ea88b201-df42-42ce-bc31-15b65350df7f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:36.971381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:37.047914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:37.070423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:37.072683 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9866450c-4d69-42b7-8483-0647b764431c" -d '{"events": [{"server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "name": "network-vif-plugged", "status": "completed", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:37.086154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ea88b201-df42-42ce-bc31-15b65350df7f,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:37.090071 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:37.114819 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2918830-c0a1-418b-8944-ef65f4243e28 x-openstack-request-id: req-b2918830-c0a1-418b-8944-ef65f4243e28 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:37.115518 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "name": "network-vif-plugged", "status": "completed", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:37.115770 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2918830-c0a1-418b-8944-ef65f4243e28 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:37.116512 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f', 'code': 200} Aug 12 02:47:37.144536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:37.203069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f76b-1386-4af8-abc9-8c32645ee133 req-c0152c0f-3ab9-4058-851b-8acf963f5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:37.204625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b0f76b-1386-4af8-abc9-8c32645ee133 req-c0152c0f-3ab9-4058-851b-8acf963f5579 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 1096 time: 0.0399280 Aug 12 02:47:37.242398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8b0f76b-1386-4af8-abc9-8c32645ee133 req-1843b7ec-e1d1-4e1b-bd90-7ab6b5574c2f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Aug 12 02:47:37.385850 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:37.683678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fb220-220b-4fba-bccd-f03faef002ab req-6241314f-1bf4-4e8b-8e62-968a0dc251ac tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:37.685145 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f55fb220-220b-4fba-bccd-f03faef002ab req-6241314f-1bf4-4e8b-8e62-968a0dc251ac tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0488780 Aug 12 02:47:37.722878 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f55fb220-220b-4fba-bccd-f03faef002ab req-3b745757-14c2-4cbb-bcab-df7343631611 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Aug 12 02:47:38.840492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86e52d-4679-4ef1-b6b1-d43118ad12bd req-d2a713c5-c91f-474a-9445-7f20c78d9f76 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:38.841972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe86e52d-4679-4ef1-b6b1-d43118ad12bd req-d2a713c5-c91f-474a-9445-7f20c78d9f76 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0488367 Aug 12 02:47:38.879071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe86e52d-4679-4ef1-b6b1-d43118ad12bd req-cd8ef6eb-60a3-4e47-9c4f-81777ffd01c8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Aug 12 02:47:39.086366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70091d47-5c52-4ba0-8955-4dd6af38f25f req-f472a786-2212-4cd0-ab0a-b0e057c5f6ae tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:39.087898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70091d47-5c52-4ba0-8955-4dd6af38f25f req-f472a786-2212-4cd0-ab0a-b0e057c5f6ae tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0533957 Aug 12 02:47:39.125219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-70091d47-5c52-4ba0-8955-4dd6af38f25f req-d7d25057-9c5e-4001-b9ae-6f8872572a38 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Aug 12 02:47:39.238890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b952ee3-751f-432b-ba1d-ca78efd33e40 req-e87971b0-4b24-462d-ac01-8fa96aa7002d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:39.240399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b952ee3-751f-432b-ba1d-ca78efd33e40 req-e87971b0-4b24-462d-ac01-8fa96aa7002d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0485408 Aug 12 02:47:39.277238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7b952ee3-751f-432b-ba1d-ca78efd33e40 req-1ceb851f-7b9b-460c-9fec-3677236f3b0f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Aug 12 02:47:39.505525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b45c-6c97-4267-a3c0-7e256eecd89f req-529fbbbc-cd19-4600-9321-10751dbb0a9c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:39.506977 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51d8b45c-6c97-4267-a3c0-7e256eecd89f req-529fbbbc-cd19-4600-9321-10751dbb0a9c tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0483997 Aug 12 02:47:39.546408 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51d8b45c-6c97-4267-a3c0-7e256eecd89f req-8c28e8a2-7738-42e6-9779-cd13ec35b193 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Aug 12 02:47:40.662248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613500f-601d-4a17-87f8-7bc797505bfd req-eb6e5908-684b-4b28-807c-d4b9489a72d0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:40.663762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6613500f-601d-4a17-87f8-7bc797505bfd req-eb6e5908-684b-4b28-807c-d4b9489a72d0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0495384 Aug 12 02:47:40.701867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6613500f-601d-4a17-87f8-7bc797505bfd req-13361b5e-0ba5-4c25-b8e6-d2c94066bb5b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Aug 12 02:47:40.725321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-07b3342f-d087-44ae-8cee-5aea53dde8d4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:40.726990 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-07b3342f-d087-44ae-8cee-5aea53dde8d4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/ports?device_id=115afadc-0992-4bba-be99-74c8a44d622e HTTP/1.1" status: 200 len: 945 time: 0.0486045 Aug 12 02:47:40.821517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port ea88b201-df42-42ce-bc31-15b65350df7f {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:47:40.821864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:40.910853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port ea88b201-df42-42ce-bc31-15b65350df7f, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ea88b201-df42-42ce-bc31-15b65350df7f,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:40.911217 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:40.924047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for ea88b201-df42-42ce-bc31-15b65350df7f owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:47:41.052713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:41.063793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ea88b201-df42-42ce-bc31-15b65350df7f'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:41.078577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=ea88b201-df42-42ce-bc31-15b65350df7f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:41.090314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:41.122368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port ea88b201-df42-42ce-bc31-15b65350df7f on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:47:41.124912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:41.127026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6b692f6-3832-4df4-bd67-816abe2cd0d9 req-5776a3c4-f4b1-41d8-a527-8d4de67e2f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "DELETE /v2.0/ports/ea88b201-df42-42ce-bc31-15b65350df7f HTTP/1.1" status: 204 len: 173 time: 0.3942065 Aug 12 02:47:41.127459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'name': 'network-vif-deleted', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:41.129683 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2bf8d-0416-4776-afd7-91736daf0c12" -d '{"events": [{"server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "name": "network-vif-deleted", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:41.173024 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbe138-1bbd-44d6-82d4-f9f4b69d784b x-openstack-request-id: req-d1dbe138-1bbd-44d6-82d4-f9f4b69d784b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:41.173332 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115afadc-0992-4bba-be99-74c8a44d622e", "name": "network-vif-deleted", "tag": "ea88b201-df42-42ce-bc31-15b65350df7f", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:41.173642 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1dbe138-1bbd-44d6-82d4-f9f4b69d784b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:41.174120 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115afadc-0992-4bba-be99-74c8a44d622e', 'name': 'network-vif-deleted', 'tag': 'ea88b201-df42-42ce-bc31-15b65350df7f', 'status': 'completed', 'code': 200} Aug 12 02:47:41.970123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-b03e494f-4093-4889-b4dd-c5bba3cf2a16 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:41.971615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-b03e494f-4093-4889-b4dd-c5bba3cf2a16 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1053777 Aug 12 02:47:41.986139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-06fdcdb6-93ef-4372-bd95-35146a0338d3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/quotas/264c65097b4e476b848114c091625d98 HTTP/1.1" status: 200 len: 375 time: 0.0088408 Aug 12 02:47:42.038873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-d036a380-5fde-41c5-8405-e2b25e39ee66 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472846 Aug 12 02:47:42.131455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-29a7013a-ed6a-49f4-b7ba-1b780ad0e1d3 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Aug 12 02:47:42.574614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-e2a9d9ad-eac1-4388-80f7-321164f1aa20 service neutron] 10.222.0.11 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368412 Aug 12 02:47:42.729755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-05800a0c-5f77-4944-8e07-508509efeb95 req-7bbbdfc8-711c-4678-b391-10b4e1a44cc3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 210 time: 0.0263858 Aug 12 02:47:43.637247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-b451a38a-aa4c-40ac-9089-28096a26cc0e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:43.638713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-b451a38a-aa4c-40ac-9089-28096a26cc0e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 806 time: 0.1041970 Aug 12 02:47:43.651947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Request body: {'port': {'device_id': '165b60f8-44f1-405a-9afa-276faa5284df', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'admin_state_up': True, 'tenant_id': '264c65097b4e476b848114c091625d98'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:43.756632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Made reservation on behalf of 264c65097b4e476b848114c091625d98 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:47:43.760127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:43.852816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-039a143c-b0c3-4a9f-b9e2-becd6070646a req-b7b70687-f387-4602-a8e4-14910be41e8a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 210 time: 0.0357387 Aug 12 02:47:43.908317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Allocated IP 172.20.0.11 (5d842f26-63e3-4c2b-8350-67197a354287/d00d6104-8ab5-43a3-b93b-3b29ed57819a/ec1e9684-27db-4c8a-889b-286b9282d334) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:47:44.048291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.087895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.121392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:44.132946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Network 5d842f26-63e3-4c2b-8350-67197a354287 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:47:44.138004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:47:44.142954 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:47:44.166899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event updated for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:44.206624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:44.207243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.222105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-6cc9a906-12dc-48c3-9ecf-8d805318a8e9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737879 Aug 12 02:47:44.234867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Request body: {'port': {'device_id': '165b60f8-44f1-405a-9afa-276faa5284df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:47:44.296627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.556904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1e9684-27db-4c8a-889b-286b9282d334 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:44.564291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.575640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Transition to ACTIVE for port object ec1e9684-27db-4c8a-889b-286b9282d334 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:47:44.580423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.631595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:44.697241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Attempting to bind port ec1e9684-27db-4c8a-889b-286b9282d334 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:47:44.697895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Attempting to bind port ec1e9684-27db-4c8a-889b-286b9282d334 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:47:44.697895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Attempting to bind port ec1e9684-27db-4c8a-889b-286b9282d334 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:44.702030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Port ec1e9684-27db-4c8a-889b-286b9282d334 on network 5d842f26-63e3-4c2b-8350-67197a354287 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:47:44.702351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Attempting to bind port ec1e9684-27db-4c8a-889b-286b9282d334 on network 5d842f26-63e3-4c2b-8350-67197a354287 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:47:44.707906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:47:44.708243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Checking segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:47:44.708628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Bound using segment: {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:47:44.709048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Bound port: ec1e9684-27db-4c8a-889b-286b9282d334, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9524e48a-ec8f-4d4a-ba6a-afb02c03a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:47:44.709395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.771639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:47:44.774934 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ec1e9684-27db-4c8a-889b-286b9282d334,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:47:44.778415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.810552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:44.811192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:44.812671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] 10.222.0.25 "PUT /v2.0/ports/ec1e9684-27db-4c8a-889b-286b9282d334 HTTP/1.1" status: 200 len: 1092 time: 0.5823410 Aug 12 02:47:44.815524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:44.818440 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3995f66-83db-490f-aee5-03778bb45dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:44.845262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abf6bd-e2e6-432c-b792-b7a7b0190bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:44.856243 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc01b7d-dc2c-4738-839b-c7e917f8593d x-openstack-request-id: req-6dc01b7d-dc2c-4738-839b-c7e917f8593d {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:44.856443 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:44.856699 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dc01b7d-dc2c-4738-839b-c7e917f8593d {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:44.857094 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334', 'status': 'completed', 'code': 200} Aug 12 02:47:44.903635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-94d19152-d9d5-45c2-ba4b-1ab071718078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:44.905222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-94d19152-d9d5-45c2-ba4b-1ab071718078 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 1095 time: 0.0449135 Aug 12 02:47:44.935109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ea88b201-df42-42ce-bc31-15b65350df7f no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:47:44.957853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: ea88b201-df42-42ce-bc31-15b65350df7f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:47:44.958207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ea88b201-df42-42ce-bc31-15b65350df7f not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:47:44.969583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-75a4f638-411e-430a-adcb-8741758b563f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1e9684-27db-4c8a-889b-286b9282d334 HTTP/1.1" status: 200 len: 217 time: 0.0564525 Aug 12 02:47:45.024312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6411c63-86c7-4fd3-bf55-81bb28b89abe req-51029b71-520b-438d-9353-943086f45f58 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:45.025688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6411c63-86c7-4fd3-bf55-81bb28b89abe req-51029b71-520b-438d-9353-943086f45f58 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 944 time: 0.1070313 Aug 12 02:47:45.048835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-415363ed-e8c2-4759-ba72-99f83c83c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:45.050219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-415363ed-e8c2-4759-ba72-99f83c83c093 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0733747 Aug 12 02:47:45.090343 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6411c63-86c7-4fd3-bf55-81bb28b89abe req-bb2902b2-dfff-40dc-8db0-77ce2bfdf266 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571771 Aug 12 02:47:45.092273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-727deb65-157d-49d8-8279-09c45d9d2c8d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345993 Aug 12 02:47:45.181765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-40067370-72b5-4693-bca5-5b41b9284fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816877 Aug 12 02:47:45.274625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3cb384a-090e-47aa-b96c-81ba8b1560c4 req-87dd649c-de09-4a0a-ad2f-0387d3a475d3 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Aug 12 02:47:45.355302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-cafe546f-800e-4e15-897f-e2379ef24fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:45.356839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-cafe546f-800e-4e15-897f-e2379ef24fdb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 1095 time: 0.0400145 Aug 12 02:47:45.447979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-15285b9b-a4b7-4e24-941d-af10cfccdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:45.449515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-15285b9b-a4b7-4e24-941d-af10cfccdf9a service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0862026 Aug 12 02:47:45.491454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-06a3bf3f-39e4-421e-b30e-fb1c9e4bccd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1e9684-27db-4c8a-889b-286b9282d334 HTTP/1.1" status: 200 len: 217 time: 0.0349684 Aug 12 02:47:45.541828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-bf681a96-c757-47d4-a15c-b3897eb26a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:45.543256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-bf681a96-c757-47d4-a15c-b3897eb26a6f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0435288 Aug 12 02:47:45.577325 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-11f81d67-6d5b-456b-9365-9c3f70718a6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243750 Aug 12 02:47:45.670080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-02210fb9-ab2e-4347-a889-bb969134e487 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849605 Aug 12 02:47:45.757678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b3995f66-83db-490f-aee5-03778bb45dd3 req-69788c08-bb3b-423c-93ed-9efa40828381 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802028 Aug 12 02:47:46.213851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbb77e-137d-4d91-a7cf-ddb5fc1d2b53 req-957176a3-5575-4832-b945-78edac28d1c6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:46.215368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95dbb77e-137d-4d91-a7cf-ddb5fc1d2b53 req-957176a3-5575-4832-b945-78edac28d1c6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 944 time: 0.0529094 Aug 12 02:47:46.254147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95dbb77e-137d-4d91-a7cf-ddb5fc1d2b53 req-6f0a42fc-5400-449b-9dd7-86cb462792a4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Aug 12 02:47:46.950423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ec1e9684-27db-4c8a-889b-286b9282d334 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:47:47.045773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ec1e9684-27db-4c8a-889b-286b9282d334,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:47.056776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ec1e9684-27db-4c8a-889b-286b9282d334', 'network_id': '5d842f26-63e3-4c2b-8350-67197a354287', 'port_id': 'ec1e9684-27db-4c8a-889b-286b9282d334', 'mac_address': 'fa:16:3e:4c:33:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00d6104-8ab5-43a3-b93b-3b29ed57819a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:47:47.093354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:47.105657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1e9684-27db-4c8a-889b-286b9282d334 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:47:47.124503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ec1e9684-27db-4c8a-889b-286b9282d334,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:47.128929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:47.175267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:47.316592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ec1e9684-27db-4c8a-889b-286b9282d334'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:47:47.375127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c5a91-efc5-4951-a9b5-7c4419e8b98a req-8627c877-a137-4a9c-ae49-ce585c3f8c57 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:47.377370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c8c5a91-efc5-4951-a9b5-7c4419e8b98a req-8627c877-a137-4a9c-ae49-ce585c3f8c57 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 945 time: 0.0568471 Aug 12 02:47:47.415626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c8c5a91-efc5-4951-a9b5-7c4419e8b98a req-a2f2baff-b9bd-4846-b8e2-5e1592bd9815 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Aug 12 02:47:48.071376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:48.533091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05f96c-059c-4ea3-a8a4-cb78fe98b16d req-7d61fbb8-8254-4ad5-87a2-7b7fd9797660 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:48.534563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d05f96c-059c-4ea3-a8a4-cb78fe98b16d req-7d61fbb8-8254-4ad5-87a2-7b7fd9797660 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 945 time: 0.0486233 Aug 12 02:47:48.571541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d05f96c-059c-4ea3-a8a4-cb78fe98b16d req-6772f6a0-7dce-4f00-a0cc-ec5d4d1e25b4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309730 Aug 12 02:47:48.962993 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ec1e9684-27db-4c8a-889b-286b9282d334 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:47:49.009219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ec1e9684-27db-4c8a-889b-286b9282d334 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:47:49.012916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ec1e9684-27db-4c8a-889b-286b9282d334 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:47:49.013285 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:49.090018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:49.112506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:47:49.114865 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18afd0-5083-4b44-885f-797c4ebbafde" -d '{"events": [{"server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "name": "network-vif-plugged", "status": "completed", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:47:49.130382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ec1e9684-27db-4c8a-889b-286b9282d334,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:47:49.134266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:47:49.160484 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d305a6f-c82e-4f0a-b284-1b0135b52721 x-openstack-request-id: req-1d305a6f-c82e-4f0a-b284-1b0135b52721 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:47:49.160767 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "name": "network-vif-plugged", "status": "completed", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:47:49.161018 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d305a6f-c82e-4f0a-b284-1b0135b52721 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:47:49.161405 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334', 'code': 200} Aug 12 02:47:49.187110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:47:49.248236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c56eaf-cdd4-467d-8ef1-c02196cd2378 req-3f7ad05d-2000-4b03-8205-041ebbc68012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:49.249744 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68c56eaf-cdd4-467d-8ef1-c02196cd2378 req-3f7ad05d-2000-4b03-8205-041ebbc68012 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 1097 time: 0.0396366 Aug 12 02:47:49.284224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-68c56eaf-cdd4-467d-8ef1-c02196cd2378 req-3e9c93ad-1cf2-4eb2-b052-5788b66d5249 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274181 Aug 12 02:47:49.687096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74502c-ddab-4aa3-976d-57844d9ff9f8 req-3c4c10ee-5a65-40b9-841f-de2b7060f049 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:49.688834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa74502c-ddab-4aa3-976d-57844d9ff9f8 req-3c4c10ee-5a65-40b9-841f-de2b7060f049 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0489213 Aug 12 02:47:49.726900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa74502c-ddab-4aa3-976d-57844d9ff9f8 req-bdd3aa97-6451-4dc4-9a41-6a687f069749 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Aug 12 02:47:50.434121 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:47:50.841390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5d294-4e51-47e6-8696-2cc8775ce9cc req-e47d7b10-7c17-458a-9a20-fa14ce888c61 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:50.842888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91a5d294-4e51-47e6-8696-2cc8775ce9cc req-e47d7b10-7c17-458a-9a20-fa14ce888c61 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0486262 Aug 12 02:47:50.880752 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91a5d294-4e51-47e6-8696-2cc8775ce9cc req-26da94a3-739c-4113-885d-dd51cac9fa87 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Aug 12 02:47:51.083553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1cec8-423c-4244-ae7d-baaa6dc5c420 req-ae49ff53-05be-46c7-be59-bc5727ba04a2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:51.084966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7f1cec8-423c-4244-ae7d-baaa6dc5c420 req-ae49ff53-05be-46c7-be59-bc5727ba04a2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0525966 Aug 12 02:47:51.121564 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7f1cec8-423c-4244-ae7d-baaa6dc5c420 req-ebac6a4f-3037-4f76-92fb-4936f4198f7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306926 Aug 12 02:47:51.240840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6b5b-33bf-491a-80b6-0903dcafe6fc req-8d534494-25b3-47ab-967a-72f01141994d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:51.242321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-197e6b5b-33bf-491a-80b6-0903dcafe6fc req-8d534494-25b3-47ab-967a-72f01141994d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0532072 Aug 12 02:47:51.279311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-197e6b5b-33bf-491a-80b6-0903dcafe6fc req-787850cc-3875-406e-9a1c-1d814515252f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Aug 12 02:47:51.473653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec238664-ac90-44ef-9918-4dbf417c9c5b req-07843611-91b8-45f4-8b1d-42f5e4fe9767 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:51.475161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec238664-ac90-44ef-9918-4dbf417c9c5b req-07843611-91b8-45f4-8b1d-42f5e4fe9767 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0521553 Aug 12 02:47:51.512680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ec238664-ac90-44ef-9918-4dbf417c9c5b req-02ec63f9-f99b-4f14-addb-15d8dc433e7e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Aug 12 02:47:52.628711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438ff6a-6368-4af0-97bf-2064e9906c9b req-6463b7dc-23f9-4aac-8e1d-87142f1910d2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:52.630208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0438ff6a-6368-4af0-97bf-2064e9906c9b req-6463b7dc-23f9-4aac-8e1d-87142f1910d2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0490551 Aug 12 02:47:52.667563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0438ff6a-6368-4af0-97bf-2064e9906c9b req-6a1b8b36-d322-455f-bdcb-0f9e15294bc5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Aug 12 02:47:53.780794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571414cb-faa3-4e2e-8d06-ca4bea1a3aef req-f7113329-855c-4d69-ba88-132a97ece700 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:53.782833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-571414cb-faa3-4e2e-8d06-ca4bea1a3aef req-f7113329-855c-4d69-ba88-132a97ece700 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0499258 Aug 12 02:47:53.819844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-571414cb-faa3-4e2e-8d06-ca4bea1a3aef req-12682949-2d7f-4ac4-ae09-4858609515e4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311615 Aug 12 02:47:54.934569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f946b0-71d1-42da-8b61-fb787d59fa65 req-33b4ddc5-6498-4e25-ae24-21cbd62c9d21 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:54.936084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78f946b0-71d1-42da-8b61-fb787d59fa65 req-33b4ddc5-6498-4e25-ae24-21cbd62c9d21 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0495913 Aug 12 02:47:54.973613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78f946b0-71d1-42da-8b61-fb787d59fa65 req-b044c97b-4c2d-477f-bc68-db55cffe0ed9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Aug 12 02:47:56.091249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea09859-2f3d-4a87-9281-6924dcfaacf4 req-a22cd7f7-7b6a-482c-a449-b148d8177f2b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:56.092778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ea09859-2f3d-4a87-9281-6924dcfaacf4 req-a22cd7f7-7b6a-482c-a449-b148d8177f2b tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0527084 Aug 12 02:47:56.130049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ea09859-2f3d-4a87-9281-6924dcfaacf4 req-60f85266-2dc7-4bfc-803e-29410edb337a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Aug 12 02:47:57.252285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d230fa-0f05-4f8a-99f6-ef3ef7eaf4b6 req-9a12639f-9613-4256-9571-a07a65c2e192 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:57.253788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49d230fa-0f05-4f8a-99f6-ef3ef7eaf4b6 req-9a12639f-9613-4256-9571-a07a65c2e192 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0552931 Aug 12 02:47:57.291202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49d230fa-0f05-4f8a-99f6-ef3ef7eaf4b6 req-6cb03305-fe9f-4569-a08f-9b907f835f1f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Aug 12 02:47:57.578648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0949-8961-42bd-af93-444cd963e22e req-0b562f6e-d046-486b-9e1f-44a3de2f9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:57.580674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-0b562f6e-d046-486b-9e1f-44a3de2f9c35 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 1097 time: 0.0408213 Aug 12 02:47:57.687112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0949-8961-42bd-af93-444cd963e22e req-cadbfc63-8882-415b-8df9-19eebf8582c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:57.689151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-cadbfc63-8882-415b-8df9-19eebf8582c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0883784 Aug 12 02:47:57.731379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-fc950bc0-a16f-45d5-8670-d3050c5a6e40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec1e9684-27db-4c8a-889b-286b9282d334 HTTP/1.1" status: 200 len: 217 time: 0.0349455 Aug 12 02:47:57.782850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0949-8961-42bd-af93-444cd963e22e req-96fb4edc-cda1-46c2-9624-55d17f1526e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:57.794585 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-96fb4edc-cda1-46c2-9624-55d17f1526e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0566208 Aug 12 02:47:57.828876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-8de4a6a1-90d1-435f-b569-af24be30a317 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249665 Aug 12 02:47:57.920486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-f50a65ab-79f6-49b2-8b23-20070e6c989a service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845354 Aug 12 02:47:58.007415 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bcfe0949-8961-42bd-af93-444cd963e22e req-060546c2-7d5b-4f67-aa34-4f82de3f0059 service neutron] 10.222.0.25 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803246 Aug 12 02:47:58.406591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a661a8-aa69-473f-95ba-a4e50f0e066d req-694f96e6-43d0-431b-8c21-81e262a6e45f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:58.408135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6a661a8-aa69-473f-95ba-a4e50f0e066d req-694f96e6-43d0-431b-8c21-81e262a6e45f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0504978 Aug 12 02:47:58.446612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6a661a8-aa69-473f-95ba-a4e50f0e066d req-4b322cbd-840b-40cb-980e-05160f9b56e7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Aug 12 02:47:59.567058 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0bc9e-bf7e-4637-b4a4-1b685842ece6 req-d7f0113a-40fc-4fcf-abf2-d910d6c36423 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:47:59.568716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2a0bc9e-bf7e-4637-b4a4-1b685842ece6 req-d7f0113a-40fc-4fcf-abf2-d910d6c36423 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0542090 Aug 12 02:47:59.606900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c2a0bc9e-bf7e-4637-b4a4-1b685842ece6 req-5c70334d-7f75-4e16-aa51-944c3857ea70 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Aug 12 02:48:00.721603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6fdab-208b-4558-88ee-ed2bec2df5f3 req-a6a87da6-b874-477e-9fe7-19c4c68e2d99 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:00.723153 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5b6fdab-208b-4558-88ee-ed2bec2df5f3 req-a6a87da6-b874-477e-9fe7-19c4c68e2d99 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0496914 Aug 12 02:48:00.763851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5b6fdab-208b-4558-88ee-ed2bec2df5f3 req-d3d85f33-b650-4d13-837f-65dfb4273b35 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Aug 12 02:48:01.882271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41f94-199d-4874-8382-d05dd6dd64ac req-23fbf513-18fb-4174-adb4-a63b3a4de2d8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:01.883761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bed41f94-199d-4874-8382-d05dd6dd64ac req-23fbf513-18fb-4174-adb4-a63b3a4de2d8 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0486698 Aug 12 02:48:01.919839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bed41f94-199d-4874-8382-d05dd6dd64ac req-f0cb6031-14f8-4fcd-b128-7b9a310f75e2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301778 Aug 12 02:48:01.995152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2ffa8a23-ad22-4a6d-9eb7-a034417f2f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:03.036838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6aa0c-b61c-48c2-88b8-f01cbd4c1fef req-81a54450-7882-487c-9e22-0e13a472c624 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:03.038299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97c6aa0c-b61c-48c2-88b8-f01cbd4c1fef req-81a54450-7882-487c-9e22-0e13a472c624 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0522604 Aug 12 02:48:03.075482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97c6aa0c-b61c-48c2-88b8-f01cbd4c1fef req-35124bc7-19bb-49ce-a2ad-fa5f9aea0f28 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Aug 12 02:48:04.188066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42853a1-2604-4a03-bac2-3563cce51d6e req-47285256-4c05-47a3-8a4e-3b8554b6ecf5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:04.190189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e42853a1-2604-4a03-bac2-3563cce51d6e req-47285256-4c05-47a3-8a4e-3b8554b6ecf5 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0477626 Aug 12 02:48:04.228067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e42853a1-2604-4a03-bac2-3563cce51d6e req-0b527ca8-d67d-4653-a2a0-37a085777bc6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318367 Aug 12 02:48:04.609411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-122bacbf-17ec-438c-b2df-d48f5d5c0e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:04.715372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:04.822612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:05.343145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5ec2-fa16-4729-a6dd-f69ab638a3fc req-b714b994-1748-4528-a6b5-21543d862d29 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:05.344692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12d5ec2-fa16-4729-a6dd-f69ab638a3fc req-b714b994-1748-4528-a6b5-21543d862d29 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0496871 Aug 12 02:48:05.383131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d12d5ec2-fa16-4729-a6dd-f69ab638a3fc req-3768c78c-3dc6-4484-841d-c7ae2e47fea6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325465 Aug 12 02:48:05.891067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:06.501784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31618a62-65d8-485b-afb7-a71e39e70077 req-8242069a-00b7-4d6f-8f69-15c9a92b63c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:06.504005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31618a62-65d8-485b-afb7-a71e39e70077 req-8242069a-00b7-4d6f-8f69-15c9a92b63c0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0537407 Aug 12 02:48:06.541231 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31618a62-65d8-485b-afb7-a71e39e70077 req-386de66e-3f63-4a05-9170-d6cda22c529f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Aug 12 02:48:07.389024 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:07.653779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b077e-64eb-4d11-bce0-7a878dc3348d req-80cac91d-8803-442e-bc64-e773f572276f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:07.655152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-216b077e-64eb-4d11-bce0-7a878dc3348d req-80cac91d-8803-442e-bc64-e773f572276f tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0477448 Aug 12 02:48:07.691898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-216b077e-64eb-4d11-bce0-7a878dc3348d req-adf50f32-8bfe-4d7f-8bee-97f638932a8e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300682 Aug 12 02:48:08.806612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a169d4c-546f-438c-93f6-30273042b2cf req-7237aafd-3cbb-4d0e-baaa-dbedd048e177 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:08.808141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a169d4c-546f-438c-93f6-30273042b2cf req-7237aafd-3cbb-4d0e-baaa-dbedd048e177 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0503881 Aug 12 02:48:08.846646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a169d4c-546f-438c-93f6-30273042b2cf req-4b2f6dc5-8db5-4611-b2eb-74726cc3a447 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Aug 12 02:48:09.964549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e0efb-621a-4f21-9c19-a0c8e18afb3f req-50f91f5d-8810-40a5-85bc-53917a191073 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:09.966007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f7e0efb-621a-4f21-9c19-a0c8e18afb3f req-50f91f5d-8810-40a5-85bc-53917a191073 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0533178 Aug 12 02:48:10.003224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2f7e0efb-621a-4f21-9c19-a0c8e18afb3f req-243a2a9f-b8c2-4b04-9063-ab1ec4ce75f6 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306082 Aug 12 02:48:11.117018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7cbd-4849-4ea3-bd59-e3005b2d15ef req-08d2058f-5bac-46a4-a43a-16d771ae5e0e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:11.118521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f45b7cbd-4849-4ea3-bd59-e3005b2d15ef req-08d2058f-5bac-46a4-a43a-16d771ae5e0e tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0494354 Aug 12 02:48:11.160767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f45b7cbd-4849-4ea3-bd59-e3005b2d15ef req-878be015-747a-4fbd-8565-9ef4091e38b0 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362520 Aug 12 02:48:12.287177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7537fe-daea-4f7f-8cf2-446e3b1c56bb req-5432c390-f66e-42b0-9454-07528e61fe67 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:12.288718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c7537fe-daea-4f7f-8cf2-446e3b1c56bb req-5432c390-f66e-42b0-9454-07528e61fe67 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0590816 Aug 12 02:48:12.325530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c7537fe-daea-4f7f-8cf2-446e3b1c56bb req-df74928c-bbc3-4d75-86fa-9b5f1093b1a9 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307982 Aug 12 02:48:13.442793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c51f66-dffd-49a1-8ebd-530e3e9e4a02 req-ec133fe7-27c1-4ffd-9dee-e5853408d1fd tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:13.444328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-22c51f66-dffd-49a1-8ebd-530e3e9e4a02 req-ec133fe7-27c1-4ffd-9dee-e5853408d1fd tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0523362 Aug 12 02:48:13.482154 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-22c51f66-dffd-49a1-8ebd-530e3e9e4a02 req-dddd3ade-c2ec-4448-9f6a-46f9c8c7a778 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Aug 12 02:48:14.596333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697fdf2-ea1c-48f6-8c2d-ca8457f84942 req-db819828-7f19-49da-8cea-6c8b93475ddc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:14.597820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b697fdf2-ea1c-48f6-8c2d-ca8457f84942 req-db819828-7f19-49da-8cea-6c8b93475ddc tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0495026 Aug 12 02:48:14.633783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b697fdf2-ea1c-48f6-8c2d-ca8457f84942 req-83350b77-0b92-406e-9f87-4aa18f3a2a01 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300615 Aug 12 02:48:15.746839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ffc06-fe91-48fe-b495-8cfbdad425da req-4013671d-1d1f-426d-8019-cd96fe873f48 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:15.748362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f71ffc06-fe91-48fe-b495-8cfbdad425da req-4013671d-1d1f-426d-8019-cd96fe873f48 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0488834 Aug 12 02:48:15.785919 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f71ffc06-fe91-48fe-b495-8cfbdad425da req-fcbea6e2-29d9-479b-9ba4-c14a2fe7095d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Aug 12 02:48:16.904914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f1ba6-9560-452a-8aa4-5e0f3bca177f req-63bd4df8-2505-4f1d-848c-598dcd094a4a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:16.906409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d86f1ba6-9560-452a-8aa4-5e0f3bca177f req-63bd4df8-2505-4f1d-848c-598dcd094a4a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0523176 Aug 12 02:48:16.944426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d86f1ba6-9560-452a-8aa4-5e0f3bca177f req-225a8aa4-b77e-4848-a041-747f17b920ce tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Aug 12 02:48:17.143216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a00f5-e7bf-48c5-a366-9fb2fb663c23 req-9fc184fd-7f86-4675-b337-0e5bceb4c886 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:17.144740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f5a00f5-e7bf-48c5-a366-9fb2fb663c23 req-9fc184fd-7f86-4675-b337-0e5bceb4c886 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0497963 Aug 12 02:48:17.186742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f5a00f5-e7bf-48c5-a366-9fb2fb663c23 req-a971e97f-ac43-4bda-bc80-ed00aac57f1a tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 Aug 12 02:48:17.303751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b6dff-0e64-430e-b13f-cbbc23343619 req-34e19005-36ca-4294-9041-4aae098bb240 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:17.305261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-331b6dff-0e64-430e-b13f-cbbc23343619 req-34e19005-36ca-4294-9041-4aae098bb240 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0497391 Aug 12 02:48:17.343653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-331b6dff-0e64-430e-b13f-cbbc23343619 req-a8c5a6da-95ce-4aae-a0d2-c6f974b98785 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Aug 12 02:48:17.583382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4d5e0-9032-46f0-b4f1-faf5933aea8d req-a5103ee8-28db-4384-9d85-e956f34219e2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:17.584880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7db4d5e0-9032-46f0-b4f1-faf5933aea8d req-a5103ee8-28db-4384-9d85-e956f34219e2 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0534983 Aug 12 02:48:17.622571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7db4d5e0-9032-46f0-b4f1-faf5933aea8d req-211ea9fa-6f95-420c-b002-df80a6cef848 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Aug 12 02:48:18.088667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:18.352251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-e8837c47-8412-4144-a5b6-0c3ebde30b36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392592 Aug 12 02:48:18.449292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-f13d7723-53f2-4d00-93a3-a74d73c7568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:18.450779 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-f13d7723-53f2-4d00-93a3-a74d73c7568d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=264c65097b4e476b848114c091625d98&device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 1096 time: 0.0435102 Aug 12 02:48:18.551551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-08e4ec18-cb9d-4f8f-914a-b9b466754202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:18.553020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-08e4ec18-cb9d-4f8f-914a-b9b466754202 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 200 len: 907 time: 0.0838134 Aug 12 02:48:18.593715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-c726b406-41c7-471c-b372-15137b77dbec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 200 len: 217 time: 0.0332909 Aug 12 02:48:18.646101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-56d3b45b-82f1-4e4b-860a-71100ec1a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:18.647504 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-56d3b45b-82f1-4e4b-860a-71100ec1a912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 200 len: 846 time: 0.0468597 Aug 12 02:48:18.679160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-4c364572-a33e-4562-97f0-37d6531592af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5d842f26-63e3-4c2b-8350-67197a354287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248713 Aug 12 02:48:18.724571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-ecfaffdd-3ed6-4d25-a324-b33fe9172205 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:18.726037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-ecfaffdd-3ed6-4d25-a324-b33fe9172205 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.0488622 Aug 12 02:48:18.797513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c231d-13d8-4421-855f-7b4e4f52c618 req-17d732eb-216e-4060-a1d3-6a46e27699cb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:18.799705 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d81c231d-13d8-4421-855f-7b4e4f52c618 req-17d732eb-216e-4060-a1d3-6a46e27699cb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=165b60f8-44f1-405a-9afa-276faa5284df HTTP/1.1" status: 200 len: 946 time: 0.1052303 Aug 12 02:48:18.816527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port ec1e9684-27db-4c8a-889b-286b9282d334 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:48:18.816877 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:18.825488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-3fe9977f-a626-44a8-8c5f-b6df489873cd service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394341 Aug 12 02:48:18.884148 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d81c231d-13d8-4421-855f-7b4e4f52c618 req-e6088978-d670-4092-ac6a-ac6fa3b239b4 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757177 Aug 12 02:48:18.909741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port ec1e9684-27db-4c8a-889b-286b9282d334, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ec1e9684-27db-4c8a-889b-286b9282d334,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:18.910113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:18.922851 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for ec1e9684-27db-4c8a-889b-286b9282d334 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:48:18.933556 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4225468c-15a1-4aa0-b4ce-72d5a49a1b04 req-715947cb-5935-4e36-8f28-a173b6b2258c service neutron] 10.222.0.21 "GET /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008787 Aug 12 02:48:19.050506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:19.063268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ec1e9684-27db-4c8a-889b-286b9282d334'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:48:19.078367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=ec1e9684-27db-4c8a-889b-286b9282d334,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:19.090762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:48:19.123057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port ec1e9684-27db-4c8a-889b-286b9282d334 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:48:19.125500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:19.128176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ded1712-8b1a-46c4-ae91-8fba3936ec5d req-2edb6b90-c50b-4e8d-b5ac-ffb3fec7f1b7 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.25 "DELETE /v2.0/ports/ec1e9684-27db-4c8a-889b-286b9282d334 HTTP/1.1" status: 204 len: 173 time: 0.3961473 Aug 12 02:48:19.128650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'name': 'network-vif-deleted', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:48:19.130916 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60437c4-0bb7-4be7-a51b-c5e3ba68197a" -d '{"events": [{"server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "name": "network-vif-deleted", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:48:19.176963 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3652ba-54d7-4618-b6c9-9fc28c56dfb7 x-openstack-request-id: req-3a3652ba-54d7-4618-b6c9-9fc28c56dfb7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:48:19.177264 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165b60f8-44f1-405a-9afa-276faa5284df", "name": "network-vif-deleted", "tag": "ec1e9684-27db-4c8a-889b-286b9282d334", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:48:19.177515 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a3652ba-54d7-4618-b6c9-9fc28c56dfb7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:48:19.177917 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165b60f8-44f1-405a-9afa-276faa5284df', 'name': 'network-vif-deleted', 'tag': 'ec1e9684-27db-4c8a-889b-286b9282d334', 'status': 'completed', 'code': 200} Aug 12 02:48:20.601495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e1708-64c0-4028-8904-8c2c1cbf6faa req-1d8f38c4-8f02-4cb4-ad75-cb23f870a183 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:20.603029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d7e1708-64c0-4028-8904-8c2c1cbf6faa req-1d8f38c4-8f02-4cb4-ad75-cb23f870a183 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0558329 Aug 12 02:48:20.643917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d7e1708-64c0-4028-8904-8c2c1cbf6faa req-caea82c5-e8b3-444d-9691-ec64f0e7321d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Aug 12 02:48:21.763741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e107e2b-b18f-4090-91a9-416e0f02d43c req-c04d329a-b7eb-4033-bd0c-739453117ee3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:21.765246 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e107e2b-b18f-4090-91a9-416e0f02d43c req-c04d329a-b7eb-4033-bd0c-739453117ee3 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Aug 12 02:48:21.807407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e107e2b-b18f-4090-91a9-416e0f02d43c req-211ee188-bf65-487b-abdf-95feaea16ddb tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/security-groups?id=6fb52f0c-36ea-4324-9f6f-639b7652160c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Aug 12 02:48:22.246172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-d434d23f-2d77-4c08-976f-8164e88af80d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:22.248209 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-d434d23f-2d77-4c08-976f-8164e88af80d tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Aug 12 02:48:22.342057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Deleting port 269932dc-ae10-46a4-a81e-d650ccb15b3d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:48:22.342403 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:22.427826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] For port 269932dc-ae10-46a4-a81e-d650ccb15b3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=269932dc-ae10-46a4-a81e-d650ccb15b3d,segment=NetworkSegment(9524e48a-ec8f-4d4a-ba6a-afb02c03a629),segment_id=9524e48a-ec8f-4d4a-ba6a-afb02c03a629)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:22.428202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:22.441852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Calling delete_port for 269932dc-ae10-46a4-a81e-d650ccb15b3d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:48:22.575865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:22.603438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Pushing event deleted for resources: {'Port': ['ID=269932dc-ae10-46a4-a81e-d650ccb15b3d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:22.609104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['269932dc-ae10-46a4-a81e-d650ccb15b3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:48:22.643083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] No DVR routers for this DVR port 269932dc-ae10-46a4-a81e-d650ccb15b3d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:48:22.645693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:22.647676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-989a437e-d9b5-4fcc-81d6-c032a898d1a6 req-e501c1c3-e81f-491b-ae82-7362cd925baf tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.21 "DELETE /v2.0/ports/269932dc-ae10-46a4-a81e-d650ccb15b3d HTTP/1.1" status: 204 len: 173 time: 0.3932121 Aug 12 02:48:22.648102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'name': 'network-vif-deleted', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:48:22.650362 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a73a1a9-b201-4c84-86da-f10b3d44e1f0" -d '{"events": [{"server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "name": "network-vif-deleted", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:48:22.689955 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bbe7de-74a0-4ef9-90e1-37838262829d x-openstack-request-id: req-95bbe7de-74a0-4ef9-90e1-37838262829d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:48:22.690246 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0269e8-9126-4d1b-846a-b76db7f2b968", "name": "network-vif-deleted", "tag": "269932dc-ae10-46a4-a81e-d650ccb15b3d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:48:22.691180 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95bbe7de-74a0-4ef9-90e1-37838262829d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:48:22.691834 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0269e8-9126-4d1b-846a-b76db7f2b968', 'name': 'network-vif-deleted', 'tag': '269932dc-ae10-46a4-a81e-d650ccb15b3d', 'status': 'completed', 'code': 200} Aug 12 02:48:22.910594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f7554dae-60d9-4869-a83f-6cdd768b1099 req-6791031b-797d-48b7-8bcc-2b99fe28b956 tempest-ServersTestJSON-1174555032 tempest-ServersTestJSON-1174555032-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0269e8-9126-4d1b-846a-b76db7f2b968 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Aug 12 02:48:23.122381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ec1e9684-27db-4c8a-889b-286b9282d334 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:48:23.144617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: ec1e9684-27db-4c8a-889b-286b9282d334 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:48:23.144960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ec1e9684-27db-4c8a-889b-286b9282d334 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:48:23.966255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:24.010183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Deleting subnet d00d6104-8ab5-43a3-b93b-3b29ed57819a {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:48:24.013143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.046256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.084706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.139615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.166215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00d6104-8ab5-43a3-b93b-3b29ed57819a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:24.169030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.170353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d00d6104-8ab5-43a3-b93b-3b29ed57819a HTTP/1.1" status: 204 len: 168 time: 0.2031057 Aug 12 02:48:24.173150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44746) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:24.176695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.177043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.177386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.177724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.178062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.178396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.178722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.179049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.179377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.179750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.180073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.180399 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31446e0a-ddb0-4df5-86ec-9757e704c246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:24.244502 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.326398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.336886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d842f26-63e3-4c2b-8350-67197a354287']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:24.351343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9524e48a-ec8f-4d4a-ba6a-afb02c03a629') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:24.351672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9524e48a-ec8f-4d4a-ba6a-afb02c03a629') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:24.360157 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.373598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.379649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:48:24.380047 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:48:24.381811 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:48:24.435092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.441783 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.443673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5d842f26-63e3-4c2b-8350-67197a354287 HTTP/1.1" status: 204 len: 168 time: 0.2694750 Aug 12 02:48:24.453652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b870a-daf5-4261-819d-3db52c683882 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d842f26-63e3-4c2b-8350-67197a354287,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:24.616978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44750) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:24.659437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ac7aef17-c414-4738-9cea-f51d2a852fb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=264c65097b4e476b848114c091625d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388300 Aug 12 02:48:24.659712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:24.708266 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60da3618-3185-495f-903c-0017202197cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.736190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60da3618-3185-495f-903c-0017202197cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.782467 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60da3618-3185-495f-903c-0017202197cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.785693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-60da3618-3185-495f-903c-0017202197cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:24.786871 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-60da3618-3185-495f-903c-0017202197cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fb52f0c-36ea-4324-9f6f-639b7652160c HTTP/1.1" status: 204 len: 168 time: 0.1262145 Aug 12 02:48:24.795305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da3618-3185-495f-903c-0017202197cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb52f0c-36ea-4324-9f6f-639b7652160c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:25.448619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44774) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:25.573456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-355655028-network', 'tenant_id': 'ce3e03a4f95e405dac203a221d90fafd'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:25.594643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Made reservation on behalf of ce3e03a4f95e405dac203a221d90fafd for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:48:25.597116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.605654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.697263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.700988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.724152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:48:25.738530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210a429-e4f4-4e73-b354-a8927cd77ee7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:25.747008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.747366 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Added segment 2018365a-dc60-4d8f-948d-0bcd5b3f87a9 of type vlan for network 73cf9735-a4b0-4649-b2fd-b52f2caf061f Aug 12 02:48:25.749735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.750088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.750433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.750779 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.751130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.751507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.751957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.752290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.752620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.753093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.753391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.753720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:25.802177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.832649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.833700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:25.834417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:25.898822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:25.899373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4483850 Aug 12 02:48:25.904416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Request body: {'subnet': {'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-355655028-subnet', 'tenant_id': 'ce3e03a4f95e405dac203a221d90fafd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:25.904626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57edd8-2f0d-4840-aabb-205280a91068 admin admin] Pushing event updated for resources: {'Network': ['ID=73cf9735-a4b0-4649-b2fd-b52f2caf061f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:25.916372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 73cf9735-a4b0-4649-b2fd-b52f2caf061f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:48:25.941257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Made reservation on behalf of ce3e03a4f95e405dac203a221d90fafd for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:48:25.943843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.114944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.170868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2781daf-e920-41f8-b1df-c39eda269047,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:26.178095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Checking segment: {'id': '2018365a-dc60-4d8f-948d-0bcd5b3f87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:48:26.178459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Network hostable DHCP agents. Network: 73cf9735-a4b0-4649-b2fd-b52f2caf061f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:48:26.194698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Network 73cf9735-a4b0-4649-b2fd-b52f2caf061f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:48:26.203559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 73cf9735-a4b0-4649-b2fd-b52f2caf061f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:48:26.210665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:26.211268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.212215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39bbb5-c948-4f3d-86ba-79b7971349cf None None] Network 73cf9735-a4b0-4649-b2fd-b52f2caf061f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:48:26.224957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3cbfb67f-5714-417b-a27e-7a42d5b2cf61 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3247030 Aug 12 02:48:26.343018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a78c07-3143-46aa-bb4e-0027d352dbd4 None None] Network 73cf9735-a4b0-4649-b2fd-b52f2caf061f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:48:26.607164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44792) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:26.612806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-370935921-network', 'tenant_id': '72b7abcece684f9a95fbe10ae06aa5dd'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:26.634279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Made reservation on behalf of 72b7abcece684f9a95fbe10ae06aa5dd for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:48:26.636560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.645371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.731656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.735324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.760153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:48:26.770150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd3f50-7c4e-4b68-8f26-3c8b15056e05,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:26.774332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 269932dc-ae10-46a4-a81e-d650ccb15b3d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:48:26.775435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.775824 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Added segment 301325d0-2aa0-4239-a875-eef25803996e of type vlan for network 157de7c5-d706-4764-a40d-9f8110e28c41 Aug 12 02:48:26.795698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 269932dc-ae10-46a4-a81e-d650ccb15b3d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:48:26.796053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 269932dc-ae10-46a4-a81e-d650ccb15b3d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:48:26.820872 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.850138 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.851099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:26.851709 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:26.905608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2972004 Aug 12 02:48:26.908193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:26.913654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Request body: {'subnet': {'network_id': '157de7c5-d706-4764-a40d-9f8110e28c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-370935921-subnet', 'tenant_id': '72b7abcece684f9a95fbe10ae06aa5dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:26.921836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e85c80-d6ed-4cca-ba2a-5438036bf9bc admin admin] Pushing event updated for resources: {'Network': ['ID=157de7c5-d706-4764-a40d-9f8110e28c41,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:26.935340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 157de7c5-d706-4764-a40d-9f8110e28c41 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:48:26.941889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Made reservation on behalf of 72b7abcece684f9a95fbe10ae06aa5dd for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:48:26.944323 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:27.113780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:27.161947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b102c1d4-b265-473a-88b6-b8f363fe99ef,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:27.177168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Checking segment: {'id': '301325d0-2aa0-4239-a875-eef25803996e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '157de7c5-d706-4764-a40d-9f8110e28c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:48:27.177535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Network hostable DHCP agents. Network: 157de7c5-d706-4764-a40d-9f8110e28c41, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:48:27.192770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Network 157de7c5-d706-4764-a40d-9f8110e28c41 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:48:27.200962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 157de7c5-d706-4764-a40d-9f8110e28c41) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:48:27.206999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:27.207615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:27.210813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2ccfbe-c1da-4a0b-b7b7-5610e75c4bac None None] Network 157de7c5-d706-4764-a40d-9f8110e28c41 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:48:27.222470 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-807fbcd5-f3cb-4fd6-9cc2-0e4baa60b018 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3125815 Aug 12 02:48:27.340671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da00731-8cd3-408f-8a00-db88bb71b22f None None] Network 157de7c5-d706-4764-a40d-9f8110e28c41 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:48:27.434157 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:48:27.698788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-5c9c4452-ea38-4823-a0bd-3f3a03343f8e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:27.700195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-5c9c4452-ea38-4823-a0bd-3f3a03343f8e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/networks?id=73cf9735-a4b0-4649-b2fd-b52f2caf061f HTTP/1.1" status: 200 len: 824 time: 0.1035423 Aug 12 02:48:27.715721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-c6131135-1d23-4b65-89b0-14f3aef25733 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/quotas/ce3e03a4f95e405dac203a221d90fafd HTTP/1.1" status: 200 len: 375 time: 0.0088837 Aug 12 02:48:27.748638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-bfd93f93-27a3-442a-8271-d7a8882a544c tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ce3e03a4f95e405dac203a221d90fafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276234 Aug 12 02:48:27.840827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-61a5673c-7208-480d-96a3-9198aeff161e service neutron] 10.222.0.11 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Aug 12 02:48:27.932674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-0a6b8ace-0199-4f71-8476-55da599b657c service neutron] 10.222.0.11 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857556 Aug 12 02:48:28.101316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20d03688-9e67-4ab2-8fe8-bda0e248b975 req-e087d9f3-d672-43cc-a5d2-a3f80dde038d tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 210 time: 0.0276608 Aug 12 02:48:29.092547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-b43c15a3-b30d-49ec-90a7-de2090c781f7 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:29.094445 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-b43c15a3-b30d-49ec-90a7-de2090c781f7 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.21 "GET /v2.0/networks?id=73cf9735-a4b0-4649-b2fd-b52f2caf061f HTTP/1.1" status: 200 len: 824 time: 0.1074047 Aug 12 02:48:29.120149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Request body: {'port': {'device_id': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f', 'admin_state_up': True, 'tenant_id': 'ce3e03a4f95e405dac203a221d90fafd'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:29.194669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46fe3c64-95ba-4569-a3f9-208c6d02525c req-58aa0366-39da-43da-87c3-2b735c4a7bc4 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 210 time: 0.0265689 Aug 12 02:48:29.229694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Made reservation on behalf of ce3e03a4f95e405dac203a221d90fafd for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:48:29.233303 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:29.358615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Allocated IP 172.20.0.14 (73cf9735-a4b0-4649-b2fd-b52f2caf061f/a2781daf-e920-41f8-b1df-c39eda269047/18d7cad2-92d8-48d6-a306-eb2d7f32ae8d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:48:29.499643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:29.542973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:29.585208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Network 73cf9735-a4b0-4649-b2fd-b52f2caf061f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:48:29.590139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:48:29.593784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:48:29.601816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Pushing event updated for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:29.647001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:29.647646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:29.662986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-9b03f64e-3441-45bc-a403-682710254e84 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466146 Aug 12 02:48:29.680352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Request body: {'port': {'device_id': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:48:29.734049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:29.992285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:48:29.999808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:30.016201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Transition to ACTIVE for port object 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:48:30.020565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:30.073379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Pushing event updated for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:30.138877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Attempting to bind port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:48:30.139563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Attempting to bind port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '2018365a-dc60-4d8f-948d-0bcd5b3f87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:48:30.139563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Attempting to bind port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d on network 73cf9735-a4b0-4649-b2fd-b52f2caf061f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:48:30.143957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d on network 73cf9735-a4b0-4649-b2fd-b52f2caf061f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:48:30.144281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Attempting to bind port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d on network 73cf9735-a4b0-4649-b2fd-b52f2caf061f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:48:30.148981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:48:30.149327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Checking segment: {'id': '2018365a-dc60-4d8f-948d-0bcd5b3f87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:48:30.149709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Bound using segment: {'id': '2018365a-dc60-4d8f-948d-0bcd5b3f87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:48:30.150127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Bound port: 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2018365a-dc60-4d8f-948d-0bcd5b3f87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:48:30.150478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:30.213032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:48:30.217121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,segment=NetworkSegment(2018365a-dc60-4d8f-948d-0bcd5b3f87a9),segment_id=2018365a-dc60-4d8f-948d-0bcd5b3f87a9)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:48:30.220569 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:30.253480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:30.253975 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:30.255391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] 10.222.0.21 "PUT /v2.0/ports/18d7cad2-92d8-48d6-a306-eb2d7f32ae8d HTTP/1.1" status: 200 len: 1092 time: 0.5790935 Aug 12 02:48:30.255851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:48:30.258084 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c0fc94-b5a3-40cd-82ec-54346e1b3523" -d '{"events": [{"name": "network-changed", "server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:48:30.305819 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf544cb-ca6a-497e-8d7c-cc12b06dfa9d x-openstack-request-id: req-2bf544cb-ca6a-497e-8d7c-cc12b06dfa9d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:48:30.306104 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:48:30.306373 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bf544cb-ca6a-497e-8d7c-cc12b06dfa9d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:48:30.306744 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d', 'status': 'completed', 'code': 200} Aug 12 02:48:30.320373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e55e6-23e7-4f2c-ae87-9f65279cd05b service neutron] Pushing event updated for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:30.346828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef5ff-7ea9-4958-b1a1-8b240fc2755f req-d0435503-a794-4d7f-94ce-c6e20c2aceff tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:30.348328 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ef5ff-7ea9-4958-b1a1-8b240fc2755f req-d0435503-a794-4d7f-94ce-c6e20c2aceff tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 944 time: 0.0832663 Aug 12 02:48:30.400795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3de1e64c-bfb6-4387-b46b-23155e6c2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:30.402260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3de1e64c-bfb6-4387-b46b-23155e6c2e2b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce3e03a4f95e405dac203a221d90fafd&device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 1095 time: 0.0741310 Aug 12 02:48:30.404972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ef5ff-7ea9-4958-b1a1-8b240fc2755f req-857b1d38-86d3-4182-8d9b-d2c7d118b6e9 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Aug 12 02:48:30.451268 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-0d93f2da-0bd6-497f-a5f3-cc07360aa835 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d HTTP/1.1" status: 200 len: 217 time: 0.0349255 Aug 12 02:48:30.505633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-96a0fe50-1302-440c-a0b5-e5dd9d35ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:30.506997 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-96a0fe50-1302-440c-a0b5-e5dd9d35ce80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2781daf-e920-41f8-b1df-c39eda269047 HTTP/1.1" status: 200 len: 864 time: 0.0480018 Aug 12 02:48:30.856117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-b3a6c0fd-030d-4f6d-a26f-72773606c54a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73cf9735-a4b0-4649-b2fd-b52f2caf061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3418024 Aug 12 02:48:30.943491 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-3156e9a2-24b6-487e-a3cd-2502755b7c79 service neutron] 10.222.0.21 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795043 Aug 12 02:48:31.035449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a371cbc-50f6-4c4d-ba60-c007f1619e78 req-b3d29bb8-a2f3-476e-9412-aeeafbbae7d5 service neutron] 10.222.0.21 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844643 Aug 12 02:48:31.172301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-9aeea6b4-bba2-48ac-867d-859698c42d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:31.173678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-9aeea6b4-bba2-48ac-867d-859698c42d6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce3e03a4f95e405dac203a221d90fafd&device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 1095 time: 0.0416625 Aug 12 02:48:31.264933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-05ec6331-40c6-4126-908a-1a1fa717558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:31.266415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-05ec6331-40c6-4126-908a-1a1fa717558e service neutron] 10.222.0.21 "GET /v2.0/networks?id=73cf9735-a4b0-4649-b2fd-b52f2caf061f HTTP/1.1" status: 200 len: 925 time: 0.0848975 Aug 12 02:48:31.307676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-b250df47-afe2-417d-a67a-e63230db6177 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d HTTP/1.1" status: 200 len: 217 time: 0.0336435 Aug 12 02:48:31.356715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-be31980a-556c-4d03-aa3c-a6488c680f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:31.358092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-be31980a-556c-4d03-aa3c-a6488c680f35 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2781daf-e920-41f8-b1df-c39eda269047 HTTP/1.1" status: 200 len: 864 time: 0.0430663 Aug 12 02:48:31.388449 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-a17559c3-6c64-44b6-88f5-7319aa9a80f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=73cf9735-a4b0-4649-b2fd-b52f2caf061f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232525 Aug 12 02:48:31.482604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-b12822d3-102f-43f1-9289-bab664339ede service neutron] 10.222.0.21 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Aug 12 02:48:31.522736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4609c2-9d9a-4b38-9edd-22d56bb4ed31 req-5bc05810-6d12-44be-b1fc-f5e558237af5 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:31.524270 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c4609c2-9d9a-4b38-9edd-22d56bb4ed31 req-5bc05810-6d12-44be-b1fc-f5e558237af5 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 944 time: 0.0481381 Aug 12 02:48:31.566038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5c4609c2-9d9a-4b38-9edd-22d56bb4ed31 req-953acb07-d2c0-471d-ad50-3790231ad8c4 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Aug 12 02:48:31.578530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-19c0fc94-b5a3-40cd-82ec-54346e1b3523 req-a010e923-106c-4104-afee-596642f3578a service neutron] 10.222.0.21 "GET /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881329 Aug 12 02:48:31.996320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5056-9d15-4b35-bfa3-3d5336dcfa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:32.684343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167c911-2f27-438e-b167-9a12022063ee req-96a46518-abc0-46a0-ba72-cf2a49d41aed tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:32.685827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7167c911-2f27-438e-b167-9a12022063ee req-96a46518-abc0-46a0-ba72-cf2a49d41aed tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 944 time: 0.0488756 Aug 12 02:48:32.725333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7167c911-2f27-438e-b167-9a12022063ee req-8bf1a99e-a138-4985-85e0-09daafc5b79e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331078 Aug 12 02:48:32.816720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:48:32.912557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,segment=NetworkSegment(2018365a-dc60-4d8f-948d-0bcd5b3f87a9),segment_id=2018365a-dc60-4d8f-948d-0bcd5b3f87a9)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:32.923545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d', 'network_id': '73cf9735-a4b0-4649-b2fd-b52f2caf061f', 'port_id': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d', 'mac_address': 'fa:16:3e:e8:69:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2781daf-e920-41f8-b1df-c39eda269047', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:48:32.959992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:32.972841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:48:32.992279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,segment=NetworkSegment(2018365a-dc60-4d8f-948d-0bcd5b3f87a9),segment_id=2018365a-dc60-4d8f-948d-0bcd5b3f87a9)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:32.996070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:33.044070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:33.051297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.051671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.052017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.052355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.052691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.053027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.053355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.053679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.054006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.054333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.054655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.054980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:48:33.404645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['18d7cad2-92d8-48d6-a306-eb2d7f32ae8d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:48:33.838576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a919b-21ab-443b-bfa2-e7e81567a813 req-408fa578-84eb-4c3e-8483-d46f1308ecb2 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:33.840090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-007a919b-21ab-443b-bfa2-e7e81567a813 req-408fa578-84eb-4c3e-8483-d46f1308ecb2 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 945 time: 0.0495338 Aug 12 02:48:33.877392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-007a919b-21ab-443b-bfa2-e7e81567a813 req-afef73af-5e74-485d-9527-9d41519d96ab tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Aug 12 02:48:34.609044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-53a0cf96-fd15-413e-b5d2-c1f3241ad0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.717818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.812388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:48:34.837303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.863754 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:48:34.867307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:48:34.867702 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.946619 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.969051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:48:34.971304 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c402fc-190b-47db-ae9b-58478604c5ef" -d '{"events": [{"server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "name": "network-vif-plugged", "status": "completed", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:48:34.986026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,segment=NetworkSegment(2018365a-dc60-4d8f-948d-0bcd5b3f87a9),segment_id=2018365a-dc60-4d8f-948d-0bcd5b3f87a9)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:34.991501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:34.992885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508555e-b028-4ab1-ab08-2de7d5a058f6 req-aa032fea-59a5-4ad1-b82e-cd961584fa64 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:34.993529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f508555e-b028-4ab1-ab08-2de7d5a058f6 req-aa032fea-59a5-4ad1-b82e-cd961584fa64 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 945 time: 0.0486670 Aug 12 02:48:35.039238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:35.039836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f508555e-b028-4ab1-ab08-2de7d5a058f6 req-24902d1f-0345-4ba8-99a7-e7b92498768c tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362980 Aug 12 02:48:35.090937 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54b162-048e-46b9-8905-b9d3346936c6 x-openstack-request-id: req-ac54b162-048e-46b9-8905-b9d3346936c6 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:48:35.091231 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "name": "network-vif-plugged", "status": "completed", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:48:35.091535 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac54b162-048e-46b9-8905-b9d3346936c6 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:48:35.091939 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d', 'code': 200} Aug 12 02:48:35.208229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4788e0-9c0f-4e74-8328-eb65b1af0d36 req-ca1bf9b7-7dab-4e5c-8178-891d5a1f9baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:35.209631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d4788e0-9c0f-4e74-8328-eb65b1af0d36 req-ca1bf9b7-7dab-4e5c-8178-891d5a1f9baf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 1097 time: 0.0397084 Aug 12 02:48:35.247073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d4788e0-9c0f-4e74-8328-eb65b1af0d36 req-9d05e0e7-c579-4a0d-b64c-3cd374f6e063 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302453 Aug 12 02:48:35.895941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:36.153785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aecc9-be04-49b5-8ed2-f64fd1b437b3 req-d41cc8d1-8ebc-4498-90bf-5bb898c2a497 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:36.155198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e64aecc9-be04-49b5-8ed2-f64fd1b437b3 req-d41cc8d1-8ebc-4498-90bf-5bb898c2a497 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0483809 Aug 12 02:48:36.192301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e64aecc9-be04-49b5-8ed2-f64fd1b437b3 req-a89db071-5dae-4b58-94f4-55b13d37a9f3 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309343 Aug 12 02:48:37.306501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8afa-b5e1-4c1b-9408-5a81a05d161f req-3288b733-3a21-4ecc-aad6-748ff9970db7 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:37.308001 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff6c8afa-b5e1-4c1b-9408-5a81a05d161f req-3288b733-3a21-4ecc-aad6-748ff9970db7 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0482411 Aug 12 02:48:37.345355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff6c8afa-b5e1-4c1b-9408-5a81a05d161f req-5d9c2b6b-99e3-4a96-a5ca-b4e4c4fa8e8b tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314393 Aug 12 02:48:37.393314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:37.460899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e19a7-ee8f-4874-b513-d9d0d90d8784 req-cd8fc71f-3171-4796-a50e-10a2a1058b6e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:37.462421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-650e19a7-ee8f-4874-b513-d9d0d90d8784 req-cd8fc71f-3171-4796-a50e-10a2a1058b6e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0487354 Aug 12 02:48:37.499921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-650e19a7-ee8f-4874-b513-d9d0d90d8784 req-7ff5d534-7860-4575-a1b3-fbb23bcb6490 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Aug 12 02:48:37.693964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd07a3-29f5-4218-a964-259897e4f300 req-ee569f8b-9a79-4a99-9cc8-5d633d8cff82 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:37.695426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6bd07a3-29f5-4218-a964-259897e4f300 req-ee569f8b-9a79-4a99-9cc8-5d633d8cff82 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0486367 Aug 12 02:48:37.738767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6bd07a3-29f5-4218-a964-259897e4f300 req-5895a948-f41c-4abc-8a3a-27cf6771ff6e tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367711 Aug 12 02:48:38.003209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b251135-b1cb-4f2a-a9c8-ef85f8f8e9f6 req-f4bc4027-0f5a-46af-9a4e-f185ed5eaaf1 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:38.004806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b251135-b1cb-4f2a-a9c8-ef85f8f8e9f6 req-f4bc4027-0f5a-46af-9a4e-f185ed5eaaf1 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0483041 Aug 12 02:48:38.045856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b251135-b1cb-4f2a-a9c8-ef85f8f8e9f6 req-20fd484b-0b2f-44f5-95de-d1dbc4532ade tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350208 Aug 12 02:48:38.179082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-170a9e38-2635-41fd-a359-e3a061487b0e req-c14246ec-071c-49f5-b22f-fdd62c854d80 service neutron] (94674) timed out ('10.222.0.11', 60156) {{(pid=94674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:48:39.162306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf03c2b-8b6d-4b21-a576-b9e0415925b6 req-58c169a0-f88f-4dc0-8049-ff6672dc3b9a tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:39.163832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bf03c2b-8b6d-4b21-a576-b9e0415925b6 req-58c169a0-f88f-4dc0-8049-ff6672dc3b9a tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0504611 Aug 12 02:48:39.204038 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bf03c2b-8b6d-4b21-a576-b9e0415925b6 req-d8cbb518-196a-492d-8bea-928e8498e107 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/security-groups?id=8210a429-e4f4-4e73-b354-a8927cd77ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Aug 12 02:48:39.508231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-361a5467-cbc0-4d10-9189-a83ac857e3fd tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:48:39.509683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-361a5467-cbc0-4d10-9189-a83ac857e3fd tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.21 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 946 time: 0.0470953 Aug 12 02:48:39.600763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Deleting port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:48:39.601105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:39.686652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] For port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,segment=NetworkSegment(2018365a-dc60-4d8f-948d-0bcd5b3f87a9),segment_id=2018365a-dc60-4d8f-948d-0bcd5b3f87a9)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:48:39.687018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:39.699887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Calling delete_port for 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:48:39.828817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:39.855535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Pushing event deleted for resources: {'Port': ['ID=18d7cad2-92d8-48d6-a306-eb2d7f32ae8d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:39.860929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['18d7cad2-92d8-48d6-a306-eb2d7f32ae8d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:48:39.900409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] No DVR routers for this DVR port 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:48:39.902894 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:39.904887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d536b73-7649-4501-a015-a6bdbc1097f5 req-d4fb770c-f46f-4ca0-b687-98b3161967df tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.21 "DELETE /v2.0/ports/18d7cad2-92d8-48d6-a306-eb2d7f32ae8d HTTP/1.1" status: 204 len: 173 time: 0.3890967 Aug 12 02:48:39.905318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'name': 'network-vif-deleted', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:48:39.907604 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee64cab-63f6-49f7-9f0c-b502e1b4661b" -d '{"events": [{"server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "name": "network-vif-deleted", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:48:39.945045 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ffa23b-2758-4410-868a-dc5698dd087c x-openstack-request-id: req-f4ffa23b-2758-4410-868a-dc5698dd087c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:48:39.945343 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291409f0-238b-4b3c-9029-2b3d60c0996d", "name": "network-vif-deleted", "tag": "18d7cad2-92d8-48d6-a306-eb2d7f32ae8d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:48:39.945596 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4ffa23b-2758-4410-868a-dc5698dd087c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:48:39.945996 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291409f0-238b-4b3c-9029-2b3d60c0996d', 'name': 'network-vif-deleted', 'tag': '18d7cad2-92d8-48d6-a306-eb2d7f32ae8d', 'status': 'completed', 'code': 200} Aug 12 02:48:40.311842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bd4dc7a1-2e75-401a-b14c-4b5b75c0d3f4 req-db336eb2-ef84-4caa-8bc6-4bf93007c067 tempest-ServersNegativeTestMultiTenantJSON-1424983200 tempest-ServersNegativeTestMultiTenantJSON-1424983200-project] 10.222.0.11 "GET /v2.0/ports?device_id=291409f0-238b-4b3c-9029-2b3d60c0996d HTTP/1.1" status: 200 len: 210 time: 0.0308571 Aug 12 02:48:41.368627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:41.413113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Deleting subnet a2781daf-e920-41f8-b1df-c39eda269047 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:48:41.416112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.455547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.494911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.549663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.575546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2781daf-e920-41f8-b1df-c39eda269047,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:41.577481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.579320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c9e8359-83f6-4e8a-823c-2ca55a6d7e2d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a2781daf-e920-41f8-b1df-c39eda269047 HTTP/1.1" status: 204 len: 168 time: 0.2096946 Aug 12 02:48:41.581987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:41.649309 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.729751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.739321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cf9735-a4b0-4649-b2fd-b52f2caf061f']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:41.749376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2018365a-dc60-4d8f-948d-0bcd5b3f87a9') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:41.749674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2018365a-dc60-4d8f-948d-0bcd5b3f87a9') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:41.758570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.772612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.778283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:48:41.778675 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:48:41.780315 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:48:41.834126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.841908 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.843784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] 10.222.0.11 "DELETE /v2.0/networks/73cf9735-a4b0-4649-b2fd-b52f2caf061f HTTP/1.1" status: 204 len: 168 time: 0.2606139 Aug 12 02:48:41.846714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:41.854964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bc3dc-485b-48be-b13c-66ab619bbe21 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cf9735-a4b0-4649-b2fd-b52f2caf061f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:41.894131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Deleting subnet b102c1d4-b265-473a-88b6-b8f363fe99ef {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:48:41.897430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.938515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:41.987493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.046006 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.070683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b102c1d4-b265-473a-88b6-b8f363fe99ef,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:42.075129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.077985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-90751d22-bba9-4f1b-88f0-647b6a825643 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b102c1d4-b265-473a-88b6-b8f363fe99ef HTTP/1.1" status: 204 len: 168 time: 0.2302120 Aug 12 02:48:42.079343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 44872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:42.149015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.228545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.237861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157de7c5-d706-4764-a40d-9f8110e28c41']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:42.248299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301325d0-2aa0-4239-a875-eef25803996e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:42.248595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301325d0-2aa0-4239-a875-eef25803996e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:48:42.257343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.289932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.298716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:48:42.299478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:48:42.302576 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:48:42.358397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.363327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.365580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/157de7c5-d706-4764-a40d-9f8110e28c41 HTTP/1.1" status: 204 len: 168 time: 0.2850156 Aug 12 02:48:42.379358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d08aa-32de-4077-a1d6-c251e478e7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=157de7c5-d706-4764-a40d-9f8110e28c41,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:42.526935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:42.570419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-51fda239-98e2-487f-92c5-6f46ce8f5de0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce3e03a4f95e405dac203a221d90fafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423129 Aug 12 02:48:42.572847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:42.621459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.642854 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.692989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.695612 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:42.696786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8210a429-e4f4-4e73-b354-a8927cd77ee7 HTTP/1.1" status: 204 len: 168 time: 0.1230617 Aug 12 02:48:42.704070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c400561-5018-4e73-8ded-d11898a785d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210a429-e4f4-4e73-b354-a8927cd77ee7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:42.834609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:48:42.859768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:48:42.860115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 18d7cad2-92d8-48d6-a306-eb2d7f32ae8d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:48:43.019433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:43.058847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2351e25b-27fb-4307-9005-e2abafa4c960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72b7abcece684f9a95fbe10ae06aa5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374422 Aug 12 02:48:43.061091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 44886) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:43.109273 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:43.130954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:43.179420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:43.181960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:43.183095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56cd3f50-7c4e-4b68-8f26-3c8b15056e05 HTTP/1.1" status: 204 len: 168 time: 0.1211245 Aug 12 02:48:43.190642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b11e66-3a0d-4299-afdf-bd1087717112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd3f50-7c4e-4b68-8f26-3c8b15056e05,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:48.087659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.163725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:48.269113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1d3455b-6595-452b-9e9f-334a93e405ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.361145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1d3455b-6595-452b-9e9f-334a93e405ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.364825 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1d3455b-6595-452b-9e9f-334a93e405ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.412393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1d3455b-6595-452b-9e9f-334a93e405ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=babb9582ef734d0eb8d2b4db748c4e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472696 Aug 12 02:48:48.413200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3455b-6595-452b-9e9f-334a93e405ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19e727d-6b66-41d4-889a-ef4c86074039,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:48.414860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45016) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:48.466085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.486924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.532760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.535454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.536770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b19e727d-6b66-41d4-889a-ef4c86074039 HTTP/1.1" status: 204 len: 168 time: 0.1199727 Aug 12 02:48:48.544060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cba233-5f65-4341-894b-6ec99a1361a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19e727d-6b66-41d4-889a-ef4c86074039,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:48.793053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:48.806914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a477dc58-88ef-40a1-8b98-1b32238453f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.893624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a477dc58-88ef-40a1-8b98-1b32238453f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.898088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a477dc58-88ef-40a1-8b98-1b32238453f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:48.933174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477dc58-88ef-40a1-8b98-1b32238453f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e2a98d-0657-4cb9-9b05-3178ce36d2e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:48.937577 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a477dc58-88ef-40a1-8b98-1b32238453f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f53b2fdeebb49c1b07cbc1da3b6bf2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434839 Aug 12 02:48:48.940212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:48.990322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:49.010745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:49.055030 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:49.057547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:49.058677 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4e2a98d-0657-4cb9-9b05-3178ce36d2e5 HTTP/1.1" status: 204 len: 168 time: 0.1175623 Aug 12 02:48:49.066383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb6975-428d-4dd6-8d5c-68ff852b88e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e2a98d-0657-4cb9-9b05-3178ce36d2e5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:50.865270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45070) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:50.972054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85f2cb68-1c12-4820-ad76-0fab9a8f7e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.059914 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85f2cb68-1c12-4820-ad76-0fab9a8f7e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.063621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-85f2cb68-1c12-4820-ad76-0fab9a8f7e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.102055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-85f2cb68-1c12-4820-ad76-0fab9a8f7e3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ede9e2d5346c4998b6b611834d268caf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355943 Aug 12 02:48:51.102920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2cb68-1c12-4820-ad76-0fab9a8f7e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1502025-4e28-40d1-a9f5-696291c2d1ed,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:51.104766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:51.154788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.175837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.221520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.224212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.225371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1502025-4e28-40d1-a9f5-696291c2d1ed HTTP/1.1" status: 204 len: 168 time: 0.1189787 Aug 12 02:48:51.232993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c05bc-a42a-47e1-9da7-ce8e70233a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1502025-4e28-40d1-a9f5-696291c2d1ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:51.483414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:51.496828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6ef495a-6dd9-4692-a7a1-8bf2fd849767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.583528 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6ef495a-6dd9-4692-a7a1-8bf2fd849767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.587211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e6ef495a-6dd9-4692-a7a1-8bf2fd849767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.628218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e6ef495a-6dd9-4692-a7a1-8bf2fd849767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b041a816c1784ddb9ee33defac6c7b22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437042 Aug 12 02:48:51.629088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef495a-6dd9-4692-a7a1-8bf2fd849767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b18515-61a1-4a97-9b02-d52730b7b07f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:51.631068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:51.683877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.705259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.753701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.756281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:51.757444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20b18515-61a1-4a97-9b02-d52730b7b07f HTTP/1.1" status: 204 len: 168 time: 0.1252327 Aug 12 02:48:51.764808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427459ce-8667-4a9f-aea4-32d6c0a85154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b18515-61a1-4a97-9b02-d52730b7b07f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:53.894331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45154) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:54.008072 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdef82-14de-4be9-872b-490b567650d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.094629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdef82-14de-4be9-872b-490b567650d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.098821 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-99bdef82-14de-4be9-872b-490b567650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.136528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-99bdef82-14de-4be9-872b-490b567650d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c13ee6942b74915afe4525ea65ebbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410119 Aug 12 02:48:54.137763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdef82-14de-4be9-872b-490b567650d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da6728-fad8-481a-90a9-f5c1a74c4fa3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:54.139172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:54.188829 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.209441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.255026 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.257622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.258774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40da6728-fad8-481a-90a9-f5c1a74c4fa3 HTTP/1.1" status: 204 len: 168 time: 0.1181529 Aug 12 02:48:54.266185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34221db7-2fe3-4f03-a2b6-4e43de9ec31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da6728-fad8-481a-90a9-f5c1a74c4fa3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:54.520085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:54.533719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737d86ff-a78d-47a4-b748-aec595d8688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.625594 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737d86ff-a78d-47a4-b748-aec595d8688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.629787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-737d86ff-a78d-47a4-b748-aec595d8688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.666799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-737d86ff-a78d-47a4-b748-aec595d8688c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5f9f2cf02f349eaa0431afc612f8222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456470 Aug 12 02:48:54.667682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d86ff-a78d-47a4-b748-aec595d8688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2514d9ca-ce7e-4bd3-9727-c34bbcbeb9c4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:54.669596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45166) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:54.718594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.739332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.786402 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.789128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:54.790291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2514d9ca-ce7e-4bd3-9727-c34bbcbeb9c4 HTTP/1.1" status: 204 len: 168 time: 0.1196728 Aug 12 02:48:54.797879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ae2ce-f5c9-4dfa-88f6-ada7b4f271c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2514d9ca-ce7e-4bd3-9727-c34bbcbeb9c4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:56.253619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45218) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:56.362476 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-191596f1-e04c-45b7-90a1-670cc91f4989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.453263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-191596f1-e04c-45b7-90a1-670cc91f4989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.458050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-191596f1-e04c-45b7-90a1-670cc91f4989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.499475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191596f1-e04c-45b7-90a1-670cc91f4989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e15ded-d298-47f2-9488-d348076d4640,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:56.503916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-191596f1-e04c-45b7-90a1-670cc91f4989 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0375829c16c5401d992b17cba68d665b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490301 Aug 12 02:48:56.507150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45222) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:56.555171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.576120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.622943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.625507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:56.626658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05e15ded-d298-47f2-9488-d348076d4640 HTTP/1.1" status: 204 len: 168 time: 0.1185338 Aug 12 02:48:56.635044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a1aae-167d-437b-8c08-f073ec4f0f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e15ded-d298-47f2-9488-d348076d4640,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:58.325696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45292) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:58.448514 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cb58b06-c76c-4c2e-8a5d-5beda650c55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.541982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cb58b06-c76c-4c2e-8a5d-5beda650c55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.545871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1cb58b06-c76c-4c2e-8a5d-5beda650c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.584505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1cb58b06-c76c-4c2e-8a5d-5beda650c55b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eac38db67704126ba85a836e7bd3db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577195 Aug 12 02:48:58.585392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb58b06-c76c-4c2e-8a5d-5beda650c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed9935-d61d-4cb2-9e3b-93f1e0180cf8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:58.587188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45296) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:58.637600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.657806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.704494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.707331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:58.708542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2ed9935-d61d-4cb2-9e3b-93f1e0180cf8 HTTP/1.1" status: 204 len: 168 time: 0.1202991 Aug 12 02:48:58.721032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f81cf6-12a1-4a6c-8353-bfd1910f9315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed9935-d61d-4cb2-9e3b-93f1e0180cf8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:58.977311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45302) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:58.990619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf42c46c-e015-407c-89fd-cd4b8fd22453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.083055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf42c46c-e015-407c-89fd-cd4b8fd22453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.087046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf42c46c-e015-407c-89fd-cd4b8fd22453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.128694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf42c46c-e015-407c-89fd-cd4b8fd22453 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eeb551332df946e69a8bbe5d10ba609f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503057 Aug 12 02:48:59.131805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42c46c-e015-407c-89fd-cd4b8fd22453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ceece-db6d-4f33-9a1e-63ed31855dd4,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:48:59.132348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45304) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:48:59.182512 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.203863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.249073 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.251656 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:48:59.252846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac8ceece-db6d-4f33-9a1e-63ed31855dd4 HTTP/1.1" status: 204 len: 168 time: 0.1194856 Aug 12 02:48:59.260958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4caa8-be83-42c0-ba7a-af283fbff4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ceece-db6d-4f33-9a1e-63ed31855dd4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:02.002906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6603581b-e16d-436e-9e1c-f3326d95c074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.491491 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45516) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:02.595179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35d1fffa-67d7-409b-89cb-965753cf777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.687756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35d1fffa-67d7-409b-89cb-965753cf777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.691254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35d1fffa-67d7-409b-89cb-965753cf777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.732332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-35d1fffa-67d7-409b-89cb-965753cf777f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d96e621587345bcb542f9f6540ac125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392907 Aug 12 02:49:02.733218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1fffa-67d7-409b-89cb-965753cf777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed843d3e-cb00-4767-b97d-5fbf014dae67,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:02.734839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45520) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:02.788505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.811644 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.859096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.861901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:02.863177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed843d3e-cb00-4767-b97d-5fbf014dae67 HTTP/1.1" status: 204 len: 168 time: 0.1266201 Aug 12 02:49:02.871103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82482513-c415-41ea-9f8b-de9a63ce45f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed843d3e-cb00-4767-b97d-5fbf014dae67,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:03.489898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:03.586837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1612906963'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:03.607449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:03.610751 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.619613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.706946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.711703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.738090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:03.748323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e013ac9-4129-47e6-b9b6-499a0754b0f6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:03.753190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.753546 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Added segment 95eebcae-f3b1-4102-9bc0-8bdff7e11b71 of type vlan for network b581cbd3-7cba-4810-9043-23c0ca3084b1 Aug 12 02:49:03.794731 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.823033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.828664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:03.829258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:03.891410 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4003215 Aug 12 02:49:03.894493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45546) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:03.898928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6d335-568e-4a21-8ca6-08128f7b2bcd tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Network': ['ID=b581cbd3-7cba-4810-9043-23c0ca3084b1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:03.900184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'subnet': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:03.909602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:03.987152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:03.990990 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.170267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.231136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Subnet': ['ID=17559cec-7bc0-4f89-880d-f85365994771,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:04.242199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Checking segment: {'id': '95eebcae-f3b1-4102-9bc0-8bdff7e11b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:04.242557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network hostable DHCP agents. Network: b581cbd3-7cba-4810-9043-23c0ca3084b1, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:04.259634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:04.268018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, b581cbd3-7cba-4810-9043-23c0ca3084b1) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:04.272128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:04.272716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.277206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4297650-855d-4dfb-a297-12a4a79eb8f2 None None] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:04.287783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-13d270b8-2fd5-4b03-ae8e-a4e0d7be66d7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3916039 Aug 12 02:49:04.290338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45548) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:04.295747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-405829237'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:04.414107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:04.417697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.438005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-b581cbd3-7cba-4810-9043-23c0ca3084b1', 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'tenant_id': '0dc28af0ad9d49e5ab3c179341fcc7ef', 'fixed_ips': [{'subnet_id': '17559cec-7bc0-4f89-880d-f85365994771'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:04.438272 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:49:04.438949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.439074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port a86d1be4-e2db-4b4b-b7da-1065c632dd10 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:04.609493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::16c (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/a86d1be4-e2db-4b4b-b7da-1065c632dd10) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:04.609840 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f9686a7-0fde-4d07-81dc-56b06c2b39c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.723632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.793027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.811962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object a86d1be4-e2db-4b4b-b7da-1065c632dd10 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:04.840921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.854955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.902368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:04.908790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:04.909528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Allocated IP 2001:db8::2 (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/7ca69c77-d733-42c9-937e-9628290113b2) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:04.912928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:04.918673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:04.919316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:04.926454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=a86d1be4-e2db-4b4b-b7da-1065c632dd10,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:04.947924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fa9222d3-423e-4a60-b07e-f537a9ac1a66 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6529708 Aug 12 02:49:04.947924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45550) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:04.953288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-142461395', 'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:e1:e0:25'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:05.072515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.081438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Transition to ACTIVE for port object 7ca69c77-d733-42c9-937e-9628290113b2 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:05.084186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:05.098331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Transition to ACTIVE for port object 7ca69c77-d733-42c9-937e-9628290113b2 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:05.108156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.151816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:05.154749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:05.159134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:05.162696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Pushing event updated for resources: {'Port': ['ID=7ca69c77-d733-42c9-937e-9628290113b2,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:05.185283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.203014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port 46849c86-a406-4018-a0cf-add2e8c9b209 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:05.217608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Attempting to bind port 7ca69c77-d733-42c9-937e-9628290113b2 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:05.217973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Attempting to bind port 7ca69c77-d733-42c9-937e-9628290113b2 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '95eebcae-f3b1-4102-9bc0-8bdff7e11b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:05.218352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Attempting to bind port 7ca69c77-d733-42c9-937e-9628290113b2 on network b581cbd3-7cba-4810-9043-23c0ca3084b1 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:05.223356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:05.223890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Checking segment: {'id': '95eebcae-f3b1-4102-9bc0-8bdff7e11b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:05.224297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.224692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Bound using segment: {'id': '95eebcae-f3b1-4102-9bc0-8bdff7e11b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:05.225154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Bound port: 7ca69c77-d733-42c9-937e-9628290113b2, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95eebcae-f3b1-4102-9bc0-8bdff7e11b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:05.225531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.287161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] For port 7ca69c77-d733-42c9-937e-9628290113b2, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:05.291099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] For port 7ca69c77-d733-42c9-937e-9628290113b2, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7ca69c77-d733-42c9-937e-9628290113b2,segment=NetworkSegment(95eebcae-f3b1-4102-9bc0-8bdff7e11b71),segment_id=95eebcae-f3b1-4102-9bc0-8bdff7e11b71)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:05.295250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.322144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::259 (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/46849c86-a406-4018-a0cf-add2e8c9b209) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:05.357193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f7023-f361-4702-bd11-29b39b57b235 None None] Pushing event updated for resources: {'Port': ['ID=7ca69c77-d733-42c9-937e-9628290113b2,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:05.490039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.512447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object 46849c86-a406-4018-a0cf-add2e8c9b209 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:05.555120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.604135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:05.608874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:05.612735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:05.619111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:05.619769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.626402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=46849c86-a406-4018-a0cf-add2e8c9b209,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:05.639600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a33203d-609f-4895-8634-a45c4a63a39a tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.6903927 Aug 12 02:49:05.641865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45552) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:05.690114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527511bc-aa06-4823-b491-450d0f0fddfb tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:05.696025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527511bc-aa06-4823-b491-450d0f0fddfb tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:05.701843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527511bc-aa06-4823-b491-450d0f0fddfb tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:05.703428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-527511bc-aa06-4823-b491-450d0f0fddfb tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0606670 Aug 12 02:49:05.706533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45554) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:05.790951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port 46849c86-a406-4018-a0cf-add2e8c9b209 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:05.791267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.884920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:05.898463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for 46849c86-a406-4018-a0cf-add2e8c9b209 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:05.901175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.041069 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.068787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=46849c86-a406-4018-a0cf-add2e8c9b209,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:06.188447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.190347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-18b7a39a-15db-4b5b-bef4-43ea4a408f57 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/46849c86-a406-4018-a0cf-add2e8c9b209 HTTP/1.1" status: 204 len: 168 time: 0.4823313 Aug 12 02:49:06.193822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45556) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:06.198470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad87d97-67b7-405c-8d03-0d74f3b29804 None None] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:06.217509 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ecb2f3-d17a-4e86-ab88-9731d0bf8e93 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] GET failed (client error): The resource could not be found. Aug 12 02:49:06.218986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0ecb2f3-d17a-4e86-ab88-9731d0bf8e93 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports/46849c86-a406-4018-a0cf-add2e8c9b209 HTTP/1.1" status: 404 len: 333 time: 0.0243385 Aug 12 02:49:06.223192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45558) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:06.228968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-498392566'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:06.289467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fb282aa4-bf5e-45f2-842d-c91d30e2dd32 None None] Provisioning for port 7ca69c77-d733-42c9-937e-9628290113b2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:06.335997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:06.339525 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.357733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port 7fea7c50-a66d-48cd-8455-d73509990f98 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:06.485571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::3d6 (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/7fea7c50-a66d-48cd-8455-d73509990f98) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:06.644211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dd3d15b4-01ab-4df2-9590-04fe67c970fd None None] Provisioning for port a86d1be4-e2db-4b4b-b7da-1065c632dd10 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:06.648979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dd3d15b4-01ab-4df2-9590-04fe67c970fd None None] Provisioning complete for port a86d1be4-e2db-4b4b-b7da-1065c632dd10 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:06.649761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd3d15b4-01ab-4df2-9590-04fe67c970fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.658572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.673424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object 7fea7c50-a66d-48cd-8455-d73509990f98 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:06.693482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d15b4-01ab-4df2-9590-04fe67c970fd None None] Port a86d1be4-e2db-4b4b-b7da-1065c632dd10 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:06.710625 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.752993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:06.756261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:06.762050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:06.767751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:06.768425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.779567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=7fea7c50-a66d-48cd-8455-d73509990f98,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:06.790767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-09ecdcdb-c035-4dab-8313-0beb2f554a34 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5659213 Aug 12 02:49:06.793477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45560) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:06.798903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:e1:e0:25'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:06.813570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2d906e35-258b-4181-9cfd-cbec698f9d4a None None] Provisioning complete for port a86d1be4-e2db-4b4b-b7da-1065c632dd10 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:06.814026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2d906e35-258b-4181-9cfd-cbec698f9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:06.850119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2d906e35-258b-4181-9cfd-cbec698f9d4a None None] Port a86d1be4-e2db-4b4b-b7da-1065c632dd10 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:06.871574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.055175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.059999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.065704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-699ff9ee-c387-4782-beb8-e9c9212a2eba None None] Could not find standard attr ID for object 46849c86-a406-4018-a0cf-add2e8c9b209. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:07.102753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] In _notify_port_updated(), no bound segment for port 7fea7c50-a66d-48cd-8455-d73509990f98 on network b581cbd3-7cba-4810-9043-23c0ca3084b1 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:49:07.108330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:07.108984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.110349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "PUT /v2.0/ports/7fea7c50-a66d-48cd-8455-d73509990f98 HTTP/1.1" status: 200 len: 1002 time: 0.3158419 Aug 12 02:49:07.113426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45562) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:07.122524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54365903-8aaf-4b6a-8e7f-5ddc21fa1ec4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=7fea7c50-a66d-48cd-8455-d73509990f98,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:07.212656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port 7fea7c50-a66d-48cd-8455-d73509990f98 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:07.213008 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.292768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b0b903ae-3f64-4122-9084-9bc1c6fb3317 None None] Provisioning for port 7fea7c50-a66d-48cd-8455-d73509990f98 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:07.298108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b0b903ae-3f64-4122-9084-9bc1c6fb3317 None None] Provisioning complete for port 7fea7c50-a66d-48cd-8455-d73509990f98 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:07.299384 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b0b903ae-3f64-4122-9084-9bc1c6fb3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.303942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.316552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for 7fea7c50-a66d-48cd-8455-d73509990f98 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:07.336202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b0b903ae-3f64-4122-9084-9bc1c6fb3317 None None] Port 7fea7c50-a66d-48cd-8455-d73509990f98 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:07.398804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.455124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.486098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=7fea7c50-a66d-48cd-8455-d73509990f98,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:07.574141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7ca69c77-d733-42c9-937e-9628290113b2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:07.593271 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.596038 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ae8ecab0-f54d-4f9d-b305-da2ab690e1a1 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/7fea7c50-a66d-48cd-8455-d73509990f98 HTTP/1.1" status: 204 len: 168 time: 0.4813480 Aug 12 02:49:07.599006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45564) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:07.624026 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe8fda4-9928-401a-88bc-1105dd916456 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] GET failed (client error): The resource could not be found. Aug 12 02:49:07.626947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3fe8fda4-9928-401a-88bc-1105dd916456 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports/7fea7c50-a66d-48cd-8455-d73509990f98 HTTP/1.1" status: 404 len: 333 time: 0.0256965 Aug 12 02:49:07.630252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:07.631138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7ca69c77-d733-42c9-937e-9628290113b2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:07.635303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7ca69c77-d733-42c9-937e-9628290113b2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:07.635601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1895888207'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:07.635735 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.756225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:07.759863 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.783165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port 43f9d9cd-3376-4fd3-b014-53558139b9d1 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:07.825889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-81d6850b-f27a-4d07-955e-0aff5cbea402 None None] Could not find standard attr ID for object 7fea7c50-a66d-48cd-8455-d73509990f98. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:07.885324 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.905061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::37c (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/43f9d9cd-3376-4fd3-b014-53558139b9d1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:07.918251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7ca69c77-d733-42c9-937e-9628290113b2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7ca69c77-d733-42c9-937e-9628290113b2,segment=NetworkSegment(95eebcae-f3b1-4102-9bc0-8bdff7e11b71),segment_id=95eebcae-f3b1-4102-9bc0-8bdff7e11b71)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:07.922226 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:07.970668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7ca69c77-d733-42c9-937e-9628290113b2,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:08.396581 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.408845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object 43f9d9cd-3376-4fd3-b014-53558139b9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:08.442014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.482402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:08.485469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:08.491679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:08.497365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:08.497945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.511431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=43f9d9cd-3376-4fd3-b014-53558139b9d1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:08.523245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2a2128c8-8e20-41f1-8aa1-e28aa150373c tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8915617 Aug 12 02:49:08.526205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45568) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:08.537126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:e0:25'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:08.685765 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.752748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a668886f-d63c-4dae-a3de-481f2822142f None None] Provisioning for port 43f9d9cd-3376-4fd3-b014-53558139b9d1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:08.757230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a668886f-d63c-4dae-a3de-481f2822142f None None] Provisioning complete for port 43f9d9cd-3376-4fd3-b014-53558139b9d1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:08.757604 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a668886f-d63c-4dae-a3de-481f2822142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.795316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a668886f-d63c-4dae-a3de-481f2822142f None None] Port 43f9d9cd-3376-4fd3-b014-53558139b9d1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:08.864388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.868559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.901567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] In _notify_port_updated(), no bound segment for port 43f9d9cd-3376-4fd3-b014-53558139b9d1 on network b581cbd3-7cba-4810-9043-23c0ca3084b1 {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:49:08.907034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:08.907679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:08.908998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "PUT /v2.0/ports/43f9d9cd-3376-4fd3-b014-53558139b9d1 HTTP/1.1" status: 200 len: 1003 time: 0.3823137 Aug 12 02:49:08.912045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45570) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:08.926867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44beb5-c3b9-4491-b7f4-79d94c6d16a8 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=43f9d9cd-3376-4fd3-b014-53558139b9d1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:09.003091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port 43f9d9cd-3376-4fd3-b014-53558139b9d1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:09.003433 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.095712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.108451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for 43f9d9cd-3376-4fd3-b014-53558139b9d1 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:09.118910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-495e1ae3-4ad5-4020-8be5-d1b9dbc1815c None None] Provisioning complete for port 43f9d9cd-3376-4fd3-b014-53558139b9d1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:09.119278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-495e1ae3-4ad5-4020-8be5-d1b9dbc1815c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.151655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-495e1ae3-4ad5-4020-8be5-d1b9dbc1815c None None] Port 43f9d9cd-3376-4fd3-b014-53558139b9d1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:09.233692 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.272350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=43f9d9cd-3376-4fd3-b014-53558139b9d1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:09.290957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.293053 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fa8979ab-23b7-4422-b46d-fe3e03e19ef5 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/43f9d9cd-3376-4fd3-b014-53558139b9d1 HTTP/1.1" status: 204 len: 168 time: 0.3798816 Aug 12 02:49:09.295624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45572) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:09.320210 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db44b88-337c-40bf-857f-0487ddc8d6a6 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] GET failed (client error): The resource could not be found. Aug 12 02:49:09.322000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2db44b88-337c-40bf-857f-0487ddc8d6a6 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports/43f9d9cd-3376-4fd3-b014-53558139b9d1 HTTP/1.1" status: 404 len: 333 time: 0.0254521 Aug 12 02:49:09.325545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45574) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:09.330729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825377781'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:09.440153 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:09.444585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.466326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port a7dc8557-b3d4-447d-967e-da9dc6fe3d91 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:09.542433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7ca69c77-d733-42c9-937e-9628290113b2 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:09.583248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::315 (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/a7dc8557-b3d4-447d-967e-da9dc6fe3d91) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:09.591909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7ca69c77-d733-42c9-937e-9628290113b2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:09.592278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.726065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.739719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object a7dc8557-b3d4-447d-967e-da9dc6fe3d91 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:09.772178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.811890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:09.814844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:09.821117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:09.826630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:09.827249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:09.838587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=a7dc8557-b3d4-447d-967e-da9dc6fe3d91,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:09.851561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-97f38ae8-97a8-4269-8823-1510af483a76 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5249217 Aug 12 02:49:09.854116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45576) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:09.859876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'network_id': 'b581cbd3-7cba-4810-9043-23c0ca3084b1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893435114'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:09.977445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Made reservation on behalf of 0dc28af0ad9d49e5ab3c179341fcc7ef for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:09.981081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.000685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] device_id is not set on port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:10.120900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Allocated IP 2001:db8::8f (b581cbd3-7cba-4810-9043-23c0ca3084b1/17559cec-7bc0-4f89-880d-f85365994771/15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:10.174321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3707e187-06fe-47c3-ad00-12a58c069ef4 None None] Provisioning for port a7dc8557-b3d4-447d-967e-da9dc6fe3d91 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:10.178705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3707e187-06fe-47c3-ad00-12a58c069ef4 None None] Provisioning complete for port a7dc8557-b3d4-447d-967e-da9dc6fe3d91 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:10.179143 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3707e187-06fe-47c3-ad00-12a58c069ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.213180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3707e187-06fe-47c3-ad00-12a58c069ef4 None None] Port a7dc8557-b3d4-447d-967e-da9dc6fe3d91 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:10.263506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.276306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Transition to ACTIVE for port object 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:10.308178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.351837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:10.354843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:10.360412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:10.367003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:10.367659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.378035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:10.389350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4419d9eb-3536-4ff1-9918-a0c93cc614fc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5340483 Aug 12 02:49:10.393898 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45578) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:10.399424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16c', 'mac_address': 'fa:16:3e:e1:e0:25'}, {'ip_address': '2001:db8::315', 'mac_address': 'fa:16:3e:58:f3:ef'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:10.551198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.636201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba169acf-385e-4b6a-a7dc-b47379128846 None None] Provisioning for port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:10.639909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ba169acf-385e-4b6a-a7dc-b47379128846 None None] Provisioning complete for port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:10.640329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ba169acf-385e-4b6a-a7dc-b47379128846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.674328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ba169acf-385e-4b6a-a7dc-b47379128846 None None] Port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:10.729589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.734102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.763336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] In _notify_port_updated(), no bound segment for port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 on network b581cbd3-7cba-4810-9043-23c0ca3084b1 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:49:10.768790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:10.769499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.770819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "PUT /v2.0/ports/15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 HTTP/1.1" status: 200 len: 1067 time: 0.3758287 Aug 12 02:49:10.773830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45580) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:10.819456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea139f0-bc29-49f3-a17e-47bd1b9886dc tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event updated for resources: {'Port': ['ID=15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:10.877410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:10.877754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.964632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:10.980722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:10.994552 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9399e7f8-3dc4-4bba-a107-75c2f0e159d7 None None] Provisioning complete for port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:10.994921 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9399e7f8-3dc4-4bba-a107-75c2f0e159d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.030906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9399e7f8-3dc4-4bba-a107-75c2f0e159d7 None None] Port 15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:11.108134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.133592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:11.289477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.291410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bdbb35b0-4742-4b81-ad88-891672089034 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 HTTP/1.1" status: 204 len: 168 time: 0.5169258 Aug 12 02:49:11.294193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:11.320885 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c6b37d-bc22-4484-a90f-4a71c7624246 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] GET failed (client error): The resource could not be found. Aug 12 02:49:11.322424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-42c6b37d-bc22-4484-a90f-4a71c7624246 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports/15fea37f-bde6-4ee9-bd6e-406e4a9c7ce3 HTTP/1.1" status: 404 len: 333 time: 0.0271385 Aug 12 02:49:11.325021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45584) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:11.407052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port a7dc8557-b3d4-447d-967e-da9dc6fe3d91 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:11.407352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.499662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.511213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for a7dc8557-b3d4-447d-967e-da9dc6fe3d91 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:11.637639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.666647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=a7dc8557-b3d4-447d-967e-da9dc6fe3d91,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:11.691007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.695523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-93fe0504-4333-42b9-8ef1-93f952e5f4a7 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/a7dc8557-b3d4-447d-967e-da9dc6fe3d91 HTTP/1.1" status: 204 len: 168 time: 0.3671701 Aug 12 02:49:11.695727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45586) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:11.720998 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-f231e26f-a2d7-4e0c-a324-a0b659d192b4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] GET failed (client error): The resource could not be found. Aug 12 02:49:11.723169 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f231e26f-a2d7-4e0c-a324-a0b659d192b4 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "GET /v2.0/ports/a7dc8557-b3d4-447d-967e-da9dc6fe3d91 HTTP/1.1" status: 404 len: 333 time: 0.0259299 Aug 12 02:49:11.726921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:11.818681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port a86d1be4-e2db-4b4b-b7da-1065c632dd10 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:11.819032 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.903735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:11.915208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for a86d1be4-e2db-4b4b-b7da-1065c632dd10 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:12.040814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.070324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=a86d1be4-e2db-4b4b-b7da-1065c632dd10,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:12.093506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.095437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf327b28-c318-4fd1-bfd8-087771742ef9 tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/ports/a86d1be4-e2db-4b4b-b7da-1065c632dd10 HTTP/1.1" status: 204 len: 168 time: 0.3675482 Aug 12 02:49:12.099012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45590) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:12.154591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting subnet 17559cec-7bc0-4f89-880d-f85365994771 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:12.157971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.200688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.284463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.345770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.373822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Subnet': ['ID=17559cec-7bc0-4f89-880d-f85365994771,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:12.375936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.380195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f61ea7d0-33f1-4a0f-9ba0-e253842012ef tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/subnets/17559cec-7bc0-4f89-880d-f85365994771 HTTP/1.1" status: 204 len: 168 time: 0.2777927 Aug 12 02:49:12.381079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45592) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:12.383391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1c729-7fb6-4d7b-8d27-c018ced16920 None None] Network b581cbd3-7cba-4810-9043-23c0ca3084b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:12.457003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.510487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Deleting port 7ca69c77-d733-42c9-937e-9628290113b2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:12.510843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.553926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] DHCP port deletion for b581cbd3-7cba-4810-9043-23c0ca3084b1 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:12.591711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] For port 7ca69c77-d733-42c9-937e-9628290113b2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7ca69c77-d733-42c9-937e-9628290113b2,segment=NetworkSegment(95eebcae-f3b1-4102-9bc0-8bdff7e11b71),segment_id=95eebcae-f3b1-4102-9bc0-8bdff7e11b71)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:12.591711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.609029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Calling delete_port for 7ca69c77-d733-42c9-937e-9628290113b2 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:12.610244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Deleting port 7ca69c77-d733-42c9-937e-9628290113b2 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:12.610631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.675022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] For port 7ca69c77-d733-42c9-937e-9628290113b2, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7ca69c77-d733-42c9-937e-9628290113b2,segment=NetworkSegment(95eebcae-f3b1-4102-9bc0-8bdff7e11b71),segment_id=95eebcae-f3b1-4102-9bc0-8bdff7e11b71)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:12.675425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.689789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.690990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Calling delete_port for 7ca69c77-d733-42c9-937e-9628290113b2 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:12.718855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Port': ['ID=7ca69c77-d733-42c9-937e-9628290113b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:12.721944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] No DVR routers for this DVR port 7ca69c77-d733-42c9-937e-9628290113b2 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:12.765276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.789364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] Pushing event deleted for resources: {'Port': ['ID=7ca69c77-d733-42c9-937e-9628290113b2,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:12.794985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7027400-6330-4f83-802b-271100e9d6a1 None None] No DVR routers for this DVR port 7ca69c77-d733-42c9-937e-9628290113b2 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:12.817666 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.827532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b581cbd3-7cba-4810-9043-23c0ca3084b1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:12.844858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95eebcae-f3b1-4102-9bc0-8bdff7e11b71') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:12.845155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95eebcae-f3b1-4102-9bc0-8bdff7e11b71') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:12.853916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.867991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.873571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:12.873949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:12.877173 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:12.937287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.945428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:12.947263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] 10.222.0.11 "DELETE /v2.0/networks/b581cbd3-7cba-4810-9043-23c0ca3084b1 HTTP/1.1" status: 204 len: 168 time: 0.5652428 Aug 12 02:49:12.960120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e7f66-40f2-4cb5-8000-416a0800ab3e tempest-AllowedAddressPairIpV6TestJSON-1331405210 tempest-AllowedAddressPairIpV6TestJSON-1331405210-project] Pushing event deleted for resources: {'Network': ['ID=b581cbd3-7cba-4810-9043-23c0ca3084b1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:13.198668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45598) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:13.332399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af154130-b0b0-44be-8bb5-87e0f1056057 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dc28af0ad9d49e5ab3c179341fcc7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325376 Aug 12 02:49:13.334924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45602) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:13.382142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:13.402339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:13.447712 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:13.450214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:13.451367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e013ac9-4129-47e6-b9b6-499a0754b0f6 HTTP/1.1" status: 204 len: 168 time: 0.1155136 Aug 12 02:49:13.459743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf07ac-64b2-416d-ab35-001edda789a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e013ac9-4129-47e6-b9b6-499a0754b0f6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:13.538337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7ca69c77-d733-42c9-937e-9628290113b2 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:13.562229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7ca69c77-d733-42c9-937e-9628290113b2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:13.562580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7ca69c77-d733-42c9-937e-9628290113b2 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:14.100142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45624) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:14.206672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-173453973'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:14.226873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Made reservation on behalf of c7ab52699a064f74a40339cfc56f4af5 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:14.230259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.239043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.329332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.333346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.358691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:14.367855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0741e8af-f3c4-4c19-bc70-11dffa985634,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:14.373751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.374098 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Added segment d61321c5-6786-4e8e-9005-6ca8441efb0e of type vlan for network 05d42500-1149-4b74-9f73-185c1f02f7e9 Aug 12 02:49:14.413269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.441087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.446554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:14.447139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.503757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4021292 Aug 12 02:49:14.506762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:14.513144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Request body: {'subnet': {'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:14.519043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae263458-54ae-42a7-b74a-4d2dba2b0b88 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'Network': ['ID=05d42500-1149-4b74-9f73-185c1f02f7e9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:14.530730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:14.616354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Made reservation on behalf of c7ab52699a064f74a40339cfc56f4af5 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:14.620059 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.800226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.858636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'Subnet': ['ID=a1f7669e-85d0-467a-8a70-2e38521e9976,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:14.874414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Checking segment: {'id': 'd61321c5-6786-4e8e-9005-6ca8441efb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:14.874782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Network hostable DHCP agents. Network: 05d42500-1149-4b74-9f73-185c1f02f7e9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:14.891163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:14.899840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 05d42500-1149-4b74-9f73-185c1f02f7e9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:14.905477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:14.906072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:14.907690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70be18a-a8f3-4dd7-b85d-ddd6cde2be6a None None] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:14.921575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-75b9e6b7-0283-47d6-82ef-11d6809d9499 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4135385 Aug 12 02:49:14.924358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45630) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:14.929945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Request body: {'port': {'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1708185610'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:15.040101 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Made reservation on behalf of c7ab52699a064f74a40339cfc56f4af5 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:15.043614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.053352 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-05d42500-1149-4b74-9f73-185c1f02f7e9', 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9', 'tenant_id': 'c7ab52699a064f74a40339cfc56f4af5', 'fixed_ips': [{'subnet_id': 'a1f7669e-85d0-467a-8a70-2e38521e9976'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:15.054273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.062491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] device_id is not set on port 7c8ce065-4587-438c-b70b-5a7f65794f29 yet. {{(pid=94673) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:15.180610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Allocated IP 2001:db8::59 (05d42500-1149-4b74-9f73-185c1f02f7e9/a1f7669e-85d0-467a-8a70-2e38521e9976/7c8ce065-4587-438c-b70b-5a7f65794f29) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:15.328319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.341740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Transition to ACTIVE for port object 7c8ce065-4587-438c-b70b-5a7f65794f29 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:15.373506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.414840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:15.417877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:15.419448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Allocated IP 2001:db8::2 (05d42500-1149-4b74-9f73-185c1f02f7e9/a1f7669e-85d0-467a-8a70-2e38521e9976/85c842df-4861-4d5a-9a4e-e4c22b9d37ed) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:15.423947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:15.430319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:15.430936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.443326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'Port': ['ID=7c8ce065-4587-438c-b70b-5a7f65794f29,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:15.454673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fd9f9e4e-5b0c-4dc8-9dd7-4d44c09fc929 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.5258198 Aug 12 02:49:15.454805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45632) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:15.461058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Request body: {'port': {'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-679701486', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:15.461605 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] bootfile-name is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:15.461957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] tftp-server is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:15.462307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] server-ip-address is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:15.578316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.581020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Made reservation on behalf of c7ab52699a064f74a40339cfc56f4af5 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:15.585127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.587809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Transition to ACTIVE for port object 85c842df-4861-4d5a-9a4e-e4c22b9d37ed will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:15.603445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] device_id is not set on port 97379925-fbf4-46a3-9c49-ea304489f9e3 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:15.604083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Transition to ACTIVE for port object 85c842df-4861-4d5a-9a4e-e4c22b9d37ed will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:15.609375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.646451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:15.649371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:15.655726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:15.667914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Pushing event updated for resources: {'Port': ['ID=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:15.717045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Attempting to bind port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:15.717436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Attempting to bind port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'd61321c5-6786-4e8e-9005-6ca8441efb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:15.717803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Attempting to bind port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed on network 05d42500-1149-4b74-9f73-185c1f02f7e9 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:15.721139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Allocated IP 2001:db8::293 (05d42500-1149-4b74-9f73-185c1f02f7e9/a1f7669e-85d0-467a-8a70-2e38521e9976/97379925-fbf4-46a3-9c49-ea304489f9e3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:15.722787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:15.723355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Checking segment: {'id': 'd61321c5-6786-4e8e-9005-6ca8441efb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:15.723682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.724031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Bound using segment: {'id': 'd61321c5-6786-4e8e-9005-6ca8441efb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:15.724723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Bound port: 85c842df-4861-4d5a-9a4e-e4c22b9d37ed, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61321c5-6786-4e8e-9005-6ca8441efb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '05d42500-1149-4b74-9f73-185c1f02f7e9'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:15.725131 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.788546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] For port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:15.791830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] For port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,segment=NetworkSegment(d61321c5-6786-4e8e-9005-6ca8441efb0e),segment_id=d61321c5-6786-4e8e-9005-6ca8441efb0e)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:15.795872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.859342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451eb73-826e-4b66-8a1e-f536c35166a3 None None] Pushing event updated for resources: {'Port': ['ID=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:15.878244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.892759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Transition to ACTIVE for port object 97379925-fbf4-46a3-9c49-ea304489f9e3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:15.926527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:15.974231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:15.979457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:15.989630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:15.999535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:15.999535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:16.002025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'Port': ['ID=97379925-fbf4-46a3-9c49-ea304489f9e3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:16.024563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-64254b2d-5f30-460c-8787-909d3e5253df tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5682099 Aug 12 02:49:16.026980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45634) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:16.078496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b5b3-15d1-4eda-82d7-ec63be2588d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:16.085538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b5b3-15d1-4eda-82d7-ec63be2588d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:16.091439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f07b5b3-15d1-4eda-82d7-ec63be2588d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:16.093195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f07b5b3-15d1-4eda-82d7-ec63be2588d4 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0652649 Aug 12 02:49:16.096061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45636) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:16.187085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Deleting port 97379925-fbf4-46a3-9c49-ea304489f9e3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:16.187431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:16.622400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:16.636217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Calling delete_port for 97379925-fbf4-46a3-9c49-ea304489f9e3 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:16.739913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6be60-f295-47bc-84a5-3ef8e58df217 None None] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:16.770051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:16.801475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event deleted for resources: {'Port': ['ID=97379925-fbf4-46a3-9c49-ea304489f9e3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:16.804495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-82517116-e91a-488d-b36d-2e58f5b738fb None None] Provisioning for port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:16.827178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:16.829291 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-369a90c1-783f-492f-a32c-ddbc71ddd595 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "DELETE /v2.0/ports/97379925-fbf4-46a3-9c49-ea304489f9e3 HTTP/1.1" status: 204 len: 168 time: 0.7323096 Aug 12 02:49:16.833647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45638) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:16.838906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Request body: {'port': {'name': 'tempest-new-port-name-439295712', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:16.839420 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] bootfile-name is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:16.839800 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] tftp-server is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:16.840134 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] server-ip-address is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:16.905105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.098784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.103630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.133223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c2a3dc9-842e-49e9-8080-47d5878bd8f1 None None] Provisioning for port 7c8ce065-4587-438c-b70b-5a7f65794f29 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:17.137904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c2a3dc9-842e-49e9-8080-47d5878bd8f1 None None] Provisioning complete for port 7c8ce065-4587-438c-b70b-5a7f65794f29 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:17.138284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c2a3dc9-842e-49e9-8080-47d5878bd8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.141882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] In _notify_port_updated(), no bound segment for port 7c8ce065-4587-438c-b70b-5a7f65794f29 on network 05d42500-1149-4b74-9f73-185c1f02f7e9 {{(pid=94674) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:49:17.148041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:17.148708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.152417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "PUT /v2.0/ports/7c8ce065-4587-438c-b70b-5a7f65794f29 HTTP/1.1" status: 200 len: 1128 time: 0.3154333 Aug 12 02:49:17.152771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45640) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:17.168455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bdd02-c7f6-4825-b267-fb7620eb1d58 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event updated for resources: {'Port': ['ID=7c8ce065-4587-438c-b70b-5a7f65794f29,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:17.181797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2c2a3dc9-842e-49e9-8080-47d5878bd8f1 None None] Port 7c8ce065-4587-438c-b70b-5a7f65794f29 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:17.208483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249676e-7bd3-4ca5-b7e4-19952ac179b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:17.209993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6249676e-7bd3-4ca5-b7e4-19952ac179b0 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "GET /v2.0/ports/7c8ce065-4587-438c-b70b-5a7f65794f29 HTTP/1.1" status: 200 len: 1128 time: 0.0559244 Aug 12 02:49:17.213110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45642) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:17.301889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Deleting port 7c8ce065-4587-438c-b70b-5a7f65794f29 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:17.302234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.313623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f7d7c24d-5231-4714-b00d-efba0d866fb4 None None] Provisioning complete for port 7c8ce065-4587-438c-b70b-5a7f65794f29 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:17.314123 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c24d-5231-4714-b00d-efba0d866fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.356779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7c24d-5231-4714-b00d-efba0d866fb4 None None] Port 7c8ce065-4587-438c-b70b-5a7f65794f29 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:17.396211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.408766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Calling delete_port for 7c8ce065-4587-438c-b70b-5a7f65794f29 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:17.552468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.572249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0588d19c-3b4a-4921-99a5-2b8eaa5b069e None None] Could not find standard attr ID for object 97379925-fbf4-46a3-9c49-ea304489f9e3. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:17.590044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 85c842df-4861-4d5a-9a4e-e4c22b9d37ed up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:17.595111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event deleted for resources: {'Port': ['ID=7c8ce065-4587-438c-b70b-5a7f65794f29,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:17.624004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.628171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bd535921-c684-4fd4-84f1-3eac17f80e5f tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "DELETE /v2.0/ports/7c8ce065-4587-438c-b70b-5a7f65794f29 HTTP/1.1" status: 204 len: 168 time: 0.4118075 Aug 12 02:49:17.628836 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:17.646932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:17.650973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:17.651360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.683909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Deleting subnet a1f7669e-85d0-467a-8a70-2e38521e9976 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:17.687699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.732383 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.736115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.771310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,segment=NetworkSegment(d61321c5-6786-4e8e-9005-6ca8441efb0e),segment_id=d61321c5-6786-4e8e-9005-6ca8441efb0e)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:17.777690 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.830900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:17.838492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.900849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.928307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f7669e-85d0-467a-8a70-2e38521e9976,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:17.934013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:17.935952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1ea7d72-de42-4169-8bec-7df8ae3a2a33 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "DELETE /v2.0/subnets/a1f7669e-85d0-467a-8a70-2e38521e9976 HTTP/1.1" status: 204 len: 168 time: 0.3065712 Aug 12 02:49:17.938320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:17.985185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-901bdbe4-3e99-46f9-856f-b07619aa2a13 None None] Could not find standard attr ID for object 7c8ce065-4587-438c-b70b-5a7f65794f29. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:18.020450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.076145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Deleting port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:18.076492 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.102745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.109601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1ba5db-80bc-40d7-ab6b-2d652cebb48d None None] Network 05d42500-1149-4b74-9f73-185c1f02f7e9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:18.148702 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] For port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,segment=NetworkSegment(d61321c5-6786-4e8e-9005-6ca8441efb0e),segment_id=d61321c5-6786-4e8e-9005-6ca8441efb0e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:18.149066 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.163225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Calling delete_port for 85c842df-4861-4d5a-9a4e-e4c22b9d37ed owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:18.248809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.276418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event deleted for resources: {'Port': ['ID=85c842df-4861-4d5a-9a4e-e4c22b9d37ed,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:18.276665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee305b49-1f29-492c-9fd6-b139af13317a None None] DHCP port deletion for 05d42500-1149-4b74-9f73-185c1f02f7e9 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:18.280478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] No DVR routers for this DVR port 85c842df-4861-4d5a-9a4e-e4c22b9d37ed on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:18.362113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.372558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d42500-1149-4b74-9f73-185c1f02f7e9']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:18.383031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd61321c5-6786-4e8e-9005-6ca8441efb0e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:18.383323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd61321c5-6786-4e8e-9005-6ca8441efb0e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:18.391980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.406001 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.412506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:18.412893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:18.415771 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:18.472442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.480401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.482219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] 10.222.0.11 "DELETE /v2.0/networks/05d42500-1149-4b74-9f73-185c1f02f7e9 HTTP/1.1" status: 204 len: 168 time: 0.5429864 Aug 12 02:49:18.495157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e47488-bae8-4f85-ab8d-ec7316f31cde tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717 tempest-ExtraDHCPOptionsIpV6TestJSON-2001036717-project] Pushing event deleted for resources: {'Network': ['ID=05d42500-1149-4b74-9f73-185c1f02f7e9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:18.721059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:18.856651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6b401d76-2d26-4cb7-b45d-bf37d3e03178 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7ab52699a064f74a40339cfc56f4af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343961 Aug 12 02:49:18.859094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:18.910016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.929981 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.979884 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.982381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:18.983521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0741e8af-f3c4-4c19-bc70-11dffa985634 HTTP/1.1" status: 204 len: 168 time: 0.1234941 Aug 12 02:49:18.991147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3f6c8-22f7-4715-8823-95edbc4b9d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741e8af-f3c4-4c19-bc70-11dffa985634,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:19.543780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 85c842df-4861-4d5a-9a4e-e4c22b9d37ed no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:19.564707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 85c842df-4861-4d5a-9a4e-e4c22b9d37ed {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:19.565055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 85c842df-4861-4d5a-9a4e-e4c22b9d37ed not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:19.642920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45678) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:19.739387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-894847138'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:19.760838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Made reservation on behalf of 93d41f2029cc4dc183281909cff03853 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:19.764376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.774371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.864175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.867821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.890245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:19.905234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb847490-4e8f-41f2-b188-fa1a019af10a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:19.908116 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.908466 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Added segment 30f481bf-d34a-45b2-bf5b-24a138c41a6b of type vlan for network 9e5d9076-3d26-44e0-81c6-74b709bcefef Aug 12 02:49:19.948464 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.976133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:19.981711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:19.982305 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.043635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3995349 Aug 12 02:49:20.046584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45682) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:20.052720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Request body: {'subnet': {'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:20.057148 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c6d1-c4c0-4005-896f-6956c15e4658 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'Network': ['ID=9e5d9076-3d26-44e0-81c6-74b709bcefef,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:20.067764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:20.140396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Made reservation on behalf of 93d41f2029cc4dc183281909cff03853 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:20.143847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.321197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.386200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'Subnet': ['ID=09844801-ae76-42ac-b09d-5c8b958d75a1,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:20.391287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Checking segment: {'id': '30f481bf-d34a-45b2-bf5b-24a138c41a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:20.391614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Network hostable DHCP agents. Network: 9e5d9076-3d26-44e0-81c6-74b709bcefef, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:20.409024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:20.418338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9e5d9076-3d26-44e0-81c6-74b709bcefef) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:20.422337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:20.422953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.428105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e8601-9921-456f-a0b4-d6d4c1fb1a49 None None] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:20.439746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-156100c8-95ac-4cb3-b7a7-e3e19f2bbf09 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3896232 Aug 12 02:49:20.439952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45684) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:20.445246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Request body: {'port': {'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1010869330'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:20.560203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Made reservation on behalf of 93d41f2029cc4dc183281909cff03853 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:20.564278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.581584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9e5d9076-3d26-44e0-81c6-74b709bcefef', 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef', 'tenant_id': '93d41f2029cc4dc183281909cff03853', 'fixed_ips': [{'subnet_id': '09844801-ae76-42ac-b09d-5c8b958d75a1'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:20.583892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.595292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] device_id is not set on port 808aa049-c337-4548-a5fb-e4c976550c24 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:20.707313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Allocated IP 172.20.0.4 (9e5d9076-3d26-44e0-81c6-74b709bcefef/09844801-ae76-42ac-b09d-5c8b958d75a1/808aa049-c337-4548-a5fb-e4c976550c24) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:20.851400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.866204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Transition to ACTIVE for port object 808aa049-c337-4548-a5fb-e4c976550c24 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:20.904938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:20.948647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Allocated IP 172.20.0.2 (9e5d9076-3d26-44e0-81c6-74b709bcefef/09844801-ae76-42ac-b09d-5c8b958d75a1/740a0cb8-860f-40c7-af06-213ac534e092) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:20.950954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:20.954274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:20.961099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:20.986404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'Port': ['ID=808aa049-c337-4548-a5fb-e4c976550c24,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:21.014683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:21.015292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.029908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cbad27c4-7436-4496-be82-7e8eda6318df tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5889497 Aug 12 02:49:21.033047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:21.038572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Request body: {'port': {'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2017133945', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:21.039058 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] bootfile-name is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:21.039395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] tftp-server is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:21.039763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.api.validators [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] server-ip-address is not in valid_values {{(pid=94674) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:21.102200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.111058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Transition to ACTIVE for port object 740a0cb8-860f-40c7-af06-213ac534e092 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:21.125961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Transition to ACTIVE for port object 740a0cb8-860f-40c7-af06-213ac534e092 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:21.132480 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.149795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Made reservation on behalf of 93d41f2029cc4dc183281909cff03853 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:21.153564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.168662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:21.171501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:21.177104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] device_id is not set on port 2e525192-4623-4051-b773-a0009c1dd254 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:21.178225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:21.189362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Pushing event updated for resources: {'Port': ['ID=740a0cb8-860f-40c7-af06-213ac534e092,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:21.242066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Attempting to bind port 740a0cb8-860f-40c7-af06-213ac534e092 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:21.242578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Attempting to bind port 740a0cb8-860f-40c7-af06-213ac534e092 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '30f481bf-d34a-45b2-bf5b-24a138c41a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:21.242954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Attempting to bind port 740a0cb8-860f-40c7-af06-213ac534e092 on network 9e5d9076-3d26-44e0-81c6-74b709bcefef {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:21.248112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:21.248488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Checking segment: {'id': '30f481bf-d34a-45b2-bf5b-24a138c41a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:21.248911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.249288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Bound using segment: {'id': '30f481bf-d34a-45b2-bf5b-24a138c41a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:21.249753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Bound port: 740a0cb8-860f-40c7-af06-213ac534e092, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f481bf-d34a-45b2-bf5b-24a138c41a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9e5d9076-3d26-44e0-81c6-74b709bcefef'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:21.250133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.285523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Allocated IP 172.20.0.6 (9e5d9076-3d26-44e0-81c6-74b709bcefef/09844801-ae76-42ac-b09d-5c8b958d75a1/2e525192-4623-4051-b773-a0009c1dd254) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:21.313315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] For port 740a0cb8-860f-40c7-af06-213ac534e092, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:21.316466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] For port 740a0cb8-860f-40c7-af06-213ac534e092, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=740a0cb8-860f-40c7-af06-213ac534e092,segment=NetworkSegment(30f481bf-d34a-45b2-bf5b-24a138c41a6b),segment_id=30f481bf-d34a-45b2-bf5b-24a138c41a6b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:21.320869 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.378180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da98c-be0c-48f5-999a-50196d31b80c None None] Pushing event updated for resources: {'Port': ['ID=740a0cb8-860f-40c7-af06-213ac534e092,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:21.449985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.465481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Transition to ACTIVE for port object 2e525192-4623-4051-b773-a0009c1dd254 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:21.500639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.558836 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:21.561933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:21.564617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:21.571721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'Port': ['ID=2e525192-4623-4051-b773-a0009c1dd254,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:21.621711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:21.622465 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.640840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:21.641335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-97dd023a-632e-4557-ad57-cb17758d0457 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6067553 Aug 12 02:49:21.696925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5471140-638c-44be-b444-f1ea33e8db1f tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:21.702782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5471140-638c-44be-b444-f1ea33e8db1f tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:21.709014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5471140-638c-44be-b444-f1ea33e8db1f tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:21.710638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c5471140-638c-44be-b444-f1ea33e8db1f tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0687065 Aug 12 02:49:21.713408 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45690) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:21.804673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Deleting port 2e525192-4623-4051-b773-a0009c1dd254 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:21.804924 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.891441 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:21.904118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Calling delete_port for 2e525192-4623-4051-b773-a0009c1dd254 owned by {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:22.058091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.095999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event deleted for resources: {'Port': ['ID=2e525192-4623-4051-b773-a0009c1dd254,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:22.168927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.170847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-069b5287-f412-49f2-87d7-f54b1c872d3d tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "DELETE /v2.0/ports/2e525192-4623-4051-b773-a0009c1dd254 HTTP/1.1" status: 204 len: 168 time: 0.4565458 Aug 12 02:49:22.174667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45692) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:22.180587 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Request body: {'port': {'name': 'tempest-new-port-name-271050760', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:22.181051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] bootfile-name is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:22.181395 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] tftp-server is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:22.181726 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.api.validators [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] server-ip-address is not in valid_values {{(pid=94673) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 12 02:49:22.245348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.289251 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54255ec5-e8bb-48f4-b06f-6dcc853c1d89 None None] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:22.355834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8d500084-f00d-4c00-8d2e-f3a1d2f0a35b None None] Provisioning for port 740a0cb8-860f-40c7-af06-213ac534e092 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:22.439087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.444919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.521722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event updated for resources: {'Port': ['ID=808aa049-c337-4548-a5fb-e4c976550c24,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:22.539622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] In _notify_port_updated(), no bound segment for port 808aa049-c337-4548-a5fb-e4c976550c24 on network 9e5d9076-3d26-44e0-81c6-74b709bcefef {{(pid=94673) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 12 02:49:22.545361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:22.546057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.547528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5b60eb99-11bc-4e75-8f88-f8677af76df9 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "PUT /v2.0/ports/808aa049-c337-4548-a5fb-e4c976550c24 HTTP/1.1" status: 200 len: 1135 time: 0.3718853 Aug 12 02:49:22.550236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45694) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:22.602811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6493be3d-7480-4ef0-92b6-e80c4ed28f39 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:22.604794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6493be3d-7480-4ef0-92b6-e80c4ed28f39 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "GET /v2.0/ports/808aa049-c337-4548-a5fb-e4c976550c24 HTTP/1.1" status: 200 len: 1135 time: 0.0528793 Aug 12 02:49:22.608218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45696) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:22.698901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e2096601-f98e-4859-bd19-ad2028a72108 None None] Provisioning for port 808aa049-c337-4548-a5fb-e4c976550c24 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:22.700229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Deleting port 808aa049-c337-4548-a5fb-e4c976550c24 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:22.700655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.702953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e2096601-f98e-4859-bd19-ad2028a72108 None None] Provisioning complete for port 808aa049-c337-4548-a5fb-e4c976550c24 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:22.703687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e2096601-f98e-4859-bd19-ad2028a72108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.743645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e2096601-f98e-4859-bd19-ad2028a72108 None None] Port 808aa049-c337-4548-a5fb-e4c976550c24 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:22.797094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.812330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Calling delete_port for 808aa049-c337-4548-a5fb-e4c976550c24 owned by {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:22.862330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e61642d2-5bb7-4458-9355-5108c57deafc None None] Provisioning complete for port 808aa049-c337-4548-a5fb-e4c976550c24 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:22.863617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e61642d2-5bb7-4458-9355-5108c57deafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.901372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e61642d2-5bb7-4458-9355-5108c57deafc None None] Port 808aa049-c337-4548-a5fb-e4c976550c24 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:22.951717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:22.985856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event deleted for resources: {'Port': ['ID=808aa049-c337-4548-a5fb-e4c976550c24,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:23.012307 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-67a28015-2037-4b44-86d1-30a9335beb8f None None] Could not find standard attr ID for object 2e525192-4623-4051-b773-a0009c1dd254. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:23.053026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.054938 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c25b07b5-45b0-4c4f-ba65-e90e5dc0046a tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "DELETE /v2.0/ports/808aa049-c337-4548-a5fb-e4c976550c24 HTTP/1.1" status: 204 len: 168 time: 0.4457750 Aug 12 02:49:23.057566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45698) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:23.110179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Deleting subnet 09844801-ae76-42ac-b09d-5c8b958d75a1 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:23.114449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.160564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.247585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.309634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.343344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event deleted for resources: {'Subnet': ['ID=09844801-ae76-42ac-b09d-5c8b958d75a1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:23.347301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.351342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-276fe9d8-b08f-40b7-8e4d-e9fb6c9daf42 tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "DELETE /v2.0/subnets/09844801-ae76-42ac-b09d-5c8b958d75a1 HTTP/1.1" status: 204 len: 168 time: 0.2907381 Aug 12 02:49:23.351603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45700) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:23.425672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-beeba3bc-a977-4cda-bc21-77f0df260c13 None None] Could not find standard attr ID for object 808aa049-c337-4548-a5fb-e4c976550c24. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:49:23.432886 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.489843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Deleting port 740a0cb8-860f-40c7-af06-213ac534e092 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:23.490218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.545482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63570f6c-cec5-4635-a58b-468831b9a374 None None] Network 9e5d9076-3d26-44e0-81c6-74b709bcefef requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:23.561281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] For port 740a0cb8-860f-40c7-af06-213ac534e092, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=740a0cb8-860f-40c7-af06-213ac534e092,segment=NetworkSegment(30f481bf-d34a-45b2-bf5b-24a138c41a6b),segment_id=30f481bf-d34a-45b2-bf5b-24a138c41a6b)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:23.561899 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.576157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Calling delete_port for 740a0cb8-860f-40c7-af06-213ac534e092 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:23.584134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 740a0cb8-860f-40c7-af06-213ac534e092 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:23.659338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.663512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No active binding found for port 740a0cb8-860f-40c7-af06-213ac534e092 {{(pid=94675) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 12 02:49:23.663688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 740a0cb8-860f-40c7-af06-213ac534e092 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 12 02:49:23.685455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event deleted for resources: {'Port': ['ID=740a0cb8-860f-40c7-af06-213ac534e092,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:23.689437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] No DVR routers for this DVR port 740a0cb8-860f-40c7-af06-213ac534e092 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:23.694445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Port 740a0cb8-860f-40c7-af06-213ac534e092 not found, will not notify nova. {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 12 02:49:23.750402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fa7a2-ba8c-4d75-a8de-9a03fc3fcc72 None None] DHCP port deletion for 9e5d9076-3d26-44e0-81c6-74b709bcefef request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:23.779205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.789064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5d9076-3d26-44e0-81c6-74b709bcefef']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:23.799261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f481bf-d34a-45b2-bf5b-24a138c41a6b') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:23.799585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f481bf-d34a-45b2-bf5b-24a138c41a6b') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:23.808792 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.822554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.828235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:23.828621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:23.831835 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:23.893182 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.899827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:23.901638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] 10.222.0.11 "DELETE /v2.0/networks/9e5d9076-3d26-44e0-81c6-74b709bcefef HTTP/1.1" status: 204 len: 168 time: 0.5491028 Aug 12 02:49:23.913467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72c61-e14d-4c6b-b601-a51e1a72421b tempest-ExtraDHCPOptionsTestJSON-1102535024 tempest-ExtraDHCPOptionsTestJSON-1102535024-project] Pushing event deleted for resources: {'Network': ['ID=9e5d9076-3d26-44e0-81c6-74b709bcefef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:24.138444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45706) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:24.273061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-af915606-3e90-4e31-b206-71469a4ef2e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93d41f2029cc4dc183281909cff03853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334560 Aug 12 02:49:24.275457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45710) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:24.322431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:24.344282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:24.391053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:24.393577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:24.395446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb847490-4e8f-41f2-b188-fa1a019af10a HTTP/1.1" status: 204 len: 168 time: 0.1188922 Aug 12 02:49:24.402794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb847490-4e8f-41f2-b188-fa1a019af10a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:24.410634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.410989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.411331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.411689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.412025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.412356 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.412684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.413011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.413339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.413662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.413975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:24.414299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86f938-71e8-413e-aef1-7048c835726a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:25.041467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45732) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:25.140094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1829549302'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:25.161975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:25.165461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.173880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.264388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.268206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.294182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:25.310154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc176ec-150c-4d30-a0de-fa8c422a3161,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:25.313922 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.314285 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b of type vlan for network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 Aug 12 02:49:25.354366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.382540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.388168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:25.388758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.442840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4001124 Aug 12 02:49:25.445549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45736) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:25.452036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-285763198'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:25.462996 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e931b5-5fa3-49b7-bf53-891478e87647 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=6c395ba7-c0ae-41d8-9d97-49c70dd84542,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:25.479001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:25.491743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:25.496063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.522858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:25.532911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.533254 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment ad4cb4d4-e324-4c33-a375-fa9b42ab67aa of type vlan for network 44f9e469-5dae-4748-802a-0c4c42dfcf85 Aug 12 02:49:25.558533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 740a0cb8-860f-40c7-af06-213ac534e092 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:25.579018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.581185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 740a0cb8-860f-40c7-af06-213ac534e092 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:25.581568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 740a0cb8-860f-40c7-af06-213ac534e092 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:25.609382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.616240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:25.616828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.676726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2282763 Aug 12 02:49:25.679299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:25.684186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:25.737190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28561a-3b80-48ff-be31-f36c9e1e216a tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=44f9e469-5dae-4748-802a-0c4c42dfcf85,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:25.748012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:25.781762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:25.786267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:25.968782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.033119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=4dd5d735-b373-4bdd-b079-8d826ed893ef,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:26.044280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.044628 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.044970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.045307 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.045641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.045993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.046326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.046650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.046974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.047295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.047641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.047963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:26.051511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:26.051874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: 6c395ba7-c0ae-41d8-9d97-49c70dd84542, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:26.068345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:26.076823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6c395ba7-c0ae-41d8-9d97-49c70dd84542) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:26.082435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:26.084003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.085689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2c56ba-e911-457b-bfcc-5a67157da9ae None None] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:26.099704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-35f7d21f-c114-4835-bcb7-7091671f7d56 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4193184 Aug 12 02:49:26.102634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45740) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:26.107671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:26.194198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:26.197663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.231075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6c395ba7-c0ae-41d8-9d97-49c70dd84542', 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': '4dd5d735-b373-4bdd-b079-8d826ed893ef'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:26.231982 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.372716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Allocated IP 2001:db8::2 (6c395ba7-c0ae-41d8-9d97-49c70dd84542/4dd5d735-b373-4bdd-b079-8d826ed893ef/1d9788af-a270-4192-b198-e931560b6a87) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:26.381052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.438373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=a2d185a7-17d6-42bb-bda5-603313d4a5ee,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:26.449463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:26.450055 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: 44f9e469-5dae-4748-802a-0c4c42dfcf85, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:26.469031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:26.478992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 44f9e469-5dae-4748-802a-0c4c42dfcf85) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:26.483198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:26.483828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.500114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b86a508-74bf-42d9-a499-ffcc17eb43c1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3964462 Aug 12 02:49:26.502649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9073bb8-e0ba-4087-8ba7-d77e191fcd94 None None] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:26.503147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45742) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:26.508374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-828297839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:26.530221 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.531318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.567164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.585455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Transition to ACTIVE for port object 1d9788af-a270-4192-b198-e931560b6a87 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:26.588888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.593972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.610873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.612138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d9b51de9-9067-496d-a918-573d41903010 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1077535 Aug 12 02:49:26.614639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Transition to ACTIVE for port object 1d9788af-a270-4192-b198-e931560b6a87 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:26.615313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45744) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:26.624400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.840044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:26.845874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:26.852298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:26.883807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Pushing event updated for resources: {'Port': ['ID=1d9788af-a270-4192-b198-e931560b6a87,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:26.900448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-44f9e469-5dae-4748-802a-0c4c42dfcf85', 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': 'a2d185a7-17d6-42bb-bda5-603313d4a5ee'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:26.901302 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.912981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.949998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Attempting to bind port 1d9788af-a270-4192-b198-e931560b6a87 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:26.950362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Attempting to bind port 1d9788af-a270-4192-b198-e931560b6a87 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:26.950721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Attempting to bind port 1d9788af-a270-4192-b198-e931560b6a87 on network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:26.998695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:26.999070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Checking segment: {'id': '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:26.999498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:26.999890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Bound using segment: {'id': '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:27.000354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Bound port: 1d9788af-a270-4192-b198-e931560b6a87, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c395ba7-c0ae-41d8-9d97-49c70dd84542'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:27.000733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.118839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] For port 1d9788af-a270-4192-b198-e931560b6a87, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:27.121375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Allocated IP 2001:db8:1::2 (44f9e469-5dae-4748-802a-0c4c42dfcf85/a2d185a7-17d6-42bb-bda5-603313d4a5ee/b73a60a6-9d86-4ce4-8e10-682e812e89ce) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:27.124135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] For port 1d9788af-a270-4192-b198-e931560b6a87, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1d9788af-a270-4192-b198-e931560b6a87,segment=NetworkSegment(2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b),segment_id=2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:27.133205 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.156356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8::1 (6c395ba7-c0ae-41d8-9d97-49c70dd84542/4dd5d735-b373-4bdd-b079-8d826ed893ef/6ca83608-87af-4891-938b-e280d390d906) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:27.234487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e0773-c57f-4f66-80ca-4a28f4de483f None None] Pushing event updated for resources: {'Port': ['ID=1d9788af-a270-4192-b198-e931560b6a87,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:27.278823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.293953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object 6ca83608-87af-4891-938b-e280d390d906 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:27.330900 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.331582 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.341940 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Transition to ACTIVE for port object b73a60a6-9d86-4ce4-8e10-682e812e89ce will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:27.367318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Transition to ACTIVE for port object b73a60a6-9d86-4ce4-8e10-682e812e89ce will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:27.387034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:27.387720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.395713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:27.398720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:27.399585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.445832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:27.450942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=6ca83608-87af-4891-938b-e280d390d906,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:27.456839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:27.459034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:27.470646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Pushing event updated for resources: {'Port': ['ID=b73a60a6-9d86-4ce4-8e10-682e812e89ce,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:27.537629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Attempting to bind port b73a60a6-9d86-4ce4-8e10-682e812e89ce on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:27.538245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Attempting to bind port b73a60a6-9d86-4ce4-8e10-682e812e89ce by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:27.538372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Attempting to bind port b73a60a6-9d86-4ce4-8e10-682e812e89ce on network 44f9e469-5dae-4748-802a-0c4c42dfcf85 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:27.543551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:27.543898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Checking segment: {'id': 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:27.544303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.545169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Bound using segment: {'id': 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:27.545169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Bound port: b73a60a6-9d86-4ce4-8e10-682e812e89ce, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '44f9e469-5dae-4748-802a-0c4c42dfcf85'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:27.545517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.548481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.602735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1d9788af-a270-4192-b198-e931560b6a87 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:27.647405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] For port b73a60a6-9d86-4ce4-8e10-682e812e89ce, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:27.651904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] For port b73a60a6-9d86-4ce4-8e10-682e812e89ce, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b73a60a6-9d86-4ce4-8e10-682e812e89ce,segment=NetworkSegment(ad4cb4d4-e324-4c33-a375-fa9b42ab67aa),segment_id=ad4cb4d4-e324-4c33-a375-fa9b42ab67aa)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:27.657621 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.712926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 1d9788af-a270-4192-b198-e931560b6a87 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:27.728191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206fd8e-71fc-4811-95d4-d0c5972ead93 None None] Pushing event updated for resources: {'Port': ['ID=b73a60a6-9d86-4ce4-8e10-682e812e89ce,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:27.843847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.848864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:27.849740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:28.290407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=6ca83608-87af-4891-938b-e280d390d906,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:28.296469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f476f0-a372-4441-8c0d-da8de486c901 None None] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:28.339138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:28.340984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:28.427446 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Provisioning for port 1d9788af-a270-4192-b198-e931560b6a87 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:28.433528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Provisioning complete for port 1d9788af-a270-4192-b198-e931560b6a87 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:28.433528 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:28.487438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router c768be03-e632-4bf9-b188-e47df1c3f90b is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:28.546933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:28.605005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] For port 1d9788af-a270-4192-b198-e931560b6a87, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1d9788af-a270-4192-b198-e931560b6a87,segment=NetworkSegment(2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b),segment_id=2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:28.605281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:28.611582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:28.615212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45746) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:28.615709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-95d851f9-f6f4-4664-8067-b973ea6fe5bb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989398 Aug 12 02:49:28.624075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] Sync routers for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:28.661802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:28.662456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:28.676419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1cbec-0402-46c1-981e-8b32437bebb9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:28.678434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-61e1cbec-0402-46c1-981e-8b32437bebb9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports/6ca83608-87af-4891-938b-e280d390d906 HTTP/1.1" status: 200 len: 911 time: 0.0609584 Aug 12 02:49:28.681213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:28.705679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:28.721672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20e439-b33f-4939-8a4b-fecc0f855dc9 None None] Pushing event updated for resources: {'Port': ['ID=1d9788af-a270-4192-b198-e931560b6a87,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:28.730680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:28.730790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:28.785635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb9edc9-2ab7-4ccd-b0cc-6e388466511e None None] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:28.789259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:28.790744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce59c8ad-5c12-4793-b4e0-8c0ef9f3459b None None] The sync data for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:28.851920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Provisioning for port 6ca83608-87af-4891-938b-e280d390d906 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:28.864658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Provisioning complete for port 6ca83608-87af-4891-938b-e280d390d906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:28.865022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:28.948195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Port 6ca83608-87af-4891-938b-e280d390d906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:28.988309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Provisioning complete for port 1d9788af-a270-4192-b198-e931560b6a87 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:28.989412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.085500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.094278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ae6dd3d9-f699-4ebd-8f2c-2507fc76f65f None None] Provisioning for port b73a60a6-9d86-4ce4-8e10-682e812e89ce completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:29.225871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e4c4781f-3d96-429d-9d1e-093aba825d69 None None] Provisioning complete for port 6ca83608-87af-4891-938b-e280d390d906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:29.226695 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e4c4781f-3d96-429d-9d1e-093aba825d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.280045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4781f-3d96-429d-9d1e-093aba825d69 None None] Port 6ca83608-87af-4891-938b-e280d390d906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:29.401068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-084d2985-2a2c-49d0-aa48-d9e7ce952ba2 None None] Provisioning complete for port 6ca83608-87af-4891-938b-e280d390d906 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:29.401359 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-084d2985-2a2c-49d0-aa48-d9e7ce952ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.435329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-084d2985-2a2c-49d0-aa48-d9e7ce952ba2 None None] Port 6ca83608-87af-4891-938b-e280d390d906 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:29.613623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b73a60a6-9d86-4ce4-8e10-682e812e89ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:29.663866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b73a60a6-9d86-4ce4-8e10-682e812e89ce completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:29.667565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b73a60a6-9d86-4ce4-8e10-682e812e89ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:29.667941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.724037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8:1::1 (44f9e469-5dae-4748-802a-0c4c42dfcf85/a2d185a7-17d6-42bb-bda5-603313d4a5ee/c0275f05-10b1-4bf9-9772-18d55871a121) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:29.749240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.785418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b73a60a6-9d86-4ce4-8e10-682e812e89ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b73a60a6-9d86-4ce4-8e10-682e812e89ce,segment=NetworkSegment(ad4cb4d4-e324-4c33-a375-fa9b42ab67aa),segment_id=ad4cb4d4-e324-4c33-a375-fa9b42ab67aa)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:29.789811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.790732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1d9788af-a270-4192-b198-e931560b6a87 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:29.838012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.851414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object c0275f05-10b1-4bf9-9772-18d55871a121 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:29.864564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b73a60a6-9d86-4ce4-8e10-682e812e89ce,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:29.875334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 1d9788af-a270-4192-b198-e931560b6a87 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:29.875800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.886631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.928174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:29.935699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:29.943570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:29.944136 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:29.950266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=c0275f05-10b1-4bf9-9772-18d55871a121,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:30.070986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.186358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fe80506-b6e9-4f0e-8721-5c82cc0e2cee None None] Provisioning for port c0275f05-10b1-4bf9-9772-18d55871a121 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:30.190106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3fe80506-b6e9-4f0e-8721-5c82cc0e2cee None None] Provisioning complete for port c0275f05-10b1-4bf9-9772-18d55871a121 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:30.190490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3fe80506-b6e9-4f0e-8721-5c82cc0e2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.227294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3fe80506-b6e9-4f0e-8721-5c82cc0e2cee None None] Port c0275f05-10b1-4bf9-9772-18d55871a121 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:30.343638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.348760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.349512 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.435348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=c0275f05-10b1-4bf9-9772-18d55871a121,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:30.477870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:30.479176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:30.580555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router c768be03-e632-4bf9-b188-e47df1c3f90b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:30.687724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:30.692682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-52a1d45d-c353-4753-9bc4-525d1750c518 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104380 Aug 12 02:49:30.695209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:30.698466 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] Sync routers for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:30.708409 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:30.709050 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:30.738653 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5560ae0e-15f2-42af-b006-bdfb099a20c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:30.742773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5560ae0e-15f2-42af-b006-bdfb099a20c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports/c0275f05-10b1-4bf9-9772-18d55871a121 HTTP/1.1" status: 200 len: 913 time: 0.0438516 Aug 12 02:49:30.742918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:30.743065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:30.750807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-73683ddb-d6b6-410e-ad0c-68c774744b1c None None] Provisioning complete for port c0275f05-10b1-4bf9-9772-18d55871a121 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:30.750807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-73683ddb-d6b6-410e-ad0c-68c774744b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:30.751404 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:30.752007 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:30.785819 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:30.786381 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55902ae6-55da-4d72-850c-9bc3b62f9910 None None] The sync data for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:30.788306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-73683ddb-d6b6-410e-ad0c-68c774744b1c None None] Port c0275f05-10b1-4bf9-9772-18d55871a121 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:31.051603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.287956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port c0275f05-10b1-4bf9-9772-18d55871a121 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:31.288294 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.374170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.385972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for c0275f05-10b1-4bf9-9772-18d55871a121 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:31.543013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b73a60a6-9d86-4ce4-8e10-682e812e89ce up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:31.557052 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.581888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=c0275f05-10b1-4bf9-9772-18d55871a121,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:31.594339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b73a60a6-9d86-4ce4-8e10-682e812e89ce triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:31.594842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.711701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.897582 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router c768be03-e632-4bf9-b188-e47df1c3f90b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:31.994443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ccbcfc2f-8899-4397-ac68-325f19802863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:31.995066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:31.999305 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ce2cb29-77c1-4258-8173-79c70b89e014 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2551670 Aug 12 02:49:32.002130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45756) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:32.004132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] Sync routers for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:32.013150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:32.013761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:32.044895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:32.053992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:32.054609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:32.089197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:32.089847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50168064-b9a4-4f2b-b8b4-1715b96d48cc None None] The sync data for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:32.309690 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:32.545871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 6ca83608-87af-4891-938b-e280d390d906 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:32.546211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:32.633365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:32.645458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 6ca83608-87af-4891-938b-e280d390d906 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:32.817797 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:32.844683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=6ca83608-87af-4891-938b-e280d390d906,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:32.938523 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.096128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router c768be03-e632-4bf9-b188-e47df1c3f90b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:33.168463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:33.173329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-343b4c51-93bd-4b3e-880d-343cf8979edc tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1702662 Aug 12 02:49:33.176893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45758) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:33.180532 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] Sync routers for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:33.189497 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:33.190084 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:33.207579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d7b449fe-955b-449c-97ac-a3f65ef8a251 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c768be03-e632-4bf9-b188-e47df1c3f90b HTTP/1.1" status: 200 len: 205 time: 0.0295720 Aug 12 02:49:33.210118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45760) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:33.225312 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:33.233740 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] Routers {'c768be03-e632-4bf9-b188-e47df1c3f90b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:33.234341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c768be03-e632-4bf9-b188-e47df1c3f90b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:33.269998 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:33.270688 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68028329-b230-4ba0-8851-e2b4e1d52f6c None None] The sync data for ids ['c768be03-e632-4bf9-b188-e47df1c3f90b'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:33.285103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.438857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.441461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.489821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.490524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router c768be03-e632-4bf9-b188-e47df1c3f90b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:49:33.497639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.498758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7880eeb2-3d18-44d9-be70-dd1fe35ae9da tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b HTTP/1.1" status: 204 len: 168 time: 0.2877374 Aug 12 02:49:33.501285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45762) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:33.553436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet a2d185a7-17d6-42bb-bda5-603313d4a5ee {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:33.556510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.595930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.681096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.737214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.765549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.767369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/a2d185a7-17d6-42bb-bda5-603313d4a5ee HTTP/1.1" status: 204 len: 168 time: 0.2651691 Aug 12 02:49:33.768338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c8f33-a857-4bc9-bb2c-e12a86502bce tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=a2d185a7-17d6-42bb-bda5-603313d4a5ee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:33.771422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45764) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:33.773942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37840c01-8c65-4ddb-bebf-5205cba890e0 None None] Network 44f9e469-5dae-4748-802a-0c4c42dfcf85 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:33.824434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet 4dd5d735-b373-4bdd-b079-8d826ed893ef {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:33.827404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.866893 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.956198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:33.960245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] DHCP port deletion for 44f9e469-5dae-4748-802a-0c4c42dfcf85 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:34.006563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Deleting port b73a60a6-9d86-4ce4-8e10-682e812e89ce {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:34.006867 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.015695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.043406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd5d735-b373-4bdd-b079-8d826ed893ef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.045358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.047212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-26e78e1b-cd8a-4af1-bfe9-7274565242ab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/4dd5d735-b373-4bdd-b079-8d826ed893ef HTTP/1.1" status: 204 len: 168 time: 0.2740247 Aug 12 02:49:34.050348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45766) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:34.056019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4423c85-2431-4302-bdb6-d753aa5a327a None None] Network 6c395ba7-c0ae-41d8-9d97-49c70dd84542 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:34.122823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] For port b73a60a6-9d86-4ce4-8e10-682e812e89ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b73a60a6-9d86-4ce4-8e10-682e812e89ce,segment=NetworkSegment(ad4cb4d4-e324-4c33-a375-fa9b42ab67aa),segment_id=ad4cb4d4-e324-4c33-a375-fa9b42ab67aa)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:34.123238 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.129137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.144734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Calling delete_port for b73a60a6-9d86-4ce4-8e10-682e812e89ce owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:34.181046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port b73a60a6-9d86-4ce4-8e10-682e812e89ce {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:34.181305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.243915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port b73a60a6-9d86-4ce4-8e10-682e812e89ce, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b73a60a6-9d86-4ce4-8e10-682e812e89ce,segment=NetworkSegment(ad4cb4d4-e324-4c33-a375-fa9b42ab67aa),segment_id=ad4cb4d4-e324-4c33-a375-fa9b42ab67aa)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:34.244284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.257627 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for b73a60a6-9d86-4ce4-8e10-682e812e89ce owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:34.269915 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.296462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Pushing event deleted for resources: {'Port': ['ID=b73a60a6-9d86-4ce4-8e10-682e812e89ce,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.301503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] No DVR routers for this DVR port b73a60a6-9d86-4ce4-8e10-682e812e89ce on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:34.308519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.310705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.311194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.311194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.311542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.311763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.312094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a64efb-1813-4169-b678-d1447ce6ed26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:49:34.328170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] DHCP port deletion for 6c395ba7-c0ae-41d8-9d97-49c70dd84542 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:34.355592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.375716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Deleting port 1d9788af-a270-4192-b198-e931560b6a87 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:34.376098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.383877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port b73a60a6-9d86-4ce4-8e10-682e812e89ce on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:34.389467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=b73a60a6-9d86-4ce4-8e10-682e812e89ce,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.452792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] For port 1d9788af-a270-4192-b198-e931560b6a87, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1d9788af-a270-4192-b198-e931560b6a87,segment=NetworkSegment(2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b),segment_id=2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:34.452792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.464405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Calling delete_port for 1d9788af-a270-4192-b198-e931560b6a87 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:34.465148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.475913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f9e469-5dae-4748-802a-0c4c42dfcf85']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.490576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.490877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4cb4d4-e324-4c33-a375-fa9b42ab67aa') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.499913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.513515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.520033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:34.520415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:34.523329 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:34.548380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.572574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] Pushing event deleted for resources: {'Port': ['ID=1d9788af-a270-4192-b198-e931560b6a87,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.578236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d84b08-2218-44e1-acc5-ed0c0e57472a None None] No DVR routers for this DVR port 1d9788af-a270-4192-b198-e931560b6a87 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:34.589086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.595750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.598222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/44f9e469-5dae-4748-802a-0c4c42dfcf85 HTTP/1.1" status: 204 len: 168 time: 0.5467548 Aug 12 02:49:34.601304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:34.614177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f6487a41-cb0f-4e5c-b0ff-5921704ae071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.615624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532659-12cd-4759-b349-62c804d41039 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=44f9e469-5dae-4748-802a-0c4c42dfcf85,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.687532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.715312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.776235 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.785730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c395ba7-c0ae-41d8-9d97-49c70dd84542']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.796014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.796307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7f0d55-fa3b-471b-9328-9ae0bcb52f4b') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:34.804857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.820513 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.826500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:34.826894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:34.830602 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:34.833412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.890930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.896123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.898421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/6c395ba7-c0ae-41d8-9d97-49c70dd84542 HTTP/1.1" status: 204 len: 168 time: 0.2956705 Aug 12 02:49:34.902314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45770) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:34.908056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-530636972'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:34.912777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75861f-4537-4d4b-a1f7-0f0d60e819d9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=6c395ba7-c0ae-41d8-9d97-49c70dd84542,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:34.929020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:34.932510 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.955575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:34.964989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:34.965337 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 8044c788-97f1-4d33-9c12-00ddafd4be6a of type vlan for network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 Aug 12 02:49:35.005026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.036642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.042304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:35.042872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.100064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1959794 Aug 12 02:49:35.102950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:35.108245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:35.108676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1719627-34a3-4d13-a763-398e5e8ff4af tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=fae01046-b366-4b6a-8ce8-5c7beb1f2b06,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:35.119101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:35.197060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:35.200700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.383864 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.446532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=f7df8d11-0807-49c3-8dbc-04d47222b3a2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:35.456302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '8044c788-97f1-4d33-9c12-00ddafd4be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:35.456671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: fae01046-b366-4b6a-8ce8-5c7beb1f2b06, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:35.473547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:35.481725 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, fae01046-b366-4b6a-8ce8-5c7beb1f2b06) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:35.486092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:35.486718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.493566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc64eb3-de61-450d-9b3d-feb4aca5c873 None None] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:35.509715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7a5f151b-6ed2-4b5a-9459-d21f4a22925f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4055462 Aug 12 02:49:35.514077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45774) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:35.517401 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1326011456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:35.542210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.543258 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.549782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b73a60a6-9d86-4ce4-8e10-682e812e89ce no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:35.575059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b73a60a6-9d86-4ce4-8e10-682e812e89ce {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:35.575396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b73a60a6-9d86-4ce4-8e10-682e812e89ce not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:35.575831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1d9788af-a270-4192-b198-e931560b6a87 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:35.600962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.603783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 1d9788af-a270-4192-b198-e931560b6a87 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:35.604019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1d9788af-a270-4192-b198-e931560b6a87 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:35.606187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.625015 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.626308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b34e489d-6acd-4718-a589-531a27ee46ed tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1128080 Aug 12 02:49:35.628986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45776) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:35.633947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'port': {'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06', 'name': 'tempest-RoutersIpV6Test-1805295488'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:35.683636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-fae01046-b366-4b6a-8ce8-5c7beb1f2b06', 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': 'f7df8d11-0807-49c3-8dbc-04d47222b3a2'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:35.684498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.740863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:35.744355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.761200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] device_id is not set on port dd2add6a-a9ff-45b3-82d9-f981152501c7 yet. {{(pid=94674) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 12 02:49:35.826817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Allocated IP 2001:db8::2 (fae01046-b366-4b6a-8ce8-5c7beb1f2b06/f7df8d11-0807-49c3-8dbc-04d47222b3a2/f32846c6-21a5-452e-b592-50865053c3cf) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:35.911979 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.977640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:35.985662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Transition to ACTIVE for port object f32846c6-21a5-452e-b592-50865053c3cf will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:36.000335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Transition to ACTIVE for port object f32846c6-21a5-452e-b592-50865053c3cf will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:36.005407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.045585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:36.048445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:36.052900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:36.055896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Pushing event updated for resources: {'Port': ['ID=f32846c6-21a5-452e-b592-50865053c3cf,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:36.060735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8::306 (fae01046-b366-4b6a-8ce8-5c7beb1f2b06/f7df8d11-0807-49c3-8dbc-04d47222b3a2/dd2add6a-a9ff-45b3-82d9-f981152501c7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:36.107451 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Attempting to bind port f32846c6-21a5-452e-b592-50865053c3cf on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:36.107864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Attempting to bind port f32846c6-21a5-452e-b592-50865053c3cf by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8044c788-97f1-4d33-9c12-00ddafd4be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:36.108218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Attempting to bind port f32846c6-21a5-452e-b592-50865053c3cf on network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:36.113648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:36.114022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Checking segment: {'id': '8044c788-97f1-4d33-9c12-00ddafd4be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:36.114431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.114840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Bound using segment: {'id': '8044c788-97f1-4d33-9c12-00ddafd4be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:36.115392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Bound port: f32846c6-21a5-452e-b592-50865053c3cf, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8044c788-97f1-4d33-9c12-00ddafd4be6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'fae01046-b366-4b6a-8ce8-5c7beb1f2b06'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:36.115805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.180694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] For port f32846c6-21a5-452e-b592-50865053c3cf, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:36.183653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] For port f32846c6-21a5-452e-b592-50865053c3cf, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f32846c6-21a5-452e-b592-50865053c3cf,segment=NetworkSegment(8044c788-97f1-4d33-9c12-00ddafd4be6a),segment_id=8044c788-97f1-4d33-9c12-00ddafd4be6a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:36.188032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.215712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.234647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object dd2add6a-a9ff-45b3-82d9-f981152501c7 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:36.243936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b725c-ad95-43bb-a7da-bb98416c7b3f None None] Pushing event updated for resources: {'Port': ['ID=f32846c6-21a5-452e-b592-50865053c3cf,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:36.272346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.314746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:36.320715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:36.328492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:36.334017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:36.334775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:36.338523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=dd2add6a-a9ff-45b3-82d9-f981152501c7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:36.352855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b4ae058-f701-42e4-a903-4d8e735c52d4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7228029 Aug 12 02:49:36.355439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45778) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:37.039738 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.120515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad6687-605b-4e4f-82c9-0bf271a3a459 None None] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:37.293312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.297997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.340963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3045925a-d039-4cda-b8c8-5e02097479de None None] Provisioning for port f32846c6-21a5-452e-b592-50865053c3cf completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:37.368868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=dd2add6a-a9ff-45b3-82d9-f981152501c7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:37.408407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.478492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.589516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f32846c6-21a5-452e-b592-50865053c3cf up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:37.606227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.645121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f32846c6-21a5-452e-b592-50865053c3cf completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:37.649904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f32846c6-21a5-452e-b592-50865053c3cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:37.650363 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.702869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Provisioning complete for port f32846c6-21a5-452e-b592-50865053c3cf triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:37.703243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.776050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.837112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f32846c6-21a5-452e-b592-50865053c3cf, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f32846c6-21a5-452e-b592-50865053c3cf,segment=NetworkSegment(8044c788-97f1-4d33-9c12-00ddafd4be6a),segment_id=8044c788-97f1-4d33-9c12-00ddafd4be6a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:37.844215 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.852358 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.898565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.905043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.905742 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:37.944650 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f32846c6-21a5-452e-b592-50865053c3cf,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:37.950793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:49:37.951149 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:49:37.993563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=dd2add6a-a9ff-45b3-82d9-f981152501c7,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:38.039509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:38.041022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:38.168950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 1b1bd5af-8321-4198-9b90-3a3417ae4d5a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:38.273043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:38.281506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f02ae440-7d97-4766-a094-b3fc7745781f tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/1b1bd5af-8321-4198-9b90-3a3417ae4d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9217846 Aug 12 02:49:38.281506 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45780) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:38.284025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] Sync routers for ids ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:38.293793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] Routers {'1b1bd5af-8321-4198-9b90-3a3417ae4d5a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:38.294412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:38.325008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6252b-4061-4855-b2f5-a662b4cf2fd1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:38.326159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:38.326402 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e4e6252b-4061-4855-b2f5-a662b4cf2fd1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports/dd2add6a-a9ff-45b3-82d9-f981152501c7 HTTP/1.1" status: 200 len: 984 time: 0.0446243 Aug 12 02:49:38.329154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45782) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:38.336083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] Routers {'1b1bd5af-8321-4198-9b90-3a3417ae4d5a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:38.336690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:38.371290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:38.371977 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d67fda-d5e7-4817-bc9d-10e8ef36ed9e None None] The sync data for ids ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:38.498493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Provisioning for port dd2add6a-a9ff-45b3-82d9-f981152501c7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:38.502135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Provisioning complete for port dd2add6a-a9ff-45b3-82d9-f981152501c7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:38.502517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:38.536701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-203b2bb7-b47a-408d-ad58-d7024bd62b7e None None] Port dd2add6a-a9ff-45b3-82d9-f981152501c7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:38.638856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:38.655780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-145349aa-c060-4028-bb4f-f12cdd98f6aa None None] Provisioning complete for port dd2add6a-a9ff-45b3-82d9-f981152501c7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:38.656153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-145349aa-c060-4028-bb4f-f12cdd98f6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:38.692995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-145349aa-c060-4028-bb4f-f12cdd98f6aa None None] Port dd2add6a-a9ff-45b3-82d9-f981152501c7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:38.863200 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port dd2add6a-a9ff-45b3-82d9-f981152501c7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:38.863567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:38.951103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:38.963027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for dd2add6a-a9ff-45b3-82d9-f981152501c7 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:39.131350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.156602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=dd2add6a-a9ff-45b3-82d9-f981152501c7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:39.258436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.413361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 1b1bd5af-8321-4198-9b90-3a3417ae4d5a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:39.486171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:39.492610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0cb5ccb5-c745-436d-9d54-01bbaefd430c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/1b1bd5af-8321-4198-9b90-3a3417ae4d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1623416 Aug 12 02:49:39.494484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:39.497617 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5164d4-0063-446b-9462-d028151f975f None None] Sync routers for ids ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:39.507431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] Routers {'1b1bd5af-8321-4198-9b90-3a3417ae4d5a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:39.508066 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:39.543382 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:39.552461 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] Routers {'1b1bd5af-8321-4198-9b90-3a3417ae4d5a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:39.553059 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:39.559448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f32846c6-21a5-452e-b592-50865053c3cf up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:39.584861 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aa5164d4-0063-446b-9462-d028151f975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:39.585511 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5164d4-0063-446b-9462-d028151f975f None None] The sync data for ids ['1b1bd5af-8321-4198-9b90-3a3417ae4d5a'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:39.609652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f32846c6-21a5-452e-b592-50865053c3cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:39.610025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.685508 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-3a1e3d6f-a5cf-43eb-a558-97c328381d93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] remove_router_interface failed (client error): The resource could not be found. Aug 12 02:49:39.687097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3a1e3d6f-a5cf-43eb-a558-97c328381d93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/1b1bd5af-8321-4198-9b90-3a3417ae4d5a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1906545 Aug 12 02:49:39.689309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45786) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:39.716414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-593593c1-c20c-4e7e-b5ce-719a0d5ccc49 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b1bd5af-8321-4198-9b90-3a3417ae4d5a HTTP/1.1" status: 200 len: 205 time: 0.0260639 Aug 12 02:49:39.718753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45788) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:39.791971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.947855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.949817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.991691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:39.992257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1bd5af-8321-4198-9b90-3a3417ae4d5a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:49:39.999129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.000273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d6ebc6f-d729-455e-9a1b-ce0e4146f471 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/1b1bd5af-8321-4198-9b90-3a3417ae4d5a HTTP/1.1" status: 204 len: 168 time: 0.2806489 Aug 12 02:49:40.002920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45790) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:40.056776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet f7df8d11-0807-49c3-8dbc-04d47222b3a2 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:40.059784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.099142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.178856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.240505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.267261 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=f7df8d11-0807-49c3-8dbc-04d47222b3a2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:40.270767 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.273143 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-18087673-310d-4abf-92dd-7aa42da95ba8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/f7df8d11-0807-49c3-8dbc-04d47222b3a2 HTTP/1.1" status: 204 len: 168 time: 0.2681818 Aug 12 02:49:40.275300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45792) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:40.277549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604280ec-d142-4860-8b59-4efa9f3b78b8 None None] Network fae01046-b366-4b6a-8ce8-5c7beb1f2b06 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:40.352601 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.405762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port f32846c6-21a5-452e-b592-50865053c3cf {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:40.406109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.443372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] DHCP port deletion for fae01046-b366-4b6a-8ce8-5c7beb1f2b06 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:40.474910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port f32846c6-21a5-452e-b592-50865053c3cf, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f32846c6-21a5-452e-b592-50865053c3cf,segment=NetworkSegment(8044c788-97f1-4d33-9c12-00ddafd4be6a),segment_id=8044c788-97f1-4d33-9c12-00ddafd4be6a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:40.475558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.487959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for f32846c6-21a5-452e-b592-50865053c3cf owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:40.494111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Deleting port f32846c6-21a5-452e-b592-50865053c3cf {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:40.494425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.557246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] For port f32846c6-21a5-452e-b592-50865053c3cf, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f32846c6-21a5-452e-b592-50865053c3cf,segment=NetworkSegment(8044c788-97f1-4d33-9c12-00ddafd4be6a),segment_id=8044c788-97f1-4d33-9c12-00ddafd4be6a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:40.557637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.566973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.571665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Calling delete_port for f32846c6-21a5-452e-b592-50865053c3cf owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:40.597592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=f32846c6-21a5-452e-b592-50865053c3cf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:40.599436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port f32846c6-21a5-452e-b592-50865053c3cf on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:40.648118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.673485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] Pushing event deleted for resources: {'Port': ['ID=f32846c6-21a5-452e-b592-50865053c3cf,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:40.675352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.679296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f860f69-6a83-4f29-8af0-26a143066a24 None None] No DVR routers for this DVR port f32846c6-21a5-452e-b592-50865053c3cf on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:40.686069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae01046-b366-4b6a-8ce8-5c7beb1f2b06']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:40.700040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8044c788-97f1-4d33-9c12-00ddafd4be6a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:40.700341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8044c788-97f1-4d33-9c12-00ddafd4be6a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:40.710062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.726709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.733687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:40.734079 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:40.737120 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:40.796632 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.803253 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.805131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/fae01046-b366-4b6a-8ce8-5c7beb1f2b06 HTTP/1.1" status: 204 len: 168 time: 0.5253439 Aug 12 02:49:40.809393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45794) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:40.814631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-585958447'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:40.817167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d887-0edb-441b-8a97-ad3f215be652 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=fae01046-b366-4b6a-8ce8-5c7beb1f2b06,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:40.836949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:40.840372 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.863076 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:40.871443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.871827 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 532c6dfe-d647-4ec2-8b6e-e1d434a3a09f of type vlan for network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 Aug 12 02:49:40.911064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.940095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:40.946589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:40.947192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.001403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1908245 Aug 12 02:49:41.004987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45796) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:41.010549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:41.066937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd5653-6bdc-455d-9800-a87f151a8230 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:41.076784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:41.109799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:41.114100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.292310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.344324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:41.359402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:41.359809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:41.375989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:41.384208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:41.388074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:41.388747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.394880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5cf588-c9e2-4b38-85e9-cf79877ef4a8 None None] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:41.402921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a1e21f2-3f7a-4067-8eee-4f26b60bdd68 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3967829 Aug 12 02:49:41.405623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45798) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:41.411015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1251065887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:41.434226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.435300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.437085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:49:41.486522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.491607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.518640 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.524308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eef20a3f-ebbb-40ef-9a28-719a708d73dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1148450 Aug 12 02:49:41.524562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45800) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:41.546750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f32846c6-21a5-452e-b592-50865053c3cf no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:41.569237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429', 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': 'a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:41.570072 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.573179 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f32846c6-21a5-452e-b592-50865053c3cf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:41.573778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f32846c6-21a5-452e-b592-50865053c3cf not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:41.712209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Allocated IP 2001:db8::2 (3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429/a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea/4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:41.861136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.871904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Transition to ACTIVE for port object 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:41.888005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Transition to ACTIVE for port object 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:41.894531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:41.939946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:41.946564 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:41.948868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Pushing event updated for resources: {'Port': ['ID=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:41.952683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:42.007526 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Attempting to bind port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:42.007898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Attempting to bind port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:42.008261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Attempting to bind port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 on network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:42.013139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:42.013510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Checking segment: {'id': '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:42.013907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.014295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Bound using segment: {'id': '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:42.014745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Bound port: 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:42.015120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.078062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] For port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:42.082011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] For port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,segment=NetworkSegment(532c6dfe-d647-4ec2-8b6e-e1d434a3a09f),segment_id=532c6dfe-d647-4ec2-8b6e-e1d434a3a09f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:42.086945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.149339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f0b10-b2b2-4ee0-a21e-1e23386df0e4 None None] Pushing event updated for resources: {'Port': ['ID=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:42.150036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.419832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8::1 (3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429/a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea/b47a1255-9bde-4fbc-b84f-175777143fe8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:42.539274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.553613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object b47a1255-9bde-4fbc-b84f-175777143fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:42.586361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.630103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:42.635676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:42.639385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:42.639955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.675997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=b47a1255-9bde-4fbc-b84f-175777143fe8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:42.776151 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:42.982514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3613fc9-2072-4e80-99ba-470f8390413e None None] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:43.049725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.054542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.055444 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.056806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0c50e1e7-02d0-4358-8df4-d3953a5286cf None None] Provisioning for port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:43.146068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=b47a1255-9bde-4fbc-b84f-175777143fe8,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:43.200977 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:43.202498 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:43.338734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 80f8705e-0eed-407c-9f5a-dc61024b47be is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:43.388703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a69f575-15a1-45a0-abb2-d62673954130 None None] Provisioning for port b47a1255-9bde-4fbc-b84f-175777143fe8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:43.394349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0a69f575-15a1-45a0-abb2-d62673954130 None None] Provisioning complete for port b47a1255-9bde-4fbc-b84f-175777143fe8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:43.394766 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0a69f575-15a1-45a0-abb2-d62673954130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.432849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-0a69f575-15a1-45a0-abb2-d62673954130 None None] Port b47a1255-9bde-4fbc-b84f-175777143fe8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:43.436444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:43.445889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45802) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:43.446321 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6c427988-dba4-4603-bcca-bc9369493ffb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/80f8705e-0eed-407c-9f5a-dc61024b47be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202530 Aug 12 02:49:43.454173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] Sync routers for ids ['80f8705e-0eed-407c-9f5a-dc61024b47be'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:43.468752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] Routers {'80f8705e-0eed-407c-9f5a-dc61024b47be'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:43.469430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['80f8705e-0eed-407c-9f5a-dc61024b47be'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:43.496167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1389a-c777-43c2-84be-7e9f27b265c0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:43.497620 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b0a1389a-c777-43c2-84be-7e9f27b265c0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports/b47a1255-9bde-4fbc-b84f-175777143fe8 HTTP/1.1" status: 200 len: 911 time: 0.0499732 Aug 12 02:49:43.500604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:43.502702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:43.513466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] Routers {'80f8705e-0eed-407c-9f5a-dc61024b47be'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:43.514937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['80f8705e-0eed-407c-9f5a-dc61024b47be'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:43.554110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:43.555278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a55e91a-e5af-4640-a8ca-a5028adbcd6b None None] The sync data for ids ['80f8705e-0eed-407c-9f5a-dc61024b47be'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:43.595334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:43.646082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:43.650452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:43.651048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.692812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d0a6cc1e-7c29-47b2-b4be-cd4ddec8e8a0 None None] Provisioning complete for port b47a1255-9bde-4fbc-b84f-175777143fe8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:43.693195 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d0a6cc1e-7c29-47b2-b4be-cd4ddec8e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.753182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6cc1e-7c29-47b2-b4be-cd4ddec8e8a0 None None] Port b47a1255-9bde-4fbc-b84f-175777143fe8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:43.798287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.832084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,segment=NetworkSegment(532c6dfe-d647-4ec2-8b6e-e1d434a3a09f),segment_id=532c6dfe-d647-4ec2-8b6e-e1d434a3a09f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:43.836574 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.845682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.894527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e5af85a5-1613-4a6c-8f93-95aac14e0fde None None] Provisioning complete for port b47a1255-9bde-4fbc-b84f-175777143fe8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:43.894948 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5af85a5-1613-4a6c-8f93-95aac14e0fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:43.897530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:43.931188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e5af85a5-1613-4a6c-8f93-95aac14e0fde None None] Port b47a1255-9bde-4fbc-b84f-175777143fe8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:44.085500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port b47a1255-9bde-4fbc-b84f-175777143fe8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:44.085851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.179082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.190858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for b47a1255-9bde-4fbc-b84f-175777143fe8 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:44.357723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.386154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=b47a1255-9bde-4fbc-b84f-175777143fe8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:44.485087 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.641806 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 80f8705e-0eed-407c-9f5a-dc61024b47be has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:44.715738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:44.721268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f14fd8d0-61fb-4e4d-89e8-42b7b68559d5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/80f8705e-0eed-407c-9f5a-dc61024b47be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2189405 Aug 12 02:49:44.725253 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45806) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:44.728967 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] Sync routers for ids ['80f8705e-0eed-407c-9f5a-dc61024b47be'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:44.740219 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] Routers {'80f8705e-0eed-407c-9f5a-dc61024b47be'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:44.740835 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['80f8705e-0eed-407c-9f5a-dc61024b47be'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:44.757324 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8e8b8987-b39d-4491-bd04-d80312c3de27 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=80f8705e-0eed-407c-9f5a-dc61024b47be HTTP/1.1" status: 200 len: 205 time: 0.0309680 Aug 12 02:49:44.759760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45808) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:44.780411 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:44.789885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] Routers {'80f8705e-0eed-407c-9f5a-dc61024b47be'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:44.790479 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['80f8705e-0eed-407c-9f5a-dc61024b47be'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:44.820917 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:44.821553 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e78bf50-18c0-4501-9d58-a56df27d1572 None None] The sync data for ids ['80f8705e-0eed-407c-9f5a-dc61024b47be'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:44.834495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.986450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:44.993170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.034011 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.035225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router 80f8705e-0eed-407c-9f5a-dc61024b47be {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:49:45.042446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.043544 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-20db033d-8fa0-4e99-b984-cc36edcbf6a1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/80f8705e-0eed-407c-9f5a-dc61024b47be HTTP/1.1" status: 204 len: 168 time: 0.2828631 Aug 12 02:49:45.046124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45810) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:45.106331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:45.109780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.153833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.554296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:45.586330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.605697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:45.606078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.645079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.671226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:45.675568 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.677373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d29720af-356c-47a8-a330-b17ed2bb9c25 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea HTTP/1.1" status: 204 len: 168 time: 0.6303201 Aug 12 02:49:45.680166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45812) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:45.683075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f17651-e7f1-4aba-99a2-6cf9bd7bb223 None None] Network 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:45.754642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.814841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:45.815187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.863833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] DHCP port deletion for 3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:45.883313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,segment=NetworkSegment(532c6dfe-d647-4ec2-8b6e-e1d434a3a09f),segment_id=532c6dfe-d647-4ec2-8b6e-e1d434a3a09f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:45.883709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.896462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:45.911406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Deleting port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:45.911808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.971369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] For port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,segment=NetworkSegment(532c6dfe-d647-4ec2-8b6e-e1d434a3a09f),segment_id=532c6dfe-d647-4ec2-8b6e-e1d434a3a09f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:45.972087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.975065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:45.988318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Calling delete_port for 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:46.003768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:46.008387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:46.064049 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.090450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.093086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] Pushing event deleted for resources: {'Port': ['ID=4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:46.097911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79744537-97a6-48c6-88a1-54e3220b47e4 None None] No DVR routers for this DVR port 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:46.102797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:46.115456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:46.115782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532c6dfe-d647-4ec2-8b6e-e1d434a3a09f') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:46.124530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.138673 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.145186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:46.145597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:46.148497 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:46.208564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.216043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.217653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429 HTTP/1.1" status: 204 len: 168 time: 0.5364943 Aug 12 02:49:46.221721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45814) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:46.226437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1795624240', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:46.228950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bfb3f-edac-4b75-a6eb-08923aaa17c3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=3cb1a4b9-2e4a-4ae8-b52c-d4ae57692429,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:46.250057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.251057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.303807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.438401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.629837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.648821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.751892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 172.25.3.117 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/e7f695f4-9f38-4c5d-9992-c775ea546bca) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:46.856676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.893142 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:46.934146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:46.939361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:46.943698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:46.964848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=e7f695f4-9f38-4c5d-9992-c775ea546bca,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:47.186939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:47.378855 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:47.504437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router d1cae256-5757-4603-8b3e-8cf9f24ebc17 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:47.546467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:47.566345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:47.566694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4e2f37a9-ea9e-41bc-b5af-ae5a718a6fa1 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:47.611690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:47.621476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] Sync routers for ids ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:47.630331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] Routers {'d1cae256-5757-4603-8b3e-8cf9f24ebc17'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:47.630942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:47.631336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:47.632728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0788fdf-0b0a-4523-989b-fc7689806691 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4099612 Aug 12 02:49:47.635352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45816) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:47.665568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:47.674026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] Routers {'d1cae256-5757-4603-8b3e-8cf9f24ebc17'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:47.674611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:47.706775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:47.707507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8a8b1e-4c6d-4a78-a750-df60878f5643 None None] The sync data for ids ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:47.744232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-344072c3-3521-4283-bde3-174e7b56da41 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers/d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 200 len: 885 time: 0.1077905 Aug 12 02:49:47.746608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:47.957178 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aae8adda-6e23-49cd-b2d0-5120cea5bf28 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2094610 Aug 12 02:49:47.959589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45820) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:47.963841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1795624240'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:48.105469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:48.265110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:48.276203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:48.379510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router d1cae256-5757-4603-8b3e-8cf9f24ebc17 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:48.822310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:48.828907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:48.830088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e1a1b479-70ed-4c1b-b49b-d8ee0fd8bc1e tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 200 len: 892 time: 0.8695791 Aug 12 02:49:48.832087 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] Sync routers for ids ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:48.833024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:48.841537 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] Routers {'d1cae256-5757-4603-8b3e-8cf9f24ebc17'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:48.842130 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:48.873519 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:48.881892 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] Routers {'d1cae256-5757-4603-8b3e-8cf9f24ebc17'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:48.882474 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:48.915705 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:48.916340 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3677df60-117d-48b7-bc32-e03dac4b3b49 None None] The sync data for ids ['d1cae256-5757-4603-8b3e-8cf9f24ebc17'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:48.941929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5a432e38-af1b-460d-a1b8-3435259a897c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers/d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 200 len: 892 time: 0.1077485 Aug 12 02:49:48.944554 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45824) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:48.970972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b2384bd3-9f14-4a2b-be8a-f46bff4013cf tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 200 len: 205 time: 0.0253122 Aug 12 02:49:48.973307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45826) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:49.078081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.184619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.237711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port e7f695f4-9f38-4c5d-9992-c775ea546bca {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:49.238565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.313007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.325414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for e7f695f4-9f38-4c5d-9992-c775ea546bca owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:49.490986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.521944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=e7f695f4-9f38-4c5d-9992-c775ea546bca,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:49.583948 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.676976 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.679086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.721344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.721903 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router d1cae256-5757-4603-8b3e-8cf9f24ebc17 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:49:49.728840 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.729956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9da014b6-4803-4399-b143-b575c8518df5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 204 len: 168 time: 0.7557290 Aug 12 02:49:49.733540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:49.738495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695657156'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:49.758640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:49.761982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.785615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:49.794611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.794968 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 110c2c73-a2da-4a1b-8a8e-8f55a5000799 of type vlan for network ef7a1369-d9c4-4045-85d4-535da6139ebb Aug 12 02:49:49.838139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.866096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.871658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:49.872262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:49.931424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1968510 Aug 12 02:49:49.934277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:49.939168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:49.957797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b898006-ff12-4c18-80d9-3ba1085c3001 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=ef7a1369-d9c4-4045-85d4-535da6139ebb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:49.967550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ef7a1369-d9c4-4045-85d4-535da6139ebb details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:50.037556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:50.041067 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.219597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.277200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=81bc93f1-2f7f-4821-b4c0-5488339128cc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:50.287753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '110c2c73-a2da-4a1b-8a8e-8f55a5000799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:50.288114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: ef7a1369-d9c4-4045-85d4-535da6139ebb, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:50.304244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network ef7a1369-d9c4-4045-85d4-535da6139ebb is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:50.311823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ef7a1369-d9c4-4045-85d4-535da6139ebb) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:50.318452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:50.319095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.319229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8a9ee5-0703-4ccf-abed-7aff859d64ef None None] Network ef7a1369-d9c4-4045-85d4-535da6139ebb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:50.334618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e9167970-6979-41b0-9175-f2d2f0814793 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3993237 Aug 12 02:49:50.337094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45832) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:50.341563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1678532513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:50.364937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.366074 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.418412 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.422446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.439434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.440898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-430887be-21c5-4200-9230-7479e282c0ae tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1027002 Aug 12 02:49:50.443331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:50.469231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ef7a1369-d9c4-4045-85d4-535da6139ebb', 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': '81bc93f1-2f7f-4821-b4c0-5488339128cc'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:50.470266 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.602309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Allocated IP 2001:db8::2 (ef7a1369-d9c4-4045-85d4-535da6139ebb/81bc93f1-2f7f-4821-b4c0-5488339128cc/7aebc5a2-2bea-4549-a889-c6171e4bed96) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:50.716620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.744976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.753965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Transition to ACTIVE for port object 7aebc5a2-2bea-4549-a889-c6171e4bed96 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:50.768318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Transition to ACTIVE for port object 7aebc5a2-2bea-4549-a889-c6171e4bed96 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:50.779932 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.818870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Network ef7a1369-d9c4-4045-85d4-535da6139ebb is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:50.821806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:50.827290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:50.837213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Pushing event updated for resources: {'Port': ['ID=7aebc5a2-2bea-4549-a889-c6171e4bed96,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:50.906907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Attempting to bind port 7aebc5a2-2bea-4549-a889-c6171e4bed96 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:50.907405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Attempting to bind port 7aebc5a2-2bea-4549-a889-c6171e4bed96 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '110c2c73-a2da-4a1b-8a8e-8f55a5000799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:50.908013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Attempting to bind port 7aebc5a2-2bea-4549-a889-c6171e4bed96 on network ef7a1369-d9c4-4045-85d4-535da6139ebb {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:50.915636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:50.916216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Checking segment: {'id': '110c2c73-a2da-4a1b-8a8e-8f55a5000799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:50.916845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.917470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Bound using segment: {'id': '110c2c73-a2da-4a1b-8a8e-8f55a5000799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:50.918201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Bound port: 7aebc5a2-2bea-4549-a889-c6171e4bed96, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110c2c73-a2da-4a1b-8a8e-8f55a5000799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'ef7a1369-d9c4-4045-85d4-535da6139ebb'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:50.918797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.982529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] For port 7aebc5a2-2bea-4549-a889-c6171e4bed96, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:50.985507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] For port 7aebc5a2-2bea-4549-a889-c6171e4bed96, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7aebc5a2-2bea-4549-a889-c6171e4bed96,segment=NetworkSegment(110c2c73-a2da-4a1b-8a8e-8f55a5000799),segment_id=110c2c73-a2da-4a1b-8a8e-8f55a5000799)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:50.991359 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:50.994537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8::1 (ef7a1369-d9c4-4045-85d4-535da6139ebb/81bc93f1-2f7f-4821-b4c0-5488339128cc/7104e846-a5fd-44ea-b16a-3caf3155945f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:51.051327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85fcf6-c5fb-466e-a96f-e97472460720 None None] Pushing event updated for resources: {'Port': ['ID=7aebc5a2-2bea-4549-a889-c6171e4bed96,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:51.110227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.124779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object 7104e846-a5fd-44ea-b16a-3caf3155945f will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:51.157928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.214468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network ef7a1369-d9c4-4045-85d4-535da6139ebb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:51.221317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:51.226414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:51.226985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.265471 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=7104e846-a5fd-44ea-b16a-3caf3155945f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:51.350371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.587418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7aebc5a2-2bea-4549-a889-c6171e4bed96 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:51.605070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.610042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.610945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:51.646400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7aebc5a2-2bea-4549-a889-c6171e4bed96 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:51.701209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=7104e846-a5fd-44ea-b16a-3caf3155945f,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:51.749765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network ef7a1369-d9c4-4045-85d4-535da6139ebb is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:51.751209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:51.945776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f78b3-7733-4624-8c8a-c8c135a682bc None None] Network ef7a1369-d9c4-4045-85d4-535da6139ebb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:52.010588 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Provisioning for port 7aebc5a2-2bea-4549-a889-c6171e4bed96 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:52.022736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Provisioning complete for port 7aebc5a2-2bea-4549-a889-c6171e4bed96 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:52.023107 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.106660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 41ccf586-b13b-4e71-8598-9ab38d1fe755 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:52.208521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:52.213521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cac4dfca-31b3-4f11-9c70-ebc643dca0a0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/41ccf586-b13b-4e71-8598-9ab38d1fe755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7672606 Aug 12 02:49:52.216040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:52.259228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdee0e1-87ea-41f4-b55b-a17fbe42d165 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:52.260714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1bdee0e1-87ea-41f4-b55b-a17fbe42d165 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports/7104e846-a5fd-44ea-b16a-3caf3155945f HTTP/1.1" status: 200 len: 911 time: 0.0436006 Aug 12 02:49:52.263338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:52.269118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81bc93f1-2f7f-4821-b4c0-5488339128cc'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:52.310880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] Sync routers for ids ['41ccf586-b13b-4e71-8598-9ab38d1fe755'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:52.340929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] Routers {'41ccf586-b13b-4e71-8598-9ab38d1fe755'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:52.341546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['41ccf586-b13b-4e71-8598-9ab38d1fe755'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:52.343200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.387207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:52.410918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.419612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] For port 7aebc5a2-2bea-4549-a889-c6171e4bed96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7aebc5a2-2bea-4549-a889-c6171e4bed96,segment=NetworkSegment(110c2c73-a2da-4a1b-8a8e-8f55a5000799),segment_id=110c2c73-a2da-4a1b-8a8e-8f55a5000799)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:52.420788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] Routers {'41ccf586-b13b-4e71-8598-9ab38d1fe755'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:52.421424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['41ccf586-b13b-4e71-8598-9ab38d1fe755'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:52.460432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.469724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:52.469724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05846971-52be-4c66-a365-9b0cb089bfbb None None] The sync data for ids ['41ccf586-b13b-4e71-8598-9ab38d1fe755'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:52.513869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347c3a6-0e2d-44ad-9fd9-3fcbfcbedb6d None None] Pushing event updated for resources: {'Port': ['ID=7aebc5a2-2bea-4549-a889-c6171e4bed96,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:52.692580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Provisioning for port 7104e846-a5fd-44ea-b16a-3caf3155945f completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:52.696634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Provisioning complete for port 7104e846-a5fd-44ea-b16a-3caf3155945f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:52.697004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.736153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Port 7104e846-a5fd-44ea-b16a-3caf3155945f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:52.747036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Provisioning complete for port 7aebc5a2-2bea-4549-a889-c6171e4bed96 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:52.747618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9f3d38c3-ea8d-49c5-b657-4d4ef81889be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.803499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.813072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.824581 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:52.825253 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:52.829267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/ports/7104e846-a5fd-44ea-b16a-3caf3155945f HTTP/1.1" status: 200 len: 911 time: 0.5622635 Aug 12 02:49:52.829866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:52.870913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1380c-419a-47b3-b872-a14777a568fb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=7104e846-a5fd-44ea-b16a-3caf3155945f,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:52.965684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e5482aa6-132a-4f96-9c55-47dc12642f7a None None] Provisioning complete for port 7104e846-a5fd-44ea-b16a-3caf3155945f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:52.966062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5482aa6-132a-4f96-9c55-47dc12642f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.001795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e5482aa6-132a-4f96-9c55-47dc12642f7a None None] Port 7104e846-a5fd-44ea-b16a-3caf3155945f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:53.123540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-cc7a78de-b22e-4625-bb8d-e685b69f3f53 None None] Provisioning complete for port 7104e846-a5fd-44ea-b16a-3caf3155945f triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:53.124227 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cc7a78de-b22e-4625-bb8d-e685b69f3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.158686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a78de-b22e-4625-bb8d-e685b69f3f53 None None] Port 7104e846-a5fd-44ea-b16a-3caf3155945f cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:53.475178 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.553820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7aebc5a2-2bea-4549-a889-c6171e4bed96 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:53.603912 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7aebc5a2-2bea-4549-a889-c6171e4bed96 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:53.604284 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.708069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 7104e846-a5fd-44ea-b16a-3caf3155945f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:53.708407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.801065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:53.812877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 7104e846-a5fd-44ea-b16a-3caf3155945f owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:53.974667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.001173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=7104e846-a5fd-44ea-b16a-3caf3155945f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:54.097091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.250076 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 41ccf586-b13b-4e71-8598-9ab38d1fe755 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:49:54.324266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:54.332573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c7e2bb67-dd91-4186-9c5c-ddba6dcab676 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/41ccf586-b13b-4e71-8598-9ab38d1fe755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4959726 Aug 12 02:49:54.332672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45842) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:54.333663 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] Sync routers for ids ['41ccf586-b13b-4e71-8598-9ab38d1fe755'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:54.343261 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] Routers {'41ccf586-b13b-4e71-8598-9ab38d1fe755'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:54.343924 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['41ccf586-b13b-4e71-8598-9ab38d1fe755'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:54.364670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-edfef1c4-7a11-4f4c-8e77-bb1094b19965 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=41ccf586-b13b-4e71-8598-9ab38d1fe755 HTTP/1.1" status: 200 len: 205 time: 0.0310588 Aug 12 02:49:54.367093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45844) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:54.376139 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:54.385386 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] Routers {'41ccf586-b13b-4e71-8598-9ab38d1fe755'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:54.386293 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['41ccf586-b13b-4e71-8598-9ab38d1fe755'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:54.422043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:54.422679 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b15c049-2674-41ef-84bb-af177df5a42d None None] The sync data for ids ['41ccf586-b13b-4e71-8598-9ab38d1fe755'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:49:54.443185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.600279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.602281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.647763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.648287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router 41ccf586-b13b-4e71-8598-9ab38d1fe755 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:49:54.655004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.656126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7cf51f21-d083-4048-b329-617467301ce6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/41ccf586-b13b-4e71-8598-9ab38d1fe755 HTTP/1.1" status: 204 len: 168 time: 0.2880938 Aug 12 02:49:54.658770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45846) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:54.709013 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet 81bc93f1-2f7f-4821-b4c0-5488339128cc {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:49:54.712028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.750720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.845955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.903460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.930384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=81bc93f1-2f7f-4821-b4c0-5488339128cc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:54.935459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:54.936695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4fc42ded-d7ad-412b-b90d-bfd8af816ded tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/81bc93f1-2f7f-4821-b4c0-5488339128cc HTTP/1.1" status: 204 len: 168 time: 0.2769272 Aug 12 02:49:54.939309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45848) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:54.940301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bd568-59eb-46ea-9e5e-96008e916274 None None] Network ef7a1369-d9c4-4045-85d4-535da6139ebb requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:55.017628 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.071899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 7aebc5a2-2bea-4549-a889-c6171e4bed96 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:55.072246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.099243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] DHCP port deletion for ef7a1369-d9c4-4045-85d4-535da6139ebb request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:49:55.135736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 7aebc5a2-2bea-4549-a889-c6171e4bed96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7aebc5a2-2bea-4549-a889-c6171e4bed96,segment=NetworkSegment(110c2c73-a2da-4a1b-8a8e-8f55a5000799),segment_id=110c2c73-a2da-4a1b-8a8e-8f55a5000799)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:55.136106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.145303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Deleting port 7aebc5a2-2bea-4549-a889-c6171e4bed96 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:49:55.145676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.149382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 7aebc5a2-2bea-4549-a889-c6171e4bed96 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:55.209757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] For port 7aebc5a2-2bea-4549-a889-c6171e4bed96, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7aebc5a2-2bea-4549-a889-c6171e4bed96,segment=NetworkSegment(110c2c73-a2da-4a1b-8a8e-8f55a5000799),segment_id=110c2c73-a2da-4a1b-8a8e-8f55a5000799)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:55.210065 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.224085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Calling delete_port for 7aebc5a2-2bea-4549-a889-c6171e4bed96 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:49:55.237792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.262537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=7aebc5a2-2bea-4549-a889-c6171e4bed96,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:55.270760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port 7aebc5a2-2bea-4549-a889-c6171e4bed96 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:55.297992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.322684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] Pushing event deleted for resources: {'Port': ['ID=7aebc5a2-2bea-4549-a889-c6171e4bed96,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:55.326236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b67c5d-6960-4b1c-8a40-ac366418f3db None None] No DVR routers for this DVR port 7aebc5a2-2bea-4549-a889-c6171e4bed96 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:49:55.356883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.366421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7a1369-d9c4-4045-85d4-535da6139ebb']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:55.376376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c2c73-a2da-4a1b-8a8e-8f55a5000799') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:55.376668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c2c73-a2da-4a1b-8a8e-8f55a5000799') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:55.385662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.399298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.404902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:49:55.405284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:49:55.408709 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:49:55.467982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.473170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.475078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/ef7a1369-d9c4-4045-85d4-535da6139ebb HTTP/1.1" status: 204 len: 168 time: 0.5347786 Aug 12 02:49:55.478822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45850) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:55.483658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1920562523', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:55.490192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f2806-a21a-4377-a74c-f30829088eac tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=ef7a1369-d9c4-4045-85d4-535da6139ebb,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:55.508170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.509259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.554829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7aebc5a2-2bea-4549-a889-c6171e4bed96 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:49:55.564490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.569044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.578357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7aebc5a2-2bea-4549-a889-c6171e4bed96 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:49:55.578715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7aebc5a2-2bea-4549-a889-c6171e4bed96 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:49:55.584283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.585587 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d5b22672-1c84-4330-b51b-af587857d960 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1055698 Aug 12 02:49:55.588343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45852) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:55.593142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1379094570'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:55.613256 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:55.616682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.639432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:55.648431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.648776 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 6be92a58-3bf9-4f97-9f37-b286575703ea of type vlan for network bce3244b-9feb-4bdd-aa2d-41e7db68aece Aug 12 02:49:55.688512 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.716124 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.721673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:55.722339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:55.786339 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1969707 Aug 12 02:49:55.789399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:55.794319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:55.811887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee69919-7454-4cf7-b76f-bfedd3b9b4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=bce3244b-9feb-4bdd-aa2d-41e7db68aece,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:55.823384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:55.886721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:55.890202 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.068323 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.136069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=d9ba93b4-55a1-4aea-9ba7-03533c93c0b4,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:56.140317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:56.140685 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: bce3244b-9feb-4bdd-aa2d-41e7db68aece, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:56.157326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:56.165878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, bce3244b-9feb-4bdd-aa2d-41e7db68aece) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:56.169739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:56.170333 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.175045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd3230e-35cb-463c-8f88-d381bf4fb372 None None] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:56.186833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb978635-23f9-4f36-82e1-2943a1ed1a74 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3962185 Aug 12 02:49:56.189694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45856) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:56.319025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:56.319865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.458751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Allocated IP 2001:db8::2 (bce3244b-9feb-4bdd-aa2d-41e7db68aece/d9ba93b4-55a1-4aea-9ba7-03533c93c0b4/d0572543-08e1-4f5a-95af-047a606bfa8a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:56.465984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.599520 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.607665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Transition to ACTIVE for port object d0572543-08e1-4f5a-95af-047a606bfa8a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:56.622040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Transition to ACTIVE for port object d0572543-08e1-4f5a-95af-047a606bfa8a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:56.628493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.667886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:56.670706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:56.676812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:56.685454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Pushing event updated for resources: {'Port': ['ID=d0572543-08e1-4f5a-95af-047a606bfa8a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:56.711940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8::1 (bce3244b-9feb-4bdd-aa2d-41e7db68aece/d9ba93b4-55a1-4aea-9ba7-03533c93c0b4/0a4554ff-2778-4940-96c0-c0ae766fc5e4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:56.734980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Attempting to bind port d0572543-08e1-4f5a-95af-047a606bfa8a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:56.735354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Attempting to bind port d0572543-08e1-4f5a-95af-047a606bfa8a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:56.735752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Attempting to bind port d0572543-08e1-4f5a-95af-047a606bfa8a on network bce3244b-9feb-4bdd-aa2d-41e7db68aece {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:56.741232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:56.741606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Checking segment: {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:56.742007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.742402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Bound using segment: {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:56.742983 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Bound port: d0572543-08e1-4f5a-95af-047a606bfa8a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:56.743366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.807159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] For port d0572543-08e1-4f5a-95af-047a606bfa8a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:56.810445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] For port d0572543-08e1-4f5a-95af-047a606bfa8a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0572543-08e1-4f5a-95af-047a606bfa8a,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:56.814554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.828847 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.843614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object 0a4554ff-2778-4940-96c0-c0ae766fc5e4 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:56.877606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd615506-be1f-43c7-a8a1-97512fd30572 None None] Pushing event updated for resources: {'Port': ['ID=d0572543-08e1-4f5a-95af-047a606bfa8a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:56.882336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.927706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:56.930903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:56.935606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:56.936145 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:56.939702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:57.066226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.325716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.330116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.331833 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.421472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:57.469567 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:57.470986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:57.605111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:49:57.605334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0572543-08e1-4f5a-95af-047a606bfa8a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:57.661085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d0572543-08e1-4f5a-95af-047a606bfa8a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:57.696513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:49:57.704438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f1684bad-ac8d-4a43-8d33-d98e819797f0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5103273 Aug 12 02:49:57.704632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:57.709978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:49:57.710439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1295074193'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:57.720531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:57.721386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:57.734405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:57.739293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.767405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:49:57.778126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.778484 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment f29f1ee0-8310-40d7-b811-788cd0008351 of type vlan for network da9d6c42-6600-4592-a6ee-6b4efaa505f3 Aug 12 02:49:57.822491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6360a-1962-4c37-8a42-fae535ef70c0 None None] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:57.834574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:49:57.834914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.862955 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.868726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:57.869326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:57.928295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2222106 Aug 12 02:49:57.931113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45862) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:57.936782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:49:57.937351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ccc9d-73e9-497b-b414-733d97214318 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=da9d6c42-6600-4592-a6ee-6b4efaa505f3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:57.956063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:49:58.029889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:49:58.031843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Provisioning for port d0572543-08e1-4f5a-95af-047a606bfa8a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:58.033618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.058544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Provisioning complete for port d0572543-08e1-4f5a-95af-047a606bfa8a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:58.058968 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.228919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.276587 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.289145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=0619cc09-93be-4ed1-b7c1-b6ad449b9a9f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:58.299725 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:58.300141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: da9d6c42-6600-4592-a6ee-6b4efaa505f3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:49:58.322043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:49:58.332822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, da9d6c42-6600-4592-a6ee-6b4efaa505f3) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:58.337423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:49:58.338160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.359062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15e5a5df-412e-4117-8c99-a036b0d29e88 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4240246 Aug 12 02:49:58.359396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:49:58.458422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7599239e-4cd3-412b-a279-7dbf39206530 None None] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:49:58.523840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:49:57Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:49:57Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:58.529913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] For port d0572543-08e1-4f5a-95af-047a606bfa8a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0572543-08e1-4f5a-95af-047a606bfa8a,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:49:58.562559 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.568230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:49:58.568519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Updating router 8bd1659a-95be-44d6-82c5-f529e1b57e59 port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:49:58.638174 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.702748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0919c68-23f1-4195-90c2-d346219adfc5 None None] Pushing event updated for resources: {'Port': ['ID=d0572543-08e1-4f5a-95af-047a606bfa8a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:58.742733 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.763293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Provisioning complete for port d0572543-08e1-4f5a-95af-047a606bfa8a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:58.763695 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:58.836587 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:49:58.837455 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.138519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Allocated IP 2001:db8:1::2 (da9d6c42-6600-4592-a6ee-6b4efaa505f3/0619cc09-93be-4ed1-b7c1-b6ad449b9a9f/0e8fbe5d-129b-4870-b154-3187cf2088f7) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:59.169885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Provisioning for port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:49:59.238008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Provisioning complete for port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:59.238522 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.294022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.321805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Transition to ACTIVE for port object 0a4554ff-2778-4940-96c0-c0ae766fc5e4 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:59.327496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-84036710-01af-4aa1-8a11-29bfc51f90be None None] Port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:49:59.336957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.429311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e929f3-cfca-4b88-a5c1-bf018e7ef145 None None] Pushing event updated for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:59.454793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.468092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Transition to ACTIVE for port object 0e8fbe5d-129b-4870-b154-3187cf2088f7 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:59.519372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Transition to ACTIVE for port object 0e8fbe5d-129b-4870-b154-3187cf2088f7 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:59.526193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Attempting to bind port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:59.526580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Attempting to bind port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:59.526941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Attempting to bind port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 on network bce3244b-9feb-4bdd-aa2d-41e7db68aece {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:59.535997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.542373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:59.542758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Checking segment: {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:59.543149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.543573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Bound using segment: {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:59.544112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Bound port: 0a4554ff-2778-4940-96c0-c0ae766fc5e4, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be92a58-3bf9-4f97-9f37-b286575703ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:59.544444 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.590214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0572543-08e1-4f5a-95af-047a606bfa8a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:49:59.592142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8:1::1 (da9d6c42-6600-4592-a6ee-6b4efaa505f3/0619cc09-93be-4ed1-b7c1-b6ad449b9a9f/4495bf02-fcfe-4ee3-ab06-06bf21280879) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:49:59.596232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:59.619995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:59.639015 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Pushing event updated for resources: {'Port': ['ID=0e8fbe5d-129b-4870-b154-3187cf2088f7,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:59.644570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:59.718009 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.734344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object 4495bf02-fcfe-4ee3-ab06-06bf21280879 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:49:59.745927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] For port 0a4554ff-2778-4940-96c0-c0ae766fc5e4, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:49:59.762174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Attempting to bind port 0e8fbe5d-129b-4870-b154-3187cf2088f7 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:49:59.762550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Attempting to bind port 0e8fbe5d-129b-4870-b154-3187cf2088f7 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:49:59.762915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Attempting to bind port 0e8fbe5d-129b-4870-b154-3187cf2088f7 on network da9d6c42-6600-4592-a6ee-6b4efaa505f3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:49:59.764751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d0572543-08e1-4f5a-95af-047a606bfa8a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:49:59.765134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.768702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.768988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] For port 0a4554ff-2778-4940-96c0-c0ae766fc5e4, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a4554ff-2778-4940-96c0-c0ae766fc5e4,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:49:59.790705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:49:59.791084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Checking segment: {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:49:59.791513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.791913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Bound using segment: {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:49:59.792390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Bound port: 0e8fbe5d-129b-4870-b154-3187cf2088f7, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:49:59.792770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.795029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.812157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:49:59.817384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:49:59.822131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:49:59.822670 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:49:59.865512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:59.915196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:49:59.915862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:49:59.925437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e929f3-cfca-4b88-a5c1-bf018e7ef145 None None] Pushing event updated for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:49:59.959804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.026679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] For port 0e8fbe5d-129b-4870-b154-3187cf2088f7, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:00.055553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] For port 0e8fbe5d-129b-4870-b154-3187cf2088f7, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0e8fbe5d-129b-4870-b154-3187cf2088f7,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:00.067554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.076716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:00.204500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58b39-8d29-48e9-9560-5b4d7cbac093 None None] Pushing event updated for resources: {'Port': ['ID=0e8fbe5d-129b-4870-b154-3187cf2088f7,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:00.249361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.256025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.256877 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.365070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:00.365546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:49:57Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:49:59Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:00.396624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb7478c-c32d-41c5-ac20-3ef4b8d2c11b None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:49:57Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:49:59Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:00.415462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:00.417143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:00.538837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:00.669047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:00.674519 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a20bcdd1-96e5-4eb0-befb-4c4e32fc7cab tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138833 Aug 12 02:50:00.677305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:00.682431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1678802857'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:00.704794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:00.709558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.736559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:50:00.746263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.746618 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 499111fe-d957-49dc-8cf4-773f2415d576 of type vlan for network 43c8ea0f-4629-4213-ae31-05795172c7d8 Aug 12 02:50:00.791243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.823846 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.830164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:00.831627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:00.907962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2295904 Aug 12 02:50:00.911071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45868) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:00.917650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:00.917880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814060b4-8a8a-4a67-b6d6-d743bd7d8949 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=43c8ea0f-4629-4213-ae31-05795172c7d8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:00.929419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:50:01.038259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:01.042108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.182484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590dbb68-7261-4684-904b-01f28bf6e9f5 None None] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:01.252180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.320093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=96ea60cb-5923-4d90-b8f9-13db30c01bf8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:01.330233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:01.330906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: 43c8ea0f-4629-4213-ae31-05795172c7d8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:50:01.347707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:50:01.356236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 43c8ea0f-4629-4213-ae31-05795172c7d8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:01.363950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:01.364606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.380704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8b91775e-8c6e-4fb7-ba20-25717b5f886b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4679129 Aug 12 02:50:01.383390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45870) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:01.392291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1080eb1-78de-4e34-9168-9297f62e1216 None None] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:01.465889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3f4427fc-7521-441c-bc72-05e830efd97f None None] Provisioning for port 0e8fbe5d-129b-4870-b154-3187cf2088f7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:01.655617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-43c8ea0f-4629-4213-ae31-05795172c7d8', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:50:01.657106 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.674089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0e8fbe5d-129b-4870-b154-3187cf2088f7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:01.802051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.805430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0e8fbe5d-129b-4870-b154-3187cf2088f7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:01.834508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0e8fbe5d-129b-4870-b154-3187cf2088f7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:01.834883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:01.873434 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:01.884805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:01.885273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Allocated IP 2001:db8:2::2 (43c8ea0f-4629-4213-ae31-05795172c7d8/96ea60cb-5923-4d90-b8f9-13db30c01bf8/12f83b52-c2f3-4b84-92dd-74c2f9c926f8) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:01.885909 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:01.983692 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:02.027018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.045104 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b07e9910-3822-4a21-933a-3d037ed4ab4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.067183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Provisioning for port 4495bf02-fcfe-4ee3-ab06-06bf21280879 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:02.094107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Provisioning complete for port 4495bf02-fcfe-4ee3-ab06-06bf21280879 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:02.094490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.144996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0e8fbe5d-129b-4870-b154-3187cf2088f7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0e8fbe5d-129b-4870-b154-3187cf2088f7,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:02.155310 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.156143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a4554ff-2778-4940-96c0-c0ae766fc5e4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:02.236133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.244846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Port 4495bf02-fcfe-4ee3-ab06-06bf21280879 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:02.275559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Transition to ACTIVE for port object 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:02.282509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0e8fbe5d-129b-4870-b154-3187cf2088f7,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.295011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:49:59Z', 'revision_number': 3, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:49:59Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:00Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:02.304744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Transition to ACTIVE for port object 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:02.309632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Provisioning complete for port 0e8fbe5d-129b-4870-b154-3187cf2088f7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:02.310003 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-440dee1b-13a4-4e1b-95b9-fa891deeaf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.322534 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:02.323147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Updating router 8bd1659a-95be-44d6-82c5-f529e1b57e59 port 4495bf02-fcfe-4ee3-ab06-06bf21280879 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:50:02.338126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:02.340660 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.354457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:02.354830 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.360413 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.394931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8:2::1 (43c8ea0f-4629-4213-ae31-05795172c7d8/96ea60cb-5923-4d90-b8f9-13db30c01bf8/bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:02.427785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:02.436766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:02.441355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:02.453132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Pushing event updated for resources: {'Port': ['ID=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.576971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.583633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Attempting to bind port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:02.584013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Attempting to bind port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:02.584387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Attempting to bind port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 on network 43c8ea0f-4629-4213-ae31-05795172c7d8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:02.598235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:02.598968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:02.599356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Checking segment: {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:02.599835 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.600191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Bound using segment: {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:02.600697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Bound port: 12f83b52-c2f3-4b84-92dd-74c2f9c926f8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:02.601177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.611893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.635284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.672798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:02.677265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0a4554ff-2778-4940-96c0-c0ae766fc5e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a4554ff-2778-4940-96c0-c0ae766fc5e4,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:02.678896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:02.683338 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.686667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:02.687638 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.693805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.695760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Transition to ACTIVE for port object 4495bf02-fcfe-4ee3-ab06-06bf21280879 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:02.704451 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.741520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] For port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:02.763024 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Pushing event updated for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.781212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.785345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] For port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:02.792310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.799230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.814501 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.815022 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.815650 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.816206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.816780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.817213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.817642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.818068 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.818493 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.818927 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.819518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.820062 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:02.871061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e67e0d-6810-4baf-ae7e-edd26a0d75b8 None None] Pushing event updated for resources: {'Port': ['ID=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:02.873509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Attempting to bind port 4495bf02-fcfe-4ee3-ab06-06bf21280879 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:02.874013 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Attempting to bind port 4495bf02-fcfe-4ee3-ab06-06bf21280879 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:02.874407 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Attempting to bind port 4495bf02-fcfe-4ee3-ab06-06bf21280879 on network da9d6c42-6600-4592-a6ee-6b4efaa505f3 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:02.888643 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:02.889134 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Checking segment: {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:02.889632 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.890119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Bound using segment: {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:02.890679 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Bound port: 4495bf02-fcfe-4ee3-ab06-06bf21280879, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29f1ee0-8310-40d7-b811-788cd0008351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:02.891174 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.899802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:02.969732 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] For port 4495bf02-fcfe-4ee3-ab06-06bf21280879, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:02.974181 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] For port 4495bf02-fcfe-4ee3-ab06-06bf21280879, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4495bf02-fcfe-4ee3-ab06-06bf21280879,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:02.980075 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.043847 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b287311-f2a6-4d9b-9c28-0a8b86db37b7 None None] Pushing event updated for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:03.046707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:03.047390 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:49:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:03.199459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:03.427814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 1, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:03.454147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f506207c-af69-4da7-b5b4-1ff157936a06 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 1, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:03.478792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-c83b95b8-7f32-4ff1-8f66-188703bfba6c req-6fe59691-c2d5-4ad4-9387-43cbeae39d84 service neutron] (94673) timed out ('10.222.0.21', 65273) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:50:03.504752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.510662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.511699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.621574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:03.691449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:03.693157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:03.775308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0e8fbe5d-129b-4870-b154-3187cf2088f7 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:03.807779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:03.839406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0e8fbe5d-129b-4870-b154-3187cf2088f7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:03.839819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.925345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a4554ff-2778-4940-96c0-c0ae766fc5e4 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:03.939783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:03.951448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-47743626-dd38-49b4-b937-7d604ded0779 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5643320 Aug 12 02:50:03.951840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45876) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:03.957660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-10421818'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:03.983367 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:03.983925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:03.989853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:03.993515 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.012378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b8eb7b-98eb-472d-a723-1d68be4f9c88 None None] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:04.023959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:50:04.033066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.033425 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added segment 4975a876-1d40-41a7-890c-4c2fb7ba7f49 of type vlan for network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a Aug 12 02:50:04.098129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.132795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.133607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9dc05973-ae85-479e-90ed-1374f045eddf None None] Provisioning for port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:04.140097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:04.140798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.208299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2515535 Aug 12 02:50:04.208556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:04.211097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4495bf02-fcfe-4ee3-ab06-06bf21280879 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:04.213636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'subnet': {'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:04.272585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df54866-2ce6-443a-848d-5835b1b6bf5d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Network': ['ID=bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:04.294263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4495bf02-fcfe-4ee3-ab06-06bf21280879 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:04.300185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:50:04.303804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4495bf02-fcfe-4ee3-ab06-06bf21280879 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:04.304174 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.325707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Made reservation on behalf of db9418a26d344269a7aeb86cab7afddb for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:04.329680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.465465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.504886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4495bf02-fcfe-4ee3-ab06-06bf21280879, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4495bf02-fcfe-4ee3-ab06-06bf21280879,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:04.511802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.513787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:04.583360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.621540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:04.633841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:04.638184 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfdd8-e52e-4f3b-a1a2-719ad8a325f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.640590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:04.641005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.677964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Subnet': ['ID=450f5941-aa54-4e2c-a23b-82f2d807a5aa,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:04.686693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Checking segment: {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:04.686988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network hostable DHCP agents. Network: bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:50:04.699095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Provisioning complete for port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:04.699501 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.708697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:50:04.720400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:04.725762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:04.726669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:04.745512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-419c7fd8-6ba8-487c-afde-89105d213046 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5359099 Aug 12 02:50:04.748755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:04.923534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f546d-099f-4bbf-9535-57853475bee5 None None] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:04.941397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:04.963222 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.014059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:05.015009 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:05.024466 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.057053 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.157055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.186629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:05.195270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:05.196988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.300774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.368561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:05.422499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Allocated IP 2001:db8:3::1 (bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a/450f5941-aa54-4e2c-a23b-82f2d807a5aa/25fffa43-c222-4e74-a575-c63cdda94224) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:05.454497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:50:05.455628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.506693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 02:50:05.507049 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 02:50:05.548476 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.562389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Transition to ACTIVE for port object 25fffa43-c222-4e74-a575-c63cdda94224 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:05.601574 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.604790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4495bf02-fcfe-4ee3-ab06-06bf21280879 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:05.638160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:05.641261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:05.644571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:05.645312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.697021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=25fffa43-c222-4e74-a575-c63cdda94224,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:05.714053 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Allocated IP 2001:db8:3::2 (bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a/450f5941-aa54-4e2c-a23b-82f2d807a5aa/29408640-94ea-4c85-b0fe-a8ba58a1e802) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:05.731837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:03Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:05.766138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:05.766497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Updating router 8bd1659a-95be-44d6-82c5-f529e1b57e59 port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:50:05.768477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4495bf02-fcfe-4ee3-ab06-06bf21280879 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:05.768851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.774713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.860137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:05.982954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.040569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.045641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.046679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.089744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:06.134580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event updated for resources: {'Port': ['ID=25fffa43-c222-4e74-a575-c63cdda94224,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:06.154623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.177582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:06.178994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:06.211250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Transition to ACTIVE for port object 29408640-94ea-4c85-b0fe-a8ba58a1e802 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:06.237444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Provisioning for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:06.245135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Transition to ACTIVE for port object 29408640-94ea-4c85-b0fe-a8ba58a1e802 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:06.248432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Provisioning complete for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:06.248811 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.288614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.290249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:06.355805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:06.356177 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.360084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:06.370592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-733f852c-e8f9-4b5b-be13-16085b7afe1f None None] Port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:06.386947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:06.395942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:06.396587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-996844d0-ebe9-4be5-b9dc-68c439265070 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6457086 Aug 12 02:50:06.399247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:06.404891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:06.410255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:06.412166 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Pushing event updated for resources: {'Port': ['ID=29408640-94ea-4c85-b0fe-a8ba58a1e802,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:06.736101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8c272c76-b3f8-46fe-a375-ca1288ba800f None None] Provisioning complete for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:06.736467 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c272c76-b3f8-46fe-a375-ca1288ba800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.748423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Attempting to bind port 29408640-94ea-4c85-b0fe-a8ba58a1e802 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:06.748812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Attempting to bind port 29408640-94ea-4c85-b0fe-a8ba58a1e802 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:06.749143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Attempting to bind port 29408640-94ea-4c85-b0fe-a8ba58a1e802 on network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:06.776898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.807984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:06.808357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Checking segment: {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:06.808764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.809159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Bound using segment: {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:06.809635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Bound port: 29408640-94ea-4c85-b0fe-a8ba58a1e802, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:06.810022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.833024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Transition to ACTIVE for port object bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:06.850725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:06.855873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8c272c76-b3f8-46fe-a375-ca1288ba800f None None] Port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:06.962753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5d2ea-f091-4138-9f0b-9c011e535944 None None] Pushing event updated for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:06.976189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] For port 29408640-94ea-4c85-b0fe-a8ba58a1e802, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:07.007521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] For port 29408640-94ea-4c85-b0fe-a8ba58a1e802, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29408640-94ea-4c85-b0fe-a8ba58a1e802,segment=NetworkSegment(4975a876-1d40-41a7-890c-4c2fb7ba7f49),segment_id=4975a876-1d40-41a7-890c-4c2fb7ba7f49)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:07.026458 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.079422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Attempting to bind port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:07.079821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Attempting to bind port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:07.080184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Attempting to bind port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 on network 43c8ea0f-4629-4213-ae31-05795172c7d8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:07.096784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:07.097483 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Checking segment: {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:07.098057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.098611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Bound using segment: {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:07.099236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Bound port: bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499111fe-d957-49dc-8cf4-773f2415d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:07.099902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.122284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61596-da96-4cea-a43a-c7f1b9a72c67 None None] Pushing event updated for resources: {'Port': ['ID=29408640-94ea-4c85-b0fe-a8ba58a1e802,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:07.139966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:50:07.170135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Removed routes are [] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:50:07.170767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.188452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] For port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:07.193222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] For port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:07.198841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.262820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5d2ea-f091-4138-9f0b-9c011e535944 None None] Pushing event updated for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:07.265563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:07.266173 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:07.410811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:07.432089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.438735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.470130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.578579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:07.688091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:07.695596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:07.697061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a51bff05-16ce-4ea9-bc3c-735c78aa5850 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 954 time: 1.2965395 Aug 12 02:50:07.699388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:07.703899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:07Z', 'revision_number': 6, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fffa43-c222-4e74-a575-c63cdda94224', 'name': '', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:a7:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:05Z', 'updated_at': '2021-08-12T02:50:05Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:07Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:07.747138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29408640-94ea-4c85-b0fe-a8ba58a1e802 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:07.770868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8289698f-d4ab-485d-be5d-8d9fff9e6a35 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:07Z', 'revision_number': 6, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fffa43-c222-4e74-a575-c63cdda94224', 'name': '', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:a7:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:05Z', 'updated_at': '2021-08-12T02:50:05Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:07Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:07.806821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 29408640-94ea-4c85-b0fe-a8ba58a1e802 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:07.811888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:07.836678 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8dc90de5-b2b8-47f7-b578-39a2cfc625dd tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 954 time: 0.1359217 Aug 12 02:50:07.839118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45886) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:07.846000 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'routes': None}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:07.887206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:07.898795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:07.899456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.007218 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.057481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:08.063785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.121503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:08.277341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added routes are [] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:50:08.277801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.extraroute_db [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94673) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:50:08.308926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9baac2-d581-4d70-a58a-69607fd246e5 None None] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:08.315255 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.405906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Provisioning for port 29408640-94ea-4c85-b0fe-a8ba58a1e802 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:08.412401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Provisioning complete for port 29408640-94ea-4c85-b0fe-a8ba58a1e802 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:08.412773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.500152 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.504279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.555784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.589882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] For port 29408640-94ea-4c85-b0fe-a8ba58a1e802, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29408640-94ea-4c85-b0fe-a8ba58a1e802,segment=NetworkSegment(4975a876-1d40-41a7-890c-4c2fb7ba7f49),segment_id=4975a876-1d40-41a7-890c-4c2fb7ba7f49)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:08.594323 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.608708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:08.656978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeb306-b6e3-4675-9a4d-289543b6d794 None None] Pushing event updated for resources: {'Port': ['ID=29408640-94ea-4c85-b0fe-a8ba58a1e802,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:08.685400 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:08.695556 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:08.696167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:08.722615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:08.730186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.733781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d93299c6-e66f-4d22-a0d0-d118d1400467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 704 time: 0.8899922 Aug 12 02:50:08.734165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45888) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:08.796115 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:08.841124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d60a1473-3242-45e7-a487-7b6c0a7352cf tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 704 time: 0.1052854 Aug 12 02:50:08.841312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Provisioning complete for port 29408640-94ea-4c85-b0fe-a8ba58a1e802 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:08.841996 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:08.845084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:08.954968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Provisioning for port 25fffa43-c222-4e74-a575-c63cdda94224 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:08.966103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Provisioning complete for port 25fffa43-c222-4e74-a575-c63cdda94224 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:08.966756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.016157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-dad0e690-67a0-479c-88bd-b6b2e8ef799f None None] Port 25fffa43-c222-4e74-a575-c63cdda94224 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:09.068706 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 7, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fffa43-c222-4e74-a575-c63cdda94224', 'name': '', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:a7:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:05Z', 'updated_at': '2021-08-12T02:50:05Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:09.107753 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:09.107912 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Updating router 8bd1659a-95be-44d6-82c5-f529e1b57e59 port 25fffa43-c222-4e74-a575-c63cdda94224 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:50:09.140453 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.145849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-94552089-9532-4013-baab-e89634b4e0f9 None None] Provisioning complete for port 25fffa43-c222-4e74-a575-c63cdda94224 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:09.146861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-94552089-9532-4013-baab-e89634b4e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.188575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-94552089-9532-4013-baab-e89634b4e0f9 None None] Port 25fffa43-c222-4e74-a575-c63cdda94224 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:09.411727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ce7729ec-c28a-4e88-a07e-30a0d73e2d09 None None] Provisioning complete for port 25fffa43-c222-4e74-a575-c63cdda94224 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:09.412013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ce7729ec-c28a-4e88-a07e-30a0d73e2d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.454132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.456347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ce7729ec-c28a-4e88-a07e-30a0d73e2d09 None None] Port 25fffa43-c222-4e74-a575-c63cdda94224 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:09.522556 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.532798 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Transition to ACTIVE for port object 25fffa43-c222-4e74-a575-c63cdda94224 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:09.540539 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.597627 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7108fdf-4509-4eac-93c3-e588c3f23a77 None None] Pushing event updated for resources: {'Port': ['ID=25fffa43-c222-4e74-a575-c63cdda94224,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:09.600140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29408640-94ea-4c85-b0fe-a8ba58a1e802 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:09.656130 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Attempting to bind port 25fffa43-c222-4e74-a575-c63cdda94224 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:09.656603 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Attempting to bind port 25fffa43-c222-4e74-a575-c63cdda94224 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:09.657026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Attempting to bind port 25fffa43-c222-4e74-a575-c63cdda94224 on network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:09.661143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 29408640-94ea-4c85-b0fe-a8ba58a1e802 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:09.661531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.664478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:09.664478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Checking segment: {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:09.664478 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.664867 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Bound using segment: {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:09.665364 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Bound port: 25fffa43-c222-4e74-a575-c63cdda94224, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4975a876-1d40-41a7-890c-4c2fb7ba7f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:09.665814 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.720541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 25fffa43-c222-4e74-a575-c63cdda94224 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:09.721042 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.743188 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] For port 25fffa43-c222-4e74-a575-c63cdda94224, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:09.747207 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] For port 25fffa43-c222-4e74-a575-c63cdda94224, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=25fffa43-c222-4e74-a575-c63cdda94224,segment=NetworkSegment(4975a876-1d40-41a7-890c-4c2fb7ba7f49),segment_id=4975a876-1d40-41a7-890c-4c2fb7ba7f49)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:09.752440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:09.753749 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.808905 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:09.809635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:09.812003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:09.812537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.827501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 25fffa43-c222-4e74-a575-c63cdda94224, host n-d-804303-2, got binding levels [] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:09.827970 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:09.845129 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 25fffa43-c222-4e74-a575-c63cdda94224 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:09.899724 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7108fdf-4509-4eac-93c3-e588c3f23a77 None None] Pushing event updated for resources: {'Port': ['ID=25fffa43-c222-4e74-a575-c63cdda94224,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:09.916611 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:10.046410 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.076478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=25fffa43-c222-4e74-a575-c63cdda94224,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:10.144276 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 7, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fffa43-c222-4e74-a575-c63cdda94224', 'name': '', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:a7:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:05Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:10.174596 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0ed4b7-96d1-4d23-8068-4f341dafaf83 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 7, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25fffa43-c222-4e74-a575-c63cdda94224', 'name': '', 'network_id': 'bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:a7:0f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:05Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 4, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '450f5941-aa54-4e2c-a23b-82f2d807a5aa', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:10.194408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.203796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4f40fc2a-27de-4f40-b175-0e80520549db None None] Could not find standard attr ID for object 25fffa43-c222-4e74-a575-c63cdda94224. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 02:50:10.411439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:10.413667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:10.420156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:10.420761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:10.508305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:10.508898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:10.513359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f86d88c9-4745-4d8d-9ba8-6c0c438cbc93 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662943 Aug 12 02:50:10.515966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:10.567230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet 450f5941-aa54-4e2c-a23b-82f2d807a5aa {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:10.570447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.614917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.696785 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.716602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:10.742876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:10.751177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:10.751821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:10.757899 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.788313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=450f5941-aa54-4e2c-a23b-82f2d807a5aa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:10.792120 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.795921 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d726f3e-e9e9-4c34-bded-52678cd5e507 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/450f5941-aa54-4e2c-a23b-82f2d807a5aa HTTP/1.1" status: 204 len: 168 time: 0.2789862 Aug 12 02:50:10.796800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45894) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:10.817695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079179b-0a04-43cb-bb26-1801f974fa18 None None] Network bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:10.871516 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.885550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:10.925537 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 29408640-94ea-4c85-b0fe-a8ba58a1e802 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:10.925897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:10.992405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 29408640-94ea-4c85-b0fe-a8ba58a1e802, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=29408640-94ea-4c85-b0fe-a8ba58a1e802,segment=NetworkSegment(4975a876-1d40-41a7-890c-4c2fb7ba7f49),segment_id=4975a876-1d40-41a7-890c-4c2fb7ba7f49)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:10.992773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.005632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 29408640-94ea-4c85-b0fe-a8ba58a1e802 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:11.086952 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.116505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=29408640-94ea-4c85-b0fe-a8ba58a1e802,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:11.118353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port 29408640-94ea-4c85-b0fe-a8ba58a1e802 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:11.132714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98436866-8cf6-4170-9e69-d2fd3775291c None None] DHCP port deletion for bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:11.165703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:11.192857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6f3cb5-c3a2-4699-81d4-fed342dd0929 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:11.207394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.223205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:11.234257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4975a876-1d40-41a7-890c-4c2fb7ba7f49') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:11.234552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4975a876-1d40-41a7-890c-4c2fb7ba7f49') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:11.243361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.257377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.263539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:11.263956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:11.266824 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:11.327423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.335092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.337001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a HTTP/1.1" status: 204 len: 168 time: 0.5391908 Aug 12 02:50:11.339746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:11.349224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c06355-b045-4950-88a9-4effde9d6258 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=bcd27d36-5b57-43f2-ba85-6f9c83ef9d6a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:11.614358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29408640-94ea-4c85-b0fe-a8ba58a1e802 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:11.638693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 29408640-94ea-4c85-b0fe-a8ba58a1e802 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:11.639044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 29408640-94ea-4c85-b0fe-a8ba58a1e802 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:11.639499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 25fffa43-c222-4e74-a575-c63cdda94224 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:11.659157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 25fffa43-c222-4e74-a575-c63cdda94224 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:11.659633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 25fffa43-c222-4e74-a575-c63cdda94224 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:11.688351 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:11.765073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:11.775026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:11.775665 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:11.859481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:11.934114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:11.934466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.020625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:12.020912 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.034125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:12.060633 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:12.086612 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:12.094634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:12.095239 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:12.182937 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:12.203999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.233263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:12.353060 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.411804 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5401d920-0cce-411c-a127-e88bfab488be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:12.440753 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5401d920-0cce-411c-a127-e88bfab488be None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:09Z', 'revision_number': 8, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41', 'name': '', 'network_id': '43c8ea0f-4629-4213-ae31-05795172c7d8', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:62:4c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:50:01Z', 'updated_at': '2021-08-12T02:50:08Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '96ea60cb-5923-4d90-b8f9-13db30c01bf8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:12.551457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:12.644424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:12.649532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-987dbe9b-2301-44ca-a2d9-3c8505b9ac10 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3086374 Aug 12 02:50:12.652128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:12.653453 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:12.662670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:12.663281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:12.707355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet 96ea60cb-5923-4d90-b8f9-13db30c01bf8 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:12.710463 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.751113 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.840590 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.904469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:12.906180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.941546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=96ea60cb-5923-4d90-b8f9-13db30c01bf8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:12.945183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:12.950227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ecc06795-a43d-449b-b1f2-93814a01060d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/96ea60cb-5923-4d90-b8f9-13db30c01bf8 HTTP/1.1" status: 204 len: 168 time: 0.2947073 Aug 12 02:50:12.950520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736e24f-7bcf-4e95-89b0-61d2bb3cae18 None None] Network 43c8ea0f-4629-4213-ae31-05795172c7d8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:12.950645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45900) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:13.031145 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.083800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:13.084141 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.154385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,segment=NetworkSegment(499111fe-d957-49dc-8cf4-773f2415d576),segment_id=499111fe-d957-49dc-8cf4-773f2415d576)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:13.154673 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.168160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:13.203361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:12Z', 'revision_number': 9, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.231380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:13.240153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:13.241737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.253343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.280069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e066e4e-73fc-4f0e-8f00-8fcdb12fcaf9 None None] DHCP port deletion for 43c8ea0f-4629-4213-ae31-05795172c7d8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:13.281674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=12f83b52-c2f3-4b84-92dd-74c2f9c926f8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:13.288077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:13.349242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:13.564430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:12Z', 'revision_number': 9, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.592105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7a9af8-1c42-441d-924d-aca024280b47 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:12Z', 'revision_number': 9, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4495bf02-fcfe-4ee3-ab06-06bf21280879', 'name': '', 'network_id': 'da9d6c42-6600-4592-a6ee-6b4efaa505f3', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:87:8c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:58Z', 'updated_at': '2021-08-12T02:50:04Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': '0619cc09-93be-4ed1-b7c1-b6ad449b9a9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:13.617763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.628710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c8ea0f-4629-4213-ae31-05795172c7d8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.629469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:13.639848 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499111fe-d957-49dc-8cf4-773f2415d576') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.640214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499111fe-d957-49dc-8cf4-773f2415d576') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:13.649445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:13.649797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 12f83b52-c2f3-4b84-92dd-74c2f9c926f8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:13.650023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.664399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.670172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:13.670567 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:13.673476 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:13.731905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.738619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:13.740477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/43c8ea0f-4629-4213-ae31-05795172c7d8 HTTP/1.1" status: 204 len: 168 time: 0.7891500 Aug 12 02:50:13.743327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:13.751709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ee6e1-29ac-4bfa-bbb6-f534520253eb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=43c8ea0f-4629-4213-ae31-05795172c7d8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:14.077216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:14.312806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 4495bf02-fcfe-4ee3-ab06-06bf21280879 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:14.313045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:14.403062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 4495bf02-fcfe-4ee3-ab06-06bf21280879, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4495bf02-fcfe-4ee3-ab06-06bf21280879,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:14.403425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:14.415684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 4495bf02-fcfe-4ee3-ab06-06bf21280879 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:14.582419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:14.607597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=4495bf02-fcfe-4ee3-ab06-06bf21280879,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:14.742979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:14.926662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:15.027333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:15.032853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b479422-6aed-4c19-bb41-4f99e1bb0c30 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2884393 Aug 12 02:50:15.036093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:15.036778 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:15.045881 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:15.046481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:15.086716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet 0619cc09-93be-4ed1-b7c1-b6ad449b9a9f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:15.089801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.131190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.219039 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.223633 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:15.276197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.302675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=0619cc09-93be-4ed1-b7c1-b6ad449b9a9f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:15.306272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.308187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c6e8dc66-3f93-4ef5-b8f8-b5d39779d02c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/0619cc09-93be-4ed1-b7c1-b6ad449b9a9f HTTP/1.1" status: 204 len: 168 time: 0.2711217 Aug 12 02:50:15.310633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:15.313234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7858cc5-8ae9-4dba-b6b7-297624ebf0ba None None] Network da9d6c42-6600-4592-a6ee-6b4efaa505f3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:15.397211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.428349 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:14Z', 'revision_number': 10, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:15.461388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 0e8fbe5d-129b-4870-b154-3187cf2088f7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:15.461866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.462544 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:15.472206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:15.472943 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:15.508792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] DHCP port deletion for da9d6c42-6600-4592-a6ee-6b4efaa505f3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:15.534886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 0e8fbe5d-129b-4870-b154-3187cf2088f7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0e8fbe5d-129b-4870-b154-3187cf2088f7,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:15.535756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.562713 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:15.563565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 0e8fbe5d-129b-4870-b154-3187cf2088f7 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:15.568916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Deleting port 0e8fbe5d-129b-4870-b154-3187cf2088f7 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:15.569671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.640989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] For port 0e8fbe5d-129b-4870-b154-3187cf2088f7, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0e8fbe5d-129b-4870-b154-3187cf2088f7,segment=NetworkSegment(f29f1ee0-8310-40d7-b811-788cd0008351),segment_id=f29f1ee0-8310-40d7-b811-788cd0008351)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:15.641393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.672218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Calling delete_port for 0e8fbe5d-129b-4870-b154-3187cf2088f7 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:15.685721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0e8fbe5d-129b-4870-b154-3187cf2088f7 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:15.814030 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:14Z', 'revision_number': 10, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:15.823043 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.826258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:15.842284 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e33f38-908a-48f3-be6b-880cc0602e55 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:14Z', 'revision_number': 10, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None, '_interfaces': [{'id': '0a4554ff-2778-4940-96c0-c0ae766fc5e4', 'name': '', 'network_id': 'bce3244b-9feb-4bdd-aa2d-41e7db68aece', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'mac_address': 'fa:16:3e:05:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:49:56Z', 'updated_at': '2021-08-12T02:50:02Z', 'revision_number': 5, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'subnets': [{'id': 'd9ba93b4-55a1-4aea-9ba7-03533c93c0b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:15.865831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] Pushing event deleted for resources: {'Port': ['ID=0e8fbe5d-129b-4870-b154-3187cf2088f7,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:15.871232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373385d-b1b1-43e3-bdd4-50aa5fccc618 None None] No DVR routers for this DVR port 0e8fbe5d-129b-4870-b154-3187cf2088f7 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:15.902669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:15.922138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:15.922490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device bd6a8f49-e0d8-4b2e-bcfc-67145bcc0e41 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:15.997368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.023856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=0e8fbe5d-129b-4870-b154-3187cf2088f7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:16.027547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port 0e8fbe5d-129b-4870-b154-3187cf2088f7 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:16.108940 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.118367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9d6c42-6600-4592-a6ee-6b4efaa505f3']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:16.128507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29f1ee0-8310-40d7-b811-788cd0008351') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:16.128804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29f1ee0-8310-40d7-b811-788cd0008351') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:16.137445 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.151045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.156648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:16.157034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self.session.flush() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:16.160563 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:16.220317 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.228811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.230659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/da9d6c42-6600-4592-a6ee-6b4efaa505f3 HTTP/1.1" status: 204 len: 168 time: 0.9189239 Aug 12 02:50:16.233602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45908) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:16.241783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149c22e-8cef-4081-a9a2-967c9264bda6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=da9d6c42-6600-4592-a6ee-6b4efaa505f3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:16.565600 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.806508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port 0a4554ff-2778-4940-96c0-c0ae766fc5e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:16.806847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.896448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port 0a4554ff-2778-4940-96c0-c0ae766fc5e4, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0a4554ff-2778-4940-96c0-c0ae766fc5e4,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:16.896821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:16.909781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for 0a4554ff-2778-4940-96c0-c0ae766fc5e4 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:17.090244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.116740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=0a4554ff-2778-4940-96c0-c0ae766fc5e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:17.213757 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.371906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:17.445009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:17.449860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bdc4316d-0cf0-4d24-a209-2a01103b5f4c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2152140 Aug 12 02:50:17.452510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:17.455165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:17.464956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:17.465565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:17.507237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting subnet d9ba93b4-55a1-4aea-9ba7-03533c93c0b4 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:17.510360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.537718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:17.551738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.595904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4495bf02-fcfe-4ee3-ab06-06bf21280879 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:17.598379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:17.636352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.639242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:17.641171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4495bf02-fcfe-4ee3-ab06-06bf21280879 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:17.641510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4495bf02-fcfe-4ee3-ab06-06bf21280879 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:17.651693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:17.652304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:17.699935 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.722568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:17.726899 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ba93b4-55a1-4aea-9ba7-03533c93c0b4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:17.731361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.733263 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9492a937-032e-4bb3-b7d6-c18bbe29445d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/d9ba93b4-55a1-4aea-9ba7-03533c93c0b4 HTTP/1.1" status: 204 len: 168 time: 0.2798202 Aug 12 02:50:17.735813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:17.749037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd513188-36ca-414d-a5ec-0f115b9d495d None None] Network bce3244b-9feb-4bdd-aa2d-41e7db68aece requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:17.781087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:17.812484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.843995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc413de-c943-4e77-abb2-6facc7e49ed6 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:17.870346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Deleting port d0572543-08e1-4f5a-95af-047a606bfa8a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:17.870705 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.937568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] For port d0572543-08e1-4f5a-95af-047a606bfa8a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0572543-08e1-4f5a-95af-047a606bfa8a,segment=NetworkSegment(6be92a58-3bf9-4f97-9f37-b286575703ea),segment_id=6be92a58-3bf9-4f97-9f37-b286575703ea)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:17.937949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:17.952040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Calling delete_port for d0572543-08e1-4f5a-95af-047a606bfa8a owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:18.029833 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.059074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Port': ['ID=d0572543-08e1-4f5a-95af-047a606bfa8a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:18.063428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No DVR routers for this DVR port d0572543-08e1-4f5a-95af-047a606bfa8a on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:18.098707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.142337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.152331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce3244b-9feb-4bdd-aa2d-41e7db68aece']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.163531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be92a58-3bf9-4f97-9f37-b286575703ea') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.163840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be92a58-3bf9-4f97-9f37-b286575703ea') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.172473 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.186495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.194194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:18.194345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:18.197874 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:18.223144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e56d6ea-402f-4ce2-a6a4-342f27ebca56 None None] DHCP port deletion for bce3244b-9feb-4bdd-aa2d-41e7db68aece request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:18.263563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.271759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.273600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/networks/bce3244b-9feb-4bdd-aa2d-41e7db68aece HTTP/1.1" status: 204 len: 168 time: 0.5368712 Aug 12 02:50:18.276460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45914) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:18.281747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'routes': None}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:18.286491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4792aae-7587-4db6-8f79-c5175aa60fcb tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Pushing event deleted for resources: {'Network': ['ID=bce3244b-9feb-4bdd-aa2d-41e7db68aece,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:18.436328 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:50:18.440416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Added routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 12 02:50:18.440798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.extraroute_db [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Removed routes are [] {{(pid=94674) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 12 02:50:18.441117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.576595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.579734 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.654133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 8bd1659a-95be-44d6-82c5-f529e1b57e59 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:18.725740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:18.732535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.734924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-28cf7853-5df4-4f46-89fa-1722140d2a1d tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 705 time: 0.4556348 Aug 12 02:50:18.735488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Sync routers for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:18.736372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45916) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:18.745046 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:18.745636 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.767531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb6b1e0f-4c99-4d93-971e-2a0e3cac4256 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 205 time: 0.0290492 Aug 12 02:50:18.769940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45918) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:18.813163 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:18.844684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:18.868588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.894527 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Checking router: 8bd1659a-95be-44d6-82c5-f529e1b57e59 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:18.902630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Routers {'8bd1659a-95be-44d6-82c5-f529e1b57e59'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:18.903282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8bd1659a-95be-44d6-82c5-f529e1b57e59'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:18.971325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] Set router 8bd1659a-95be-44d6-82c5-f529e1b57e59 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:19.010490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.012550 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.025053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:19.051926 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf8f17-46ab-4c24-8573-d3b875205c75 None None] The sync data for ids ['8bd1659a-95be-44d6-82c5-f529e1b57e59'] in n-d-804303-2 is: [{'id': '8bd1659a-95be-44d6-82c5-f529e1b57e59', 'name': 'tempest-RoutersIpV6Test-router-1920562523', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:49:55Z', 'updated_at': '2021-08-12T02:50:17Z', 'revision_number': 11, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:19.059855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.060432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router 8bd1659a-95be-44d6-82c5-f529e1b57e59 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:50:19.069044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.074016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-676a8ff9-30c5-4ce4-a052-f2e575f60e0b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 204 len: 168 time: 0.2993481 Aug 12 02:50:19.074270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45920) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:19.078801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-354783624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:19.102462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.103583 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.156823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.161577 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.179175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.183170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-27e83fd6-3b75-4ea3-b014-c20d7c17544c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1054311 Aug 12 02:50:19.183748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45922) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:19.188095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:19.395887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3861524', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3747'] for router, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.406001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3861743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3861734', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864412'] for router, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.501182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Router 4e430854-75a1-48d5-927a-be474a19144a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:50:19.576192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0572543-08e1-4f5a-95af-047a606bfa8a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:19.576757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:19.588964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.590323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-73075911-0145-4af7-b980-64b11b82c216 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "PUT /v2.0/routers/4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 200 len: 697 time: 0.4058864 Aug 12 02:50:19.592913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45924) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:19.598544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Sync routers for ids ['4e430854-75a1-48d5-927a-be474a19144a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:19.603433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d0572543-08e1-4f5a-95af-047a606bfa8a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:19.603807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0572543-08e1-4f5a-95af-047a606bfa8a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:19.604234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a4554ff-2778-4940-96c0-c0ae766fc5e4 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:19.625130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0a4554ff-2778-4940-96c0-c0ae766fc5e4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:19.625476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0a4554ff-2778-4940-96c0-c0ae766fc5e4 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:19.627267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Routers {'4e430854-75a1-48d5-927a-be474a19144a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:19.627907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e430854-75a1-48d5-927a-be474a19144a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:19.675860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3eb85d5f-1d02-4934-bf3a-c96434e1e9e3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/routers/4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 200 len: 703 time: 0.0817928 Aug 12 02:50:19.678482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45926) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:19.699424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Set router 4e430854-75a1-48d5-927a-be474a19144a gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:19.707912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-df732c0b-3587-4749-8190-78014a4e192b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 200 len: 205 time: 0.0250802 Aug 12 02:50:19.708142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:19.754110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e430854-75a1-48d5-927a-be474a19144a', 'name': 'tempest-RoutersIpV6Test-router-354783624', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:50:19Z', 'updated_at': '2021-08-12T02:50:19Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:19.780241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Checking router: 4e430854-75a1-48d5-927a-be474a19144a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:50:19.786275 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.789062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Routers {'4e430854-75a1-48d5-927a-be474a19144a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:19.789662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4e430854-75a1-48d5-927a-be474a19144a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:19.857760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] Set router 4e430854-75a1-48d5-927a-be474a19144a gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:50:19.912206 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e430854-75a1-48d5-927a-be474a19144a', 'name': 'tempest-RoutersIpV6Test-router-354783624', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:50:19Z', 'updated_at': '2021-08-12T02:50:19Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:19.938747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def6f506-2769-447d-af06-f3fdbf8ec94d None None] The sync data for ids ['4e430854-75a1-48d5-927a-be474a19144a'] in n-d-804303-2 is: [{'id': '4e430854-75a1-48d5-927a-be474a19144a', 'name': 'tempest-RoutersIpV6Test-router-354783624', 'tenant_id': 'db9418a26d344269a7aeb86cab7afddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:50:19Z', 'updated_at': '2021-08-12T02:50:19Z', 'revision_number': 2, 'project_id': 'db9418a26d344269a7aeb86cab7afddb', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:19.949346 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:19.951553 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:20.000231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:20.000831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Fanout notify agent at l3_agent the message router_deleted on router 4e430854-75a1-48d5-927a-be474a19144a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:50:20.007949 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:20.009104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6d114c3d-923f-4b89-b0be-2c1f0c8571a9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 204 len: 168 time: 0.3000631 Aug 12 02:50:20.012371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45930) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.039099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5df1ce6a-df86-4a09-8395-c33c875e7e2c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 200 len: 205 time: 0.0256135 Aug 12 02:50:20.041526 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45932) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.082595 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-30d8f440-980a-43ac-991e-9f54e886f78b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.083662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30d8f440-980a-43ac-991e-9f54e886f78b tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/4e430854-75a1-48d5-927a-be474a19144a HTTP/1.1" status: 404 len: 336 time: 0.0412090 Aug 12 02:50:20.086364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45934) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.114113 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b460ec-b704-4cd1-84a8-7d972c4067f9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.114585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b460ec-b704-4cd1-84a8-7d972c4067f9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.116403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-36b460ec-b704-4cd1-84a8-7d972c4067f9 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/450f5941-aa54-4e2c-a23b-82f2d807a5aa HTTP/1.1" status: 404 len: 337 time: 0.0290194 Aug 12 02:50:20.118845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45936) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.144633 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb843ac8-ac79-4d4d-8caf-b725e063a92c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.145087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb843ac8-ac79-4d4d-8caf-b725e063a92c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.146753 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fb843ac8-ac79-4d4d-8caf-b725e063a92c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/96ea60cb-5923-4d90-b8f9-13db30c01bf8 HTTP/1.1" status: 404 len: 337 time: 0.0269978 Aug 12 02:50:20.149197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45938) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.177155 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-8579d5b7-ca82-4089-8c95-86309ef6fed6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.177614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8579d5b7-ca82-4089-8c95-86309ef6fed6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.179333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8579d5b7-ca82-4089-8c95-86309ef6fed6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/0619cc09-93be-4ed1-b7c1-b6ad449b9a9f HTTP/1.1" status: 404 len: 337 time: 0.0292244 Aug 12 02:50:20.181811 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45940) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.212828 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6485ca25-96c1-4528-aee1-5cde5c5a2ce1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.213195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6485ca25-96c1-4528-aee1-5cde5c5a2ce1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.214885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6485ca25-96c1-4528-aee1-5cde5c5a2ce1 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/d9ba93b4-55a1-4aea-9ba7-03533c93c0b4 HTTP/1.1" status: 404 len: 337 time: 0.0321815 Aug 12 02:50:20.217469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45942) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.242999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-355dcf08-8412-4ede-a752-4b9f40ffabf3 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 200 len: 205 time: 0.0244892 Aug 12 02:50:20.245248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45944) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.283192 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-30afab47-acdb-47bf-b64a-4c55093a8c37 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.284803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-30afab47-acdb-47bf-b64a-4c55093a8c37 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/8bd1659a-95be-44d6-82c5-f529e1b57e59 HTTP/1.1" status: 404 len: 336 time: 0.0384624 Aug 12 02:50:20.287377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.314944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a6e73064-5ca1-4079-b015-afd66709fdd4 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=41ccf586-b13b-4e71-8598-9ab38d1fe755 HTTP/1.1" status: 200 len: 205 time: 0.0263548 Aug 12 02:50:20.317193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.357204 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-9cd12e38-4fce-4861-8dfa-f446464dd726 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.358189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9cd12e38-4fce-4861-8dfa-f446464dd726 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/41ccf586-b13b-4e71-8598-9ab38d1fe755 HTTP/1.1" status: 404 len: 336 time: 0.0400989 Aug 12 02:50:20.360559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.385990 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7332964-05d0-4d0e-99ae-8f01c0af72f2 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.386448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7332964-05d0-4d0e-99ae-8f01c0af72f2 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.388353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b7332964-05d0-4d0e-99ae-8f01c0af72f2 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/81bc93f1-2f7f-4821-b4c0-5488339128cc HTTP/1.1" status: 404 len: 337 time: 0.0269125 Aug 12 02:50:20.390788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.416843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-970e33ca-2d64-4144-b0b3-c3c754b6019c tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 200 len: 205 time: 0.0250232 Aug 12 02:50:20.419029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.458579 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-922380b9-0542-4fb5-9d36-e1ebce116d49 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.459643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-922380b9-0542-4fb5-9d36-e1ebce116d49 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/d1cae256-5757-4603-8b3e-8cf9f24ebc17 HTTP/1.1" status: 404 len: 336 time: 0.0396602 Aug 12 02:50:20.462134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.499766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f23e213a-c4ea-4620-9777-d4150ecd5098 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=80f8705e-0eed-407c-9f5a-dc61024b47be HTTP/1.1" status: 200 len: 205 time: 0.0365336 Aug 12 02:50:20.503309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.542469 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-58de1926-015c-42ec-8e95-cfafa890a7d0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.543572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-58de1926-015c-42ec-8e95-cfafa890a7d0 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/80f8705e-0eed-407c-9f5a-dc61024b47be HTTP/1.1" status: 404 len: 336 time: 0.0392308 Aug 12 02:50:20.546054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.576910 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-25860918-bc93-49f2-bc32-eee90f50d993 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.577370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25860918-bc93-49f2-bc32-eee90f50d993 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.579100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-25860918-bc93-49f2-bc32-eee90f50d993 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/a15fe84d-5fd6-4a75-8d2d-cfb768d7fbea HTTP/1.1" status: 404 len: 337 time: 0.0321541 Aug 12 02:50:20.582081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.607563 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b238d16b-e36c-42a3-bb0f-112b5a44bab8 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b1bd5af-8321-4198-9b90-3a3417ae4d5a HTTP/1.1" status: 200 len: 205 time: 0.0243905 Aug 12 02:50:20.609951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.646659 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-ba246611-aa5a-40ff-9de8-02fcaae7e4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.647733 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ba246611-aa5a-40ff-9de8-02fcaae7e4e5 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/1b1bd5af-8321-4198-9b90-3a3417ae4d5a HTTP/1.1" status: 404 len: 336 time: 0.0368614 Aug 12 02:50:20.650693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.680041 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4fc43e-cfa7-4012-970e-133d28a75895 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.680041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4fc43e-cfa7-4012-970e-133d28a75895 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.680041 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2a4fc43e-cfa7-4012-970e-133d28a75895 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/f7df8d11-0807-49c3-8dbc-04d47222b3a2 HTTP/1.1" status: 404 len: 337 time: 0.0272794 Aug 12 02:50:20.681445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.715124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2feb1664-e252-4dba-b79c-e9298bbda467 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "GET /v2.0/ports?device_id=c768be03-e632-4bf9-b188-e47df1c3f90b HTTP/1.1" status: 200 len: 205 time: 0.0315106 Aug 12 02:50:20.717415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.754483 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-88e333dd-a4cf-487d-9ed9-6647a2119028 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] delete failed (client error): The resource could not be found. Aug 12 02:50:20.755533 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-88e333dd-a4cf-487d-9ed9-6647a2119028 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/routers/c768be03-e632-4bf9-b188-e47df1c3f90b HTTP/1.1" status: 404 len: 336 time: 0.0372047 Aug 12 02:50:20.758166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45974) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.786751 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53d63aa-e791-4902-a8bb-9b10db8fbab6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.787201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53d63aa-e791-4902-a8bb-9b10db8fbab6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.791175 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c53d63aa-e791-4902-a8bb-9b10db8fbab6 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/a2d185a7-17d6-42bb-bda5-603313d4a5ee HTTP/1.1" status: 404 len: 337 time: 0.0298512 Aug 12 02:50:20.792371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 45976) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:20.817580 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-73df296a-3af5-4e0d-a33c-0efba2323a90 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] DELETE failed (client error): The resource could not be found. Aug 12 02:50:20.818028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73df296a-3af5-4e0d-a33c-0efba2323a90 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 02:50:20.819739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-73df296a-3af5-4e0d-a33c-0efba2323a90 tempest-RoutersIpV6Test-988046812 tempest-RoutersIpV6Test-988046812-project] 10.222.0.11 "DELETE /v2.0/subnets/4dd5d735-b373-4bdd-b079-8d826ed893ef HTTP/1.1" status: 404 len: 337 time: 0.0271878 Aug 12 02:50:21.081994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45982) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:21.217389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1536deb2-b8b0-4c9b-8b6a-a6675d53da45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db9418a26d344269a7aeb86cab7afddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342621 Aug 12 02:50:21.219801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 45986) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:21.267518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:21.287384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:21.336930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:21.339674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:21.340839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dc176ec-150c-4d30-a0de-fa8c422a3161 HTTP/1.1" status: 204 len: 168 time: 0.1201494 Aug 12 02:50:21.349796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e7b7-f2c2-491f-bf11-8cd9af676ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc176ec-150c-4d30-a0de-fa8c422a3161,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:21.963699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46008) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:22.058470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1297192892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:22.082401 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.083562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.138648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.144662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.161629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.163551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64be06dd-6504-48be-b348-dce9532081d2 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1981409 Aug 12 02:50:22.165807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:22.170841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1620727607'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:22.194137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:22.197779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.206932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.301260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.305702 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.334621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:50:22.340976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149f48f1-7ea1-4585-bd02-6d116379335a,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:22.347536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.347903 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Added segment a6f7fed8-9187-48d3-8c8d-9f063c19f08c of type vlan for network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 Aug 12 02:50:22.387578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.416689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.422308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:22.422905 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.478769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3119016 Aug 12 02:50:22.481511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46014) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:22.486340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'subnet': {'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:22.542968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607504d6-0451-4856-8951-b4c3be86d693 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Network': ['ID=6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:22.554787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:50:22.585690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:22.589125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.769974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.831618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Subnet': ['ID=9def0194-3c90-4b4d-98b7-b114e283217f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:22.838843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Checking segment: {'id': 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:22.839212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network hostable DHCP agents. Network: 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:50:22.855168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:50:22.863985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:22.868985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:22.870361 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.872079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d101c39c-f62f-40fb-be9b-c451c6d1b3e1 None None] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:22.884578 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a5d146e3-7c4b-49fd-8e4e-c3ff466be951 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4020569 Aug 12 02:50:22.887520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46016) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:22.892567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'network': {'name': 'tempest-router-network01--461664101'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:22.913577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:22.917056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.941901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:50:22.951772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:22.952127 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Added segment 8449ea57-c889-4802-985c-343427a47a38 of type vlan for network 7e127c24-d680-4c67-99a1-449f0eda65a8 Aug 12 02:50:23.001298 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.024065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9', 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9', 'tenant_id': 'fe153f211429473eadd281d2b865e4d7', 'fixed_ips': [{'subnet_id': '9def0194-3c90-4b4d-98b7-b114e283217f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:50:23.024955 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.035804 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.041701 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:23.042407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.105767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2171066 Aug 12 02:50:23.108376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46018) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:23.115497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'network': {'name': 'tempest-router-network02--266583160'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:23.124424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d321776-067c-4312-8f51-cc40b67665cd tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Network': ['ID=7e127c24-d680-4c67-99a1-449f0eda65a8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:23.143888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:23.147545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.148353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:50:23.170509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:50:23.179375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.179779 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Added segment 1d956898-eba1-49af-a85f-46ed3876f9bf of type vlan for network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 Aug 12 02:50:23.217744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Allocated IP 172.20.0.2 (6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9/9def0194-3c90-4b4d-98b7-b114e283217f/5672a2c3-e527-4e8d-853c-7a078607ad23) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:23.220171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.253099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.258820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:23.259436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.319264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2098382 Aug 12 02:50:23.322323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46020) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:23.329397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'subnet': {'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:23.384106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856839f-96b3-4581-be37-921cef6e5bc0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Network': ['ID=92d9f229-0ea4-42d3-a47c-c2f8ed622615,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:23.413947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:50:23.428436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:23.431893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.592255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.601475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Transition to ACTIVE for port object 5672a2c3-e527-4e8d-853c-7a078607ad23 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:23.615759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Transition to ACTIVE for port object 5672a2c3-e527-4e8d-853c-7a078607ad23 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:23.619639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.621542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.663408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:23.669048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:23.671424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:23.674821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Pushing event updated for resources: {'Port': ['ID=5672a2c3-e527-4e8d-853c-7a078607ad23,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:23.685488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Subnet': ['ID=5a146256-4704-4851-8378-336f77eb7c1e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:23.693221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Checking segment: {'id': '8449ea57-c889-4802-985c-343427a47a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:23.693592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network hostable DHCP agents. Network: 7e127c24-d680-4c67-99a1-449f0eda65a8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:50:23.712035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:50:23.720989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 7e127c24-d680-4c67-99a1-449f0eda65a8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:23.725213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:23.725814 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.732017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07da78-c045-44e3-9f2b-2046ca5f3ea0 None None] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:23.740820 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-814ab4ee-3bbe-4f29-a94f-c9f1e773de40 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4177518 Aug 12 02:50:23.743535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46022) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:23.746945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Attempting to bind port 5672a2c3-e527-4e8d-853c-7a078607ad23 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:23.747321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Attempting to bind port 5672a2c3-e527-4e8d-853c-7a078607ad23 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:23.747709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Attempting to bind port 5672a2c3-e527-4e8d-853c-7a078607ad23 on network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:23.748510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'subnet': {'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:23.779165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:23.779611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Checking segment: {'id': 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:23.780038 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.780430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Bound using segment: {'id': 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:23.780899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Bound port: 5672a2c3-e527-4e8d-853c-7a078607ad23, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:23.781286 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.837192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Made reservation on behalf of fe153f211429473eadd281d2b865e4d7 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:50:23.840767 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.897092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] For port 5672a2c3-e527-4e8d-853c-7a078607ad23, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:23.916593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] For port 5672a2c3-e527-4e8d-853c-7a078607ad23, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5672a2c3-e527-4e8d-853c-7a078607ad23,segment=NetworkSegment(a6f7fed8-9187-48d3-8c8d-9f063c19f08c),segment_id=a6f7fed8-9187-48d3-8c8d-9f063c19f08c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:23.924526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:23.969792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-7e127c24-d680-4c67-99a1-449f0eda65a8', 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8', 'tenant_id': 'fe153f211429473eadd281d2b865e4d7', 'fixed_ips': [{'subnet_id': '5a146256-4704-4851-8378-336f77eb7c1e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:50:23.970650 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.074098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708f4ae-6d5c-4463-8b10-4e322545873b None None] Pushing event updated for resources: {'Port': ['ID=5672a2c3-e527-4e8d-853c-7a078607ad23,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:24.149174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Allocated IP 172.20.0.2 (7e127c24-d680-4c67-99a1-449f0eda65a8/5a146256-4704-4851-8378-336f77eb7c1e/00c81598-ce02-4a6a-8fc8-3c8045fea8fd) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:24.292350 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.327485 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.337122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Transition to ACTIVE for port object 00c81598-ce02-4a6a-8fc8-3c8045fea8fd will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:24.353034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Subnet': ['ID=72617744-5edd-4acf-ae8c-4fed2e4273ef,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:24.355012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Transition to ACTIVE for port object 00c81598-ce02-4a6a-8fc8-3c8045fea8fd will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:24.364588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.370049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Checking segment: {'id': '1d956898-eba1-49af-a85f-46ed3876f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:24.370422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network hostable DHCP agents. Network: 92d9f229-0ea4-42d3-a47c-c2f8ed622615, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:50:24.393896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:50:24.403292 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 92d9f229-0ea4-42d3-a47c-c2f8ed622615) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:24.408204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:50:24.409584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.411248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:24.418454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:24.420324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639320f-e4c4-4d99-92cf-4e39cdf3ae14 None None] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:24.422471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:24.425078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2573b616-0f92-4f4b-a006-f53975d3685d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6804886 Aug 12 02:50:24.428000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:24.473422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Pushing event updated for resources: {'Port': ['ID=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:24.545582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Attempting to bind port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:24.545961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Attempting to bind port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8449ea57-c889-4802-985c-343427a47a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:24.546332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Attempting to bind port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd on network 7e127c24-d680-4c67-99a1-449f0eda65a8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:24.561162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:24.561549 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Checking segment: {'id': '8449ea57-c889-4802-985c-343427a47a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:24.561962 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.562361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Bound using segment: {'id': '8449ea57-c889-4802-985c-343427a47a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:24.563098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Bound port: 00c81598-ce02-4a6a-8fc8-3c8045fea8fd, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8449ea57-c889-4802-985c-343427a47a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7e127c24-d680-4c67-99a1-449f0eda65a8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:24.563506 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.686239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fbec4651-6c99-4773-a838-c062df538606 None None] For port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:24.690874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-92d9f229-0ea4-42d3-a47c-c2f8ed622615', 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615', 'tenant_id': 'fe153f211429473eadd281d2b865e4d7', 'fixed_ips': [{'subnet_id': '72617744-5edd-4acf-ae8c-4fed2e4273ef'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:50:24.691992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.695079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fbec4651-6c99-4773-a838-c062df538606 None None] For port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,segment=NetworkSegment(8449ea57-c889-4802-985c-343427a47a38),segment_id=8449ea57-c889-4802-985c-343427a47a38)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:24.710246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.738567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:24.862624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Allocated IP 172.20.0.2 (92d9f229-0ea4-42d3-a47c-c2f8ed622615/72617744-5edd-4acf-ae8c-4fed2e4273ef/7dbcd54f-9242-4bb0-b920-0c18a281a5e8) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:24.988368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec4651-6c99-4773-a838-c062df538606 None None] Pushing event updated for resources: {'Port': ['ID=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:25.050139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Allocated IP 172.20.0.1 (7e127c24-d680-4c67-99a1-449f0eda65a8/5a146256-4704-4851-8378-336f77eb7c1e/1c6b8f4f-b69c-4358-b179-ac3d63406ace) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:25.154393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.165474 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Transition to ACTIVE for port object 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:25.208508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Transition to ACTIVE for port object 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:25.214073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd8f16-b57a-4377-b02d-ef46521501d4 None None] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:25.233102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.233607 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.249045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Transition to ACTIVE for port object 1c6b8f4f-b69c-4358-b179-ac3d63406ace will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:25.289234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.340794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:25.344864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:25.349456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:25.351396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:25.355716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:25.357108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9783cb70-f84f-4645-9e26-91446348f3dd None None] Provisioning for port 5672a2c3-e527-4e8d-853c-7a078607ad23 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:25.360916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:25.370679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Pushing event updated for resources: {'Port': ['ID=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:25.390125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Port': ['ID=1c6b8f4f-b69c-4358-b179-ac3d63406ace,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:25.416407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.465899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Attempting to bind port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:50:25.466249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Attempting to bind port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1d956898-eba1-49af-a85f-46ed3876f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:50:25.466697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Attempting to bind port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 on network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:50:25.475513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:50:25.475906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Checking segment: {'id': '1d956898-eba1-49af-a85f-46ed3876f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:50:25.476316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.476720 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Bound using segment: {'id': '1d956898-eba1-49af-a85f-46ed3876f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:50:25.477195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Bound port: 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d956898-eba1-49af-a85f-46ed3876f9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '92d9f229-0ea4-42d3-a47c-c2f8ed622615'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:50:25.477583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.562423 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.579076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] For port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:50:25.582929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] For port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,segment=NetworkSegment(1d956898-eba1-49af-a85f-46ed3876f9bf),segment_id=1d956898-eba1-49af-a85f-46ed3876f9bf)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:50:25.591622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:25.663389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb81af6-3fb7-4169-8e35-5fec6d7bb5da None None] Pushing event updated for resources: {'Port': ['ID=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:25.750991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 00c81598-ce02-4a6a-8fc8-3c8045fea8fd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:25.821709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:25.832237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5672a2c3-e527-4e8d-853c-7a078607ad23 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:25.891046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5672a2c3-e527-4e8d-853c-7a078607ad23 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:25.900586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5672a2c3-e527-4e8d-853c-7a078607ad23 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:25.901133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.037622 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.078880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5672a2c3-e527-4e8d-853c-7a078607ad23, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5672a2c3-e527-4e8d-853c-7a078607ad23,segment=NetworkSegment(a6f7fed8-9187-48d3-8c8d-9f063c19f08c),segment_id=a6f7fed8-9187-48d3-8c8d-9f063c19f08c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:26.092602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-74e7b0d2-e8ee-4b0d-891e-514699c411aa None None] Provisioning complete for port 5672a2c3-e527-4e8d-853c-7a078607ad23 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:26.095539 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74e7b0d2-e8ee-4b0d-891e-514699c411aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.097713 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.188219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5672a2c3-e527-4e8d-853c-7a078607ad23,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:26.234738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1031bc15-8e05-4732-8282-1a78ad9100dc None None] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:26.306062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.310488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.384958 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.387604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Port': ['ID=1c6b8f4f-b69c-4358-b179-ac3d63406ace,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:26.398823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Provisioning for port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:26.399841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.400192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.400534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.400866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.401237 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.401878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.401878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.402330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.402554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.402876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.402988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Provisioning complete for port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:26.403214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.403333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.403540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:26.487748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.514068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:26.515752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:26.526630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] For port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,segment=NetworkSegment(8449ea57-c889-4802-985c-343427a47a38),segment_id=8449ea57-c889-4802-985c-343427a47a38)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:26.537195 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.605049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98c03b-a70a-485f-b855-0dc20255297b None None] Pushing event updated for resources: {'Port': ['ID=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:26.645781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Router 3f627953-ae47-4743-bf34-2294552290f3 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:50:26.745575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:26.750321 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e7028ba7-c694-46f6-842e-df9ef97f09a7 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3210742 Aug 12 02:50:26.753925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:26.761827 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] Sync routers for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:26.770783 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Provisioning for port 1c6b8f4f-b69c-4358-b179-ac3d63406ace completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:26.776948 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:26.777524 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:26.778802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Provisioning complete for port 1c6b8f4f-b69c-4358-b179-ac3d63406ace triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:26.779174 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.817649 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:26.829514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Port 1c6b8f4f-b69c-4358-b179-ac3d63406ace cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:26.834845 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:26.840085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:26.842389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Provisioning complete for port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:26.842975 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-637e4c80-db74-4e29-9cad-d306fd5bfd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:26.884711 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:26.885363 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4ad372-9064-4359-a1de-63ec6634bebb None None] The sync data for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:26.971581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4755b0f8-83bd-4bd3-908b-06f9ff636bae None None] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:27.094776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-157d4204-5c66-40f9-ae0b-7a889d4408d8 None None] Provisioning for port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:27.135763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-157d4204-5c66-40f9-ae0b-7a889d4408d8 None None] Provisioning complete for port 1c6b8f4f-b69c-4358-b179-ac3d63406ace triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:27.136131 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-157d4204-5c66-40f9-ae0b-7a889d4408d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.155523 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d88bf46a-8497-4052-bbca-0d532c362cef tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:27.157174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d88bf46a-8497-4052-bbca-0d532c362cef tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4016857 Aug 12 02:50:27.160114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:27.180893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-157d4204-5c66-40f9-ae0b-7a889d4408d8 None None] Port 1c6b8f4f-b69c-4358-b179-ac3d63406ace cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:27.299449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9a6e4273-a4ec-473e-a5d4-1219329ab218 None None] Provisioning complete for port 1c6b8f4f-b69c-4358-b179-ac3d63406ace triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:27.299764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4273-a4ec-473e-a5d4-1219329ab218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.339263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e4273-a4ec-473e-a5d4-1219329ab218 None None] Port 1c6b8f4f-b69c-4358-b179-ac3d63406ace cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:27.484618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.654490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 00c81598-ce02-4a6a-8fc8-3c8045fea8fd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:27.701625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:27.702001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.734714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting port 1c6b8f4f-b69c-4358-b179-ac3d63406ace {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:27.735287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.779693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:27.820449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.829848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:27.835129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Calling delete_port for 1c6b8f4f-b69c-4358-b179-ac3d63406ace owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:27.835290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:27.835664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.911652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.942709 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,segment=NetworkSegment(1d956898-eba1-49af-a85f-46ed3876f9bf),segment_id=1d956898-eba1-49af-a85f-46ed3876f9bf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:27.946976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:27.948092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5672a2c3-e527-4e8d-853c-7a078607ad23 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:28.009120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:28.036367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Port': ['ID=1c6b8f4f-b69c-4358-b179-ac3d63406ace,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:28.187967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:28.194840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:28.200295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5672a2c3-e527-4e8d-853c-7a078607ad23 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:28.200666 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:28.352649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Router 3f627953-ae47-4743-bf34-2294552290f3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:28.427993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:28.433787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-37a17ecb-bbad-4609-a3ad-d5509d769e6a tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2726128 Aug 12 02:50:28.437410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:28.446502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] Sync routers for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:28.456876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:28.457494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:28.475783 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-2b2cb5b4-1743-499d-ba8c-01951019d82c tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] delete failed (client error): The resource could not be found. Aug 12 02:50:28.476831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2b2cb5b4-1743-499d-ba8c-01951019d82c tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1828815933 HTTP/1.1" status: 404 len: 335 time: 0.0385203 Aug 12 02:50:28.480445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46040) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:28.484789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7074ad62-bcd8-42bd-8acd-952b4d6ba519 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f627953-ae47-4743-bf34-2294552290f3'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:28.491969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:28.500530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:28.501125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:28.532986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:28.533654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949a6f7-0303-4514-a818-c449bbe27a50 None None] The sync data for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:28.692614 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7074ad62-bcd8-42bd-8acd-952b4d6ba519 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:28.711121 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-7074ad62-bcd8-42bd-8acd-952b4d6ba519 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] update failed (client error): The resource could not be found. Aug 12 02:50:28.712198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7074ad62-bcd8-42bd-8acd-952b4d6ba519 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3 HTTP/1.1" status: 404 len: 339 time: 0.2308526 Aug 12 02:50:28.715671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:28.992220 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.220376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Allocated IP 172.20.0.1 (6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9/9def0194-3c90-4b4d-98b7-b114e283217f/99afa7e9-a970-44a4-abda-1fe3dc9ea20e) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:50:29.333974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.346983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Transition to ACTIVE for port object 99afa7e9-a970-44a4-abda-1fe3dc9ea20e will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:50:29.380023 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.416650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:29.419660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:29.426102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:50:29.453242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Port': ['ID=99afa7e9-a970-44a4-abda-1fe3dc9ea20e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:29.480283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.597058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:50:29.610430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.645535 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:29.646013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.700397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-38c330eb-4d94-42c2-a977-0a60205db313 None None] Provisioning for port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:50:29.706902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-38c330eb-4d94-42c2-a977-0a60205db313 None None] Provisioning complete for port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:29.707276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-38c330eb-4d94-42c2-a977-0a60205db313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.769234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-38c330eb-4d94-42c2-a977-0a60205db313 None None] Port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:29.869226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.873610 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:29.947169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event updated for resources: {'Port': ['ID=99afa7e9-a970-44a4-abda-1fe3dc9ea20e,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:29.949657 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:30.043172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:50:30.044554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:50:30.143363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Router 3f627953-ae47-4743-bf34-2294552290f3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:30.237177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:30.242393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4ff0c28-985c-4127-bbe4-22c96b0922cb tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5257754 Aug 12 02:50:30.244929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46044) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:30.249075 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] Sync routers for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:30.259772 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:30.260377 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:30.289740 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-244acbd8-4e10-4a7f-a645-bd3e77e1e3c0 None None] Provisioning complete for port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:50:30.290115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-244acbd8-4e10-4a7f-a645-bd3e77e1e3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:30.292635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:30.301586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:30.302185 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:30.325973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-244acbd8-4e10-4a7f-a645-bd3e77e1e3c0 None None] Port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:50:30.338796 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:30.339446 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1cf1c5-271a-4261-9b00-8d8d2c142036 None None] The sync data for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 is: [] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:30.670484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-157ed491-cdec-45be-a707-2781834f2de0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:30.768328 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-157ed491-cdec-45be-a707-2781834f2de0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 12 02:50:30.769878 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-157ed491-cdec-45be-a707-2781834f2de0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3 HTTP/1.1" status: 409 len: 329 time: 0.5234354 Aug 12 02:50:30.772473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46046) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:31.076811 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:31.310142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting port 99afa7e9-a970-44a4-abda-1fe3dc9ea20e {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:31.310481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:31.396432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:31.409410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Calling delete_port for 99afa7e9-a970-44a4-abda-1fe3dc9ea20e owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:31.579557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:31.606949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Port': ['ID=99afa7e9-a970-44a4-abda-1fe3dc9ea20e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:31.755745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:31.911781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Router 3f627953-ae47-4743-bf34-2294552290f3 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:50:31.985854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:50:31.994476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aed28f2a-f8d5-4625-9bd0-a26899ca0080 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2172174 Aug 12 02:50:31.994476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46048) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:31.998519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] Sync routers for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:50:32.013963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:32.014583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:32.016278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef43291e-1d34-40e6-a593-9a4052ed9fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.031274 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-b6497cb3-6331-46d4-8aec-b0f6234fdb58 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] show failed (client error): The resource could not be found. Aug 12 02:50:32.036132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b6497cb3-6331-46d4-8aec-b0f6234fdb58 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-146079917 HTTP/1.1" status: 404 len: 334 time: 0.0373046 Aug 12 02:50:32.036370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:32.040893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3e15f286-4173-467a-beed-1b724ef277d8 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:32.048741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:32.059575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] Routers {'3f627953-ae47-4743-bf34-2294552290f3'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:50:32.060189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:50:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['3f627953-ae47-4743-bf34-2294552290f3'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:32.076267 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-3e15f286-4173-467a-beed-1b724ef277d8 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] update failed (client error): The resource could not be found. Aug 12 02:50:32.077319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3e15f286-4173-467a-beed-1b724ef277d8 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-653708389 HTTP/1.1" status: 404 len: 334 time: 0.0399938 Aug 12 02:50:32.081525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46052) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:32.098531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:32.099196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6c533-d00a-42e6-9745-672c36a4b8ca None None] The sync data for ids ['3f627953-ae47-4743-bf34-2294552290f3'] in n-d-804303-2 is: [] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:50:32.138867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting subnet 72617744-5edd-4acf-ae8c-4fed2e4273ef {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:32.141840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.180449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.261948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.323798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.350607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Subnet': ['ID=72617744-5edd-4acf-ae8c-4fed2e4273ef,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:32.354247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.356115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6916bb08-8a7b-4781-bc31-268534c249a0 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/subnets/72617744-5edd-4acf-ae8c-4fed2e4273ef HTTP/1.1" status: 204 len: 168 time: 0.2737432 Aug 12 02:50:32.358647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46054) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:32.364278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ad0a45-d26c-4b54-b02f-a42a6a57fee5 None None] Network 92d9f229-0ea4-42d3-a47c-c2f8ed622615 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:32.413495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting subnet 5a146256-4704-4851-8378-336f77eb7c1e {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:32.416830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.469835 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.539081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] DHCP port deletion for 92d9f229-0ea4-42d3-a47c-c2f8ed622615 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:32.563486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.585734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Deleting port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:32.586111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.623028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.650061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] For port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,segment=NetworkSegment(1d956898-eba1-49af-a85f-46ed3876f9bf),segment_id=1d956898-eba1-49af-a85f-46ed3876f9bf)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:32.650303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Subnet': ['ID=5a146256-4704-4851-8378-336f77eb7c1e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:32.650629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.653815 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.655709 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9609f643-42d2-49d7-8234-ec601a5d4b8d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/subnets/5a146256-4704-4851-8378-336f77eb7c1e HTTP/1.1" status: 204 len: 168 time: 0.2961102 Aug 12 02:50:32.658588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46056) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:32.665342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ee10a-ef3a-4ee3-b2f0-873f2c7aefc6 None None] Network 7e127c24-d680-4c67-99a1-449f0eda65a8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:32.667308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Calling delete_port for 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:32.746947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.801915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:32.802153 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.848718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.868966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] For port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,segment=NetworkSegment(1d956898-eba1-49af-a85f-46ed3876f9bf),segment_id=1d956898-eba1-49af-a85f-46ed3876f9bf)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:32.869334 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.877726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] No DVR routers for this DVR port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:32.880481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9887e-82ce-4627-87f8-ca3c1cd8bd74 None None] Pushing event deleted for resources: {'Port': ['ID=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:32.886653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Calling delete_port for 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:32.906438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] DHCP port deletion for 7e127c24-d680-4c67-99a1-449f0eda65a8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:32.957117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Deleting port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:32.957486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:32.969645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.001348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Port': ['ID=7dbcd54f-9242-4bb0-b920-0c18a281a5e8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:33.003234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] No DVR routers for this DVR port 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:33.023029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] For port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,segment=NetworkSegment(8449ea57-c889-4802-985c-343427a47a38),segment_id=8449ea57-c889-4802-985c-343427a47a38)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:33.023663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.036877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Calling delete_port for 00c81598-ce02-4a6a-8fc8-3c8045fea8fd owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:33.088106 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.098195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d9f229-0ea4-42d3-a47c-c2f8ed622615']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.108470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d956898-eba1-49af-a85f-46ed3876f9bf') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.108768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d956898-eba1-49af-a85f-46ed3876f9bf') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.117183 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.118660 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.132355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.138380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:33.138708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:33.141649 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:33.147065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] No DVR routers for this DVR port 00c81598-ce02-4a6a-8fc8-3c8045fea8fd on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:33.152599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd90a2-ea79-4890-975b-497ed9f17158 None None] Pushing event deleted for resources: {'Port': ['ID=00c81598-ce02-4a6a-8fc8-3c8045fea8fd,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:33.201242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.208451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.210133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/networks/92d9f229-0ea4-42d3-a47c-c2f8ed622615 HTTP/1.1" status: 204 len: 168 time: 0.5504572 Aug 12 02:50:33.212727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:33.222215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b003-e5a8-4f1f-8c27-bd1fc7eabc80 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Network': ['ID=92d9f229-0ea4-42d3-a47c-c2f8ed622615,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:33.289516 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.379112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.388692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e127c24-d680-4c67-99a1-449f0eda65a8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.398735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8449ea57-c889-4802-985c-343427a47a38') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.399034 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8449ea57-c889-4802-985c-343427a47a38') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:33.407686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.421276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.427681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:33.428071 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:33.430928 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:33.488052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.493548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.495714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/networks/7e127c24-d680-4c67-99a1-449f0eda65a8 HTTP/1.1" status: 204 len: 168 time: 0.2819524 Aug 12 02:50:33.498194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46064) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:33.516096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Network': ['ID=7e127c24-d680-4c67-99a1-449f0eda65a8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:33.523580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.523930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.524269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.524608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.524965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.525301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.525629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.525950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.526273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.526596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.526916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.527238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c2b41-79ad-48bb-9fed-2c3cf5abf316 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:50:33.554688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting subnet 9def0194-3c90-4b4d-98b7-b114e283217f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:50:33.557948 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.590116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 00c81598-ce02-4a6a-8fc8-3c8045fea8fd no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:33.599823 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.609625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 00c81598-ce02-4a6a-8fc8-3c8045fea8fd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:33.609964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 00c81598-ce02-4a6a-8fc8-3c8045fea8fd not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:33.610374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:33.628981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:33.629375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7dbcd54f-9242-4bb0-b920-0c18a281a5e8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:33.681624 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.742889 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.767970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Subnet': ['ID=9def0194-3c90-4b4d-98b7-b114e283217f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:33.775302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.778904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cf55120e-6042-40ba-86e0-b2e841fd9a19 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/subnets/9def0194-3c90-4b4d-98b7-b114e283217f HTTP/1.1" status: 204 len: 168 time: 0.2782192 Aug 12 02:50:33.779983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46066) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:33.781583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ebffe-5948-4df9-aff7-7d3395d3f8e7 None None] Network 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:50:33.854091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.907403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Deleting port 5672a2c3-e527-4e8d-853c-7a078607ad23 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:33.907775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.950812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] DHCP port deletion for 6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 02:50:33.974472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] For port 5672a2c3-e527-4e8d-853c-7a078607ad23, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5672a2c3-e527-4e8d-853c-7a078607ad23,segment=NetworkSegment(a6f7fed8-9187-48d3-8c8d-9f063c19f08c),segment_id=a6f7fed8-9187-48d3-8c8d-9f063c19f08c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:33.974834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:33.987902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Calling delete_port for 5672a2c3-e527-4e8d-853c-7a078607ad23 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:34.000795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Deleting port 5672a2c3-e527-4e8d-853c-7a078607ad23 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:50:34.001165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.064941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] For port 5672a2c3-e527-4e8d-853c-7a078607ad23, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5672a2c3-e527-4e8d-853c-7a078607ad23,segment=NetworkSegment(a6f7fed8-9187-48d3-8c8d-9f063c19f08c),segment_id=a6f7fed8-9187-48d3-8c8d-9f063c19f08c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:50:34.065652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.070507 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.078137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Calling delete_port for 5672a2c3-e527-4e8d-853c-7a078607ad23 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:50:34.097297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Port': ['ID=5672a2c3-e527-4e8d-853c-7a078607ad23,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:34.099209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] No DVR routers for this DVR port 5672a2c3-e527-4e8d-853c-7a078607ad23 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:34.151823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.176310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] Pushing event deleted for resources: {'Port': ['ID=5672a2c3-e527-4e8d-853c-7a078607ad23,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:34.179967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4255db04-9d39-4073-9182-5f9ed857377d None None] No DVR routers for this DVR port 5672a2c3-e527-4e8d-853c-7a078607ad23 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:50:34.180302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.193193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:34.203454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:34.203789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f7fed8-9187-48d3-8c8d-9f063c19f08c') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:50:34.213757 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.227065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.232766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:50:34.233156 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: timer() Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:50:34.236011 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:50:34.296476 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.301270 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.303296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/networks/6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9 HTTP/1.1" status: 204 len: 168 time: 0.5221655 Aug 12 02:50:34.305967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46068) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:34.318412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5381-76e9-4560-891e-6b163e07a3e1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Pushing event deleted for resources: {'Network': ['ID=6a0d4c66-959e-4c8c-8aa0-8eed7a97c1c9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:34.333763 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e8f1334-e804-453c-920c-b34e4d4f10c1 tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f627953-ae47-4743-bf34-2294552290f3 HTTP/1.1" status: 200 len: 205 time: 0.0266242 Aug 12 02:50:34.336018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46070) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:34.408973 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.561947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.564031 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.605502 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.606045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Fanout notify agent at l3_agent the message router_deleted on router 3f627953-ae47-4743-bf34-2294552290f3 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 02:50:34.613818 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.614969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-32288e6a-dcd4-4576-a2e8-ba5fd1bc238d tempest-RoutersNegativeTest-1934044208 tempest-RoutersNegativeTest-1934044208-project] 10.222.0.11 "DELETE /v2.0/routers/3f627953-ae47-4743-bf34-2294552290f3 HTTP/1.1" status: 204 len: 168 time: 0.2780559 Aug 12 02:50:34.620914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-767bbfda-fe36-48fe-b8e6-94af937c19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.714787 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.854287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:34.918779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:35.088044 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8a97761-4aaa-41dc-aa68-5387c2cf75f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe153f211429473eadd281d2b865e4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679931 Aug 12 02:50:35.090373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:35.139007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:35.160369 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:35.205898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:35.208805 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:35.209975 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/149f48f1-7ea1-4585-bd02-6d116379335a HTTP/1.1" status: 204 len: 168 time: 0.1186609 Aug 12 02:50:35.217325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353b1a9-e515-4bbd-a5e4-fab425793c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f48f1-7ea1-4585-bd02-6d116379335a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:35.586183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5672a2c3-e527-4e8d-853c-7a078607ad23 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:50:35.605985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5672a2c3-e527-4e8d-853c-7a078607ad23 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:50:35.606335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5672a2c3-e527-4e8d-853c-7a078607ad23 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:50:35.863033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46102) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:35.906616 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:35.961126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e6f84c82-fd1b-40ee-b423-2acc0c544477 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:35.961878 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-e6f84c82-fd1b-40ee-b423-2acc0c544477 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 02:50:35.962378 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-e6f84c82-fd1b-40ee-b423-2acc0c544477 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:50:35.963350 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e6f84c82-fd1b-40ee-b423-2acc0c544477 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0992770 Aug 12 02:50:35.966890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46106) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:35.975805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269969092'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.000288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.008211 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.104187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.107972 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.143531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c604fa9b-c5ed-42cb-903d-019923040213,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.200879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.204431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.230800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.234676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2642374 Aug 12 02:50:36.234676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82920317-2a95-4d4a-84d3-1aee7a4f8892 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a83a37-9e93-430b-94a0-982e0e9a1fb2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.235180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46110) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.241181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'e5a83a37-9e93-430b-94a0-982e0e9a1fb2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.266949 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.322555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.325984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.344612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539177db-7652-4711-b5dc-ddba913ef3f6,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.348836 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.350014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-17e679c0-0eef-4921-b823-8b1946f209cb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137888 Aug 12 02:50:36.353027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.357378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9be7752a-d27b-4682-a17f-1e9c3680e93d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'e5a83a37-9e93-430b-94a0-982e0e9a1fb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.384901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9be7752a-d27b-4682-a17f-1e9c3680e93d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.428492 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-9be7752a-d27b-4682-a17f-1e9c3680e93d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): There was a conflict when trying to complete your request. Aug 12 02:50:36.429691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9be7752a-d27b-4682-a17f-1e9c3680e93d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0757627 Aug 12 02:50:36.432509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46114) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.489049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.510947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.556962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.559668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.560800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/e5a83a37-9e93-430b-94a0-982e0e9a1fb2 HTTP/1.1" status: 204 len: 168 time: 0.1273961 Aug 12 02:50:36.563593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46116) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.570007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6c6af-3e6f-4338-9ef9-18a0aea3ca6b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a83a37-9e93-430b-94a0-982e0e9a1fb2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.615076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-36a6efcf-4c3a-4ae1-bd67-f2a22b4dbf3a tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497751 Aug 12 02:50:36.618704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46118) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.623136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--137536850'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.645320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.726045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.729466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.755587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.756806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1371684 Aug 12 02:50:36.759845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46120) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.760752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46ab7-60e0-443a-86d0-2ecc996613ad tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138023dc-a47c-4d45-a650-bde13e38443c,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.764846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9e3a0a71-9286-47f6-9c96-334ee0456532 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '138023dc-a47c-4d45-a650-bde13e38443c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.765340 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-9e3a0a71-9286-47f6-9c96-334ee0456532 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 12 02:50:36.765837 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-9e3a0a71-9286-47f6-9c96-334ee0456532 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:36.766810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e3a0a71-9286-47f6-9c96-334ee0456532 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058432 Aug 12 02:50:36.769579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46122) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.820041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.841942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.880938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.883459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:36.884601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/138023dc-a47c-4d45-a650-bde13e38443c HTTP/1.1" status: 204 len: 168 time: 0.1141071 Aug 12 02:50:36.887522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46124) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.893704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b420ac-56b0-43ad-b510-aa7d27c69f22 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138023dc-a47c-4d45-a650-bde13e38443c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:36.931153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fca674d2-c71b-404f-8f99-1b876e17722a tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424893 Aug 12 02:50:36.934766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:36.938972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--456623457'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:36.960711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.046688 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.050295 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.077310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.078512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1428452 Aug 12 02:50:37.079688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea9c72-e6f9-4ada-ad0b-0d9a3490f824 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443d77c3-af8f-49ce-96ca-a0af397deb26,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:37.082866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46128) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.087854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-939dfe6f-405b-4b4f-bb1d-d2baeeb82373 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '443d77c3-af8f-49ce-96ca-a0af397deb26', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.088484 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-939dfe6f-405b-4b4f-bb1d-d2baeeb82373 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 12 02:50:37.088908 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-939dfe6f-405b-4b4f-bb1d-d2baeeb82373 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.089845 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-939dfe6f-405b-4b4f-bb1d-d2baeeb82373 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056708 Aug 12 02:50:37.092438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46130) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.144508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.168267 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.213227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.215796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.216922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/443d77c3-af8f-49ce-96ca-a0af397deb26 HTTP/1.1" status: 204 len: 168 time: 0.1237147 Aug 12 02:50:37.220256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.226563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7bf03-4097-4286-9313-c13f74bad2a0 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d77c3-af8f-49ce-96ca-a0af397deb26,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:37.265260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f473097a-c91c-4384-856e-2929a294a43e tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435722 Aug 12 02:50:37.269268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.273595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--340831445'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.294684 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.379081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.382624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.410522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.411779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1415555 Aug 12 02:50:37.414722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9653e46-6162-44e9-a76b-0a214ce4491d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:37.414880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.415378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46138) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.421530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e60efc76-32a4-4c6a-845b-736984b2ecf6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.422441 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-e60efc76-32a4-4c6a-845b-736984b2ecf6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 12 02:50:37.423044 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-e60efc76-32a4-4c6a-845b-736984b2ecf6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.424687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e60efc76-32a4-4c6a-845b-736984b2ecf6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070813 Aug 12 02:50:37.427112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46140) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.431777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c4ac2e00-a5d5-4ae7-9183-e2bf44ba7776 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.432383 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-c4ac2e00-a5d5-4ae7-9183-e2bf44ba7776 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 12 02:50:37.432836 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-c4ac2e00-a5d5-4ae7-9183-e2bf44ba7776 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.433738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c4ac2e00-a5d5-4ae7-9183-e2bf44ba7776 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057628 Aug 12 02:50:37.435850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46142) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.439880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6e1e4d32-1498-4766-b076-66e325f20765 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.440670 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-6e1e4d32-1498-4766-b076-66e325f20765 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 12 02:50:37.441121 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-6e1e4d32-1498-4766-b076-66e325f20765 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.442026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6e1e4d32-1498-4766-b076-66e325f20765 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053453 Aug 12 02:50:37.444097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46144) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.447983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cc4c5a88-3854-4880-982c-a5dab0de65f7 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.449338 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-cc4c5a88-3854-4880-982c-a5dab0de65f7 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 12 02:50:37.449798 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-cc4c5a88-3854-4880-982c-a5dab0de65f7 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.450725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cc4c5a88-3854-4880-982c-a5dab0de65f7 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058148 Aug 12 02:50:37.453166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46146) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.505692 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.526424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.566640 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.569263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.571182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b HTTP/1.1" status: 204 len: 168 time: 0.1165135 Aug 12 02:50:37.573381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.582317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31458b-193a-4e40-bc60-52ab2747dadd tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22a035-2fe4-4a08-8f45-20a7eb9c5c4b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:37.621225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a9b92c9-744f-47de-94f1-2dd0f293191b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467041 Aug 12 02:50:37.624757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46150) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.629227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--134958668'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.650169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.729594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.733140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.755753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:37.759571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1313009 Aug 12 02:50:37.759961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46152) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.764910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d05f5509-d1e7-43e4-9b8f-31df259ce8ab tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.765096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08cca4-6723-4f5f-876a-7689d17134e9 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0045c6b-1533-4a72-a127-0c462bede45e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:37.765411 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-d05f5509-d1e7-43e4-9b8f-31df259ce8ab tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 02:50:37.765992 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-d05f5509-d1e7-43e4-9b8f-31df259ce8ab tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.768265 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d05f5509-d1e7-43e4-9b8f-31df259ce8ab tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072551 Aug 12 02:50:37.770677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46154) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.775974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c35e6abc-0f5a-40ba-a190-f71b685d93fa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.810759 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c35e6abc-0f5a-40ba-a190-f71b685d93fa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.811940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c35e6abc-0f5a-40ba-a190-f71b685d93fa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0401926 Aug 12 02:50:37.814708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46156) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.819036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-15e5d6ba-e27f-43cf-824f-541fa319396f tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.819538 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-15e5d6ba-e27f-43cf-824f-541fa319396f tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 12 02:50:37.819994 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-15e5d6ba-e27f-43cf-824f-541fa319396f tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.820895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-15e5d6ba-e27f-43cf-824f-541fa319396f tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053079 Aug 12 02:50:37.823874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46158) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.830545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-35951bb9-a304-4b26-b961-c48208a812c2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.865496 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-35951bb9-a304-4b26-b961-c48208a812c2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.866554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-35951bb9-a304-4b26-b961-c48208a812c2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0417953 Aug 12 02:50:37.869331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46160) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.873801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-22bf3168-d8c0-4283-a946-f404786e4964 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.874279 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-22bf3168-d8c0-4283-a946-f404786e4964 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 12 02:50:37.874748 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-22bf3168-d8c0-4283-a946-f404786e4964 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.875726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-22bf3168-d8c0-4283-a946-f404786e4964 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054367 Aug 12 02:50:37.878516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46162) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.883492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b7511506-5332-48c8-a72d-8120c7b7d3a1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.904407 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-b7511506-5332-48c8-a72d-8120c7b7d3a1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Project b6a68fe0a4ad496f8f5efa6954ae8612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:50:37.916841 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b7511506-5332-48c8-a72d-8120c7b7d3a1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.917887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b7511506-5332-48c8-a72d-8120c7b7d3a1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0385244 Aug 12 02:50:37.920500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46164) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.924884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e7710136-dedc-40c0-9a5e-e47034baaae8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.925371 n-d-804303-2 neutron-server[94673]: WARNING neutron.api.v2.base [None req-e7710136-dedc-40c0-9a5e-e47034baaae8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 12 02:50:37.925816 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-e7710136-dedc-40c0-9a5e-e47034baaae8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.926728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e7710136-dedc-40c0-9a5e-e47034baaae8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053227 Aug 12 02:50:37.928881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46166) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.933504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c200263d-d3d1-4e9b-a4ec-ff27df831963 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.954698 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-c200263d-d3d1-4e9b-a4ec-ff27df831963 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Project b6a68fe0a4ad496f8f5efa6954ae8612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:50:37.967307 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-c200263d-d3d1-4e9b-a4ec-ff27df831963 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:37.968335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c200263d-d3d1-4e9b-a4ec-ff27df831963 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0385933 Aug 12 02:50:37.970964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46168) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:37.975209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fcaa05cf-d9bd-4c97-a1e2-f24541986e10 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'c0045c6b-1533-4a72-a127-0c462bede45e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:37.995953 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-fcaa05cf-d9bd-4c97-a1e2-f24541986e10 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Project b6a68fe0a4ad496f8f5efa6954ae8612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 02:50:38.008140 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-fcaa05cf-d9bd-4c97-a1e2-f24541986e10 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:38.009222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fcaa05cf-d9bd-4c97-a1e2-f24541986e10 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0373476 Aug 12 02:50:38.011846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46170) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.065035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.087522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.130119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.134245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.135880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/c0045c6b-1533-4a72-a127-0c462bede45e HTTP/1.1" status: 204 len: 168 time: 0.1229405 Aug 12 02:50:38.138425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46172) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.149752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00400df1-cc98-487d-932e-10e710d42eb6 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0045c6b-1533-4a72-a127-0c462bede45e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:38.185196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2fb78fe2-3a7e-4620-805b-31910faaf6d3 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455680 Aug 12 02:50:38.188994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46174) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.195848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019894537'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.218844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.301282 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.304843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.332440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.333635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1429555 Aug 12 02:50:38.335427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53754de-9fb4-4b63-af98-d21d8f168f00 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30936c4b-affd-4278-8695-d0b54b43cab8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:38.336658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46176) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.341407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1c10136e-11e9-489d-8541-17999d68c5aa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '30936c4b-affd-4278-8695-d0b54b43cab8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.382107 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-1c10136e-11e9-489d-8541-17999d68c5aa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The resource could not be found. Aug 12 02:50:38.383124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c10136e-11e9-489d-8541-17999d68c5aa tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0454676 Aug 12 02:50:38.385948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46178) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.390240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f42b2083-b7fc-459b-acb3-bc66732f90d2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '30936c4b-affd-4278-8695-d0b54b43cab8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '52754390-e714-49b9-8c00-e824732aad78'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.428366 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-f42b2083-b7fc-459b-acb3-bc66732f90d2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The resource could not be found. Aug 12 02:50:38.429345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f42b2083-b7fc-459b-acb3-bc66732f90d2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0425291 Aug 12 02:50:38.432073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46180) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.484597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.510354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.551020 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.553612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.554756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/30936c4b-affd-4278-8695-d0b54b43cab8 HTTP/1.1" status: 204 len: 168 time: 0.1217721 Aug 12 02:50:38.557466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46182) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.563422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fb2bc-5d18-45cb-b9bc-d7c45281332d tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30936c4b-affd-4278-8695-d0b54b43cab8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:38.602657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-526779a2-3b4c-4cf1-afc4-4e1ad1462a30 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0439863 Aug 12 02:50:38.606303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46184) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.610535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f88a7f3a-9102-4678-9928-d5faf7fefb5a tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'a006826b-ec60-4762-bcab-60b96d2386f8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.647110 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-f88a7f3a-9102-4678-9928-d5faf7fefb5a tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The resource could not be found. Aug 12 02:50:38.648104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f88a7f3a-9102-4678-9928-d5faf7fefb5a tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0409043 Aug 12 02:50:38.651557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46186) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.656540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--621200660'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.677448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.757681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.761320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.794864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.796131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1436522 Aug 12 02:50:38.797958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6d824-7429-43d1-ba7f-073de0e5ca77 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1333e907-a8c8-4086-bfa6-bb995b013f9c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:38.801866 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46188) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.806315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1723772664'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.828715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.915674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.919349 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.946046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:38.947270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1444621 Aug 12 02:50:38.950252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46190) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:38.953038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cef46-1226-4c15-a40a-e0606684b45b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6277b781-36ff-4574-b64c-05e456a25e39,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:38.955110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-814c3fa4-10b7-490a-8007-d97854c268a2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': '1333e907-a8c8-4086-bfa6-bb995b013f9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6277b781-36ff-4574-b64c-05e456a25e39'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:38.992960 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-814c3fa4-10b7-490a-8007-d97854c268a2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:38.996857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-814c3fa4-10b7-490a-8007-d97854c268a2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0455885 Aug 12 02:50:38.997036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46192) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.052781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.075018 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.115587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.118084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.119240 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/6277b781-36ff-4574-b64c-05e456a25e39 HTTP/1.1" status: 204 len: 168 time: 0.1214132 Aug 12 02:50:39.122545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46194) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.128653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99113a2-a732-45c8-8b73-d1f924325690 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6277b781-36ff-4574-b64c-05e456a25e39,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:39.176283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-39075fd7-2ac7-48f2-8131-5b8d8c8cdfff tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0523877 Aug 12 02:50:39.178788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46196) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.230027 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.251237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.291616 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.294194 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.295362 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/1333e907-a8c8-4086-bfa6-bb995b013f9c HTTP/1.1" status: 204 len: 168 time: 0.1156762 Aug 12 02:50:39.298059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46198) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.304867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf260525-8f2c-4273-b58a-3b22bdc1f469 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1333e907-a8c8-4086-bfa6-bb995b013f9c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:39.343125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3825c685-8897-41d5-a4dd-de69cacbc219 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437205 Aug 12 02:50:39.347704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46200) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.352529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--686470791'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:39.374033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.453308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.457764 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.483407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.484667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1358359 Aug 12 02:50:39.487816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46202) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.489016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9d210-ec5c-412b-b0b5-d0f18ae98e8c tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50954a3-6ed8-4460-86e8-f6a4f6183a74,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:39.492572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-40e70803-9814-45c8-86e3-59e25a56bd36 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'f50954a3-6ed8-4460-86e8-f6a4f6183a74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:39.526187 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-40e70803-9814-45c8-86e3-59e25a56bd36 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:39.527294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-40e70803-9814-45c8-86e3-59e25a56bd36 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0384250 Aug 12 02:50:39.529938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46204) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.535722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-48ba1acf-1065-444d-8a44-ca32e0506ee2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group_rule': {'security_group_id': 'f50954a3-6ed8-4460-86e8-f6a4f6183a74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:39.568513 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-48ba1acf-1065-444d-8a44-ca32e0506ee2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 02:50:39.569540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-48ba1acf-1065-444d-8a44-ca32e0506ee2 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0386627 Aug 12 02:50:39.572197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.622819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.644895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.686316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.688910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.690681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/f50954a3-6ed8-4460-86e8-f6a4f6183a74 HTTP/1.1" status: 204 len: 168 time: 0.1175866 Aug 12 02:50:39.693651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46208) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.699246 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332cf1-f07a-4a5f-8a93-22f5098a2a25 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50954a3-6ed8-4460-86e8-f6a4f6183a74,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:39.741054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67adda2a-4d67-4ee4-9326-7a04aa55fddb tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462153 Aug 12 02:50:39.744602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46210) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.748815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942536047'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:39.771100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.855310 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.859119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.886400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.887615 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1420770 Aug 12 02:50:39.891566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5f973-7d31-4d7c-9675-6e9ea99911d8 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8b4b6-17da-4213-82f9-8aca59b481ea,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:39.892336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46212) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.897170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b597dcc1-76ac-4c51-a707-cd987035dc07 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:50:39.897766 n-d-804303-2 neutron-server[94674]: WARNING neutron.api.v2.base [None req-b597dcc1-76ac-4c51-a707-cd987035dc07 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 12 02:50:39.898322 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [None req-b597dcc1-76ac-4c51-a707-cd987035dc07 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] update failed (client error): There was a conflict when trying to complete your request. Aug 12 02:50:39.899460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b597dcc1-76ac-4c51-a707-cd987035dc07 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "PUT /v2.0/security-groups/5bd8b4b6-17da-4213-82f9-8aca59b481ea HTTP/1.1" status: 409 len: 330 time: 0.0060229 Aug 12 02:50:39.902019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46214) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:39.952628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:39.974099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.015193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.017966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.019105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/5bd8b4b6-17da-4213-82f9-8aca59b481ea HTTP/1.1" status: 204 len: 168 time: 0.1162367 Aug 12 02:50:40.021831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.027730 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901b0f-2ac4-402a-9f1e-b059a3315001 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8b4b6-17da-4213-82f9-8aca59b481ea,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:40.065256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b6f97144-6f5c-4faa-90f2-e705b03f4a1b tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0421619 Aug 12 02:50:40.068908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46218) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.082403 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-3b5d6a71-b769-4332-a2c1-f229af1a05c1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] delete failed (client error): The resource could not be found. Aug 12 02:50:40.083371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3b5d6a71-b769-4332-a2c1-f229af1a05c1 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "DELETE /v2.0/security-groups/42cf161b-dfbb-49f5-9aa5-c8710b9a25c6 HTTP/1.1" status: 404 len: 347 time: 0.0135643 Aug 12 02:50:40.086825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.099613 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-e864d51a-c016-49a5-8f41-dc4c25f10b61 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] show failed (client error): The resource could not be found. Aug 12 02:50:40.100565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e864d51a-c016-49a5-8f41-dc4c25f10b61 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-groups/32d0002b-0234-4b1b-aca6-3c557a53cb4f HTTP/1.1" status: 404 len: 347 time: 0.0128849 Aug 12 02:50:40.103820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46222) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.117089 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-b8c88f38-5e0b-405f-b10c-39a58da55c75 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] show failed (client error): The resource could not be found. Aug 12 02:50:40.118022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b8c88f38-5e0b-405f-b10c-39a58da55c75 tempest-NegativeSecGroupIPv6Test-1638259113 tempest-NegativeSecGroupIPv6Test-1638259113-project] 10.222.0.11 "GET /v2.0/security-group-rules/967ac7c3-a625-4ede-a3d7-897715666398 HTTP/1.1" status: 404 len: 356 time: 0.0133624 Aug 12 02:50:40.362758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46228) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.493495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-43e0d5da-4236-4aa3-befd-864f24805aef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6a68fe0a4ad496f8f5efa6954ae8612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295245 Aug 12 02:50:40.495848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:40.542781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.563251 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.611917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.614570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:40.615774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c604fa9b-c5ed-42cb-903d-019923040213 HTTP/1.1" status: 204 len: 168 time: 0.1190116 Aug 12 02:50:40.623234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac0092-a5e7-4733-afd5-320334db1912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604fa9b-c5ed-42cb-903d-019923040213,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:42.200138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46290) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:42.305068 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2c49fc7-fb63-4471-9447-16e2f5be303a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.393028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2c49fc7-fb63-4471-9447-16e2f5be303a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.396469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2c49fc7-fb63-4471-9447-16e2f5be303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.436332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c49fc7-fb63-4471-9447-16e2f5be303a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd761bbc-b799-47c4-b340-8dca4dc5607f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:42.440569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f2c49fc7-fb63-4471-9447-16e2f5be303a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=612460003e394c5da1e5d5514f47dde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394238 Aug 12 02:50:42.443812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46294) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:42.491717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.512782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.560185 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.562706 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.563915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd761bbc-b799-47c4-b340-8dca4dc5607f HTTP/1.1" status: 204 len: 168 time: 0.1198103 Aug 12 02:50:42.571491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b07a92-6671-4c5d-9310-c9473e055778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd761bbc-b799-47c4-b340-8dca4dc5607f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:42.830262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46300) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:42.843949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4300d480-6461-4ea1-b767-3441dc53f153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.931421 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4300d480-6461-4ea1-b767-3441dc53f153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.934851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4300d480-6461-4ea1-b767-3441dc53f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:42.973037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4300d480-6461-4ea1-b767-3441dc53f153 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1579a6a8a4374e29bb1ecabb47c1e8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413302 Aug 12 02:50:42.973915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300d480-6461-4ea1-b767-3441dc53f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe6931-704e-4c22-aa4a-ef629dc3de5b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:42.976659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46302) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:43.029837 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:43.051065 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:43.100040 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:43.102559 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:43.103718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fbe6931-704e-4c22-aa4a-ef629dc3de5b HTTP/1.1" status: 204 len: 168 time: 0.1257014 Aug 12 02:50:43.111605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff8e8d-9068-49a7-9e02-2a83d23dc173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe6931-704e-4c22-aa4a-ef629dc3de5b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:48.098700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.105448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46396) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:53.218532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-719c50e4-eb57-4590-9194-d81cc28c949f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.308911 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-719c50e4-eb57-4590-9194-d81cc28c949f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.312634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-719c50e4-eb57-4590-9194-d81cc28c949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.351018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-719c50e4-eb57-4590-9194-d81cc28c949f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d694dfe2c2f49c382a82e915ecfe3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444777 Aug 12 02:50:53.351928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c50e4-eb57-4590-9194-d81cc28c949f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01326451-8134-46db-abb6-5549952410bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:53.353673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46400) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:53.401355 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.422000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.469966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.472431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.473601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01326451-8134-46db-abb6-5549952410bb HTTP/1.1" status: 204 len: 168 time: 0.1189487 Aug 12 02:50:53.483083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52fe32-a6c2-4725-9ecf-bec21ea2773d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01326451-8134-46db-abb6-5549952410bb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:53.729368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46406) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:53.742478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6db6b238-df94-44fb-b884-75a22048129d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.849720 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6db6b238-df94-44fb-b884-75a22048129d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.853487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6db6b238-df94-44fb-b884-75a22048129d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.891290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6db6b238-df94-44fb-b884-75a22048129d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7be609ead4741dd8ba5c793535c541e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608496 Aug 12 02:50:53.892154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6b238-df94-44fb-b884-75a22048129d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce994fb9-e866-4d79-b145-ad8d7774f6be,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:53.894930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:50:53.943558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:53.964299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:54.010508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:54.013440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:50:54.014673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce994fb9-e866-4d79-b145-ad8d7774f6be HTTP/1.1" status: 204 len: 168 time: 0.1186697 Aug 12 02:50:54.023352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c0173-03cf-4d7e-b405-ca545009ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce994fb9-e866-4d79-b145-ad8d7774f6be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:50:55.525167 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:51:01.371999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:01.477989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e864163d-c4f4-4aa6-a4cb-fd62a2334be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.575167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e864163d-c4f4-4aa6-a4cb-fd62a2334be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.578856 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e864163d-c4f4-4aa6-a4cb-fd62a2334be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.617291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e864163d-c4f4-4aa6-a4cb-fd62a2334be5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e226de928364f408ef8802a64ca1617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442205 Aug 12 02:51:01.618263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864163d-c4f4-4aa6-a4cb-fd62a2334be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48b5063-62cd-43cc-885c-01bff6c7fde3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:01.619999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46536) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:01.668762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.688642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.734160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.736807 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:01.738216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f48b5063-62cd-43cc-885c-01bff6c7fde3 HTTP/1.1" status: 204 len: 168 time: 0.1167483 Aug 12 02:51:01.745733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c6738-7157-466f-a91e-80fa436c5a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48b5063-62cd-43cc-885c-01bff6c7fde3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:01.992078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46542) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:01.998255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8c36756c-6a22-468e-a1d9-19e04c167643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.007424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e157168-886f-41ee-b36b-7bfbeae539b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.093756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e157168-886f-41ee-b36b-7bfbeae539b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.097920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2e157168-886f-41ee-b36b-7bfbeae539b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.139812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2e157168-886f-41ee-b36b-7bfbeae539b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e60221b7179c416c8a4ae4ee927eebdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465328 Aug 12 02:51:02.140947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e157168-886f-41ee-b36b-7bfbeae539b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905cc7d-148d-452a-af4b-11fef1de27ea,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:02.142733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46544) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:02.194009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.215901 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.261597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.264468 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:02.265617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6905cc7d-148d-452a-af4b-11fef1de27ea HTTP/1.1" status: 204 len: 168 time: 0.1212478 Aug 12 02:51:02.273518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbdf3f-3c6c-4286-9ea1-9447d89cd2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905cc7d-148d-452a-af4b-11fef1de27ea,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:04.382449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46614) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:04.490353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ba38d3d-79cb-48ad-8e71-94c7caa7fa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.575937 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ba38d3d-79cb-48ad-8e71-94c7caa7fa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.579275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4ba38d3d-79cb-48ad-8e71-94c7caa7fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.619139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba38d3d-79cb-48ad-8e71-94c7caa7fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c224c96-7db6-435d-b651-fb92ea96faee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:04.622350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ebf8ddf-7b0e-44d3-9c44-c530a18aed04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.626792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46618) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:04.627214 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4ba38d3d-79cb-48ad-8e71-94c7caa7fa53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ed999daaa4f4d519a686f5e79047295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433994 Aug 12 02:51:04.676046 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.696100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.718762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.748969 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.751634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:04.754016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c224c96-7db6-435d-b651-fb92ea96faee HTTP/1.1" status: 204 len: 168 time: 0.1250155 Aug 12 02:51:04.761978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf921a-fa9f-4bcb-952a-09df02e8ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c224c96-7db6-435d-b651-fb92ea96faee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:04.864288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.011509 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46626) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:05.024906 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71eae6d5-b07c-469b-8df5-008e24e25e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.116717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71eae6d5-b07c-469b-8df5-008e24e25e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.120232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-71eae6d5-b07c-469b-8df5-008e24e25e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.158567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-71eae6d5-b07c-469b-8df5-008e24e25e11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5064d9d9a39f4cf6996dadac4d7050eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458840 Aug 12 02:51:05.160784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eae6d5-b07c-469b-8df5-008e24e25e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1949c7-8108-48e6-a90b-faa7b5bd9f13,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:05.161720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46628) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:05.213035 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.233186 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.279130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.281701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:05.282845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b1949c7-8108-48e6-a90b-faa7b5bd9f13 HTTP/1.1" status: 204 len: 168 time: 0.1200473 Aug 12 02:51:05.290311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b65a4-6042-43a1-9038-b292b964c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1949c7-8108-48e6-a90b-faa7b5bd9f13,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:05.910652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.304787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:06.415341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba27262-c204-4968-bad4-643597a6eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.528077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba27262-c204-4968-bad4-643597a6eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.532375 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7ba27262-c204-4968-bad4-643597a6eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.576214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba27262-c204-4968-bad4-643597a6eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dece053-a975-49e2-b463-88c8c5cca369,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:06.581916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7ba27262-c204-4968-bad4-643597a6eb0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0f1fa3ad6794f419e20d20384bc5334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760286 Aug 12 02:51:06.585146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46662) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:06.639809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.662691 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.713077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.717004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:06.718822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4dece053-a975-49e2-b463-88c8c5cca369 HTTP/1.1" status: 204 len: 168 time: 0.1323040 Aug 12 02:51:06.730290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8431a-4965-47b2-a56e-673cf2eff2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dece053-a975-49e2-b463-88c8c5cca369,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:07.417489 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:11.853410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46726) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:11.964981 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f287202d-fbe2-4a8b-8ed2-8d3f97b307af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.052298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f287202d-fbe2-4a8b-8ed2-8d3f97b307af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.056013 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f287202d-fbe2-4a8b-8ed2-8d3f97b307af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.093766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f287202d-fbe2-4a8b-8ed2-8d3f97b307af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b043007d0f6843249df60c524fe114fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392423 Aug 12 02:51:12.094714 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287202d-fbe2-4a8b-8ed2-8d3f97b307af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c696fb9-74e9-496d-b31a-1900b981706e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:12.096582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46730) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:12.147009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.167259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.212883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.215399 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.216594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c696fb9-74e9-496d-b31a-1900b981706e HTTP/1.1" status: 204 len: 168 time: 0.1176820 Aug 12 02:51:12.224009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89d95c-5f13-4254-9838-1bd5c20431db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c696fb9-74e9-496d-b31a-1900b981706e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:12.468357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 46736) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:12.481926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2042c191-1be8-4dd8-8a7a-283fa0bd0f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.574944 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2042c191-1be8-4dd8-8a7a-283fa0bd0f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.578394 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2042c191-1be8-4dd8-8a7a-283fa0bd0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.617801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2042c191-1be8-4dd8-8a7a-283fa0bd0f32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97d7026e4aed437095ba00ca0bed2b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483037 Aug 12 02:51:12.618664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042c191-1be8-4dd8-8a7a-283fa0bd0f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8271567c-166b-427f-b0c0-4fcc7f04566d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:12.620525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 46738) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:51:12.668006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.688873 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.733967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.736634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:12.738336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8271567c-166b-427f-b0c0-4fcc7f04566d HTTP/1.1" status: 204 len: 168 time: 0.1168199 Aug 12 02:51:12.745799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbd64a-ba5d-403e-b113-11fba636f9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8271567c-166b-427f-b0c0-4fcc7f04566d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:15.132928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-0944460f-b37a-4464-b2b3-5a68082c4ecb tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4165f09e6e004bd699273c0b98280733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287037 Aug 12 02:51:15.327297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-169fa52f-3af0-4189-8cda-736012eed644 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:15.328712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-169fa52f-3af0-4189-8cda-736012eed644 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905382 Aug 12 02:51:15.343960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-3a84896e-7cf2-44a3-b679-640d3aaa151b tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/quotas/4165f09e6e004bd699273c0b98280733 HTTP/1.1" status: 200 len: 375 time: 0.0091636 Aug 12 02:51:15.373616 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-e051a326-e1ab-4ee5-ad26-b1e6f461ed41 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4165f09e6e004bd699273c0b98280733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245888 Aug 12 02:51:15.648614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-88753e0c-0e93-414d-b4c8-dbe9cadbdfe5 req-5e15ec11-596c-437f-9be8-6bc71bc307bd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.1337073 Aug 12 02:51:16.757597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e7349f9-6277-4790-90cb-9b752857a453 req-2d0edfa3-d63e-49b2-99fb-fb692996221d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0254967 Aug 12 02:51:17.864770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec550ec1-b7f3-4ddc-9ba6-554c51357c4b req-bf7da560-1093-480e-8563-e898ef3e90c9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0273125 Aug 12 02:51:18.102863 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:18.664604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2d67f427-5a72-43fe-9a50-dcb68a8d2d4a tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4165f09e6e004bd699273c0b98280733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200963 Aug 12 02:51:19.080762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dedd187a-1241-4ae1-816a-caf55069fb83 req-82f11c9e-9ca5-44b4-a896-179edeb105dd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0551038 Aug 12 02:51:19.125267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-86f89a82-69b8-480e-8ae2-e96493d60d8c tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:19.126698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-86f89a82-69b8-480e-8ae2-e96493d60d8c tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4567373 Aug 12 02:51:19.144935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Request body: {'port': {'device_id': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': '4165f09e6e004bd699273c0b98280733'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:51:19.257138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Made reservation on behalf of 4165f09e6e004bd699273c0b98280733 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:51:19.260737 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.269615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.355787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.359638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.421915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b88a63-28fb-4179-b1a8-b45cb5db07c9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:19.493810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Allocated IP 192.168.233.231 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/2b4905da-2dd3-45a0-af58-837d949626f0) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:51:19.640342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.653605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Transition to ACTIVE for port object 2b4905da-2dd3-45a0-af58-837d949626f0 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:51:19.685562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.726775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:51:19.732007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:51:19.735659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:51:19.760590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Pushing event updated for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:19.789715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:19.790352 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.805527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-2a7a0d42-0dcc-4481-8ab8-d8c0399f7b08 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6643374 Aug 12 02:51:19.824546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-323368e3-72a4-4aec-89f1-bd5ebd625969 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:51:19.825497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-323368e3-72a4-4aec-89f1-bd5ebd625969 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055122 Aug 12 02:51:19.893231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Request body: {'port': {'device_id': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:51:19.946746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-17f6bdc3-9e70-40d0-8ce4-aaeb77b8df27 None None] Provisioning for port 2b4905da-2dd3-45a0-af58-837d949626f0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:51:19.950558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-17f6bdc3-9e70-40d0-8ce4-aaeb77b8df27 None None] Provisioning complete for port 2b4905da-2dd3-45a0-af58-837d949626f0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:51:19.950916 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-17f6bdc3-9e70-40d0-8ce4-aaeb77b8df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.951154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:19.983903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-17f6bdc3-9e70-40d0-8ce4-aaeb77b8df27 None None] Port 2b4905da-2dd3-45a0-af58-837d949626f0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:51:20.195557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6a4cd-b982-434b-ace3-eaf236e69765 req-5d019347-3af2-4c49-9ef1-7da1b08f7b9d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:20.197098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1c6a4cd-b982-434b-ace3-eaf236e69765 req-5d019347-3af2-4c49-9ef1-7da1b08f7b9d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 936 time: 0.0491774 Aug 12 02:51:20.215257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4905da-2dd3-45a0-af58-837d949626f0 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:51:20.223883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:20.234555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1c6a4cd-b982-434b-ace3-eaf236e69765 req-6709e415-753a-4419-a325-45e0c8ff73cd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Aug 12 02:51:20.235921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Transition to ACTIVE for port object 2b4905da-2dd3-45a0-af58-837d949626f0 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:51:20.240331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:20.300722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Pushing event updated for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:20.375376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Attempting to bind port 2b4905da-2dd3-45a0-af58-837d949626f0 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:51:20.375764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Attempting to bind port 2b4905da-2dd3-45a0-af58-837d949626f0 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:51:20.376101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Attempting to bind port 2b4905da-2dd3-45a0-af58-837d949626f0 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:51:20.381276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Port 2b4905da-2dd3-45a0-af58-837d949626f0 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:51:20.381605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Attempting to bind port 2b4905da-2dd3-45a0-af58-837d949626f0 on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:51:20.386561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:51:20.386906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:51:20.387296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:51:20.387761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Bound port: 2b4905da-2dd3-45a0-af58-837d949626f0, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:51:20.388129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:20.455018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:51:20.458532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b4905da-2dd3-45a0-af58-837d949626f0,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:51:20.462036 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:20.496449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:20.497077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:20.498648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] 10.222.0.21 "PUT /v2.0/ports/2b4905da-2dd3-45a0-af58-837d949626f0 HTTP/1.1" status: 200 len: 1096 time: 0.6660812 Aug 12 02:51:20.498948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:51:20.501277 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe0ab9d-7d12-41a0-83c8-e72009748175" -d '{"events": [{"name": "network-changed", "server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:51:20.532684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c3bb-99a1-4e14-a2e6-6bd2d1f7351e service neutron] Pushing event updated for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:20.608595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-b1c670e8-40dc-4755-80f6-d5c3b789d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:20.610133 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-b1c670e8-40dc-4755-80f6-d5c3b789d131 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4165f09e6e004bd699273c0b98280733&device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 1099 time: 0.0500681 Aug 12 02:51:20.664101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-fe004304-13d2-407b-9101-02b9ae06c48f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2b4905da-2dd3-45a0-af58-837d949626f0 HTTP/1.1" status: 200 len: 217 time: 0.0394278 Aug 12 02:51:20.714301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-1cb7a873-3d2e-4725-a188-784e5157edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:20.715719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-1cb7a873-3d2e-4725-a188-784e5157edfe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0450852 Aug 12 02:51:20.762085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-6c780d89-aa42-486a-afee-b3b46bd0f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:20.763624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-6c780d89-aa42-486a-afee-b3b46bd0f95f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0396683 Aug 12 02:51:20.856518 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-3946179e-f26c-4830-85f9-8bbfcae9ccf7 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Aug 12 02:51:20.953253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5c8cc393-4c74-4b02-a755-0e2ba38b0eb8 req-1e567b27-dd9a-416b-83d0-aea1530976a3 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Aug 12 02:51:21.352456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f1732-a23c-4e41-b6da-3d6259d5d53b req-73073ba1-8ac6-4637-a452-6e0952f4f12e tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:21.353933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b88f1732-a23c-4e41-b6da-3d6259d5d53b req-73073ba1-8ac6-4637-a452-6e0952f4f12e tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 948 time: 0.0521083 Aug 12 02:51:21.392197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b88f1732-a23c-4e41-b6da-3d6259d5d53b req-0f0d49d8-a3b2-4b8c-9876-56c6394b1a3d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Aug 12 02:51:21.654216 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1665fe22-f575-4b04-ba94-fa08396516c5 x-openstack-request-id: req-1665fe22-f575-4b04-ba94-fa08396516c5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:51:21.654520 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:51:21.654802 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1665fe22-f575-4b04-ba94-fa08396516c5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:51:21.655209 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0', 'status': 'completed', 'code': 200} Aug 12 02:51:21.755592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-eda69ea6-c01c-41b0-9885-5f207ddff8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:21.757096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-eda69ea6-c01c-41b0-9885-5f207ddff8ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4165f09e6e004bd699273c0b98280733&device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 1099 time: 0.0425248 Aug 12 02:51:21.852325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-9adf0f4f-5136-4d64-965d-507300e75b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:21.853715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-9adf0f4f-5136-4d64-965d-507300e75b1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.0881884 Aug 12 02:51:21.896570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-a9e9238e-4c70-4a06-99dd-8b2a15ad7a13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2b4905da-2dd3-45a0-af58-837d949626f0 HTTP/1.1" status: 200 len: 217 time: 0.0332732 Aug 12 02:51:21.950167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-9994accc-932b-403c-88c6-714a32cc7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:21.951652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-9994accc-932b-403c-88c6-714a32cc7512 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0470536 Aug 12 02:51:21.998875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-20acca0f-0617-4435-8856-917fec83fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:22.000393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-20acca0f-0617-4435-8856-917fec83fee7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390129 Aug 12 02:51:22.100456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-bc92107b-cdb1-4ce2-bb80-b36cbf4891f8 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832853 Aug 12 02:51:22.193261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cfe0ab9d-7d12-41a0-83c8-e72009748175 req-6f9f9539-cab5-4508-8b7a-0eb145d49531 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853152 Aug 12 02:51:22.510590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e5259-725a-4f76-b9a9-f4d4dd4370d4 req-87bd235a-35ed-4636-8056-1f0a6cf34095 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:22.511784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e5259-725a-4f76-b9a9-f4d4dd4370d4 req-87bd235a-35ed-4636-8056-1f0a6cf34095 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 948 time: 0.0498843 Aug 12 02:51:22.550864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea9e5259-725a-4f76-b9a9-f4d4dd4370d4 req-152266b7-a5b0-416d-a9b7-9f4c78b045b5 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Aug 12 02:51:23.665924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bd6d3-7b14-4ae1-a5fe-84e7201467f9 req-0ab4fd14-ad2f-4389-bab4-155d99c22be0 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:23.667406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b93bd6d3-7b14-4ae1-a5fe-84e7201467f9 req-0ab4fd14-ad2f-4389-bab4-155d99c22be0 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 948 time: 0.0488937 Aug 12 02:51:23.704932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b93bd6d3-7b14-4ae1-a5fe-84e7201467f9 req-d18e1350-3787-40d6-b7b0-da86ebe9ce56 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Aug 12 02:51:24.819569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb3242-8fb3-4bdd-8cc5-258da907e4aa req-189630ca-800d-4373-ae4c-48491e21d11b tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:24.820988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6fb3242-8fb3-4bdd-8cc5-258da907e4aa req-189630ca-800d-4373-ae4c-48491e21d11b tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 948 time: 0.0495112 Aug 12 02:51:24.859452 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6fb3242-8fb3-4bdd-8cc5-258da907e4aa req-5aef6920-6a0f-4483-8ee9-31afef432369 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Aug 12 02:51:25.608063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b4905da-2dd3-45a0-af58-837d949626f0 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:51:25.703032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b4905da-2dd3-45a0-af58-837d949626f0,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:51:25.714098 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '2b4905da-2dd3-45a0-af58-837d949626f0', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': '2b4905da-2dd3-45a0-af58-837d949626f0', 'mac_address': 'fa:16:3e:90:9f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:51:25.749487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:25.762056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4905da-2dd3-45a0-af58-837d949626f0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:51:25.781123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b4905da-2dd3-45a0-af58-837d949626f0,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:51:25.784448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:25.833884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:25.841010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.841359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.841700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.842036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.842369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.842697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.843026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.843351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.843703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.844029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.844353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.844675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:51:25.973610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3ad1e-f12b-4cc9-8f81-d66bb8ce3ea2 req-365c5e2e-2f3f-4684-864b-38964ea920e5 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:25.975069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0f3ad1e-f12b-4cc9-8f81-d66bb8ce3ea2 req-365c5e2e-2f3f-4684-864b-38964ea920e5 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 949 time: 0.0474353 Aug 12 02:51:26.017529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0f3ad1e-f12b-4cc9-8f81-d66bb8ce3ea2 req-aebfd1e1-789b-4d3a-beae-52650506882a tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365856 Aug 12 02:51:26.220717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2b4905da-2dd3-45a0-af58-837d949626f0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:51:27.134156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73b0b-38ad-4707-963e-07e8ee4f1f4e req-fac575e7-565f-402c-9651-d0a696650c0b tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:27.135638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84f73b0b-38ad-4707-963e-07e8ee4f1f4e req-fac575e7-565f-402c-9651-d0a696650c0b tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 949 time: 0.0510364 Aug 12 02:51:27.172757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-84f73b0b-38ad-4707-963e-07e8ee4f1f4e req-f1b88e70-38df-4577-8553-1ac86460f2df tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Aug 12 02:51:27.610021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b4905da-2dd3-45a0-af58-837d949626f0 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:51:27.660259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 2b4905da-2dd3-45a0-af58-837d949626f0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:51:27.663867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 2b4905da-2dd3-45a0-af58-837d949626f0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:51:27.664236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:27.738288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:27.761775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:51:27.764038 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88a0ca-f790-4a23-9e62-e16cfc49f9d7" -d '{"events": [{"server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:51:27.777437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b4905da-2dd3-45a0-af58-837d949626f0,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:51:27.783051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:27.806716 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76215c3-6a85-4748-af9a-8433c94a9277 x-openstack-request-id: req-e76215c3-6a85-4748-af9a-8433c94a9277 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:51:27.807002 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:51:27.807251 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e76215c3-6a85-4748-af9a-8433c94a9277 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:51:27.807661 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0', 'code': 200} Aug 12 02:51:27.833190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:51:27.921547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47070-e2d8-4d6c-90b2-515ef801fd39 req-0ecbc544-0a6d-4ae5-8663-cfa4ae209222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:27.923111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf47070-e2d8-4d6c-90b2-515ef801fd39 req-0ecbc544-0a6d-4ae5-8663-cfa4ae209222 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 1101 time: 0.0402517 Aug 12 02:51:27.958457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf47070-e2d8-4d6c-90b2-515ef801fd39 req-192b35f5-74d9-4ea2-8944-19103618400a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278857 Aug 12 02:51:28.287081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca82ce-3890-4aba-be51-364da21c97e3 req-33b7141b-d009-4bea-874e-8423057720fd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:28.288583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeca82ce-3890-4aba-be51-364da21c97e3 req-33b7141b-d009-4bea-874e-8423057720fd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 950 time: 0.0485501 Aug 12 02:51:28.326061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeca82ce-3890-4aba-be51-364da21c97e3 req-cbcdc771-46fc-4ae0-a5f7-eef9f26e1e4f tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Aug 12 02:51:29.444771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f9e9-53a8-4bdc-b734-9ea729b69aef req-c598783d-3647-46db-89db-9c515fad56fa tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:51:29.446284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0b4f9e9-53a8-4bdc-b734-9ea729b69aef req-c598783d-3647-46db-89db-9c515fad56fa tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 950 time: 0.0502641 Aug 12 02:51:29.485223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0b4f9e9-53a8-4bdc-b734-9ea729b69aef req-caf2e390-a0b5-4bd7-ba30-f1b650842fb5 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Aug 12 02:51:32.000993 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ec7529b-59b4-409d-91a8-0b3af27741ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:32.434634 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:51:32.741495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-98ad36df-374f-4088-870f-420bc73ca1eb req-0a85f638-63cb-4f81-a12f-e55796c09d14 service neutron] (94673) timed out ('10.222.0.11', 59562) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:51:34.626599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffb777c5-37ad-4993-b821-4fd0042440e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:34.720728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:34.880291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:35.912993 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:37.419203 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:51:48.101523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:02.004542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c895204f-491e-4ff4-83c9-1dbbd53dbdb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:04.620896 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7684a9d-1856-42fb-82f4-760fc07567ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:04.722150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:04.887796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:05.917368 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:07.422030 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:09.433296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:52:13.883860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-6463cd30-d640-4d94-bc76-8d08094553a3 req-ecaa36bf-dd02-4fe0-bb56-63bf4c9e09d5 service neutron] (94674) timed out ('10.222.0.21', 65439) {{(pid=94674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:52:18.110569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:21.231786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-22ee196f-3c81-4f47-b9ef-ac92100ade4d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432229 Aug 12 02:52:21.345104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-e1a2c011-e09c-44ed-9366-ef7035136333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:21.346846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-e1a2c011-e09c-44ed-9366-ef7035136333 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4165f09e6e004bd699273c0b98280733&device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 1101 time: 0.0546935 Aug 12 02:52:21.465303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-3f06bf2b-001b-4587-a48c-c70a73889018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:21.466838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-3f06bf2b-001b-4587-a48c-c70a73889018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.1013665 Aug 12 02:52:21.516700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-43753a5a-893e-4e3a-9ee6-64b06ccb5831 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2b4905da-2dd3-45a0-af58-837d949626f0 HTTP/1.1" status: 200 len: 217 time: 0.0412493 Aug 12 02:52:21.574031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-ce1cd1b3-c729-4033-aba7-b986d33baf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:21.575627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-ce1cd1b3-c729-4033-aba7-b986d33baf2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0513136 Aug 12 02:52:21.622393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-2fb6a020-d298-44bc-9db3-6673acf7c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:21.623958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-2fb6a020-d298-44bc-9db3-6673acf7c5f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412507 Aug 12 02:52:21.722010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-3dab2377-c7ab-4d8e-863e-4a32495106b2 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911186 Aug 12 02:52:21.814483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d71380e0-a549-4818-840b-b56c8cfca0a1 req-15260fb1-766c-49d7-abff-7420ef6d9118 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831683 Aug 12 02:52:32.005057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a91d07ee-a6b6-4419-851f-d884b0084848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:33.495657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3832055-8c65-411c-bf74-f83a32ce054c req-155d6afc-7bbb-49a3-9d52-2a4f463b4253 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:33.497058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3832055-8c65-411c-bf74-f83a32ce054c req-155d6afc-7bbb-49a3-9d52-2a4f463b4253 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 950 time: 0.0490799 Aug 12 02:52:33.533917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3832055-8c65-411c-bf74-f83a32ce054c req-275c8b56-321e-4153-8e00-6286b4a9a5cd tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301228 Aug 12 02:52:34.625317 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f9b27785-1c6e-426b-bbbb-0efbe5b2a220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:34.668634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a23ba-f94a-499c-a926-9de20e661fd6 req-99acdb05-624c-47bb-9ef6-a4d953d10e91 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:34.670120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-359a23ba-f94a-499c-a926-9de20e661fd6 req-99acdb05-624c-47bb-9ef6-a4d953d10e91 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 950 time: 0.0585179 Aug 12 02:52:34.711579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-359a23ba-f94a-499c-a926-9de20e661fd6 req-560ba69f-26db-486e-8cea-9dbb43462f9d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/security-groups?id=a5b88a63-28fb-4179-b1a8-b45cb5db07c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Aug 12 02:52:34.726309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:34.902773 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:35.260645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-a4ff9a48-a043-4b7d-ada6-b3a2282fea0d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:52:35.262137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-a4ff9a48-a043-4b7d-ada6-b3a2282fea0d tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 950 time: 0.0541747 Aug 12 02:52:35.364552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Deleting port 2b4905da-2dd3-45a0-af58-837d949626f0 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:52:35.364904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:35.459812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] For port 2b4905da-2dd3-45a0-af58-837d949626f0, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b4905da-2dd3-45a0-af58-837d949626f0,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:52:35.460196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:35.472039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Calling delete_port for 2b4905da-2dd3-45a0-af58-837d949626f0 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:52:35.596855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:35.632611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2b4905da-2dd3-45a0-af58-837d949626f0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:52:35.638048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Pushing event deleted for resources: {'Port': ['ID=2b4905da-2dd3-45a0-af58-837d949626f0,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:52:35.648556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.648899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.649243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.649586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.649920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.650252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.650580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.650903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.651229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.651578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.651922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.652257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:52:35.694078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] No DVR routers for this DVR port 2b4905da-2dd3-45a0-af58-837d949626f0 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:52:35.696786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:35.698866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcd94285-3dcf-42d6-bfbe-f4c1956a4cd7 req-1e92fb07-a4c9-4386-85ad-27b5b967c3e9 tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.21 "DELETE /v2.0/ports/2b4905da-2dd3-45a0-af58-837d949626f0 HTTP/1.1" status: 204 len: 173 time: 0.4292071 Aug 12 02:52:35.699334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'name': 'network-vif-deleted', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:52:35.701637 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c3d97c-e1eb-4089-99af-af60e6334940" -d '{"events": [{"server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "name": "network-vif-deleted", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:52:35.740374 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a97c8-0b89-4915-a519-4801ac9fa548 x-openstack-request-id: req-1f2a97c8-0b89-4915-a519-4801ac9fa548 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:52:35.740677 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f81670-055d-4c6e-8291-375eff9e0ba2", "name": "network-vif-deleted", "tag": "2b4905da-2dd3-45a0-af58-837d949626f0", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:52:35.740936 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f2a97c8-0b89-4915-a519-4801ac9fa548 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:52:35.741344 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f81670-055d-4c6e-8291-375eff9e0ba2', 'name': 'network-vif-deleted', 'tag': '2b4905da-2dd3-45a0-af58-837d949626f0', 'status': 'completed', 'code': 200} Aug 12 02:52:35.809190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5ada346-467a-4dff-862d-8481443f6422 req-88581b09-739c-47a1-96c7-3c80917e0c9c tempest-VolumesBackupsTest-1138356086 tempest-VolumesBackupsTest-1138356086-project] 10.222.0.11 "GET /v2.0/ports?device_id=02f81670-055d-4c6e-8291-375eff9e0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Aug 12 02:52:35.917220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:37.427915 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:52:37.935780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b4905da-2dd3-45a0-af58-837d949626f0 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:52:37.957155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 2b4905da-2dd3-45a0-af58-837d949626f0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:52:37.957504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b4905da-2dd3-45a0-af58-837d949626f0 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:52:46.432430 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:52:48.110579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:02.007321 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab329ed1-a596-4a29-b000-0559f8ffd204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:04.632298 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e822b9d4-49a6-49d1-a51e-90624552c050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:04.727395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:04.889274 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:05.922186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:07.428934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:18.125978 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:23.432151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:53:32.009919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dd29eb04-bf50-4504-b00e-72ce4b2b2e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:34.623239 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5aaca012-f28b-4a1a-bfc6-808551f559e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:34.727994 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:34.904250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:35.924229 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:37.426423 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:53:48.127137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:00.432201 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:54:02.017229 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80845065-2879-4950-86c4-59c3698d50a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:04.624060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9608c3d2-0b4d-41e9-a35e-5e330d27ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:04.729969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:04.905692 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:05.928506 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:07.430591 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:18.142538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:32.008332 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-18ee8980-86bb-458c-80c0-d5173e202f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:34.626125 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64913b71-93f5-4756-a7fe-03bb3ff67b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:34.732015 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:34.912222 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:35.929336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:37.431104 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:54:37.433415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:54:48.154440 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:02.009703 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-96be23a4-2cb7-49fb-8753-86becd5610fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:04.626336 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a80b32ef-4d65-4a89-9646-2d7eae1a06e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:04.732354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:04.910141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:05.929273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:07.434569 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:14.430505 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:55:18.162251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:32.016004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e03275d9-8625-4932-8a7e-6601eae43018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.405744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:55:34.549935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8b0b6028-2bc9-4617-a3e6-0972c16a3523 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4165f09e6e004bd699273c0b98280733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428876 Aug 12 02:55:34.552449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:55:34.600804 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.625016 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.630769 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f54d2b36-2402-4ec6-9cac-4aef08a839f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.681428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.684139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.685277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5b88a63-28fb-4179-b1a8-b45cb5db07c9 HTTP/1.1" status: 204 len: 168 time: 0.1319377 Aug 12 02:55:34.692939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b88a63-28fb-4179-b1a8-b45cb5db07c9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:55:34.700925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.701505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.701854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.702193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.702525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.702856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.703182 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.703572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.703906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.704231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.704554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.704874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b8a048-2626-4570-b7db-1323c0f5c80e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:34.740169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:34.909088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.309774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 50682) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:55:35.409479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-859942162-network', 'tenant_id': 'db08be4815e5435a913b271cc136654c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:55:35.430411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Made reservation on behalf of db08be4815e5435a913b271cc136654c for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:55:35.432712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.440788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.530211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.534265 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.558962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:55:35.567584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7f9b5-91c0-440e-bdde-81138f866a9b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:55:35.575070 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.575680 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Added segment 0561e254-53cf-4263-927c-7bae2e8fa166 of type vlan for network cb672171-2371-4621-abe0-302eef57f77f Aug 12 02:55:35.614140 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.642701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.643738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:55:35.644244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.695612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3841083 Aug 12 02:55:35.698823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 50686) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:55:35.704602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Request body: {'subnet': {'network_id': 'cb672171-2371-4621-abe0-302eef57f77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-859942162-subnet', 'tenant_id': 'db08be4815e5435a913b271cc136654c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:55:35.706369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638f6fc-3652-49b5-a4b3-a162417ca81b admin admin] Pushing event updated for resources: {'Network': ['ID=cb672171-2371-4621-abe0-302eef57f77f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:55:35.716639 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network cb672171-2371-4621-abe0-302eef57f77f details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:55:35.727963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Made reservation on behalf of db08be4815e5435a913b271cc136654c for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:55:35.730242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.896947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.933269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:35.955742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649bb675-2799-476e-a1a9-36b968a66150,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:55:35.970875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.971226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.971604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.971946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.972283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.972616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.974830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.975183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.975551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.975895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.976849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.977205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:55:35.980736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Checking segment: {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:55:35.981102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Network hostable DHCP agents. Network: cb672171-2371-4621-abe0-302eef57f77f, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:55:35.998444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Network cb672171-2371-4621-abe0-302eef57f77f is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:55:36.006755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, cb672171-2371-4621-abe0-302eef57f77f) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:55:36.012237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:55:36.012887 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:36.016665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a7e6c-0a8f-411b-8fe6-5a68d1b5a69b None None] Network cb672171-2371-4621-abe0-302eef57f77f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:55:36.027514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7610900f-db2f-4122-b84e-9718ac76a223 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3274627 Aug 12 02:55:36.299694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56965f9e-d84a-4222-aa31-a93c6dab0bd9 None None] Network cb672171-2371-4621-abe0-302eef57f77f requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:55:37.435796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:48.169327 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:55:51.431744 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:56:02.007848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e343995-d9e9-4995-840c-eb21c3b14c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:04.636283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-90f4a61a-add9-4dae-8f7a-062e3727d784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:04.732482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:04.911432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:05.935343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:07.441297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:18.162915 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:25.562419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-f9a28132-761d-4d8c-9421-6b35ede8b869 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:25.563981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-f9a28132-761d-4d8c-9421-6b35ede8b869 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 813 time: 0.1046858 Aug 12 02:56:25.579528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-b4337736-174f-4f8d-94ee-456a4b13266f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/quotas/db08be4815e5435a913b271cc136654c HTTP/1.1" status: 200 len: 375 time: 0.0097241 Aug 12 02:56:25.623184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-19badead-9099-4d32-82e5-e51661a9fd8d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282521 Aug 12 02:56:25.688325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-16e77ce3-b5c3-494f-9c69-28353e37dfdd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:56:25.689314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-16e77ce3-b5c3-494f-9c69-28353e37dfdd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0595245 Aug 12 02:56:25.779139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-e7aff4fb-242f-42db-9e77-1f0b921a4770 service neutron] 10.222.0.11 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836072 Aug 12 02:56:25.867660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-4c4d140c-613e-4dc9-b64b-18f478d0e574 service neutron] 10.222.0.11 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Aug 12 02:56:26.112746 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-82b87621-4787-4e36-8c79-cc131acd7d55 req-157e71a7-c433-490b-96fe-29fffe234bd1 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 210 time: 0.0852931 Aug 12 02:56:27.244778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18ceaf05-42db-4e2d-ad2a-191354f2f943 req-ea0faadc-1847-47c1-b54e-93c9f7117be8 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 210 time: 0.0299456 Aug 12 02:56:27.276075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-19109589-bed2-4e97-8657-200136221865 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:27.277800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-19109589-bed2-4e97-8657-200136221865 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 813 time: 0.1070440 Aug 12 02:56:27.296479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Request body: {'port': {'device_id': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f', 'admin_state_up': True, 'tenant_id': 'db08be4815e5435a913b271cc136654c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:56:27.404484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Made reservation on behalf of db08be4815e5435a913b271cc136654c for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:56:27.407850 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:27.535874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Allocated IP 172.20.0.8 (cb672171-2371-4621-abe0-302eef57f77f/649bb675-2799-476e-a1a9-36b968a66150/eb49a8fd-7565-4424-99c3-0255b32a01fe) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:56:27.676885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:27.715867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:27.759118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Network cb672171-2371-4621-abe0-302eef57f77f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:56:27.762845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:56:27.768939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:56:27.793979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Pushing event updated for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:56:27.821587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:27.822777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:27.835870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-d2a3f8c3-37c1-48ba-a144-651d2fff69ae tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432963 Aug 12 02:56:27.904345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Request body: {'port': {'device_id': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:56:27.958818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.226107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb49a8fd-7565-4424-99c3-0255b32a01fe {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:56:28.233955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.246511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Transition to ACTIVE for port object eb49a8fd-7565-4424-99c3-0255b32a01fe will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:56:28.250037 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.300624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Pushing event updated for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:56:28.396620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Attempting to bind port eb49a8fd-7565-4424-99c3-0255b32a01fe on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:56:28.396960 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Attempting to bind port eb49a8fd-7565-4424-99c3-0255b32a01fe by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:56:28.397293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Attempting to bind port eb49a8fd-7565-4424-99c3-0255b32a01fe on network cb672171-2371-4621-abe0-302eef57f77f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:56:28.404333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Port eb49a8fd-7565-4424-99c3-0255b32a01fe on network cb672171-2371-4621-abe0-302eef57f77f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:56:28.404657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Attempting to bind port eb49a8fd-7565-4424-99c3-0255b32a01fe on network cb672171-2371-4621-abe0-302eef57f77f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:56:28.412165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:56:28.412504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Checking segment: {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:56:28.412887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Bound using segment: {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:56:28.413309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Bound port: eb49a8fd-7565-4424-99c3-0255b32a01fe, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:56:28.413668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.424592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc622ac6-0912-4ee9-a9b1-74de65259914 req-7159692d-570b-4a71-8e11-c5c688a6c06a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:28.426078 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc622ac6-0912-4ee9-a9b1-74de65259914 req-7159692d-570b-4a71-8e11-c5c688a6c06a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 943 time: 0.0749736 Aug 12 02:56:28.430179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:56:28.493345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc622ac6-0912-4ee9-a9b1-74de65259914 req-134c9db9-97bc-46df-a608-354757895e0c tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604477 Aug 12 02:56:28.517715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:56:28.520874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:56:28.525475 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.558860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:28.559493 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:28.560911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] 10.222.0.21 "PUT /v2.0/ports/eb49a8fd-7565-4424-99c3-0255b32a01fe HTTP/1.1" status: 200 len: 1091 time: 0.7114098 Aug 12 02:56:28.561346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:56:28.563589 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba962cf4-9730-4853-afa1-3ea29332d5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:56:28.591005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d59d80-9e92-4602-bb60-05d7805e902a service neutron] Pushing event updated for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:56:28.662473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-4c1e500b-d33c-4f6d-bd62-5816e192a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:28.664017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-4c1e500b-d33c-4f6d-bd62-5816e192a239 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 1094 time: 0.0478060 Aug 12 02:56:28.674724 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ecc38c-d04a-446d-be68-e56cdef77622 x-openstack-request-id: req-71ecc38c-d04a-446d-be68-e56cdef77622 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:56:28.675013 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:56:28.675267 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71ecc38c-d04a-446d-be68-e56cdef77622 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:56:28.675691 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe', 'status': 'completed', 'code': 200} Aug 12 02:56:28.714864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-76bdf2de-2366-4870-9b70-d75b75609d8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe HTTP/1.1" status: 200 len: 217 time: 0.0348852 Aug 12 02:56:28.768289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-c7ccdf5f-3e96-4941-acd8-757021afa90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:28.769652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-c7ccdf5f-3e96-4941-acd8-757021afa90c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=649bb675-2799-476e-a1a9-36b968a66150 HTTP/1.1" status: 200 len: 853 time: 0.0467839 Aug 12 02:56:28.800917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-988dbec9-5f17-4348-8075-453a616142a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672171-2371-4621-abe0-302eef57f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245485 Aug 12 02:56:28.891685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-3763881d-1972-433d-a560-73ddaf625f01 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839252 Aug 12 02:56:28.980275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-afb2bbdc-b212-4e8d-a5e9-4e2aeda2f3ee req-ef03fbfb-55ce-432f-996b-35304200d7fb service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812633 Aug 12 02:56:29.105994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-f8ead39a-6638-4f74-8aee-d926ef0493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:29.107392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-f8ead39a-6638-4f74-8aee-d926ef0493bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 1094 time: 0.0458417 Aug 12 02:56:29.195231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-63729eb8-b805-4147-825a-17732195fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:29.196773 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-63729eb8-b805-4147-825a-17732195fdfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 914 time: 0.0820158 Aug 12 02:56:29.240546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-a86ada00-12ad-43a3-8f46-554b4ed5a649 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe HTTP/1.1" status: 200 len: 217 time: 0.0369387 Aug 12 02:56:29.287949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-2d8b6e5e-dfca-4ca1-bb8c-76118bbfb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:29.289372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-2d8b6e5e-dfca-4ca1-bb8c-76118bbfb657 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=649bb675-2799-476e-a1a9-36b968a66150 HTTP/1.1" status: 200 len: 853 time: 0.0421684 Aug 12 02:56:29.319987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-d1b5291d-013e-4f6e-8137-17d4c4332181 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672171-2371-4621-abe0-302eef57f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236936 Aug 12 02:56:29.406586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-84b36efe-075e-499b-ac55-c152089eaa2f service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793386 Aug 12 02:56:29.500617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ba962cf4-9730-4853-afa1-3ea29332d5b0 req-484f16fc-3493-4c3a-a18b-bcde78e944ee service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Aug 12 02:56:29.610183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f136017-b06d-47d5-ad44-c369286a7a83 req-b6dda103-9051-48a6-a24e-5e5462a95c7d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:29.611740 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f136017-b06d-47d5-ad44-c369286a7a83 req-b6dda103-9051-48a6-a24e-5e5462a95c7d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 943 time: 0.0494156 Aug 12 02:56:29.648177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f136017-b06d-47d5-ad44-c369286a7a83 req-7f368517-0f31-451f-bbd1-6754ee0f2c1f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Aug 12 02:56:30.767656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90497d9-cc9e-4273-b579-bd53bfe82aa3 req-41d796e9-ec40-445a-acdb-2681f09b5a81 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:30.769098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b90497d9-cc9e-4273-b579-bd53bfe82aa3 req-41d796e9-ec40-445a-acdb-2681f09b5a81 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 943 time: 0.0521388 Aug 12 02:56:30.812381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b90497d9-cc9e-4273-b579-bd53bfe82aa3 req-460f8e35-02dc-41c4-ade9-f9d7cd1268af tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371037 Aug 12 02:56:31.928806 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635dab0-25b7-461d-adbe-d86efd7a0296 req-1360710d-a7d3-43f8-8a4e-e09805819131 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:31.930285 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0635dab0-25b7-461d-adbe-d86efd7a0296 req-1360710d-a7d3-43f8-8a4e-e09805819131 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 943 time: 0.0528741 Aug 12 02:56:31.968894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0635dab0-25b7-461d-adbe-d86efd7a0296 req-c8c62f4c-eb24-4df1-919a-87d75ed0daf2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315220 Aug 12 02:56:32.010549 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e5a65917-302b-45d1-b53d-e1fe07e9b1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:33.012228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device eb49a8fd-7565-4424-99c3-0255b32a01fe details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:56:33.086237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127097d-fcd8-46e4-81f8-30b97c4670f0 req-579ea371-411d-4a5a-94f5-005d11627fd5 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:33.087743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4127097d-fcd8-46e4-81f8-30b97c4670f0 req-579ea371-411d-4a5a-94f5-005d11627fd5 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Aug 12 02:56:33.109678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:56:33.122108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'eb49a8fd-7565-4424-99c3-0255b32a01fe', 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f', 'port_id': 'eb49a8fd-7565-4424-99c3-0255b32a01fe', 'mac_address': 'fa:16:3e:1a:3e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649bb675-2799-476e-a1a9-36b968a66150', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:56:33.125703 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4127097d-fcd8-46e4-81f8-30b97c4670f0 req-9ad5694e-7d24-4963-8a04-4072199d9527 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Aug 12 02:56:33.159241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:33.172621 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb49a8fd-7565-4424-99c3-0255b32a01fe {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:56:33.192670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:56:33.196579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:33.244527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:56:33.251789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.252073 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.252415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.252758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.253095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.253431 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.253770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.254097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.254426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.254753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.255080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.255405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:56:33.615388 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['eb49a8fd-7565-4424-99c3-0255b32a01fe'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:56:34.239551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397a06-f211-4c65-99e2-1c4e2886fa30 req-26b3eebe-44ad-4ce0-9e63-c6d19ec19a6a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:34.241070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d397a06-f211-4c65-99e2-1c4e2886fa30 req-26b3eebe-44ad-4ce0-9e63-c6d19ec19a6a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 944 time: 0.0487001 Aug 12 02:56:34.279221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d397a06-f211-4c65-99e2-1c4e2886fa30 req-5f20b339-b386-4290-b8dd-df9cec1bc434 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314875 Aug 12 02:56:34.628465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c798-f65e-4b0a-830d-0c09f112b1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:34.732912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:34.909673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:35.027384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device eb49a8fd-7565-4424-99c3-0255b32a01fe up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:56:35.074616 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port eb49a8fd-7565-4424-99c3-0255b32a01fe completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:56:35.078226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port eb49a8fd-7565-4424-99c3-0255b32a01fe triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:56:35.078601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:35.156676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:35.178126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:56:35.180377 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa6673c-8ae7-45e7-b337-446dbf9580a7" -d '{"events": [{"server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "name": "network-vif-plugged", "status": "completed", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:56:35.193095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:56:35.198045 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:35.244726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:56:35.283600 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bc56e-abc4-4449-84ce-06acab85ca9b x-openstack-request-id: req-e58bc56e-abc4-4449-84ce-06acab85ca9b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:56:35.283913 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "name": "network-vif-plugged", "status": "completed", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:56:35.284169 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e58bc56e-abc4-4449-84ce-06acab85ca9b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:56:35.284568 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe', 'code': 200} Aug 12 02:56:35.422999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716a44d-3494-40ac-b95b-f726e3b740d4 req-ddb2900c-dc66-4507-ba90-ff907481f17f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:35.424475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d716a44d-3494-40ac-b95b-f726e3b740d4 req-ddb2900c-dc66-4507-ba90-ff907481f17f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0773540 Aug 12 02:56:35.429778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14effe-433e-4cb4-b455-d66c834b4373 req-d0fd8cec-a237-46b1-a365-8dbf154077a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:35.432130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c14effe-433e-4cb4-b455-d66c834b4373 req-d0fd8cec-a237-46b1-a365-8dbf154077a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 1096 time: 0.0585489 Aug 12 02:56:35.483406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d716a44d-3494-40ac-b95b-f726e3b740d4 req-836ed4e7-5f7a-4bf8-9d34-b0f018f8d066 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507352 Aug 12 02:56:35.486887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4c14effe-433e-4cb4-b455-d66c834b4373 req-c2cebd9d-68a8-4764-81c8-ebb89109ce78 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477509 Aug 12 02:56:35.938059 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:36.609023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4c1f9-efe6-4ddc-92ef-73bcca834edb req-4780f9e6-2906-4036-beae-2af3520cbce0 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:36.610518 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ca4c1f9-efe6-4ddc-92ef-73bcca834edb req-4780f9e6-2906-4036-beae-2af3520cbce0 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0579598 Aug 12 02:56:36.648620 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ca4c1f9-efe6-4ddc-92ef-73bcca834edb req-ba7b63a2-2fbb-4753-a367-f187bfa5b35f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321069 Aug 12 02:56:37.443036 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:56:37.767934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d536fa-d55a-489f-b6e5-5958a03d6c99 req-52873387-4236-44a5-adff-da599bf2af08 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:56:37.769528 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0d536fa-d55a-489f-b6e5-5958a03d6c99 req-52873387-4236-44a5-adff-da599bf2af08 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0477848 Aug 12 02:56:37.805857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0d536fa-d55a-489f-b6e5-5958a03d6c99 req-9abda5ea-5734-4edd-a81e-b7829f9bc857 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304129 Aug 12 02:56:48.189725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:02.012870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad3379a5-12ea-4b4a-b325-b6aed9003983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:04.629936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3e6278ad-aa1c-4d33-9388-51dc01379338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:04.733819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:04.935007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:05.429122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:57:05.940403 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:07.446571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:18.177992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:19.447048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040134f-3fd7-47ac-8a00-3ef3cd002fbd req-4cb2583f-deaa-49a5-b9d3-9897c3a293ef tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:19.448580 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7040134f-3fd7-47ac-8a00-3ef3cd002fbd req-4cb2583f-deaa-49a5-b9d3-9897c3a293ef tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Aug 12 02:57:19.487754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7040134f-3fd7-47ac-8a00-3ef3cd002fbd req-09d77206-52fe-4014-b605-0f8c02feb6d7 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Aug 12 02:57:20.607598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139a4f6-44ab-48db-9f99-3c84b165d713 req-9806fe59-759b-4118-9115-bff55d0f9d95 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:20.609057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e139a4f6-44ab-48db-9f99-3c84b165d713 req-9806fe59-759b-4118-9115-bff55d0f9d95 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Aug 12 02:57:20.646128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e139a4f6-44ab-48db-9f99-3c84b165d713 req-8d2e1399-e047-467f-b814-0fff0964ffe0 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Aug 12 02:57:21.258704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-b36f2022-f130-4187-a718-035fe1041911 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:21.260151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-b36f2022-f130-4187-a718-035fe1041911 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Aug 12 02:57:21.346641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Deleting port eb49a8fd-7565-4424-99c3-0255b32a01fe {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:57:21.346982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:21.434694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] For port eb49a8fd-7565-4424-99c3-0255b32a01fe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=eb49a8fd-7565-4424-99c3-0255b32a01fe,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:57:21.435063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:21.447541 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Calling delete_port for eb49a8fd-7565-4424-99c3-0255b32a01fe owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:57:21.576211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:21.604798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Pushing event deleted for resources: {'Port': ['ID=eb49a8fd-7565-4424-99c3-0255b32a01fe,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:21.630013 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.630391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.630738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.631077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.631413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.631775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.632106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.632435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.632765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.633090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.633416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.633741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:21.655525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] No DVR routers for this DVR port eb49a8fd-7565-4424-99c3-0255b32a01fe on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:57:21.658587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:21.660658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-897eae5a-5e56-4f14-a189-17e4e8f7dc7f req-904af7c7-5715-4dca-bbe8-b812d361c55f tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "DELETE /v2.0/ports/eb49a8fd-7565-4424-99c3-0255b32a01fe HTTP/1.1" status: 204 len: 173 time: 0.3940406 Aug 12 02:57:21.661140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'name': 'network-vif-deleted', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:57:21.663983 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195cebca-e239-4592-b499-c1f2a3d54e0d" -d '{"events": [{"server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "name": "network-vif-deleted", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:57:21.705609 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca7f26-d1db-46c6-ab1a-c29cf392eb6f x-openstack-request-id: req-77ca7f26-d1db-46c6-ab1a-c29cf392eb6f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:57:21.705922 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e28f4c-8a47-4356-9ec0-577fd3fc3366", "name": "network-vif-deleted", "tag": "eb49a8fd-7565-4424-99c3-0255b32a01fe", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:57:21.706165 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77ca7f26-d1db-46c6-ab1a-c29cf392eb6f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:57:21.706578 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e28f4c-8a47-4356-9ec0-577fd3fc3366', 'name': 'network-vif-deleted', 'tag': 'eb49a8fd-7565-4424-99c3-0255b32a01fe', 'status': 'completed', 'code': 200} Aug 12 02:57:21.742150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fce40f1-2b8d-4d71-b08e-670d351553d5 req-65192061-af44-46e0-8dbf-151e3280db89 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=75e28f4c-8a47-4356-9ec0-577fd3fc3366 HTTP/1.1" status: 200 len: 210 time: 0.0257666 Aug 12 02:57:23.266114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device eb49a8fd-7565-4424-99c3-0255b32a01fe no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:57:23.285775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: eb49a8fd-7565-4424-99c3-0255b32a01fe {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:57:23.286119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device eb49a8fd-7565-4424-99c3-0255b32a01fe not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:57:29.660922 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-81019cda-a03a-4eeb-83b5-d637272551c2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:29.662392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-81019cda-a03a-4eeb-83b5-d637272551c2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 813 time: 0.1018739 Aug 12 02:57:29.677630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-979bb8a1-f3a9-4b32-b41d-4a4af5d564ed tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/quotas/db08be4815e5435a913b271cc136654c HTTP/1.1" status: 200 len: 375 time: 0.0088146 Aug 12 02:57:29.707857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-0242ccd8-6724-4868-8393-5a57a0590990 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250916 Aug 12 02:57:29.768957 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-cd19f297-57de-4ba5-8598-017996dd4573 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:57:29.769957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-cd19f297-57de-4ba5-8598-017996dd4573 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0558002 Aug 12 02:57:29.860116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-81e95357-9bbb-427b-8ef2-1d3786275a4a service neutron] 10.222.0.11 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840058 Aug 12 02:57:29.946690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-0fb612bf-ca5e-48cd-a81d-ce0507558486 service neutron] 10.222.0.11 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802853 Aug 12 02:57:30.116384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067dc428-6a23-4abf-b3f4-b969438fa9aa req-1a2c3cf6-ca99-4034-8b4e-47abe4631c53 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Aug 12 02:57:31.404489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d5b218b-3388-4577-90fb-2a80f4de5aa7 req-a99f49f7-3be5-4dc4-b3f5-5c2460aa394b tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 210 time: 0.0325069 Aug 12 02:57:31.447454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-7ecc3974-d879-4c8c-ac46-d2b579a8d2d5 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:31.448913 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-7ecc3974-d879-4c8c-ac46-d2b579a8d2d5 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 813 time: 0.4676888 Aug 12 02:57:31.468101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Request body: {'port': {'device_id': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f', 'admin_state_up': True, 'tenant_id': 'db08be4815e5435a913b271cc136654c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:57:31.571324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Made reservation on behalf of db08be4815e5435a913b271cc136654c for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:57:31.575716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:31.699889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Allocated IP 172.20.0.4 (cb672171-2371-4621-abe0-302eef57f77f/649bb675-2799-476e-a1a9-36b968a66150/1fa4f437-73c8-4304-83cf-d8f90cd87e61) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:57:31.845986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:31.884554 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:31.924754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Network cb672171-2371-4621-abe0-302eef57f77f is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:57:31.929879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:57:31.933523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:57:31.956338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Pushing event updated for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:31.983977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:31.984581 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.000154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-71a3afaf-2d6f-4cec-8482-aea8025abfcb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5357456 Aug 12 02:57:32.012498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed54f1d8-0475-4cb2-9d06-1c4defb265ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.019638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Request body: {'port': {'device_id': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:57:32.077923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.329928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa4f437-73c8-4304-83cf-d8f90cd87e61 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:57:32.337218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.350011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Transition to ACTIVE for port object 1fa4f437-73c8-4304-83cf-d8f90cd87e61 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:57:32.353561 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.405054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:32.475454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Attempting to bind port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:57:32.475858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Attempting to bind port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:57:32.476192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Attempting to bind port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 on network cb672171-2371-4621-abe0-302eef57f77f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:57:32.480579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 on network cb672171-2371-4621-abe0-302eef57f77f not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:57:32.480902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Attempting to bind port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 on network cb672171-2371-4621-abe0-302eef57f77f {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:57:32.486782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:57:32.487133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Checking segment: {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:57:32.487572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Bound using segment: {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:57:32.488003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Bound port: 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0561e254-53cf-4263-927c-7bae2e8fa166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:57:32.488363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.522872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0818-2d92-4955-a030-cb69137ec8bb req-bb32907d-3793-40a5-833e-e6e4c3f66d25 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:32.524416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-086c0818-2d92-4955-a030-cb69137ec8bb req-bb32907d-3793-40a5-833e-e6e4c3f66d25 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 943 time: 0.0506961 Aug 12 02:57:32.554454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:57:32.557523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:57:32.562383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.565166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-086c0818-2d92-4955-a030-cb69137ec8bb req-b601e818-c542-46e7-9c52-14080f44cb16 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337138 Aug 12 02:57:32.597887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:32.598503 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:32.599934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] 10.222.0.21 "PUT /v2.0/ports/1fa4f437-73c8-4304-83cf-d8f90cd87e61 HTTP/1.1" status: 200 len: 1091 time: 0.5846026 Aug 12 02:57:32.600370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:57:32.602602 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24c889-7492-4591-8cf0-d2b48e56bb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:57:32.624926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8949c-73e7-448d-a60a-199b931c1c0a service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:32.647134 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de4aa6a-c195-4827-b4dc-58c4f7e51469 x-openstack-request-id: req-1de4aa6a-c195-4827-b4dc-58c4f7e51469 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:57:32.647429 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:57:32.647875 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1de4aa6a-c195-4827-b4dc-58c4f7e51469 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:57:32.648281 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61', 'status': 'completed', 'code': 200} Aug 12 02:57:32.709344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-d387ddae-608e-4da0-8b89-9b96c1c7213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:32.710827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-d387ddae-608e-4da0-8b89-9b96c1c7213e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 1094 time: 0.0448139 Aug 12 02:57:32.759501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-0671823e-ea27-49cd-a333-a0f211986870 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61 HTTP/1.1" status: 200 len: 217 time: 0.0353596 Aug 12 02:57:32.809174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-80b3509c-b4c5-495d-83c1-f5f4a8f44562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:32.810635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-80b3509c-b4c5-495d-83c1-f5f4a8f44562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=649bb675-2799-476e-a1a9-36b968a66150 HTTP/1.1" status: 200 len: 853 time: 0.0435190 Aug 12 02:57:32.841475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-363c3cbf-e16d-49e6-a6ea-15f6abcac8f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672171-2371-4621-abe0-302eef57f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231817 Aug 12 02:57:32.939510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-c810ffbf-10af-4767-a2ea-b50a41539fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909526 Aug 12 02:57:33.026303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5731e97c-9eb4-4ef4-890e-6df058d534dc req-2051e29d-b51f-4746-ad34-34b95bf7865f service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792239 Aug 12 02:57:33.154694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-4291f2a1-3911-4192-8188-95593686c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:33.156214 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-4291f2a1-3911-4192-8188-95593686c0f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=db08be4815e5435a913b271cc136654c&device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 1094 time: 0.0455904 Aug 12 02:57:33.243614 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-2e3d2435-7fab-4054-9281-9318a8647858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:33.245070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-2e3d2435-7fab-4054-9281-9318a8647858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 200 len: 914 time: 0.0814769 Aug 12 02:57:33.290893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-39a9027f-78a6-4932-aff8-2047faf0e5bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61 HTTP/1.1" status: 200 len: 217 time: 0.0374482 Aug 12 02:57:33.338808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-e2dbfb24-f396-4b83-9870-1fe263087042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:33.340238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-e2dbfb24-f396-4b83-9870-1fe263087042 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=649bb675-2799-476e-a1a9-36b968a66150 HTTP/1.1" status: 200 len: 853 time: 0.0425725 Aug 12 02:57:33.371201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-99577b2d-81f0-4ce2-876a-af1047e4b998 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cb672171-2371-4621-abe0-302eef57f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237994 Aug 12 02:57:33.460062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-6f42752d-061c-4ce0-abd9-e0d070b0fbc7 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811837 Aug 12 02:57:33.553522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f24c889-7492-4591-8cf0-d2b48e56bb3f req-4c8ba897-1275-45e2-aa65-1e76b3d69c29 service neutron] 10.222.0.21 "GET /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862286 Aug 12 02:57:33.677999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e60b-bcc9-4e8c-94cc-e52a1b7dbd78 req-bc4e0ce7-6936-4cc0-8463-7d34a0e4eb7b tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:33.679510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11a7e60b-bcc9-4e8c-94cc-e52a1b7dbd78 req-bc4e0ce7-6936-4cc0-8463-7d34a0e4eb7b tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 943 time: 0.0477111 Aug 12 02:57:33.718274 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-11a7e60b-bcc9-4e8c-94cc-e52a1b7dbd78 req-b7941c8b-5383-4e17-a4a4-473feb921af9 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Aug 12 02:57:34.631373 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44e15346-c615-489c-85af-12312bfe1b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:34.733572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:34.835041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d59173-3236-44d9-88d5-6e23393dba85 req-b2e3d7cd-4901-4e20-9409-7f560db02d5d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:34.836541 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38d59173-3236-44d9-88d5-6e23393dba85 req-b2e3d7cd-4901-4e20-9409-7f560db02d5d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 943 time: 0.0505428 Aug 12 02:57:34.874188 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-38d59173-3236-44d9-88d5-6e23393dba85 req-5b073b65-4d35-42da-9c07-f1bf0dda3bf4 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Aug 12 02:57:34.929967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:35.944325 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:35.994574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7456-d6cf-4f32-91fb-34b37a8a1b30 req-d76f5461-80ba-430f-93e3-60b06c8102c2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:35.996074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81be7456-d6cf-4f32-91fb-34b37a8a1b30 req-d76f5461-80ba-430f-93e3-60b06c8102c2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 943 time: 0.0521383 Aug 12 02:57:36.033793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81be7456-d6cf-4f32-91fb-34b37a8a1b30 req-be030fa0-2180-4cdd-b1c0-bbe8d3964ee3 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Aug 12 02:57:37.155097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379100e-315e-45f7-8e17-7bc093d9acf8 req-361f7195-faa6-481c-9523-cc70a778d2be tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:37.156584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b379100e-315e-45f7-8e17-7bc093d9acf8 req-361f7195-faa6-481c-9523-cc70a778d2be tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 943 time: 0.0550339 Aug 12 02:57:37.194385 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b379100e-315e-45f7-8e17-7bc093d9acf8 req-b0c98fb5-16e9-4d50-a1b0-91c5f9e16bdb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319114 Aug 12 02:57:37.401631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1fa4f437-73c8-4304-83cf-d8f90cd87e61 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:57:37.476433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:37.506294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:57:37.517068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '1fa4f437-73c8-4304-83cf-d8f90cd87e61', 'network_id': 'cb672171-2371-4621-abe0-302eef57f77f', 'port_id': '1fa4f437-73c8-4304-83cf-d8f90cd87e61', 'mac_address': 'fa:16:3e:57:d4:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '649bb675-2799-476e-a1a9-36b968a66150', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:57:37.553130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:37.565697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa4f437-73c8-4304-83cf-d8f90cd87e61 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:57:37.585158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:57:37.589035 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:37.634509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:37.644195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.644542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.644887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.645225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.645557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.645890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.646219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.646547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.646904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.647233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.647582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.647911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:57:37.950008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1fa4f437-73c8-4304-83cf-d8f90cd87e61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:57:38.308594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9443ae-a5e0-40a4-aed6-8a82317f7238 req-555a6391-e98f-43bb-a945-247eb951b2a7 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:38.310290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd9443ae-a5e0-40a4-aed6-8a82317f7238 req-555a6391-e98f-43bb-a945-247eb951b2a7 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 944 time: 0.0487065 Aug 12 02:57:38.347580 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd9443ae-a5e0-40a4-aed6-8a82317f7238 req-828bd330-7450-4d77-a31e-c52a8efd47ba tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Aug 12 02:57:39.400479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1fa4f437-73c8-4304-83cf-d8f90cd87e61 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:57:39.456265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:57:39.460393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:57:39.460767 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:39.465264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8965ba-4278-499e-ad0d-8ee6dbb6dba8 req-86de64fe-826a-4169-a188-8785bd614062 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:39.467290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b8965ba-4278-499e-ad0d-8ee6dbb6dba8 req-86de64fe-826a-4169-a188-8785bd614062 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 944 time: 0.0527804 Aug 12 02:57:39.506900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b8965ba-4278-499e-ad0d-8ee6dbb6dba8 req-aa94e3a5-2c13-4e12-9c48-51aa14dffe93 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331032 Aug 12 02:57:39.541786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:39.564191 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:57:39.566508 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6ced8-b6e6-45af-ab30-b4036123aba0" -d '{"events": [{"server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "name": "network-vif-plugged", "status": "completed", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:57:39.579194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:57:39.583491 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:57:39.609009 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddae67a-56fa-41ff-935c-9083547210dd x-openstack-request-id: req-0ddae67a-56fa-41ff-935c-9083547210dd {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:57:39.609304 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "name": "network-vif-plugged", "status": "completed", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:57:39.609558 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ddae67a-56fa-41ff-935c-9083547210dd {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:57:39.609947 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61', 'code': 200} Aug 12 02:57:39.635732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:57:39.721895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58911054-8238-430c-bfc5-863ff428a492 req-a8d8fdec-6314-456d-8148-bfebee60dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:39.723373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58911054-8238-430c-bfc5-863ff428a492 req-a8d8fdec-6314-456d-8148-bfebee60dc54 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 1096 time: 0.0395329 Aug 12 02:57:39.758300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58911054-8238-430c-bfc5-863ff428a492 req-1849a08c-7ce5-431a-8720-cfcf60aacda1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279899 Aug 12 02:57:40.626527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe066cc9-e46c-4e9d-aba5-7f7082f8fd87 req-770cffc9-3006-49b2-b738-1803125edfbb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:40.628051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe066cc9-e46c-4e9d-aba5-7f7082f8fd87 req-770cffc9-3006-49b2-b738-1803125edfbb tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 945 time: 0.0551176 Aug 12 02:57:40.666607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe066cc9-e46c-4e9d-aba5-7f7082f8fd87 req-50110d0e-44ca-4e58-ad59-9a80947adcdd tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Aug 12 02:57:41.782988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60ee77-efc5-4017-a7ed-301d99c632b8 req-388db15b-ba04-44f7-bbd8-73f93c794a13 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:57:41.784508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc60ee77-efc5-4017-a7ed-301d99c632b8 req-388db15b-ba04-44f7-bbd8-73f93c794a13 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Aug 12 02:57:41.822900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc60ee77-efc5-4017-a7ed-301d99c632b8 req-94963b11-aa26-49e5-83eb-6b89ab90f56d tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324979 Aug 12 02:57:42.429063 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:57:48.198907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:02.013083 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-134ea276-126a-4e5b-a524-65076b46890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:04.632880 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d42e7ab7-0667-43f5-8eb2-403a83a8d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:04.737293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:04.941233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:05.817239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-ee4249ff-8223-402c-962b-e5b1373ef854 req-a4167849-f072-4679-a625-b33b75fb421b service neutron] (94673) timed out ('10.222.0.11', 50354) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 02:58:05.947986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:07.330283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f76c9-902b-46e9-b6d2-3246b9d1b394 req-cdf97014-596c-4d8d-832c-51ca80d4e19a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:07.331774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-022f76c9-902b-46e9-b6d2-3246b9d1b394 req-cdf97014-596c-4d8d-832c-51ca80d4e19a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 945 time: 0.2943246 Aug 12 02:58:07.369289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-022f76c9-902b-46e9-b6d2-3246b9d1b394 req-36497b3b-e122-4a54-9b8d-8147cdb8463a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315413 Aug 12 02:58:07.453817 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:08.487377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b0165-9b9c-4e9a-b78b-e93570c5eb18 req-59c479d7-95e4-40bd-bcab-3c801d7f3523 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:08.488895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-842b0165-9b9c-4e9a-b78b-e93570c5eb18 req-59c479d7-95e4-40bd-bcab-3c801d7f3523 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 945 time: 0.0514395 Aug 12 02:58:08.526686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-842b0165-9b9c-4e9a-b78b-e93570c5eb18 req-5e52dbed-cf15-4d40-b739-abf4fe2331c2 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7c7f9b5-91c0-440e-bdde-81138f866a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Aug 12 02:58:08.866954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-d6c004a6-6819-484b-96a9-8b2795cee643 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:08.868413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-d6c004a6-6819-484b-96a9-8b2795cee643 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Aug 12 02:58:08.964110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Deleting port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:58:08.964452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:09.057928 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] For port 1fa4f437-73c8-4304-83cf-d8f90cd87e61, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=1fa4f437-73c8-4304-83cf-d8f90cd87e61,segment=NetworkSegment(0561e254-53cf-4263-927c-7bae2e8fa166),segment_id=0561e254-53cf-4263-927c-7bae2e8fa166)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:58:09.058293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:09.070931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Calling delete_port for 1fa4f437-73c8-4304-83cf-d8f90cd87e61 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:58:09.207882 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:09.235188 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Pushing event deleted for resources: {'Port': ['ID=1fa4f437-73c8-4304-83cf-d8f90cd87e61,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:09.241379 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['1fa4f437-73c8-4304-83cf-d8f90cd87e61'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:58:09.281929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] No DVR routers for this DVR port 1fa4f437-73c8-4304-83cf-d8f90cd87e61 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:58:09.284435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:09.286462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-603909a4-7b6e-447e-b201-c065b8c114a0 req-f6358084-97dc-4a5c-9eda-60cc7ae51086 tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.21 "DELETE /v2.0/ports/1fa4f437-73c8-4304-83cf-d8f90cd87e61 HTTP/1.1" status: 204 len: 173 time: 0.4109616 Aug 12 02:58:09.286903 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'name': 'network-vif-deleted', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:58:09.289212 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444ddda-a28e-45fb-a71b-73b022327ea2" -d '{"events": [{"server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "name": "network-vif-deleted", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:58:09.325345 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbfcc1-0930-457c-9ee0-5fbad1ac2f08 x-openstack-request-id: req-e8cbfcc1-0930-457c-9ee0-5fbad1ac2f08 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:58:09.325803 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b437d2b-91bd-4d13-a573-6c099d80bec8", "name": "network-vif-deleted", "tag": "1fa4f437-73c8-4304-83cf-d8f90cd87e61", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:58:09.326074 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8cbfcc1-0930-457c-9ee0-5fbad1ac2f08 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:58:09.326482 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b437d2b-91bd-4d13-a573-6c099d80bec8', 'name': 'network-vif-deleted', 'tag': '1fa4f437-73c8-4304-83cf-d8f90cd87e61', 'status': 'completed', 'code': 200} Aug 12 02:58:09.634944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3ffd01e-1e48-43c2-80f5-7f351e8e8db4 req-32ea5f34-8ad3-4fa9-ada6-17fad7b7a39a tempest-VolumesSnapshotTestJSON-899042031 tempest-VolumesSnapshotTestJSON-899042031-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b437d2b-91bd-4d13-a573-6c099d80bec8 HTTP/1.1" status: 200 len: 210 time: 0.0304129 Aug 12 02:58:13.480867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1fa4f437-73c8-4304-83cf-d8f90cd87e61 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:58:13.504889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 1fa4f437-73c8-4304-83cf-d8f90cd87e61 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:58:13.505236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 1fa4f437-73c8-4304-83cf-d8f90cd87e61 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:58:18.199050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:19.428325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:58:32.015984 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-84b6d15b-9b08-42aa-8d68-fdb85c50296a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:34.634436 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-273e7365-9bb5-45e0-b62a-a579b18dd0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:34.739450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:34.954229 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:35.953682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:37.457123 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:48.202886 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.702129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:50.746440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Deleting subnet 649bb675-2799-476e-a1a9-36b968a66150 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 02:58:50.749461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.783383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.823238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.881154 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.911329 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:50.915793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:50.916239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/649bb675-2799-476e-a1a9-36b968a66150 HTTP/1.1" status: 204 len: 168 time: 0.2123690 Aug 12 02:58:50.916785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649bb675-2799-476e-a1a9-36b968a66150,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:50.925989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.926350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.926698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.927100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.927446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.927860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.928205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.928539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.928873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.929201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.929533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.929862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7ca4f-d00b-40be-8206-3747c99d1a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:50.985150 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.064512 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.075136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb672171-2371-4621-abe0-302eef57f77f']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:51.086707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0561e254-53cf-4263-927c-7bae2e8fa166') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:51.086986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0561e254-53cf-4263-927c-7bae2e8fa166') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:51.097820 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.113243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.120035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 02:58:51.120448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: timer() Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 02:58:51.122526 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 02:58:51.184175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.193760 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.195850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cb672171-2371-4621-abe0-302eef57f77f HTTP/1.1" status: 204 len: 168 time: 0.2786367 Aug 12 02:58:51.207308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb672171-2371-4621-abe0-302eef57f77f,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:51.215222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.215634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.215959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.216304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.216641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.216976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.217308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.217909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.218235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.218567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.218904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.219390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3840a012-4ca4-4cda-b64e-707dc5a9f653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:51.313234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52378) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:51.353731 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e5e31972-f182-44f3-9832-c4748b34527a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db08be4815e5435a913b271cc136654c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385356 Aug 12 02:58:51.355521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:51.406956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.428158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.477934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.480620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:51.481778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7c7f9b5-91c0-440e-bdde-81138f866a9b HTTP/1.1" status: 204 len: 168 time: 0.1253614 Aug 12 02:58:51.489748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340252e-9b32-4a69-be63-e64d543254f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7f9b5-91c0-440e-bdde-81138f866a9b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:52.149462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 52402) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:52.299812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-890536867-network', 'tenant_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:52.320975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:58:52.323227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.331345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.419753 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.423665 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.443865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:58:52.457240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40f635-f72e-4322-b1d3-ca9d2809050d,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:52.461998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.462350 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Added segment 572c55dc-d92f-4bc2-b94c-324fd79c8248 of type vlan for network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 Aug 12 02:58:52.504047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.533302 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.534400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:52.534985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.584928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4343300 Aug 12 02:58:52.587885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52408) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:52.593716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Request body: {'subnet': {'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-890536867-subnet', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:52.596643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21fcf4-32fa-4548-8f6b-07d5db512302 admin admin] Pushing event updated for resources: {'Network': ['ID=c3cd9b71-1df2-45fe-aaed-0f748a7500d3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:52.607220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:58:52.615215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:58:52.617839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.782244 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.839203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4eff42e-ba0a-45f8-bb79-dba8a2e82784,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:52.847901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:52.848291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Network hostable DHCP agents. Network: c3cd9b71-1df2-45fe-aaed-0f748a7500d3, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:58:52.865310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:58:52.873857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c3cd9b71-1df2-45fe-aaed-0f748a7500d3) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:52.878141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:52.878726 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.884306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef28dc1-beab-406b-a138-9b90781d374b None None] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:58:52.897784 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f27d79e-e54b-49eb-bc6f-6e53fd953c2c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3043149 Aug 12 02:58:52.898079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52410) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:52.902282 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:52.924196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.925191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:52.980053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.032479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:58:53.033894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.114796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.167823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Allocated IP 172.20.0.2 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/aac99729-b8e3-4070-9e86-517eae736e48) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:53.314610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.323248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Transition to ACTIVE for port object aac99729-b8e3-4070-9e86-517eae736e48 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:53.328295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.337628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Transition to ACTIVE for port object aac99729-b8e3-4070-9e86-517eae736e48 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:53.344084 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.349565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.381736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:53.386566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:53.390022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:58:53.397033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Pushing event updated for resources: {'Port': ['ID=aac99729-b8e3-4070-9e86-517eae736e48,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:53.407054 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.407997 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.408570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.408917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.409261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.409603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.409961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.410279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.410610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.410941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.411273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.411631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:53.459982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Allocated IP 172.25.3.248 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/e5d4f4df-428c-4822-8676-a3bd02e7e37f) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:53.467357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Attempting to bind port aac99729-b8e3-4070-9e86-517eae736e48 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:58:53.468016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Attempting to bind port aac99729-b8e3-4070-9e86-517eae736e48 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:58:53.468420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Attempting to bind port aac99729-b8e3-4070-9e86-517eae736e48 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:58:53.474509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:58:53.474888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:53.475296 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.475727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:58:53.476192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Bound port: aac99729-b8e3-4070-9e86-517eae736e48, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:58:53.476577 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.539337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-978e681c-251c-4442-b9d1-404123ed702c None None] For port aac99729-b8e3-4070-9e86-517eae736e48, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:58:53.542602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-978e681c-251c-4442-b9d1-404123ed702c None None] For port aac99729-b8e3-4070-9e86-517eae736e48, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=aac99729-b8e3-4070-9e86-517eae736e48,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:58:53.546444 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.572913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.606534 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e681c-251c-4442-b9d1-404123ed702c None None] Pushing event updated for resources: {'Port': ['ID=aac99729-b8e3-4070-9e86-517eae736e48,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:53.618928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.663951 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:53.666892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:53.672291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:58:53.676631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Pushing event updated for resources: {'Port': ['ID=e5d4f4df-428c-4822-8676-a3bd02e7e37f,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:53.905382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device aac99729-b8e3-4070-9e86-517eae736e48 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:58:53.953084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:53.954403 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port aac99729-b8e3-4070-9e86-517eae736e48 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:58:54.148447 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.287691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:58:54.400923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:58:54.411782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:58:54.421360 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:58:54.421644 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.422292 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:54.426195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-32d044cc-b1f0-4dab-acee-0008f811902f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5239787 Aug 12 02:58:54.426379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52412) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:54.533222 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:58:54.540500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7192e50c-ab4d-4ea5-8a12-7d7576a98fba None None] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:58:54.602961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Provisioning for port aac99729-b8e3-4070-9e86-517eae736e48 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:58:54.609493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Provisioning complete for port aac99729-b8e3-4070-9e86-517eae736e48 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:54.609861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.724800 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:53Z', 'revision_number': 3, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:54.753421 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:58:54.754116 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Updating router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab port e5d4f4df-428c-4822-8676-a3bd02e7e37f binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:58:54.757897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.781543 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.809416 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] For port aac99729-b8e3-4070-9e86-517eae736e48, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=aac99729-b8e3-4070-9e86-517eae736e48,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:58:54.817675 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:54.871022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f2d9-9557-478f-bebd-b244490a10c9 None None] Pushing event updated for resources: {'Port': ['ID=aac99729-b8e3-4070-9e86-517eae736e48,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:54.880822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.039107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6f325863-a5f6-4049-980e-6e3b0f39a116 None None] Provisioning complete for port aac99729-b8e3-4070-9e86-517eae736e48 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:55.039744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f325863-a5f6-4049-980e-6e3b0f39a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.046572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Allocated IP 172.20.0.1 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/2e7090ef-57b8-4db7-83c1-a5c327be9f7b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:55.058764 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.070468 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Transition to ACTIVE for port object e5d4f4df-428c-4822-8676-a3bd02e7e37f will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:55.077129 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.127790 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Attempting to bind port e5d4f4df-428c-4822-8676-a3bd02e7e37f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:58:55.128204 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Attempting to bind port e5d4f4df-428c-4822-8676-a3bd02e7e37f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:58:55.128512 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Attempting to bind port e5d4f4df-428c-4822-8676-a3bd02e7e37f on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:58:55.135428 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Pushing event updated for resources: {'Port': ['ID=e5d4f4df-428c-4822-8676-a3bd02e7e37f,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:55.138584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:58:55.138932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:55.139333 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.139746 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:58:55.140194 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Bound port: e5d4f4df-428c-4822-8676-a3bd02e7e37f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:58:55.140575 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.162197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.163255 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.163623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.163967 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.164303 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.164633 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.164960 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.165285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.165610 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.165932 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.166255 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.166601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.166900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:58:55.179030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Transition to ACTIVE for port object 2e7090ef-57b8-4db7-83c1-a5c327be9f7b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:55.206733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] For port e5d4f4df-428c-4822-8676-a3bd02e7e37f, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:58:55.209869 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] For port e5d4f4df-428c-4822-8676-a3bd02e7e37f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5d4f4df-428c-4822-8676-a3bd02e7e37f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:58:55.213455 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.214346 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.263925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:55.270316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:55.275233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:58:55.277816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d201ba-85cf-466e-aef3-99f397c19134 None None] Pushing event updated for resources: {'Port': ['ID=e5d4f4df-428c-4822-8676-a3bd02e7e37f,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:55.277967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:55.280237 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:58:55.280836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:55.317527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.391265 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:58:55.469441 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.547878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-33e55e39-a1d3-4ce8-9ed1-310ddcd4ce48 None None] Provisioning for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:58:55.553666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-33e55e39-a1d3-4ce8-9ed1-310ddcd4ce48 None None] Provisioning complete for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:55.554155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-33e55e39-a1d3-4ce8-9ed1-310ddcd4ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.579098 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:53Z', 'revision_number': 3, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:55.589767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-33e55e39-a1d3-4ce8-9ed1-310ddcd4ce48 None None] Port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:58:55.607039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21e1101-77a2-4de8-b427-ebb0d58c84e0 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:53Z', 'revision_number': 3, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:58:55.646950 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.652588 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.724158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:55.726067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:55.837487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:55.839435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:56.008759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5d4f4df-428c-4822-8676-a3bd02e7e37f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:58:56.066570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port e5d4f4df-428c-4822-8676-a3bd02e7e37f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:58:56.071123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e5d4f4df-428c-4822-8676-a3bd02e7e37f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:56.071567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.166795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-921216ac-fd24-4237-8ce2-59c281aa05e9 None None] Provisioning complete for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:56.167259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-921216ac-fd24-4237-8ce2-59c281aa05e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.199260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.228274 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-921216ac-fd24-4237-8ce2-59c281aa05e9 None None] Port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:58:56.233466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port e5d4f4df-428c-4822-8676-a3bd02e7e37f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5d4f4df-428c-4822-8676-a3bd02e7e37f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:58:56.238653 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.239627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device aac99729-b8e3-4070-9e86-517eae736e48 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:58:56.319377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=e5d4f4df-428c-4822-8676-a3bd02e7e37f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:56.329005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:58:56.334418 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port aac99729-b8e3-4070-9e86-517eae736e48 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:56.334802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.432371 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:58:56.440330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:58:56.445210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1c89a641-56c5-42d9-801e-0a9be947b1f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/592295e2-be7e-4eb4-b3b7-94c249c7c5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0174816 Aug 12 02:58:56.920630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52428) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:56.926192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-176758246-network', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:56.947981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Made reservation on behalf of 1483ec64d66d404db79d09b3ea27176c for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:58:56.951044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:56.960435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.053719 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.057342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.081297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 02:58:57.091344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7855c358-e1b9-4c24-aeef-3030d7647901,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:57.097524 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.097868 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Added segment 8a9ec3a5-41c6-421b-ae10-a272c27aa65d of type vlan for network 6f8b2c4e-a13f-40b6-be44-812d5332dbff Aug 12 02:58:57.136985 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.169233 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.170245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:57.170819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.227786 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3059859 Aug 12 02:58:57.230462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52430) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:57.237397 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:58:57.237930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Request body: {'subnet': {'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-176758246-subnet', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:57.245389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15160-7e90-4fac-bf3a-93c60011fe78 admin admin] Pushing event updated for resources: {'Network': ['ID=6f8b2c4e-a13f-40b6-be44-812d5332dbff,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:57.246466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:58:57.247072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:57.262920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Made reservation on behalf of 1483ec64d66d404db79d09b3ea27176c for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:58:57.265286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.281891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 02:58:57.451491 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.506177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022ba068-0da2-47e4-9729-ea89ebec2439,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:57.518834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Checking segment: {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:57.519199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Network hostable DHCP agents. Network: 6f8b2c4e-a13f-40b6-be44-812d5332dbff, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 02:58:57.536211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 02:58:57.546269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6f8b2c4e-a13f-40b6-be44-812d5332dbff) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:57.554019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:58:57.554019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.557115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27644b22-a9da-4705-acab-4041d1a304d4 None None] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:58:57.570638 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5d296c33-c93d-4c38-9510-fc9393bba475 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3391623 Aug 12 02:58:57.573208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52432) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:57.577585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:58:57.599921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.600955 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.610990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:58:57.655589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.790206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.839189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'fixed_ips': [{'subnet_id': '022ba068-0da2-47e4-9729-ea89ebec2439'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 02:58:57.840073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:57.936029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5d4f4df-428c-4822-8676-a3bd02e7e37f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:58:58.004966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.020851 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 2, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:58.026318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.056355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:58:58.056628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Updating router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:58:58.089093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Allocated IP 172.20.0.2 (6f8b2c4e-a13f-40b6-be44-812d5332dbff/022ba068-0da2-47e4-9729-ea89ebec2439/499a1bde-3834-47a1-ab03-a7897986d7aa) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:58.106911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port e5d4f4df-428c-4822-8676-a3bd02e7e37f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:58:58.107289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.108857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.137684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Allocated IP 172.25.3.9 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/ffa572d6-0992-41c3-958a-8bddb6ad0481) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:58.239849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.278277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.314051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:58.317758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:58.320269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:58:58.355686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa572d6-0992-41c3-958a-8bddb6ad0481,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:58.474746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.493762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Transition to ACTIVE for port object 499a1bde-3834-47a1-ab03-a7897986d7aa will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:58.526176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Transition to ACTIVE for port object 499a1bde-3834-47a1-ab03-a7897986d7aa will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:58.539691 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.589671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.609249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:58:58.617801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:58:58.624799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:58:58.631092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Pushing event updated for resources: {'Port': ['ID=499a1bde-3834-47a1-ab03-a7897986d7aa,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:58.649233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.690481 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Transition to ACTIVE for port object 2e7090ef-57b8-4db7-83c1-a5c327be9f7b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:58:58.700586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.709536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Attempting to bind port 499a1bde-3834-47a1-ab03-a7897986d7aa on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:58:58.709907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Attempting to bind port 499a1bde-3834-47a1-ab03-a7897986d7aa by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:58:58.710267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Attempting to bind port 499a1bde-3834-47a1-ab03-a7897986d7aa on network 6f8b2c4e-a13f-40b6-be44-812d5332dbff {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:58:58.739969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:58:58.740351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Checking segment: {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:58.740754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.741146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Bound using segment: {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:58:58.741628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Bound port: 499a1bde-3834-47a1-ab03-a7897986d7aa, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:58:58.742016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.770651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a5653-7404-43b1-95cc-393dbf209e93 None None] Pushing event updated for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:58.806453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.858823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Attempting to bind port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:58:58.859113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Attempting to bind port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:58:58.859501 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Attempting to bind port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:58:58.869572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:58:58.869952 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:58:58.870358 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.870755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:58:58.871227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Bound port: 2e7090ef-57b8-4db7-83c1-a5c327be9f7b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:58:58.871640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.887056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] For port 499a1bde-3834-47a1-ab03-a7897986d7aa, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:58:58.918360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] For port 499a1bde-3834-47a1-ab03-a7897986d7aa, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=499a1bde-3834-47a1-ab03-a7897986d7aa,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:58:58.927612 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:58.946746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Router c8e59fc5-88dd-491b-974d-3831a693c754 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 02:58:59.001667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] For port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:58:59.008037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] For port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:58:59.020804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:59.031450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b874f-b4a4-4711-8302-347f269fa912 None None] Pushing event updated for resources: {'Port': ['ID=499a1bde-3834-47a1-ab03-a7897986d7aa,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:59.082125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:58:59.082869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:59.087326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:58:59.099599 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Sync routers for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:58:59.112065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:58:59.112678 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:59.113267 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:59.116920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f91b19e8-459a-4901-a879-62026d6afd05 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5398481 Aug 12 02:58:59.117203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 52434) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 02:58:59.128714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a5653-7404-43b1-95cc-393dbf209e93 None None] Pushing event updated for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:58:59.258815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:58:59.387140 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:58:59.547893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:59.578712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd4c7-201f-4436-95ea-03e145599d73 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:58:59.617538 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 3, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:58:59.667260 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Checking router: c8e59fc5-88dd-491b-974d-3831a693c754 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:58:59.667674 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Updating router c8e59fc5-88dd-491b-974d-3831a693c754 port ffa572d6-0992-41c3-958a-8bddb6ad0481 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:58:59.698672 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:59.728665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:58:59.969051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Allocated IP 172.20.0.1 (6f8b2c4e-a13f-40b6-be44-812d5332dbff/022ba068-0da2-47e4-9729-ea89ebec2439/d0c99c9c-3f98-4c15-819c-83b6baddbc3b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:58:59.993656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e7090ef-57b8-4db7-83c1-a5c327be9f7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:00.096112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:00.102184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:00.102723 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.106015 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.119953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.125228 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Transition to ACTIVE for port object ffa572d6-0992-41c3-958a-8bddb6ad0481 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:00.142892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Transition to ACTIVE for port object d0c99c9c-3f98-4c15-819c-83b6baddbc3b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:00.148862 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.185256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.215015 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Attempting to bind port ffa572d6-0992-41c3-958a-8bddb6ad0481 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:59:00.215624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Attempting to bind port ffa572d6-0992-41c3-958a-8bddb6ad0481 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:59:00.216181 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Attempting to bind port ffa572d6-0992-41c3-958a-8bddb6ad0481 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:00.230598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:59:00.231301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:59:00.231930 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.232632 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:59:00.233306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Bound port: ffa572d6-0992-41c3-958a-8bddb6ad0481, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:59:00.233873 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.246434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:59:00.247200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.249758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:59:00.259020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:59:00.292961 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d21af2-099f-4067-8043-d9ff91336018 None None] Pushing event updated for resources: {'Port': ['ID=ffa572d6-0992-41c3-958a-8bddb6ad0481,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:00.301789 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] For port ffa572d6-0992-41c3-958a-8bddb6ad0481, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:59:00.305399 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] For port ffa572d6-0992-41c3-958a-8bddb6ad0481, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ffa572d6-0992-41c3-958a-8bddb6ad0481,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:59:00.310506 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.320004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:00.339663 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.340954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:00.346905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.359618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 499a1bde-3834-47a1-ab03-a7897986d7aa up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:00.371719 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:59:00.372360 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:00.394915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8cc06-6047-4e8e-8bd9-12f75fc64249 None None] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 02:59:00.504413 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d21af2-099f-4067-8043-d9ff91336018 None None] Pushing event updated for resources: {'Port': ['ID=ffa572d6-0992-41c3-958a-8bddb6ad0481,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:00.517608 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.521191 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:59:00.709330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c2b78fcb-d6f9-43d0-8440-c38802242ffe None None] Provisioning for port 499a1bde-3834-47a1-ab03-a7897986d7aa completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:00.735972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.744839 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.745805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:00.761056 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 3, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:00.769507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 499a1bde-3834-47a1-ab03-a7897986d7aa completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:00.774717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 499a1bde-3834-47a1-ab03-a7897986d7aa triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:00.775074 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.798630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e570fa72-f453-49da-a35c-ba9582d2ad82 None None] The sync data for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 is: [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:58:58Z', 'revision_number': 3, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:59:00.827356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:00.834797 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:00.934736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:59:00.936383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:59:00.949156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.003645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 499a1bde-3834-47a1-ab03-a7897986d7aa, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=499a1bde-3834-47a1-ab03-a7897986d7aa,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:01.008417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.091715 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Router c8e59fc5-88dd-491b-974d-3831a693c754 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 02:59:01.096070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=499a1bde-3834-47a1-ab03-a7897986d7aa,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:01.233064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 02:59:01.238122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-46dbdb9c-7538-4af1-9130-32d046ce6e06 admin admin] 10.222.0.11 "PUT /v2.0/routers/c8e59fc5-88dd-491b-974d-3831a693c754/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1199179 Aug 12 02:59:01.264908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Provisioning complete for port 499a1bde-3834-47a1-ab03-a7897986d7aa triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:01.265273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.379437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Provisioning for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:01.391037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Provisioning complete for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:01.406199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.465344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-edd6c11b-c223-40b2-aff3-62a97429ef40 None None] Port d0c99c9c-3f98-4c15-819c-83b6baddbc3b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:59:01.594051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-947d9b5a-23c2-4e62-8ce7-99eec45882f8 None None] Provisioning complete for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:01.594573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-947d9b5a-23c2-4e62-8ce7-99eec45882f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.648257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-947d9b5a-23c2-4e62-8ce7-99eec45882f8 None None] Port d0c99c9c-3f98-4c15-819c-83b6baddbc3b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:59:01.763713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3452b71e-8bc9-49d0-be2d-a891ed0cc6dd None None] Provisioning complete for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:01.764742 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3452b71e-8bc9-49d0-be2d-a891ed0cc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:01.802889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-3452b71e-8bc9-49d0-be2d-a891ed0cc6dd None None] Port d0c99c9c-3f98-4c15-819c-83b6baddbc3b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:59:01.976365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ffa572d6-0992-41c3-958a-8bddb6ad0481 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:02.040977 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e192a33-0e40-44e0-840c-0c56a4a653f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.058132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port ffa572d6-0992-41c3-958a-8bddb6ad0481 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:02.062071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ffa572d6-0992-41c3-958a-8bddb6ad0481 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:02.062462 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.150375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.178854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port ffa572d6-0992-41c3-958a-8bddb6ad0481, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ffa572d6-0992-41c3-958a-8bddb6ad0481,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:02.182719 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.183527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e7090ef-57b8-4db7-83c1-a5c327be9f7b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:02.259636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=ffa572d6-0992-41c3-958a-8bddb6ad0481,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:02.272400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:02.272791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.352950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 499a1bde-3834-47a1-ab03-a7897986d7aa up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:02.398765 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 499a1bde-3834-47a1-ab03-a7897986d7aa triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:02.399141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:02.960000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Sync routers for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 02:59:02.970002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:59:02.970784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:03.076341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:59:03.282786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 4, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd0c99c9c-3f98-4c15-819c-83b6baddbc3b', 'name': '', 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'mac_address': 'fa:16:3e:9c:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:59Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 2, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'subnets': [{'id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:03.312467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Checking router: c8e59fc5-88dd-491b-974d-3831a693c754 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 02:59:03.312820 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Updating router c8e59fc5-88dd-491b-974d-3831a693c754 port d0c99c9c-3f98-4c15-819c-83b6baddbc3b binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 02:59:03.338690 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.468649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-c7b7672d-4ade-4354-b86e-7926918cc74a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:03.471926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-c7b7672d-4ade-4354-b86e-7926918cc74a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1187208 Aug 12 02:59:03.486317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-b2a1a4ce-02b4-42b6-8dbb-6f851fed7238 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Aug 12 02:59:03.537311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-aa244ece-576c-47b4-9520-b60d0bd3a775 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456564 Aug 12 02:59:03.608461 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.619939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Transition to ACTIVE for port object d0c99c9c-3f98-4c15-819c-83b6baddbc3b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:03.625536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.630347 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-2bf92341-18d7-47f9-adbb-7e6166b80b12 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858078 Aug 12 02:59:03.680468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d1b3-6db8-4c93-a437-2883bf9cfba2 None None] Pushing event updated for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:03.731082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-6519a9bf-7629-4660-a04c-6b30ebf13fba service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945535 Aug 12 02:59:03.732841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Attempting to bind port d0c99c9c-3f98-4c15-819c-83b6baddbc3b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:59:03.733214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Attempting to bind port d0c99c9c-3f98-4c15-819c-83b6baddbc3b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:59:03.733611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Attempting to bind port d0c99c9c-3f98-4c15-819c-83b6baddbc3b on network 6f8b2c4e-a13f-40b6-be44-812d5332dbff {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:03.739921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:59:03.740294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Checking segment: {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:59:03.740700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.741095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Bound using segment: {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:59:03.741558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Bound port: d0c99c9c-3f98-4c15-819c-83b6baddbc3b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9ec3a5-41c6-421b-ae10-a272c27aa65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:59:03.741950 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.813146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] For port d0c99c9c-3f98-4c15-819c-83b6baddbc3b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:59:03.817522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] For port d0c99c9c-3f98-4c15-819c-83b6baddbc3b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:59:03.822340 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:03.906609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 02:59:03.907443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T02:58:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:03.915296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ffa572d6-0992-41c3-958a-8bddb6ad0481 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:03.983871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9d1b3-6db8-4c93-a437-2883bf9cfba2 None None] Pushing event updated for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:04.101198 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port ffa572d6-0992-41c3-958a-8bddb6ad0481 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:04.101997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:04.103750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fed0a47-2c83-4c64-97f1-60ce04ce1627 req-6465b458-d798-4660-bed0-52f8bc0cde39 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0354526 Aug 12 02:59:04.106931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 02:59:04.378396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 4, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd0c99c9c-3f98-4c15-819c-83b6baddbc3b', 'name': '', 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'mac_address': 'fa:16:3e:9c:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:59Z', 'updated_at': '2021-08-12T02:59:03Z', 'revision_number': 4, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'subnets': [{'id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 02:59:04.404652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770ed6b5-a7df-4071-9f5b-3a095262c5ab None None] The sync data for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 is: [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 4, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'd0c99c9c-3f98-4c15-819c-83b6baddbc3b', 'name': '', 'network_id': '6f8b2c4e-a13f-40b6-be44-812d5332dbff', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'mac_address': 'fa:16:3e:9c:22:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:59Z', 'updated_at': '2021-08-12T02:59:03Z', 'revision_number': 4, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'subnets': [{'id': '022ba068-0da2-47e4-9729-ea89ebec2439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 02:59:04.638431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed72e4da-828b-4aef-a2af-270e1921730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:04.745012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:04.958220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:05.197055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-42f1822e-5f9d-4899-9946-1c0582be9ddb req-24c4f495-faa4-4459-8eb3-6e2a553976d7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0270727 Aug 12 02:59:05.419102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-4d6dab98-92af-4bfa-bb33-91080cce70f7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:05.420570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-4d6dab98-92af-4bfa-bb33-91080cce70f7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1076829 Aug 12 02:59:05.446262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': 'c7a755d6-fd12-4925-8259-912305ca0326', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:59:05.555901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:59:05.559358 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:05.692386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.4 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/83f2a0ab-109d-4f84-b2da-aa2d85db737d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:59:05.846437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:05.918498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0c99c9c-3f98-4c15-819c-83b6baddbc3b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:05.965421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:05.988290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:05.992867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:05.993197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.083265 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.122028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d0c99c9c-3f98-4c15-819c-83b6baddbc3b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:06.128648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.185824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:06.219536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object 83f2a0ab-109d-4f84-b2da-aa2d85db737d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:06.254183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.295784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:59:06.301017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:59:06.304752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:59:06.322966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c15b42-8a0c-4eec-ac9c-e616614d089b req-9e6e1079-2b33-47a8-b31a-d36bfaade4f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:06.324577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34c15b42-8a0c-4eec-ac9c-e616614d089b req-9e6e1079-2b33-47a8-b31a-d36bfaade4f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 931 time: 0.0559464 Aug 12 02:59:06.339454 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:06.368955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:06.369748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.381012 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34c15b42-8a0c-4eec-ac9c-e616614d089b req-84b5c5e7-b8f5-40c0-82e9-b9037874791a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476840 Aug 12 02:59:06.390018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-ed41f64c-e2d5-4c6d-b413-e810958a284e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470656 Aug 12 02:59:06.410034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Request body: {'port': {'device_id': 'c7a755d6-fd12-4925-8259-912305ca0326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:59:06.487768 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.627223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-215bc43d-9116-46d3-8da4-e03eb3bd2cd3 None None] Provisioning for port 83f2a0ab-109d-4f84-b2da-aa2d85db737d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:06.635028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-215bc43d-9116-46d3-8da4-e03eb3bd2cd3 None None] Provisioning complete for port 83f2a0ab-109d-4f84-b2da-aa2d85db737d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:06.635791 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-215bc43d-9116-46d3-8da4-e03eb3bd2cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.676011 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-215bc43d-9116-46d3-8da4-e03eb3bd2cd3 None None] Port 83f2a0ab-109d-4f84-b2da-aa2d85db737d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:59:06.765727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f2a0ab-109d-4f84-b2da-aa2d85db737d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:59:06.773762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.788733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Transition to ACTIVE for port object 83f2a0ab-109d-4f84-b2da-aa2d85db737d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:06.792174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:06.869338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Pushing event updated for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:06.941966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Attempting to bind port 83f2a0ab-109d-4f84-b2da-aa2d85db737d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:59:06.942469 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Attempting to bind port 83f2a0ab-109d-4f84-b2da-aa2d85db737d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:59:06.942876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Attempting to bind port 83f2a0ab-109d-4f84-b2da-aa2d85db737d on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:06.953389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Port 83f2a0ab-109d-4f84-b2da-aa2d85db737d on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:59:06.953824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Attempting to bind port 83f2a0ab-109d-4f84-b2da-aa2d85db737d on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:06.962554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:59:06.963411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:59:06.964105 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:59:06.964634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Bound port: 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:59:06.965149 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:07.043814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:59:07.047896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:59:07.053988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:07.070148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.070818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:07.072682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] 10.222.0.21 "PUT /v2.0/ports/83f2a0ab-109d-4f84-b2da-aa2d85db737d HTTP/1.1" status: 200 len: 1091 time: 0.6668513 Aug 12 02:59:07.074456 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:59:07.076797 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bab1ac-dabe-4867-8ff9-44e3405173dc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:59:07.137440 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafbad56-f036-404f-840b-17681f344726 x-openstack-request-id: req-eafbad56-f036-404f-840b-17681f344726 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:59:07.137831 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:59:07.138194 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eafbad56-f036-404f-840b-17681f344726 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:59:07.139731 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d', 'status': 'completed', 'code': 200} Aug 12 02:59:07.140944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5cb97-8bf0-4257-9b5c-707d53f83c29 service neutron] Pushing event updated for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:07.201497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-60ec4cb1-c32a-4d14-a779-95876066760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.245151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-60ec4cb1-c32a-4d14-a779-95876066760f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 1094 time: 0.0490553 Aug 12 02:59:07.267694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-39bde36f-af19-453a-ac20-5a1987617646 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d HTTP/1.1" status: 200 len: 217 time: 0.0461996 Aug 12 02:59:07.334296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-df0dfdb4-c99a-4a4e-974c-14e90263856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.335854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-df0dfdb4-c99a-4a4e-974c-14e90263856c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0618610 Aug 12 02:59:07.385873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-2d6ebb76-35c0-44ad-bd74-64f6ea54deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.387444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-2d6ebb76-35c0-44ad-bd74-64f6ea54deab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438771 Aug 12 02:59:07.482688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:07.501185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-dff9e70f-4787-46b4-bee4-851586397e9d service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059706 Aug 12 02:59:07.526860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e0ab3-63d2-45fb-ab9d-023c222cbc43 req-1cede22f-a74a-4362-ba71-c1f5a34369f6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.528531 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-662e0ab3-63d2-45fb-ab9d-023c222cbc43 req-1cede22f-a74a-4362-ba71-c1f5a34369f6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0568836 Aug 12 02:59:07.575161 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-662e0ab3-63d2-45fb-ab9d-023c222cbc43 req-f342b41c-e3bc-4088-9996-94007c3c1f55 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Aug 12 02:59:07.603898 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-66399afd-c50c-474a-94ba-8a60fe7cb0a8 req-933cc7da-425a-4d22-ac94-5b84e1140f84 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948799 Aug 12 02:59:07.720778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-bd4428f5-856f-45e0-b519-bbdbe743c4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.722253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-bd4428f5-856f-45e0-b519-bbdbe743c4e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 1094 time: 0.0468640 Aug 12 02:59:07.813396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-fa09fba7-5419-4daa-9719-58ed72dfbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.815685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-fa09fba7-5419-4daa-9719-58ed72dfbe5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0863678 Aug 12 02:59:07.866396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-1d8b1815-ccc5-4a64-97a3-31dfca5a4c87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d HTTP/1.1" status: 200 len: 217 time: 0.0418432 Aug 12 02:59:07.884568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0c99c9c-3f98-4c15-819c-83b6baddbc3b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:07.920508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-37e952d8-f49c-4cce-9ce7-67375f66a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.922052 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-37e952d8-f49c-4cce-9ce7-67375f66a2d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0484941 Aug 12 02:59:07.937660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d0c99c9c-3f98-4c15-819c-83b6baddbc3b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:07.938037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:07.969266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-21b22849-a994-472f-81fe-77ed1e57832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:07.971125 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-21b22849-a994-472f-81fe-77ed1e57832f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422525 Aug 12 02:59:08.077273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-34aaa3ed-a870-4fca-b181-0a8fb55d689d service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983584 Aug 12 02:59:08.168380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-11bab1ac-dabe-4867-8ff9-44e3405173dc req-a1f35d13-1dab-4aff-a84c-673e0aaa8e6e service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839009 Aug 12 02:59:08.705477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bce31-5d7d-41fd-afb3-14bad7b3b495 req-aa8c41f4-e678-4529-8ffe-87339c7cd99f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:08.706999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d5bce31-5d7d-41fd-afb3-14bad7b3b495 req-aa8c41f4-e678-4529-8ffe-87339c7cd99f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0516577 Aug 12 02:59:08.745714 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5d5bce31-5d7d-41fd-afb3-14bad7b3b495 req-fdb439e5-7257-4ac0-bac6-8f4e0ae0f91c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Aug 12 02:59:09.865608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f4ea-fdff-4a30-8175-2eb0bbd638d9 req-6c8b2135-7b05-445c-8c3d-05a60125b8cf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:09.867094 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0484f4ea-fdff-4a30-8175-2eb0bbd638d9 req-6c8b2135-7b05-445c-8c3d-05a60125b8cf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0489788 Aug 12 02:59:09.903063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0484f4ea-fdff-4a30-8175-2eb0bbd638d9 req-f3f01f8d-3948-4e64-a570-6741a72d9d5a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301039 Aug 12 02:59:11.020399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769482ba-e96e-4895-b96b-29a3e80b6c30 req-56b74cd4-071b-4c5d-a9a3-0f646d9b55f0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:11.021891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-769482ba-e96e-4895-b96b-29a3e80b6c30 req-56b74cd4-071b-4c5d-a9a3-0f646d9b55f0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0532475 Aug 12 02:59:11.060239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-769482ba-e96e-4895-b96b-29a3e80b6c30 req-0715f0f5-2407-407b-83be-36254d802f31 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Aug 12 02:59:12.176285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56509169-1068-41a8-86eb-496d82147c4b req-201094ec-4266-4c01-aa28-552065888b91 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:12.177758 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56509169-1068-41a8-86eb-496d82147c4b req-201094ec-4266-4c01-aa28-552065888b91 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0522251 Aug 12 02:59:12.216455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-56509169-1068-41a8-86eb-496d82147c4b req-cdf36f73-0633-425b-bf3a-1db5f5234da4 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Aug 12 02:59:13.331289 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17407a1-6d7e-4c26-a49d-a38b8abee744 req-fd0e51bd-6b6c-4dcd-b8b5-e7b49d0a9f49 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:13.332781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e17407a1-6d7e-4c26-a49d-a38b8abee744 req-fd0e51bd-6b6c-4dcd-b8b5-e7b49d0a9f49 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0488079 Aug 12 02:59:13.370106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e17407a1-6d7e-4c26-a49d-a38b8abee744 req-60c9b1c8-1359-4105-b589-139a5cd9600e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Aug 12 02:59:14.486081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbece9a3-5107-434c-97a6-a55bf390de96 req-fc9c0126-ef04-4141-babb-70948d3eb7bc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:14.487614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbece9a3-5107-434c-97a6-a55bf390de96 req-fc9c0126-ef04-4141-babb-70948d3eb7bc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0517914 Aug 12 02:59:14.525271 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbece9a3-5107-434c-97a6-a55bf390de96 req-72b7f383-c6c7-46c7-847c-4cd9ee112ab4 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 12 02:59:15.651308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dd462-615c-4f96-b29b-97079a388118 req-1c2dfb46-2d29-4f06-bdfa-9f6f20f8848a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:15.652858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-354dd462-615c-4f96-b29b-97079a388118 req-1c2dfb46-2d29-4f06-bdfa-9f6f20f8848a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0549960 Aug 12 02:59:15.691733 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-354dd462-615c-4f96-b29b-97079a388118 req-a75cadd9-f078-4268-88cb-b9ef589d6a4b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Aug 12 02:59:16.823020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a98be9-04fa-46a6-9626-85c3646fea65 req-e721b2fa-7721-45d5-8f31-d298b47c5f53 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:16.825105 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03a98be9-04fa-46a6-9626-85c3646fea65 req-e721b2fa-7721-45d5-8f31-d298b47c5f53 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0624099 Aug 12 02:59:16.866986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-03a98be9-04fa-46a6-9626-85c3646fea65 req-32bcac75-956d-4118-a178-a64e9a4e4cce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Aug 12 02:59:17.760426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83f2a0ab-109d-4f84-b2da-aa2d85db737d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 02:59:17.997735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847af74-8646-4a54-ab48-3bfd5daca421 req-aed93871-ec31-4498-b9a2-04fe353366b8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:17.999238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f847af74-8646-4a54-ab48-3bfd5daca421 req-aed93871-ec31-4498-b9a2-04fe353366b8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 943 time: 0.0580115 Aug 12 02:59:18.015529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:18.029033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '83f2a0ab-109d-4f84-b2da-aa2d85db737d', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': '83f2a0ab-109d-4f84-b2da-aa2d85db737d', 'mac_address': 'fa:16:3e:e1:af:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 02:59:18.039666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f847af74-8646-4a54-ab48-3bfd5daca421 req-9042c768-bf08-4a6b-8d8f-6eb80dbd2a6b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Aug 12 02:59:18.067155 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:18.080281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f2a0ab-109d-4f84-b2da-aa2d85db737d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:59:18.099626 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:18.103342 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:18.148921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:18.197450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:18.469773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['83f2a0ab-109d-4f84-b2da-aa2d85db737d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:59:19.155553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cec25d-172c-4f58-ad07-d6f6c797ab95 req-c877e9ee-f83f-451e-9056-20d0cbd7d28a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:19.157018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2cec25d-172c-4f58-ad07-d6f6c797ab95 req-c877e9ee-f83f-451e-9056-20d0cbd7d28a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 944 time: 0.0521958 Aug 12 02:59:19.195951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e2cec25d-172c-4f58-ad07-d6f6c797ab95 req-b0277639-c1e2-4b32-b937-2fe1f73a96af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Aug 12 02:59:19.754536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83f2a0ab-109d-4f84-b2da-aa2d85db737d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 02:59:19.803005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 83f2a0ab-109d-4f84-b2da-aa2d85db737d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:19.807017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 83f2a0ab-109d-4f84-b2da-aa2d85db737d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:19.807625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:19.884937 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:19.906696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:59:19.909547 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b7fc61-39d2-4696-808b-9deff6848e9a" -d '{"events": [{"server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "name": "network-vif-plugged", "status": "completed", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:59:19.922257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:19.926445 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:19.950390 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9903f5ae-50ca-44f8-94f0-4995de8719d3 x-openstack-request-id: req-9903f5ae-50ca-44f8-94f0-4995de8719d3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:59:19.950676 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "name": "network-vif-plugged", "status": "completed", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:59:19.950923 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9903f5ae-50ca-44f8-94f0-4995de8719d3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:59:19.951306 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d', 'code': 200} Aug 12 02:59:19.977312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:20.064756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411fdf8-d923-4048-9437-cc45840c0e85 req-7ac2006c-168e-429f-89d8-6f195f31a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:20.066233 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1411fdf8-d923-4048-9437-cc45840c0e85 req-7ac2006c-168e-429f-89d8-6f195f31a053 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 1096 time: 0.0394585 Aug 12 02:59:20.102560 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1411fdf8-d923-4048-9437-cc45840c0e85 req-e34ec6b8-54a1-4d7f-a41b-f2c57f61bafe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284846 Aug 12 02:59:20.311379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47acb8-1ca3-4a00-98da-cfa26318a6d7 req-b2cbbfd6-bcdd-4c77-a981-853e98b78294 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:20.312881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d47acb8-1ca3-4a00-98da-cfa26318a6d7 req-b2cbbfd6-bcdd-4c77-a981-853e98b78294 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0508690 Aug 12 02:59:20.351340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d47acb8-1ca3-4a00-98da-cfa26318a6d7 req-9140ab39-c194-4ce3-823c-b3088b3b69d0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317614 Aug 12 02:59:21.467991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5ceab-594d-48b9-bfe5-e443a29b79a1 req-bc78dfc0-4360-4c7d-944c-640fdf53058e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:21.470186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddc5ceab-594d-48b9-bfe5-e443a29b79a1 req-bc78dfc0-4360-4c7d-944c-640fdf53058e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0516701 Aug 12 02:59:21.509081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ddc5ceab-594d-48b9-bfe5-e443a29b79a1 req-bb197779-3e23-477e-8c5e-f2dca581b22c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Aug 12 02:59:22.624245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ab977-6f4b-406c-a45e-fe53ec523e90 req-c073810e-4a1f-4d72-9444-320cbe08aa2e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:22.625723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f10ab977-6f4b-406c-a45e-fe53ec523e90 req-c073810e-4a1f-4d72-9444-320cbe08aa2e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Aug 12 02:59:22.668065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f10ab977-6f4b-406c-a45e-fe53ec523e90 req-86b9e9bc-46dd-4890-8da9-e12ae8f654a8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Aug 12 02:59:22.786635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4b57-fbd1-4b1e-9bd7-96fe9b31948d req-df5c7062-333a-419a-8a59-0d5713f3f69f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:22.788121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-359d4b57-fbd1-4b1e-9bd7-96fe9b31948d req-df5c7062-333a-419a-8a59-0d5713f3f69f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0529335 Aug 12 02:59:22.825687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-359d4b57-fbd1-4b1e-9bd7-96fe9b31948d req-45e8da41-3073-4b95-8962-de6397f72760 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 12 02:59:22.941642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7bf9-010c-4640-9b89-291815638592 req-02ddb06a-4440-4111-8c99-006a30f21d94 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:22.943110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-854f7bf9-010c-4640-9b89-291815638592 req-02ddb06a-4440-4111-8c99-006a30f21d94 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0519998 Aug 12 02:59:22.983619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-854f7bf9-010c-4640-9b89-291815638592 req-35d70b27-15a4-4aa7-857a-8ac5367aad07 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339637 Aug 12 02:59:23.211130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d27109-021f-4d9c-812e-5d9a32d6eeae req-2edef16b-9dcf-4285-a97b-9ef9866fd249 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:23.212671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08d27109-021f-4d9c-812e-5d9a32d6eeae req-2edef16b-9dcf-4285-a97b-9ef9866fd249 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0506787 Aug 12 02:59:23.250843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08d27109-021f-4d9c-812e-5d9a32d6eeae req-175cc90b-4e3e-496e-a408-e88dd3a8980f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Aug 12 02:59:24.364741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc7728-d8aa-423c-a3c4-8272d74cc95a req-254e2078-cf9d-4974-ab6d-dc18a0640d93 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:24.366223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1bc7728-d8aa-423c-a3c4-8272d74cc95a req-254e2078-cf9d-4974-ab6d-dc18a0640d93 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0485110 Aug 12 02:59:24.403169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1bc7728-d8aa-423c-a3c4-8272d74cc95a req-137a5586-1f40-4a0b-8827-a66547291f82 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311174 Aug 12 02:59:25.029741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e5cb9-891e-4460-963d-e802b7add74b req-614259d9-8357-4c10-8701-8522c6b874a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:25.031191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-564e5cb9-891e-4460-963d-e802b7add74b req-614259d9-8357-4c10-8701-8522c6b874a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 945 time: 0.0479448 Aug 12 02:59:25.123528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port 83f2a0ab-109d-4f84-b2da-aa2d85db737d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 02:59:25.123874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:25.210164 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port 83f2a0ab-109d-4f84-b2da-aa2d85db737d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=83f2a0ab-109d-4f84-b2da-aa2d85db737d,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 02:59:25.210461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:25.224441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for 83f2a0ab-109d-4f84-b2da-aa2d85db737d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 02:59:25.361191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:25.391934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=83f2a0ab-109d-4f84-b2da-aa2d85db737d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:25.405959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['83f2a0ab-109d-4f84-b2da-aa2d85db737d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 02:59:25.440193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port 83f2a0ab-109d-4f84-b2da-aa2d85db737d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 02:59:25.442962 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:25.445113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-564e5cb9-891e-4460-963d-e802b7add74b req-eb1804c4-a34f-413e-a6c3-d9a5e38c754d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "DELETE /v2.0/ports/83f2a0ab-109d-4f84-b2da-aa2d85db737d HTTP/1.1" status: 204 len: 173 time: 0.4078574 Aug 12 02:59:25.445670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'name': 'network-vif-deleted', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:59:25.450803 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdab044-1f1a-4c36-9826-ab74f123d217" -d '{"events": [{"server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "name": "network-vif-deleted", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:59:25.509668 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40124b5-8dc9-49eb-9141-1948ba29dbad x-openstack-request-id: req-f40124b5-8dc9-49eb-9141-1948ba29dbad {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:59:25.509966 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a755d6-fd12-4925-8259-912305ca0326", "name": "network-vif-deleted", "tag": "83f2a0ab-109d-4f84-b2da-aa2d85db737d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:59:25.510227 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f40124b5-8dc9-49eb-9141-1948ba29dbad {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:59:25.510637 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a755d6-fd12-4925-8259-912305ca0326', 'name': 'network-vif-deleted', 'tag': '83f2a0ab-109d-4f84-b2da-aa2d85db737d', 'status': 'completed', 'code': 200} Aug 12 02:59:25.521940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f4a0c34-97cc-4593-bbd4-c3daf2283659 req-d8029056-b98f-4dbc-acfe-8c48fd225ea0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0299518 Aug 12 02:59:26.619597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f94ea44-36b7-4f5d-a32d-b8e466a159a2 req-d89f794d-43fd-4436-9562-9666f77d602f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Aug 12 02:59:27.713475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9c181f53-c8fb-4c12-856e-28750bb70ea1 req-222aae5f-b085-4217-ad9c-4c6fe592ab51 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Aug 12 02:59:28.809486 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d38e23fc-8b93-4832-a9c5-4f0d78f64fc2 req-a4db1381-050f-4548-ac5a-0e9f5f8e3762 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7a755d6-fd12-4925-8259-912305ca0326 HTTP/1.1" status: 200 len: 210 time: 0.0266776 Aug 12 02:59:29.775995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83f2a0ab-109d-4f84-b2da-aa2d85db737d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 02:59:29.798672 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 83f2a0ab-109d-4f84-b2da-aa2d85db737d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 02:59:29.799010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 83f2a0ab-109d-4f84-b2da-aa2d85db737d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 02:59:32.032464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb43e6e0-a486-4f0a-bbf3-c329a30d9e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:33.431714 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 02:59:34.640535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-59b077e7-dbce-47c4-8d1d-ef753244e986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:34.748029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:34.970188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:35.956257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:37.463720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:48.212115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:48.885683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-a1a8a59c-a2af-4fa8-8a35-ceb182e2fef3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:48.887141 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-a1a8a59c-a2af-4fa8-8a35-ceb182e2fef3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1042764 Aug 12 02:59:48.903809 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-fcd98c65-a1c0-4c70-a5ae-cde296231f7c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0109680 Aug 12 02:59:48.959594 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0af76e30-6eab-4503-abf5-5d4af28a13fc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491531 Aug 12 02:59:49.048030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-3689bc95-e87d-4734-be0a-e83d78ccc244 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814991 Aug 12 02:59:49.140575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-ed4936c6-7603-4446-8037-eb2d50cf0931 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863044 Aug 12 02:59:49.327432 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-919cdbb4-a8de-47cb-a8df-927d93807a8b req-c1eea9e2-01ef-4956-97e0-17564d0b68f9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0313361 Aug 12 02:59:50.379676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-97d1d836-16db-46b0-ab7c-147b7768efab tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:50.381180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-97d1d836-16db-46b0-ab7c-147b7768efab tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1046665 Aug 12 02:59:50.397752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': '58825862-2995-4289-b536-9512718d34b5', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:59:50.427659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03533c69-d775-43ba-8cc6-3ed8757bb724 req-e63ffab5-0d2a-440f-af98-e0f0d8e6289c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0284371 Aug 12 02:59:50.516767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 02:59:50.520452 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:50.646928 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.5 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/d8ba97a2-e78b-4e3f-9a3d-056e083ef718) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 02:59:50.813801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:50.829516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object d8ba97a2-e78b-4e3f-9a3d-056e083ef718 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:50.864239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:50.912862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 02:59:50.918391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 02:59:50.920886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 02:59:50.947303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:50.978508 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:50.979171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:50.995221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-1908ef41-8d41-44d1-9d90-cfb88d3f86ed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013708 Aug 12 02:59:51.007863 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-e580f980-6ec4-4181-950f-29996f035c2c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 02:59:51.009123 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-e580f980-6ec4-4181-950f-29996f035c2c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059476 Aug 12 02:59:51.134627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Request body: {'port': {'device_id': '58825862-2995-4289-b536-9512718d34b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 02:59:51.188427 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.230807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a408be1d-9e53-4099-9932-03f8de42ba43 None None] Provisioning for port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 02:59:51.235461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a408be1d-9e53-4099-9932-03f8de42ba43 None None] Provisioning complete for port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 02:59:51.236078 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a408be1d-9e53-4099-9932-03f8de42ba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.275338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a408be1d-9e53-4099-9932-03f8de42ba43 None None] Port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 02:59:51.482284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ba97a2-e78b-4e3f-9a3d-056e083ef718 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 02:59:51.489999 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.501966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Transition to ACTIVE for port object d8ba97a2-e78b-4e3f-9a3d-056e083ef718 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 02:59:51.512800 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.591577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Pushing event updated for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:51.601476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.601824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.602166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.602507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.602842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.603175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.603524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.603856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.604185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.604512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.604845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.605164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 02:59:51.639535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5be8b6-cfcc-4ae6-aeee-bdc2e9704ac0 req-49d0ad49-31b6-4b0a-8fbd-f82521dff7f6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:51.641067 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b5be8b6-cfcc-4ae6-aeee-bdc2e9704ac0 req-49d0ad49-31b6-4b0a-8fbd-f82521dff7f6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.1367972 Aug 12 02:59:51.714039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b5be8b6-cfcc-4ae6-aeee-bdc2e9704ac0 req-20cd6a44-4d37-419d-a1ce-51a3d82ef704 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486324 Aug 12 02:59:51.723887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Attempting to bind port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 02:59:51.724236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Attempting to bind port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 02:59:51.724568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Attempting to bind port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:51.736193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 02:59:51.737187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Attempting to bind port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 02:59:51.745528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 02:59:51.746027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 02:59:51.746435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 02:59:51.746891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Bound port: d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 02:59:51.747551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.820660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 02:59:51.823695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 02:59:51.828832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.863980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:51.864584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 02:59:51.866236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] 10.222.0.25 "PUT /v2.0/ports/d8ba97a2-e78b-4e3f-9a3d-056e083ef718 HTTP/1.1" status: 200 len: 1091 time: 0.8476682 Aug 12 02:59:51.868517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 02:59:51.871276 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237f1a4-2f47-4cb6-957c-6da506a26c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "58825862-2995-4289-b536-9512718d34b5", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 02:59:51.906758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb49ad-216f-4d6a-bdba-e1e8265c1aaa service neutron] Pushing event updated for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 02:59:51.957028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-8db3a6c6-30f3-4633-8f05-2cf15efdb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:51.958582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-8db3a6c6-30f3-4633-8f05-2cf15efdb9a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 1094 time: 0.0464523 Aug 12 02:59:52.007033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-ba69270e-0d12-4611-98f7-2b47bf08ee2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718 HTTP/1.1" status: 200 len: 217 time: 0.0395370 Aug 12 02:59:52.062697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-df6ef84a-04ed-46cf-b24c-9fbfd774859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.064209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-df6ef84a-04ed-46cf-b24c-9fbfd774859f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0493410 Aug 12 02:59:52.068416 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c227bef-599f-4776-88fb-b9514d635dc4 x-openstack-request-id: req-2c227bef-599f-4776-88fb-b9514d635dc4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 02:59:52.068709 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58825862-2995-4289-b536-9512718d34b5", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 02:59:52.068961 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c227bef-599f-4776-88fb-b9514d635dc4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 02:59:52.069357 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718', 'status': 'completed', 'code': 200} Aug 12 02:59:52.115513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-30b829cd-9d51-4929-a1ef-24a08fd99130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.117142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-30b829cd-9d51-4929-a1ef-24a08fd99130 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417528 Aug 12 02:59:52.208952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-6d25ccc1-d1e8-45c6-bd0e-99fca7256c52 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845833 Aug 12 02:59:52.304842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ea7b5ba-4997-4934-809a-0dbcbfe854dc req-11b9ebd9-43a3-4d10-87b3-11d7c7bf584f service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883448 Aug 12 02:59:52.393869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-e75da8dd-8116-4174-a2d2-08f2ece4d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.395660 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-e75da8dd-8116-4174-a2d2-08f2ece4d226 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 1094 time: 0.0456452 Aug 12 02:59:52.485378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-75e955f6-d651-47b7-84ef-bb2ceecd2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.487379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-75e955f6-d651-47b7-84ef-bb2ceecd2245 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0851736 Aug 12 02:59:52.534013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-c7a4ca34-0b7a-481d-8e6a-ad3d078267b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718 HTTP/1.1" status: 200 len: 217 time: 0.0395272 Aug 12 02:59:52.588463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-fcb47e01-233f-4308-b1be-2d084fc27a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.590114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-fcb47e01-233f-4308-b1be-2d084fc27a93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0494657 Aug 12 02:59:52.639010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-3e9d6776-3fbc-4731-86b4-fb6a884e3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.640583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-3e9d6776-3fbc-4731-86b4-fb6a884e3f86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430462 Aug 12 02:59:52.733486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-d0919e84-a769-4d17-96ff-7df57e8bb7ed service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852346 Aug 12 02:59:52.855577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509241d-2124-438c-beb4-7ba1d534844a req-fce6c538-b41d-45e8-9975-cccd507c1490 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:52.856996 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c509241d-2124-438c-beb4-7ba1d534844a req-fce6c538-b41d-45e8-9975-cccd507c1490 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0710182 Aug 12 02:59:52.874222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c237f1a4-2f47-4cb6-957c-6da506a26c5c req-7635c93c-8685-4bac-8d8d-38ba7adf4c60 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331456 Aug 12 02:59:52.905150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c509241d-2124-438c-beb4-7ba1d534844a req-6326df04-caa0-4238-bdae-3bd1cb046762 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Aug 12 02:59:54.068458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806fd16-0176-4b15-b04a-082f256aee5e req-de2fc287-dbbf-4aba-b5fc-0ad7740a5589 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:54.070294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0806fd16-0176-4b15-b04a-082f256aee5e req-de2fc287-dbbf-4aba-b5fc-0ad7740a5589 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0698874 Aug 12 02:59:54.121001 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0806fd16-0176-4b15-b04a-082f256aee5e req-6a815020-3fc6-4c7e-9151-8ce12ab50c1d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429654 Aug 12 02:59:55.249398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9ad17-37cc-4b62-abd2-35bce0bf187c req-bcdc2922-7774-4fa9-aba6-554281a62138 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:55.252695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ce9ad17-37cc-4b62-abd2-35bce0bf187c req-bcdc2922-7774-4fa9-aba6-554281a62138 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0577886 Aug 12 02:59:55.292597 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ce9ad17-37cc-4b62-abd2-35bce0bf187c req-1ec7a7cd-3ceb-42e6-87f1-aff1166b2b1f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345838 Aug 12 02:59:56.414819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dd18e-8e81-4703-b156-79214fff1bb5 req-d11fa3ec-8c7f-444e-ade6-49669e156513 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:56.416336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d1dd18e-8e81-4703-b156-79214fff1bb5 req-d11fa3ec-8c7f-444e-ade6-49669e156513 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0551822 Aug 12 02:59:56.457588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4d1dd18e-8e81-4703-b156-79214fff1bb5 req-eaf9dbee-de1e-48e1-b73d-937e897a28bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352278 Aug 12 02:59:57.578972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53949d4-e00c-40c9-87e1-213c54bae670 req-70f6b8f3-cd6e-480e-bec0-28cb5d1b74ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:57.580598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f53949d4-e00c-40c9-87e1-213c54bae670 req-70f6b8f3-cd6e-480e-bec0-28cb5d1b74ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0566082 Aug 12 02:59:57.618946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f53949d4-e00c-40c9-87e1-213c54bae670 req-e2081c40-f03d-4ac0-bb10-6157707daef3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Aug 12 02:59:58.732595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fbd9-46b3-41e2-a0d0-4191f8d73d89 req-3dc1c4ec-8d19-4c13-b1dd-1dd986776151 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:58.734092 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3067fbd9-46b3-41e2-a0d0-4191f8d73d89 req-3dc1c4ec-8d19-4c13-b1dd-1dd986776151 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0499580 Aug 12 02:59:58.771960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3067fbd9-46b3-41e2-a0d0-4191f8d73d89 req-4e9d2fdd-99d1-4617-b112-58735039f698 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Aug 12 02:59:59.888561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a9649-88b0-4076-b7c0-12bfad9f8ef0 req-45cada2f-bc25-48ee-bf8c-4358c4de35c1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 02:59:59.890072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b03a9649-88b0-4076-b7c0-12bfad9f8ef0 req-45cada2f-bc25-48ee-bf8c-4358c4de35c1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0485883 Aug 12 02:59:59.933286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b03a9649-88b0-4076-b7c0-12bfad9f8ef0 req-96aa57ea-ce67-434d-908b-9352cacb95e6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366008 Aug 12 03:00:01.047167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f89e1-13af-4ec1-9ae7-3dde6d622082 req-9d08787d-1cfb-44f3-8789-d0b8834a1975 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:01.048697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-227f89e1-13af-4ec1-9ae7-3dde6d622082 req-9d08787d-1cfb-44f3-8789-d0b8834a1975 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0488005 Aug 12 03:00:01.086515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-227f89e1-13af-4ec1-9ae7-3dde6d622082 req-488809a4-10af-4123-a4ce-1420a304cd43 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317445 Aug 12 03:00:02.026122 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64e142d3-69d1-474a-a4e7-8c9b3a0a766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:02.201243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443c103-9e27-452c-8a6f-436de6ec3ad2 req-89da3737-2795-4b81-8dc4-dcc0b6b24ccd tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:02.202635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4443c103-9e27-452c-8a6f-436de6ec3ad2 req-89da3737-2795-4b81-8dc4-dcc0b6b24ccd tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Aug 12 03:00:02.241053 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4443c103-9e27-452c-8a6f-436de6ec3ad2 req-dbea0287-22e8-4b5a-ab68-05ccfacda849 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Aug 12 03:00:03.365172 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697aa3e-02ea-4e38-be67-6c860b98de5d req-4498f0e3-80f5-4fd1-a03c-c8f057ecbfa2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:03.366689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a697aa3e-02ea-4e38-be67-6c860b98de5d req-4498f0e3-80f5-4fd1-a03c-c8f057ecbfa2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0554640 Aug 12 03:00:03.405851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a697aa3e-02ea-4e38-be67-6c860b98de5d req-680bfd00-b646-472e-b334-cd874185c85d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Aug 12 03:00:04.524175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf27349-a469-4014-a5a0-2e47403f7e1d req-fe87ae5d-d169-4b21-bd7a-bb04bcd2eb32 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:04.525696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcf27349-a469-4014-a5a0-2e47403f7e1d req-fe87ae5d-d169-4b21-bd7a-bb04bcd2eb32 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0516214 Aug 12 03:00:04.563102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcf27349-a469-4014-a5a0-2e47403f7e1d req-83ddfb00-fe3b-40ce-a8eb-68e89799f6a9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Aug 12 03:00:04.640346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-082c9931-a06a-47ce-83bd-8921d7286fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:04.738329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:04.982392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:05.679481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cddfb-051c-4b85-b8b4-2fd047785566 req-e91deb20-9f01-457b-93c9-a39ec8e35f57 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:05.680990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e30cddfb-051c-4b85-b8b4-2fd047785566 req-e91deb20-9f01-457b-93c9-a39ec8e35f57 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0490208 Aug 12 03:00:05.720327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e30cddfb-051c-4b85-b8b4-2fd047785566 req-dc8431da-9b96-4d51-affd-ae2fcfda16a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Aug 12 03:00:05.958587 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:06.837363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a4bb6-32d1-4170-bdc7-036d67c3c0fc req-69611954-ecfa-429a-8aef-60ff38146400 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:06.838866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38a4bb6-32d1-4170-bdc7-036d67c3c0fc req-69611954-ecfa-429a-8aef-60ff38146400 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0516503 Aug 12 03:00:06.880937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c38a4bb6-32d1-4170-bdc7-036d67c3c0fc req-a6ba9bf8-a73d-422e-ac55-0055da99d18f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Aug 12 03:00:07.466335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:07.991895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461af488-3792-4569-88ca-51162ad21ddc req-cc6d61c2-8e82-46da-8ace-3a13b1d00ceb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:07.993391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-461af488-3792-4569-88ca-51162ad21ddc req-cc6d61c2-8e82-46da-8ace-3a13b1d00ceb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0477848 Aug 12 03:00:08.030396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-461af488-3792-4569-88ca-51162ad21ddc req-5745acaf-4061-4a5b-96f1-294e401e9a8e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Aug 12 03:00:09.144195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37379-4ab8-4ae3-bbc9-d6f1d88386a1 req-19a1c6c7-36bd-4b8d-bd14-98695ffa58a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:09.145652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eff37379-4ab8-4ae3-bbc9-d6f1d88386a1 req-19a1c6c7-36bd-4b8d-bd14-98695ffa58a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0483758 Aug 12 03:00:09.182674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eff37379-4ab8-4ae3-bbc9-d6f1d88386a1 req-e92b72a5-e2de-48e5-a0c4-fc32ae373104 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Aug 12 03:00:10.300205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077887fe-29c1-4397-84d5-fd4b872eae0e req-62f35d3e-aae0-4e50-83c8-546f010023da tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:10.301722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-077887fe-29c1-4397-84d5-fd4b872eae0e req-62f35d3e-aae0-4e50-83c8-546f010023da tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0527034 Aug 12 03:00:10.338516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-077887fe-29c1-4397-84d5-fd4b872eae0e req-1a4e6271-d1ff-42ed-bb94-4a4e24c7a023 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Aug 12 03:00:10.431812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:00:11.454216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94219a47-b5d7-4431-aef8-40d628fbe339 req-b3da81e1-e72a-4aae-a94c-90fdea3d5f68 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:11.456550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94219a47-b5d7-4431-aef8-40d628fbe339 req-b3da81e1-e72a-4aae-a94c-90fdea3d5f68 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0508873 Aug 12 03:00:11.494064 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94219a47-b5d7-4431-aef8-40d628fbe339 req-f285cfaa-df42-4e57-8961-9dfd04ab89c8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Aug 12 03:00:12.612751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638867a-a1f0-46ec-aba7-0c95beaf2ac2 req-c365abf1-e151-4eba-aa3e-38b0745daece tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:12.614165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d638867a-a1f0-46ec-aba7-0c95beaf2ac2 req-c365abf1-e151-4eba-aa3e-38b0745daece tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 943 time: 0.0515881 Aug 12 03:00:12.651437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d638867a-a1f0-46ec-aba7-0c95beaf2ac2 req-66211ac6-3352-4665-a210-f70d919bfccb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Aug 12 03:00:12.769992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d8ba97a2-e78b-4e3f-9a3d-056e083ef718 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:00:12.863838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:12.875693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718', 'mac_address': 'fa:16:3e:06:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:00:12.912029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:12.924353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ba97a2-e78b-4e3f-9a3d-056e083ef718 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:00:12.943533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:12.947662 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:12.999739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:13.007779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.008133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.008478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.008819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.009155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.009513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.009829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.010158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.010486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.010818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.011163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.011505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:13.180889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['d8ba97a2-e78b-4e3f-9a3d-056e083ef718'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:00:13.763802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dfaa7-a5ac-4256-8bcb-29277e44bea1 req-955b64fa-ae37-488b-936d-60c4356ff5ae tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:13.765268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a43dfaa7-a5ac-4256-8bcb-29277e44bea1 req-955b64fa-ae37-488b-936d-60c4356ff5ae tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 944 time: 0.0485005 Aug 12 03:00:13.806300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a43dfaa7-a5ac-4256-8bcb-29277e44bea1 req-dca1d5d0-7658-4d19-b475-986ff0158974 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Aug 12 03:00:14.786280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d8ba97a2-e78b-4e3f-9a3d-056e083ef718 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:00:14.838167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:00:14.841846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:00:14.842224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:14.918422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:14.923644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31922778-56bd-4589-863d-cc53bd41f3fc req-1f1702b9-c87a-4585-a072-7ec86a83dbb3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:14.925705 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31922778-56bd-4589-863d-cc53bd41f3fc req-1f1702b9-c87a-4585-a072-7ec86a83dbb3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 944 time: 0.0510445 Aug 12 03:00:14.941258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:00:14.943520 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d692c29-07c0-436f-93be-b1f9cda3bfaf" -d '{"events": [{"server_uuid": "58825862-2995-4289-b536-9512718d34b5", "name": "network-vif-plugged", "status": "completed", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:00:14.957376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:14.962443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:14.966581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31922778-56bd-4589-863d-cc53bd41f3fc req-70a5af52-0a34-498f-8a9f-ef11210d0acb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Aug 12 03:00:14.990654 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741fbcae-8266-4c29-86ff-fa619a275681 x-openstack-request-id: req-741fbcae-8266-4c29-86ff-fa619a275681 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:00:14.990946 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58825862-2995-4289-b536-9512718d34b5", "name": "network-vif-plugged", "status": "completed", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:00:14.991200 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-741fbcae-8266-4c29-86ff-fa619a275681 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:00:14.991606 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718', 'code': 200} Aug 12 03:00:15.022890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:15.079321 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b5ebf-568e-4816-9b77-b97100c336c3 req-ebafd77f-3301-457a-a364-179ba0d3b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:15.081007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e36b5ebf-568e-4816-9b77-b97100c336c3 req-ebafd77f-3301-457a-a364-179ba0d3b396 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 1096 time: 0.0400302 Aug 12 03:00:15.115627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e36b5ebf-568e-4816-9b77-b97100c336c3 req-09540ffa-af49-4b87-a613-49fdeb71a8cc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281482 Aug 12 03:00:16.083732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b7ef-d371-48cd-8958-74cf0ebb2bb4 req-0fa1466d-5914-4ee2-af9b-dae0f3adb195 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:16.085208 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9887b7ef-d371-48cd-8958-74cf0ebb2bb4 req-0fa1466d-5914-4ee2-af9b-dae0f3adb195 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0518944 Aug 12 03:00:16.122222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9887b7ef-d371-48cd-8958-74cf0ebb2bb4 req-f83bb838-a5b3-4703-96b0-5aaa283aade8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Aug 12 03:00:16.237068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dce730-8f8a-4db9-8926-4fc4e0b0c5fe req-4f1ff941-ab62-4c3e-a059-2769ea3b2605 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:16.239023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98dce730-8f8a-4db9-8926-4fc4e0b0c5fe req-4f1ff941-ab62-4c3e-a059-2769ea3b2605 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0508800 Aug 12 03:00:16.277125 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98dce730-8f8a-4db9-8926-4fc4e0b0c5fe req-401106fe-97af-4bf5-858f-e391b48eb34f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Aug 12 03:00:16.389409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bba58-22a3-47ba-80f1-be55a637d70f req-80a5830d-a7b9-4087-b321-ac1dd54f6e30 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:16.390801 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c29bba58-22a3-47ba-80f1-be55a637d70f req-80a5830d-a7b9-4087-b321-ac1dd54f6e30 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Aug 12 03:00:16.428529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c29bba58-22a3-47ba-80f1-be55a637d70f req-703838ac-6d07-4aef-b848-469164e90b65 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Aug 12 03:00:16.710248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142b63b-bf02-411a-9f4c-0cf358bf1596 req-f3d1dc32-0136-4186-9e71-e1b184b15dc8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:16.711731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6142b63b-bf02-411a-9f4c-0cf358bf1596 req-f3d1dc32-0136-4186-9e71-e1b184b15dc8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 12 03:00:16.749048 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6142b63b-bf02-411a-9f4c-0cf358bf1596 req-7b049ead-e646-4e76-8a6a-f4c98caf46da tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311074 Aug 12 03:00:17.869698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267997-8158-4645-8ab7-f7e4312eee19 req-3bc34439-84ff-4379-bb76-3a27bdb2fd36 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:17.871179 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-62267997-8158-4645-8ab7-f7e4312eee19 req-3bc34439-84ff-4379-bb76-3a27bdb2fd36 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0529764 Aug 12 03:00:17.912027 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-62267997-8158-4645-8ab7-f7e4312eee19 req-a5c2aaab-3a43-4345-9e6a-68b3a51b8608 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Aug 12 03:00:18.120466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-cd5a676a-00c5-4ff5-b0ae-954a763176ef tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:18.121837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-cd5a676a-00c5-4ff5-b0ae-954a763176ef tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Aug 12 03:00:18.207608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:00:18.207956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:18.219399 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:18.301675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port d8ba97a2-e78b-4e3f-9a3d-056e083ef718, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:18.302049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:18.314853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for d8ba97a2-e78b-4e3f-9a3d-056e083ef718 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:00:18.464342 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:18.484742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['d8ba97a2-e78b-4e3f-9a3d-056e083ef718'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:00:18.497190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=d8ba97a2-e78b-4e3f-9a3d-056e083ef718,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:18.551065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port d8ba97a2-e78b-4e3f-9a3d-056e083ef718 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:00:18.553930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:18.556567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c24f0705-4ace-44a4-9330-ea2eb466e5d1 req-565aeb67-a3c9-457b-9d72-d150feeb0664 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "DELETE /v2.0/ports/d8ba97a2-e78b-4e3f-9a3d-056e083ef718 HTTP/1.1" status: 204 len: 173 time: 0.4282773 Aug 12 03:00:18.560788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'name': 'network-vif-deleted', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:00:18.564127 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f718319-c2a2-430c-9c23-554af67e657f" -d '{"events": [{"server_uuid": "58825862-2995-4289-b536-9512718d34b5", "name": "network-vif-deleted", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:00:18.614844 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e164dbf3-e281-4c0b-9f38-620d28a181d0 x-openstack-request-id: req-e164dbf3-e281-4c0b-9f38-620d28a181d0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:00:18.615131 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58825862-2995-4289-b536-9512718d34b5", "name": "network-vif-deleted", "tag": "d8ba97a2-e78b-4e3f-9a3d-056e083ef718", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:00:18.615408 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e164dbf3-e281-4c0b-9f38-620d28a181d0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:00:18.615828 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58825862-2995-4289-b536-9512718d34b5', 'name': 'network-vif-deleted', 'tag': 'd8ba97a2-e78b-4e3f-9a3d-056e083ef718', 'status': 'completed', 'code': 200} Aug 12 03:00:19.016514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac44cdf8-d0b6-4fec-a533-40e256a50737 req-8b843f7c-9b05-49c1-ace2-8c1dda159354 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0331731 Aug 12 03:00:20.118827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fba609ee-7cbe-46c9-a12b-5e961392a534 req-a32971a1-ef12-4584-98a3-40887720f542 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0301161 Aug 12 03:00:21.212409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b9140a76-1dfe-4e09-a6a8-d0f9b92afa8f req-fe21c202-1e3b-4002-9f9f-7158ae294a96 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0265670 Aug 12 03:00:22.327988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aae8ef16-5513-4a45-a597-503d12d3e626 req-f35882dd-682a-4c80-9f8d-456e30b99e0b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=58825862-2995-4289-b536-9512718d34b5 HTTP/1.1" status: 200 len: 210 time: 0.0347154 Aug 12 03:00:22.817524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d8ba97a2-e78b-4e3f-9a3d-056e083ef718 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:00:22.838275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: d8ba97a2-e78b-4e3f-9a3d-056e083ef718 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:00:22.838617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device d8ba97a2-e78b-4e3f-9a3d-056e083ef718 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:00:32.028224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21cb5f76-3822-4f08-a372-a5886374ca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:34.641673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f6b286b-fc1a-4752-92a4-3caa7a5c71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:34.739818 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:34.984093 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:35.963744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:37.471402 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:43.252786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f2402309-c78f-44fc-801e-399f99ebe3f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:43.254289 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f2402309-c78f-44fc-801e-399f99ebe3f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1029136 Aug 12 03:00:43.269514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-66fa0772-66d8-40c1-89bc-d9d497b4ae5a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Aug 12 03:00:43.323050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-cdbf0f01-c6b9-4e44-9b59-efbc1cfa12d7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482726 Aug 12 03:00:43.431934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-e6f0c099-eebf-41b9-b951-0162c63d00d0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020350 Aug 12 03:00:43.526769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-e85c6b9d-97fb-4cc1-9ec3-66343a277ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886493 Aug 12 03:00:43.819655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b762602b-b30f-423e-ab71-9888338d2f6c req-6dcaacae-a530-44f7-969b-af6f5b395f91 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0298042 Aug 12 03:00:44.771632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-ed3c6ee2-d32a-4b3d-aaba-d53e3ae9a04c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:44.773106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-ed3c6ee2-d32a-4b3d-aaba-d53e3ae9a04c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1032884 Aug 12 03:00:44.791762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:00:44.931128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-deac10d8-fb81-425d-a3e1-611dc135e512 req-9c7648d5-2b6e-4047-9416-cc95943e612c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0357308 Aug 12 03:00:44.935316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:00:44.938840 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.068054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.7 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/ad62646a-e72d-470f-b3d5-43585dccdeb3) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:00:45.214504 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.228825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object ad62646a-e72d-470f-b3d5-43585dccdeb3 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:00:45.261025 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.307548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:00:45.313069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:00:45.317717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:00:45.342229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:45.360421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.360776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.361659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.362082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.362430 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.362767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.363093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.363429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.363788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.364119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.364449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.364776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:00:45.385478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:45.386112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.403230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-fed95e76-fac7-4e45-a5e0-32572c4fd167 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153576 Aug 12 03:00:45.421124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Request body: {'port': {'device_id': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:00:45.479269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.574075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8b421c94-6b5d-4672-a126-6ffa14d3a040 None None] Provisioning for port ad62646a-e72d-470f-b3d5-43585dccdeb3 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:00:45.577833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8b421c94-6b5d-4672-a126-6ffa14d3a040 None None] Provisioning complete for port ad62646a-e72d-470f-b3d5-43585dccdeb3 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:00:45.578205 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8b421c94-6b5d-4672-a126-6ffa14d3a040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.619234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8b421c94-6b5d-4672-a126-6ffa14d3a040 None None] Port ad62646a-e72d-470f-b3d5-43585dccdeb3 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:00:45.753875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad62646a-e72d-470f-b3d5-43585dccdeb3 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:00:45.761301 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.773679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Transition to ACTIVE for port object ad62646a-e72d-470f-b3d5-43585dccdeb3 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:00:45.777409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:45.867844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Pushing event updated for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:45.903598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Attempting to bind port ad62646a-e72d-470f-b3d5-43585dccdeb3 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:00:45.903943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Attempting to bind port ad62646a-e72d-470f-b3d5-43585dccdeb3 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:00:45.904277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Attempting to bind port ad62646a-e72d-470f-b3d5-43585dccdeb3 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:00:45.910088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Port ad62646a-e72d-470f-b3d5-43585dccdeb3 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:00:45.910425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Attempting to bind port ad62646a-e72d-470f-b3d5-43585dccdeb3 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:00:45.917507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:00:45.917946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:00:45.918411 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:00:45.918923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Bound port: ad62646a-e72d-470f-b3d5-43585dccdeb3, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:00:45.919391 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:46.003386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:00:46.007385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:00:46.018457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:46.084700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.085435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:46.087207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] 10.222.0.21 "PUT /v2.0/ports/ad62646a-e72d-470f-b3d5-43585dccdeb3 HTTP/1.1" status: 200 len: 1091 time: 0.6706669 Aug 12 03:00:46.087416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea3ba2-6876-46d2-a4e9-ed10f8e46817 req-f4d8f79e-b79a-4c2e-9668-abd2f5a122f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.087926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:00:46.088991 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cea3ba2-6876-46d2-a4e9-ed10f8e46817 req-f4d8f79e-b79a-4c2e-9668-abd2f5a122f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0584607 Aug 12 03:00:46.090495 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771619c3-733c-4f25-a8f6-192eeee02ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:00:46.098571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838d00d-f372-4c90-b8cd-fe5bba06af1d service neutron] Pushing event updated for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:46.154569 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c8f4dc-d451-42c4-b67d-00684ad93a37 x-openstack-request-id: req-73c8f4dc-d451-42c4-b67d-00684ad93a37 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:00:46.154867 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:00:46.155124 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73c8f4dc-d451-42c4-b67d-00684ad93a37 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:00:46.155565 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3', 'status': 'completed', 'code': 200} Aug 12 03:00:46.162394 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cea3ba2-6876-46d2-a4e9-ed10f8e46817 req-e72288ba-0012-4e1a-8cf6-0d649a79caa5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625350 Aug 12 03:00:46.213846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f490809c-6808-4dec-861b-7f45f6bcc4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.215722 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f490809c-6808-4dec-861b-7f45f6bcc4ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 1094 time: 0.0488033 Aug 12 03:00:46.267889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-4f2c0a64-8c23-4c45-aba4-1bf53e66151b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0392551 Aug 12 03:00:46.318124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f61759b3-cbe4-4af8-b269-f9393e067b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.319654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-f61759b3-cbe4-4af8-b269-f9393e067b09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0456588 Aug 12 03:00:46.367885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-16e2b82e-9c00-492d-be14-c11b3fbfbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.369334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-16e2b82e-9c00-492d-be14-c11b3fbfbbe1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431352 Aug 12 03:00:46.463460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-588566c2-c636-4362-b509-732477b323c4 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852716 Aug 12 03:00:46.554812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bdde26e8-c075-4b3e-b7bf-612a3abb4ee3 req-6b118692-77c9-41d7-a038-7d2e13324933 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Aug 12 03:00:46.673113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-11497c23-7efa-4ade-8b16-51569a458928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.675883 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-11497c23-7efa-4ade-8b16-51569a458928 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 1094 time: 0.0482492 Aug 12 03:00:46.767510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-6bf1fff3-fa24-43cc-b77c-e7b6e7d1a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.769056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-6bf1fff3-fa24-43cc-b77c-e7b6e7d1a5e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0871429 Aug 12 03:00:46.811715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-80ba93a3-1e66-4ed1-a996-74624e4f20f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0353372 Aug 12 03:00:46.865423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-a1e75957-602b-42a2-b623-1aaaaf4f0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.866929 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-a1e75957-602b-42a2-b623-1aaaaf4f0913 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0489378 Aug 12 03:00:46.913624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-b24c0d26-c7e9-4fed-8f10-47e9424ff928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:46.915033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-b24c0d26-c7e9-4fed-8f10-47e9424ff928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408134 Aug 12 03:00:47.004836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-1f578627-1486-4368-abe3-0b18cc15369b service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814624 Aug 12 03:00:47.099571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-771619c3-733c-4f25-a8f6-192eeee02ac7 req-48f354bc-e6f8-4003-b5b0-807188292a3a service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865612 Aug 12 03:00:47.285388 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187f03-8338-4aa5-ab8f-25afd64ffecc req-7c0f16e2-0225-4a44-b125-73e52f63a856 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:47.286960 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd187f03-8338-4aa5-ab8f-25afd64ffecc req-7c0f16e2-0225-4a44-b125-73e52f63a856 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0523090 Aug 12 03:00:47.327892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd187f03-8338-4aa5-ab8f-25afd64ffecc req-1401d560-69b7-4664-b904-f4edefac9d80 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Aug 12 03:00:47.433978 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:00:48.227222 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:48.445313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8bb02-9b77-4df4-8037-c631f4ba3e5a req-763b9cc1-1bb6-4389-9af1-a14b5d99622c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:48.446980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41d8bb02-9b77-4df4-8037-c631f4ba3e5a req-763b9cc1-1bb6-4389-9af1-a14b5d99622c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0498497 Aug 12 03:00:48.485635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41d8bb02-9b77-4df4-8037-c631f4ba3e5a req-74639841-23af-4e41-a415-28fe9cf05e2c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 12 03:00:49.608935 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e022a5-c618-4a0d-ad1d-371f1dedef80 req-afd757d0-c9cd-4ff5-9a9c-397897659438 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:49.610390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16e022a5-c618-4a0d-ad1d-371f1dedef80 req-afd757d0-c9cd-4ff5-9a9c-397897659438 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0511127 Aug 12 03:00:49.650395 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16e022a5-c618-4a0d-ad1d-371f1dedef80 req-382b663d-2c81-4015-b4c6-a6ea645ec614 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Aug 12 03:00:50.769136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5580c-0b36-4379-80f5-5ad9c89a0fff req-8bec9299-a310-4144-9b10-83c399fb0a27 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:50.770598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0e5580c-0b36-4379-80f5-5ad9c89a0fff req-8bec9299-a310-4144-9b10-83c399fb0a27 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0518486 Aug 12 03:00:50.807219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0e5580c-0b36-4379-80f5-5ad9c89a0fff req-292475c6-6c2e-4b75-b59d-bb927e45f583 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Aug 12 03:00:51.921137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78610eda-80e2-4d1d-a3fd-5433f0724a95 req-5a162a20-fa5f-4a7a-a249-97423beb7651 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:51.922602 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78610eda-80e2-4d1d-a3fd-5433f0724a95 req-5a162a20-fa5f-4a7a-a249-97423beb7651 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0488725 Aug 12 03:00:51.960293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78610eda-80e2-4d1d-a3fd-5433f0724a95 req-907b24a4-7d4c-498b-ba55-70661df84cab tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Aug 12 03:00:53.073699 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e010b-6bbf-4ba3-9b5f-6f30a6e2f91f req-07426a15-c697-4d9f-aa01-1c727f52902e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:53.075177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-450e010b-6bbf-4ba3-9b5f-6f30a6e2f91f req-07426a15-c697-4d9f-aa01-1c727f52902e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0489388 Aug 12 03:00:53.112891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-450e010b-6bbf-4ba3-9b5f-6f30a6e2f91f req-92516fed-d220-4fd0-b717-9b5ff5551b61 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Aug 12 03:00:54.224272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e366f-2248-477e-bcbd-b5979a9e6923 req-319206f7-2dc7-4807-8c34-9d1578f14e9a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:54.225726 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a9e366f-2248-477e-bcbd-b5979a9e6923 req-319206f7-2dc7-4807-8c34-9d1578f14e9a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0471783 Aug 12 03:00:54.262306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a9e366f-2248-477e-bcbd-b5979a9e6923 req-e7a87e1d-f68b-4acc-afd2-aba83230469d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Aug 12 03:00:55.375010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5cdd9-553b-4e79-a020-4aa830e76579 req-04ce1d8e-8a15-4ee9-a6ef-a2d20f6f27e8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:55.376516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-83a5cdd9-553b-4e79-a020-4aa830e76579 req-04ce1d8e-8a15-4ee9-a6ef-a2d20f6f27e8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0489104 Aug 12 03:00:55.417927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-83a5cdd9-553b-4e79-a020-4aa830e76579 req-4d18d208-09a9-453f-b07a-8993969c484d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353572 Aug 12 03:00:56.533420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f0c47-a8d2-4038-9cf6-83d939582c5d req-073a9572-3efe-48b7-a29f-cf10b45c0d7f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:56.534879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d33f0c47-a8d2-4038-9cf6-83d939582c5d req-073a9572-3efe-48b7-a29f-cf10b45c0d7f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0514851 Aug 12 03:00:56.571734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d33f0c47-a8d2-4038-9cf6-83d939582c5d req-f8143f3e-93b7-4975-81be-530038e8272f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Aug 12 03:00:57.686801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02764b-120e-4da3-88e0-d60be259af73 req-ff600742-75c5-4895-a798-393443000bf9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:57.688292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d02764b-120e-4da3-88e0-d60be259af73 req-ff600742-75c5-4895-a798-393443000bf9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 943 time: 0.0517530 Aug 12 03:00:57.725757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d02764b-120e-4da3-88e0-d60be259af73 req-191c41d3-c9b9-4e26-a155-de8964c368ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Aug 12 03:00:58.118234 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ad62646a-e72d-470f-b3d5-43585dccdeb3 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:00:58.211861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:58.223267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ad62646a-e72d-470f-b3d5-43585dccdeb3', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': 'ad62646a-e72d-470f-b3d5-43585dccdeb3', 'mac_address': 'fa:16:3e:0a:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:00:58.262526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:58.274492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad62646a-e72d-470f-b3d5-43585dccdeb3 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:00:58.292870 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:00:58.296895 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:00:58.343488 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:00:58.661836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ad62646a-e72d-470f-b3d5-43585dccdeb3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:00:58.839588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e0d49-bbf6-48fc-b803-e333a2ce0cd4 req-984f6ecc-27f6-4c65-8bce-2e128ffae28c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:58.841056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-655e0d49-bbf6-48fc-b803-e333a2ce0cd4 req-984f6ecc-27f6-4c65-8bce-2e128ffae28c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 944 time: 0.0477457 Aug 12 03:00:58.878398 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-655e0d49-bbf6-48fc-b803-e333a2ce0cd4 req-d2b1cfb8-b32b-4d5a-ae6d-aad7f3203045 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Aug 12 03:00:59.994123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c738567-d740-44a6-b520-28a4b025caea req-56f2b8dc-d4c5-4384-9717-b7c9e4f14677 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:00:59.995605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c738567-d740-44a6-b520-28a4b025caea req-56f2b8dc-d4c5-4384-9717-b7c9e4f14677 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 944 time: 0.0482569 Aug 12 03:01:00.032638 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c738567-d740-44a6-b520-28a4b025caea req-750897fa-30a3-40e5-b0a2-78ab230fcb3f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312085 Aug 12 03:01:00.117806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ad62646a-e72d-470f-b3d5-43585dccdeb3 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:01:00.169309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ad62646a-e72d-470f-b3d5-43585dccdeb3 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:01:00.172739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ad62646a-e72d-470f-b3d5-43585dccdeb3 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:01:00.173116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:00.248865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:00.270161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:01:00.272436 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096d170e-faea-4b8a-8fb1-78d3dbc0fd9b" -d '{"events": [{"server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "name": "network-vif-plugged", "status": "completed", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:01:00.286678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:00.291677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:00.320090 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5797f0-ce1e-4f84-a2c1-ec48f7ce37c0 x-openstack-request-id: req-9c5797f0-ce1e-4f84-a2c1-ec48f7ce37c0 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:01:00.320378 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "name": "network-vif-plugged", "status": "completed", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:01:00.320629 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c5797f0-ce1e-4f84-a2c1-ec48f7ce37c0 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:01:00.321011 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3', 'code': 200} Aug 12 03:01:00.347630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:00.436166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38700-447d-4d8b-a286-7321cef3e6f4 req-e3ec9a2b-93c9-4ac4-9320-b28ad4f2fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:00.437570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5a38700-447d-4d8b-a286-7321cef3e6f4 req-e3ec9a2b-93c9-4ac4-9320-b28ad4f2fd8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 1096 time: 0.0404043 Aug 12 03:01:00.472847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5a38700-447d-4d8b-a286-7321cef3e6f4 req-7c500aac-88c1-4a71-9093-fec8a5fc947c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283227 Aug 12 03:01:01.148379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c1652-5abb-4588-a467-3a1694d0f88b req-ec196c56-2b07-442b-b24a-cfd82e7a21f5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:01.149881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d27c1652-5abb-4588-a467-3a1694d0f88b req-ec196c56-2b07-442b-b24a-cfd82e7a21f5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0523100 Aug 12 03:01:01.187688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d27c1652-5abb-4588-a467-3a1694d0f88b req-44960d0b-328a-4e2f-b933-48818cc3480b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Aug 12 03:01:02.030300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0e4c8dd6-90f1-48ae-a9e2-b78aa114604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:02.305173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28bc5a-8cd4-450d-b6f9-b10ce8ef77d9 req-13accd3f-a4e4-4a3a-9389-544ed6822ed0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:02.306653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b28bc5a-8cd4-450d-b6f9-b10ce8ef77d9 req-13accd3f-a4e4-4a3a-9389-544ed6822ed0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0513136 Aug 12 03:01:02.344421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1b28bc5a-8cd4-450d-b6f9-b10ce8ef77d9 req-72dab2e8-42fc-4652-a32d-c1cdc0f953da tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318580 Aug 12 03:01:02.462630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3e12-5717-479e-8ede-cf58b8322de9 req-bd86255b-ad46-4c33-a7eb-d6303b3637a6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:02.464191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bef3e12-5717-479e-8ede-cf58b8322de9 req-bd86255b-ad46-4c33-a7eb-d6303b3637a6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0531218 Aug 12 03:01:02.503860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bef3e12-5717-479e-8ede-cf58b8322de9 req-f70cb718-5b39-43af-ab8d-52ddfd3f9e69 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Aug 12 03:01:04.641993 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-03ec05b5-5dc1-493f-bf37-1150c1f437a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:04.740180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:04.984582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:05.090300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-90566694-07ae-4f3a-bf42-5fd4e1651e78 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:05.091740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-90566694-07ae-4f3a-bf42-5fd4e1651e78 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1013968 Aug 12 03:01:05.107495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-1fb79a9b-8ebe-45b8-8d84-b29b2c617219 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0089188 Aug 12 03:01:05.160416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-0bec2161-ccf6-46a2-a0db-1b5ff4ad9333 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476866 Aug 12 03:01:05.255514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-18fbe5e4-2097-4456-afa6-bcfada87b41e service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866516 Aug 12 03:01:05.344000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-38af0b52-b644-496b-af13-6c446c650c52 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823479 Aug 12 03:01:05.536941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d667f05-e975-4da3-a08b-5be329545c7b req-6aac5c29-9258-4f53-a223-bcb70d6e7b82 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0255044 Aug 12 03:01:05.964950 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:06.495698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-2fde221b-7330-4d06-bd2f-43ab8fc54ce2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:06.497171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-2fde221b-7330-4d06-bd2f-43ab8fc54ce2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1100724 Aug 12 03:01:06.509389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:06.648904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d4c7d6b-6b31-456c-8897-ec10262177da req-d0e8d30a-114f-47e1-a8c1-9c186b636084 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0418518 Aug 12 03:01:06.653337 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:01:06.657440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:06.789865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.14 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/1ac84049-f89a-4370-b075-9cfdca64ca3e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:01:06.947319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:06.962155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object 1ac84049-f89a-4370-b075-9cfdca64ca3e will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:01:06.996341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.029512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ad62646a-e72d-470f-b3d5-43585dccdeb3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:01:07.035769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:01:07.044876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:01:07.049641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:01:07.087518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:07.104698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.105055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.105406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.105753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.106094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.106438 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.107188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.107546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.107886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.108221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.108557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.109020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:07.131181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:07.132197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.152287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-b37e9e16-5dea-48bf-9b62-39229f90f16d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6465061 Aug 12 03:01:07.168661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Request body: {'port': {'device_id': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:07.225639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.424731 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78a0800a-7817-49a6-a226-ebcbc6cecaa2 None None] Provisioning for port 1ac84049-f89a-4370-b075-9cfdca64ca3e completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:01:07.431237 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-78a0800a-7817-49a6-a226-ebcbc6cecaa2 None None] Provisioning complete for port 1ac84049-f89a-4370-b075-9cfdca64ca3e triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:01:07.431858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-78a0800a-7817-49a6-a226-ebcbc6cecaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.488517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.489386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-78a0800a-7817-49a6-a226-ebcbc6cecaa2 None None] Port 1ac84049-f89a-4370-b075-9cfdca64ca3e cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:01:07.512510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac84049-f89a-4370-b075-9cfdca64ca3e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:01:07.520587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.534445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Transition to ACTIVE for port object 1ac84049-f89a-4370-b075-9cfdca64ca3e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:01:07.537626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.591558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:07.664634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Attempting to bind port 1ac84049-f89a-4370-b075-9cfdca64ca3e on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:01:07.664987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Attempting to bind port 1ac84049-f89a-4370-b075-9cfdca64ca3e by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:01:07.665311 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Attempting to bind port 1ac84049-f89a-4370-b075-9cfdca64ca3e on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:01:07.669838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Port 1ac84049-f89a-4370-b075-9cfdca64ca3e on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:01:07.671409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Attempting to bind port 1ac84049-f89a-4370-b075-9cfdca64ca3e on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:01:07.676051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:01:07.676403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:01:07.676795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:01:07.677246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Bound port: 1ac84049-f89a-4370-b075-9cfdca64ca3e, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:01:07.677611 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.745155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:01:07.748363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:01:07.754642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.784655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775601d-f571-4ceb-8aea-46a09a0ea551 req-fb7197dc-6e0f-417f-86d7-c3143ce6f78d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:07.787417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b775601d-f571-4ceb-8aea-46a09a0ea551 req-fb7197dc-6e0f-417f-86d7-c3143ce6f78d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0596216 Aug 12 03:01:07.825235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:07.835162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:07.836317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:07.837658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b775601d-f571-4ceb-8aea-46a09a0ea551 req-b47ed0ab-716f-44fd-a5a3-1eaf69644f95 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Aug 12 03:01:07.838078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-dbd9d8b0-712b-4c29-8d65-0d749425bc21 service neutron] 10.222.0.25 "PUT /v2.0/ports/1ac84049-f89a-4370-b075-9cfdca64ca3e HTTP/1.1" status: 200 len: 1092 time: 0.6772907 Aug 12 03:01:07.838485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:01:07.840963 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fa1189-3101-40c1-95d7-2be6c9ef5219" -d '{"events": [{"name": "network-changed", "server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:01:07.883839 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14de1c76-9ab0-4a1d-9747-fc36bef01a00 x-openstack-request-id: req-14de1c76-9ab0-4a1d-9747-fc36bef01a00 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:01:07.884138 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:01:07.884397 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14de1c76-9ab0-4a1d-9747-fc36bef01a00 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:01:07.884800 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e', 'status': 'completed', 'code': 200} Aug 12 03:01:07.938571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-bc6c5329-68f5-44af-9242-b97c504270e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:07.941755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-bc6c5329-68f5-44af-9242-b97c504270e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 1095 time: 0.0486619 Aug 12 03:01:07.986939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-1310bbd6-403b-4259-8211-870c227092eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e HTTP/1.1" status: 200 len: 217 time: 0.0361154 Aug 12 03:01:08.280315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-8de4300a-2abb-41a8-a750-c4d4d863409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.281700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-8de4300a-2abb-41a8-a750-c4d4d863409b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.2884111 Aug 12 03:01:08.329371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-6d5664e4-13fd-4b0c-95ce-75889e00985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.331927 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-6d5664e4-13fd-4b0c-95ce-75889e00985c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426085 Aug 12 03:01:08.421852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-94badb30-c582-41a5-8ca2-21caeaf083b5 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829327 Aug 12 03:01:08.518249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ac2c168-86ed-4df5-ba07-1d679ffacdbb req-a43a559a-25cb-42c9-a71b-b2b2b0c84787 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Aug 12 03:01:08.600948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-1dbe82b8-af92-42aa-b0fb-6b93193bac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.602448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-1dbe82b8-af92-42aa-b0fb-6b93193bac0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 1095 time: 0.0404038 Aug 12 03:01:08.705176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-84c91e5c-4cb0-4063-aae7-22d5be159477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.706691 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-84c91e5c-4cb0-4063-aae7-22d5be159477 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0965860 Aug 12 03:01:08.749344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-92e2113f-48e1-4a62-af3e-8c8a93d0d846 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e HTTP/1.1" status: 200 len: 217 time: 0.0351336 Aug 12 03:01:08.798221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-d3a92b1b-0cc6-4ad5-9add-0bbfa5681167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.799806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-d3a92b1b-0cc6-4ad5-9add-0bbfa5681167 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0435724 Aug 12 03:01:08.855002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-fbe11692-5769-4c3d-8595-66e04b91b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.856548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-fbe11692-5769-4c3d-8595-66e04b91b87e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500753 Aug 12 03:01:08.947301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-01970e29-b7dc-4d80-be77-303cca48a781 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829873 Aug 12 03:01:08.956111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6eda1-2d06-40ec-93a6-2ea4691fddea req-3459a587-d976-4648-af07-8cd25a0c403a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:08.957606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06b6eda1-2d06-40ec-93a6-2ea4691fddea req-3459a587-d976-4648-af07-8cd25a0c403a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0489666 Aug 12 03:01:08.996642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-06b6eda1-2d06-40ec-93a6-2ea4691fddea req-cc8dffcf-6ba2-4eb5-ac60-20b21f86e04a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Aug 12 03:01:09.051512 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-90fa1189-3101-40c1-95d7-2be6c9ef5219 req-9b852e04-f18f-4741-86f6-af41e1b604a6 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971193 Aug 12 03:01:10.175214 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e1094-030d-4aa1-8ba1-7fc9aa7e9e71 req-6f339146-69cc-47ad-aa4d-b423334fd241 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:10.178541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a67e1094-030d-4aa1-8ba1-7fc9aa7e9e71 req-6f339146-69cc-47ad-aa4d-b423334fd241 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0778031 Aug 12 03:01:10.237795 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a67e1094-030d-4aa1-8ba1-7fc9aa7e9e71 req-b9cee60a-1b72-46d3-8353-b06b7e15c6ff tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Aug 12 03:01:11.374226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b657e-8507-4773-9ee9-775f85ff44a5 req-c60ae0ba-87fc-4d2c-8b97-5b6996d0f6df tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:11.379949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-338b657e-8507-4773-9ee9-775f85ff44a5 req-c60ae0ba-87fc-4d2c-8b97-5b6996d0f6df tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0591583 Aug 12 03:01:11.415241 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-338b657e-8507-4773-9ee9-775f85ff44a5 req-0fa8a62f-ab06-4577-b86a-8ebf0586855b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Aug 12 03:01:12.557325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c099c-dfeb-4cac-ac60-3bbdf08016ef req-ed496221-2759-41e5-86f5-2948534dcdca tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:12.558822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db2c099c-dfeb-4cac-ac60-3bbdf08016ef req-ed496221-2759-41e5-86f5-2948534dcdca tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0577292 Aug 12 03:01:12.605098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-db2c099c-dfeb-4cac-ac60-3bbdf08016ef req-7e6ddbc4-de8f-4dfa-85c0-083c4a33940b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Aug 12 03:01:13.721931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f37abd-3203-4e22-8cae-572e2dc0a52d req-2eb0beb3-5ada-4847-b6c4-b0c77767b706 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:13.723300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79f37abd-3203-4e22-8cae-572e2dc0a52d req-2eb0beb3-5ada-4847-b6c4-b0c77767b706 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0478647 Aug 12 03:01:13.759849 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79f37abd-3203-4e22-8cae-572e2dc0a52d req-0f1db545-2767-403e-805b-537590758b80 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Aug 12 03:01:14.872690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40bc0-d23f-4ce8-8948-fcae16d66b58 req-8975d9d3-6899-4dc0-9110-27ef89c891ec tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:14.874167 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35a40bc0-d23f-4ce8-8948-fcae16d66b58 req-8975d9d3-6899-4dc0-9110-27ef89c891ec tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0486789 Aug 12 03:01:14.915455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35a40bc0-d23f-4ce8-8948-fcae16d66b58 req-5e096721-7a0a-4677-86de-8e4b9af87fa6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349567 Aug 12 03:01:16.031840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203c494-ef6a-4786-afca-0843f6ef8ab0 req-e5fcd28c-ad8c-490b-8dc0-d6145a4a23eb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:16.033404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0203c494-ef6a-4786-afca-0843f6ef8ab0 req-e5fcd28c-ad8c-490b-8dc0-d6145a4a23eb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0482895 Aug 12 03:01:16.069826 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0203c494-ef6a-4786-afca-0843f6ef8ab0 req-c0924255-ba13-483a-86e3-7ec9f34066b8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305631 Aug 12 03:01:17.185310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e87c4-9484-4d0d-83cc-38bb70a0e34b req-8106b9ae-cd44-4b87-8813-490f0e4b792d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:17.186682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed6e87c4-9484-4d0d-83cc-38bb70a0e34b req-8106b9ae-cd44-4b87-8813-490f0e4b792d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0481787 Aug 12 03:01:17.225389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed6e87c4-9484-4d0d-83cc-38bb70a0e34b req-ed3630d8-5a7d-4682-951d-c2c64e1a0549 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Aug 12 03:01:18.258957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:18.347548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6b5ce-1dde-4695-a6a9-acbe95aa8fa2 req-5352bae1-0ee6-4d2c-90b6-3c1f0b152829 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:18.349100 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5f6b5ce-1dde-4695-a6a9-acbe95aa8fa2 req-5352bae1-0ee6-4d2c-90b6-3c1f0b152829 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0535753 Aug 12 03:01:18.388396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5f6b5ce-1dde-4695-a6a9-acbe95aa8fa2 req-b2e81ef5-105e-4ccc-95f7-e31edce9252a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 12 03:01:19.507917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dd42a-fff3-4faf-91f8-4e8b7fc541e0 req-fe206449-0988-49d8-b8bc-585ac865b937 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:19.509640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a74dd42a-fff3-4faf-91f8-4e8b7fc541e0 req-fe206449-0988-49d8-b8bc-585ac865b937 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0515802 Aug 12 03:01:19.548221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a74dd42a-fff3-4faf-91f8-4e8b7fc541e0 req-e3145714-6c81-4cd8-9095-98c4967f3b59 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Aug 12 03:01:20.681824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15508551-adf1-4f85-ac1d-f143ddb363d2 req-35ebfa67-831c-46a8-b523-7b26b29cf048 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:20.683379 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15508551-adf1-4f85-ac1d-f143ddb363d2 req-35ebfa67-831c-46a8-b523-7b26b29cf048 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0556533 Aug 12 03:01:20.726701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15508551-adf1-4f85-ac1d-f143ddb363d2 req-a8f4f22f-c7c8-4724-b4b1-894a327340fa tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361614 Aug 12 03:01:21.847437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ba7ca-c322-4f5a-81ed-3ea5d42567f8 req-8c45727c-a324-445e-a31f-b3d88dff7d29 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:21.848943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-975ba7ca-c322-4f5a-81ed-3ea5d42567f8 req-8c45727c-a324-445e-a31f-b3d88dff7d29 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0506115 Aug 12 03:01:21.889675 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-975ba7ca-c322-4f5a-81ed-3ea5d42567f8 req-1e38ddf5-8a9e-4f69-9481-ac7b7904a4b8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348279 Aug 12 03:01:23.004923 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f59ef-11c0-414f-adab-3998e64da47d req-62523a3f-9071-4b13-af30-964dfdbd4417 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:23.006406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-327f59ef-11c0-414f-adab-3998e64da47d req-62523a3f-9071-4b13-af30-964dfdbd4417 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0485113 Aug 12 03:01:23.043791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-327f59ef-11c0-414f-adab-3998e64da47d req-eec1942e-10ed-4475-bd84-d2b5ac895613 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307326 Aug 12 03:01:24.159620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773447-7979-43fd-a6c5-f4a10d908308 req-30b76dc1-fd79-4717-8947-2f78f7e20c04 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:24.161195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23773447-7979-43fd-a6c5-f4a10d908308 req-30b76dc1-fd79-4717-8947-2f78f7e20c04 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0481551 Aug 12 03:01:24.198806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23773447-7979-43fd-a6c5-f4a10d908308 req-68d9a8c0-56f9-42bf-a862-7cf51844b2d6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317600 Aug 12 03:01:24.433755 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:01:25.343264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56526e3d-eeed-4b0a-9999-6d3ab5911bd2 req-66002c46-c683-48d5-9087-e467b4a67b37 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:25.345057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56526e3d-eeed-4b0a-9999-6d3ab5911bd2 req-66002c46-c683-48d5-9087-e467b4a67b37 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0655193 Aug 12 03:01:25.388650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56526e3d-eeed-4b0a-9999-6d3ab5911bd2 req-2051b492-c00b-40b6-b0de-981f96e04f56 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357606 Aug 12 03:01:26.595595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e1e0-c141-4f6a-a545-218192873364 req-43bbd504-dd7b-4880-b101-b65c5d5ddf3f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:26.597458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c71e1e0-c141-4f6a-a545-218192873364 req-43bbd504-dd7b-4880-b101-b65c5d5ddf3f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.1365106 Aug 12 03:01:26.640651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c71e1e0-c141-4f6a-a545-218192873364 req-64d8d1c7-9a65-4a53-81f3-dcedeb7855af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Aug 12 03:01:27.857706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1d7f3-7927-4611-9fa3-d8f9fc680a4e req-414effe0-c63a-478d-99a6-a76a1ed52729 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:27.859230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9de1d7f3-7927-4611-9fa3-d8f9fc680a4e req-414effe0-c63a-478d-99a6-a76a1ed52729 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.1489761 Aug 12 03:01:27.899794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9de1d7f3-7927-4611-9fa3-d8f9fc680a4e req-a25d9559-7086-47eb-a1ab-399ca6af2bb4 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Aug 12 03:01:29.014310 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b3c19-f6de-4ca5-bb3a-f07ce208b2e2 req-b645a513-01f4-4361-856e-8a5abe9a7187 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:29.015802 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-615b3c19-f6de-4ca5-bb3a-f07ce208b2e2 req-b645a513-01f4-4361-856e-8a5abe9a7187 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 944 time: 0.0484402 Aug 12 03:01:29.056182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-615b3c19-f6de-4ca5-bb3a-f07ce208b2e2 req-91293d28-1950-414a-b3df-d65eabbfb8bc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Aug 12 03:01:29.088275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1ac84049-f89a-4370-b075-9cfdca64ca3e details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:01:29.179711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:29.195048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '1ac84049-f89a-4370-b075-9cfdca64ca3e', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': '1ac84049-f89a-4370-b075-9cfdca64ca3e', 'mac_address': 'fa:16:3e:02:79:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:01:29.233822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:29.246600 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac84049-f89a-4370-b075-9cfdca64ca3e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:01:29.265002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:29.268361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:29.315240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:29.323118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.323491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.323837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.324181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.324517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.324849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.325181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.325511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.325841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.326165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.326490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.326863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:29.465551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1ac84049-f89a-4370-b075-9cfdca64ca3e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:01:30.174641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64845a22-160c-4e57-a614-9c7d97ee8c48 req-c560a51f-7c37-4bd8-948e-7538e40c8af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:30.176706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-64845a22-160c-4e57-a614-9c7d97ee8c48 req-c560a51f-7c37-4bd8-948e-7538e40c8af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 945 time: 0.0514858 Aug 12 03:01:30.214755 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-64845a22-160c-4e57-a614-9c7d97ee8c48 req-a4f90654-7d4b-4ac1-9001-ea0182dc62a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Aug 12 03:01:31.088782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1ac84049-f89a-4370-b075-9cfdca64ca3e up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:01:31.143605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 1ac84049-f89a-4370-b075-9cfdca64ca3e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:01:31.147862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 1ac84049-f89a-4370-b075-9cfdca64ca3e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:01:31.148230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:31.249656 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:31.279762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:01:31.282626 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcf08db-4b61-4514-a3bf-1f2703cd0faa" -d '{"events": [{"server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "name": "network-vif-plugged", "status": "completed", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:01:31.300068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:31.306663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:31.306852 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-738de428-fd9f-4120-9038-c193359e6e13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185439 Aug 12 03:01:31.357199 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8e78-e213-4e01-837c-4d385ae6b382 req-3e7f35b4-52e3-422d-8540-d092bd79cfb9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.357869 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f28ce-b374-4c93-8552-cd2ce507aefe x-openstack-request-id: req-d73f28ce-b374-4c93-8552-cd2ce507aefe {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:01:31.357869 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "name": "network-vif-plugged", "status": "completed", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:01:31.357869 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d73f28ce-b374-4c93-8552-cd2ce507aefe {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:01:31.358363 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e', 'code': 200} Aug 12 03:01:31.359437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63e8e78-e213-4e01-837c-4d385ae6b382 req-3e7f35b4-52e3-422d-8540-d092bd79cfb9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0637558 Aug 12 03:01:31.384686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:31.429871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-e24465a4-9b17-4fff-9d53-ce25e24b8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.431607 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-e24465a4-9b17-4fff-9d53-ce25e24b8d30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 1096 time: 0.0539863 Aug 12 03:01:31.435839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c63e8e78-e213-4e01-837c-4d385ae6b382 req-d5179679-352e-4992-b3bf-f14203b8c218 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676396 Aug 12 03:01:31.451654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6ac0-78cf-4128-8384-8320fe91bfc0 req-b468274c-73af-45a5-80cf-2b0e92a5fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.453370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c8b6ac0-78cf-4128-8384-8320fe91bfc0 req-b468274c-73af-45a5-80cf-2b0e92a5fcbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 1097 time: 0.0646629 Aug 12 03:01:31.495541 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0c8b6ac0-78cf-4128-8384-8320fe91bfc0 req-de85df66-31a8-422e-af36-2c6d2aa8c33b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Aug 12 03:01:31.543911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-2a488101-285a-4430-8ef3-7dbf136f2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.545399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-2a488101-285a-4430-8ef3-7dbf136f2be1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0889189 Aug 12 03:01:31.592516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-ec983e78-295d-41f4-b260-32c57b089b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Aug 12 03:01:31.644636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-d13d7243-fb1d-4729-a284-5eb2e829c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.646506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-d13d7243-fb1d-4729-a284-5eb2e829c382 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0466027 Aug 12 03:01:31.692983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-20d5b754-6cf5-47a7-9d3f-b8f6856fe208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:31.694494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-20d5b754-6cf5-47a7-9d3f-b8f6856fe208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414333 Aug 12 03:01:31.704665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-465863db-8468-4eb6-b2a6-7bfbbd9cabca service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:01:31.705697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-465863db-8468-4eb6-b2a6-7bfbbd9cabca service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047760 Aug 12 03:01:31.800310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-d5b3d045-66e5-44d9-865f-eaae657bc4f5 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875027 Aug 12 03:01:31.895952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ecad61f-5951-42ff-ae6f-d8f3dfac3fa4 req-bb1d4a73-1b0d-471a-8009-03fcb84695c0 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890205 Aug 12 03:01:32.037798 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f4baef76-7b32-442e-a0c1-e2030cdec1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:32.570435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c1cab-d353-4c00-a05c-95347d060368 req-38b68a1a-e4a9-4d80-b409-fc8e9ad5edf1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:32.571975 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e22c1cab-d353-4c00-a05c-95347d060368 req-38b68a1a-e4a9-4d80-b409-fc8e9ad5edf1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0598247 Aug 12 03:01:32.963674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e22c1cab-d353-4c00-a05c-95347d060368 req-196e7b99-52bb-439c-ade9-56fde70f7ca7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846047 Aug 12 03:01:33.095290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94b3e2-cf42-4898-b855-a8666c682b0c req-3b139cbb-e7e3-42dc-abf7-7f49b7357f8e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:33.097087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff94b3e2-cf42-4898-b855-a8666c682b0c req-3b139cbb-e7e3-42dc-abf7-7f49b7357f8e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0601680 Aug 12 03:01:33.135648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ff94b3e2-cf42-4898-b855-a8666c682b0c req-e6c7b7de-be14-4faf-aaad-1c182d40635f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Aug 12 03:01:33.445169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19169c7e-b805-42a6-8fa8-032d1dad2dd8 req-d5a8319f-a5a9-43c0-9422-412aefde97c2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:33.446692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19169c7e-b805-42a6-8fa8-032d1dad2dd8 req-d5a8319f-a5a9-43c0-9422-412aefde97c2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0506575 Aug 12 03:01:33.485877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19169c7e-b805-42a6-8fa8-032d1dad2dd8 req-1a0afff4-660b-475e-9046-f8281ca439a4 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 12 03:01:34.602499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a60040-f784-4340-8a7c-a5c239bc8279 req-ec4ebe8c-b6e5-41f6-936e-f7673f376079 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:34.604167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15a60040-f784-4340-8a7c-a5c239bc8279 req-ec4ebe8c-b6e5-41f6-936e-f7673f376079 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0490551 Aug 12 03:01:34.642351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-15a60040-f784-4340-8a7c-a5c239bc8279 req-c7798c12-78ea-4bc3-be28-1d37c25bc0a0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 12 03:01:34.643855 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ecf82a7f-0461-413f-8ca5-53a81c6dda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:34.740338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:34.851213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-64fa0398-dbe8-41cf-b186-3806fe9aae48 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:34.852663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-64fa0398-dbe8-41cf-b186-3806fe9aae48 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 946 time: 0.0494292 Aug 12 03:01:34.947436 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port 1ac84049-f89a-4370-b075-9cfdca64ca3e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:01:34.947812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:34.985613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:35.037662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port 1ac84049-f89a-4370-b075-9cfdca64ca3e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=1ac84049-f89a-4370-b075-9cfdca64ca3e,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:35.038041 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:35.050604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for 1ac84049-f89a-4370-b075-9cfdca64ca3e owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:01:35.181417 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:35.195678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['1ac84049-f89a-4370-b075-9cfdca64ca3e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:01:35.211611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=1ac84049-f89a-4370-b075-9cfdca64ca3e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:35.217563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ad62646a-e72d-470f-b3d5-43585dccdeb3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:01:35.259185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port 1ac84049-f89a-4370-b075-9cfdca64ca3e on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:01:35.261837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:35.263915 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53224890-e249-43d6-b2c6-3a619ae0c0f1 req-d431acd0-5a23-4b19-bf83-1e6133b0eeaf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "DELETE /v2.0/ports/1ac84049-f89a-4370-b075-9cfdca64ca3e HTTP/1.1" status: 204 len: 173 time: 0.4049685 Aug 12 03:01:35.264325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'name': 'network-vif-deleted', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:01:35.266741 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac79dc6-4abe-4907-abc3-fef925943247" -d '{"events": [{"server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "name": "network-vif-deleted", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:01:35.309229 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b3b2a-d15c-40c8-b762-45cf438f168c x-openstack-request-id: req-573b3b2a-d15c-40c8-b762-45cf438f168c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:01:35.309753 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46dfd23-50f6-44d3-96ae-d6bcf23e231d", "name": "network-vif-deleted", "tag": "1ac84049-f89a-4370-b075-9cfdca64ca3e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:01:35.310149 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-573b3b2a-d15c-40c8-b762-45cf438f168c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:01:35.310553 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46dfd23-50f6-44d3-96ae-d6bcf23e231d', 'name': 'network-vif-deleted', 'tag': '1ac84049-f89a-4370-b075-9cfdca64ca3e', 'status': 'completed', 'code': 200} Aug 12 03:01:35.745012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5e4c312c-93ce-4f30-89a4-4f09f5a04c23 req-5c1438a7-a99a-4a20-80b4-f5419d0c5ac1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0299854 Aug 12 03:01:35.968096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:36.847629 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-699ca4b5-8c3e-400b-aa20-9f4fe437e048 req-5908a622-3d0b-4dab-b192-bdc32cbe42a3 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0299654 Aug 12 03:01:37.477426 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:37.947739 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9175ca27-5dd0-4ed1-b7e5-7d3ab7a57000 req-662598fa-5f4b-43e9-a9ba-906c4011e28b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0290439 Aug 12 03:01:39.056992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0da74c3e-d8d3-4f3c-ba7b-7be79fd844b7 req-8485e532-219d-4120-853d-559747e01077 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=a46dfd23-50f6-44d3-96ae-d6bcf23e231d HTTP/1.1" status: 200 len: 210 time: 0.0286043 Aug 12 03:01:39.134690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1ac84049-f89a-4370-b075-9cfdca64ca3e no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:01:39.155771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 1ac84049-f89a-4370-b075-9cfdca64ca3e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:01:39.156380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 1ac84049-f89a-4370-b075-9cfdca64ca3e not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:01:43.535688 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47518882-4ab5-4b43-9f48-10660e9c5b36 req-46766b77-1a66-4d46-a467-706c1e2e95ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:43.537181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47518882-4ab5-4b43-9f48-10660e9c5b36 req-46766b77-1a66-4d46-a467-706c1e2e95ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0489206 Aug 12 03:01:43.573915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-47518882-4ab5-4b43-9f48-10660e9c5b36 req-4be34ff7-290b-491d-befe-b629992106e6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308270 Aug 12 03:01:44.688468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03499d8-980c-4e4e-8a1b-4fb8d1c0569b req-7ce86a9a-7962-4246-8041-1de4ca280c5c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:44.689960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e03499d8-980c-4e4e-8a1b-4fb8d1c0569b req-7ce86a9a-7962-4246-8041-1de4ca280c5c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0484395 Aug 12 03:01:44.729979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e03499d8-980c-4e4e-8a1b-4fb8d1c0569b req-7357a50b-1691-4da4-b6d6-aaef649239bf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=bd40f635-f72e-4322-b1d3-ca9d2809050d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Aug 12 03:01:45.251842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-78b59ae8-8a45-4459-a98e-84ae20033150 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:01:45.253299 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-78b59ae8-8a45-4459-a98e-84ae20033150 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 945 time: 0.0480611 Aug 12 03:01:45.344065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port ad62646a-e72d-470f-b3d5-43585dccdeb3 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:01:45.344406 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:45.429545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port ad62646a-e72d-470f-b3d5-43585dccdeb3, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ad62646a-e72d-470f-b3d5-43585dccdeb3,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:01:45.429910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:45.442165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for ad62646a-e72d-470f-b3d5-43585dccdeb3 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:01:45.569518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:45.595441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=ad62646a-e72d-470f-b3d5-43585dccdeb3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:45.602926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ad62646a-e72d-470f-b3d5-43585dccdeb3'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:01:45.612386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.612704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.613051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.613390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.613727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.614058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.614514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.614845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.615174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.615524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.615857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.616181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:01:45.654705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port ad62646a-e72d-470f-b3d5-43585dccdeb3 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:01:45.657260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:45.659221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0bd74f37-8c50-4592-ad73-cd8c89810cde req-c15f8847-c3e9-4a5c-883c-e542f42bb418 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "DELETE /v2.0/ports/ad62646a-e72d-470f-b3d5-43585dccdeb3 HTTP/1.1" status: 204 len: 173 time: 0.3992643 Aug 12 03:01:45.659687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'name': 'network-vif-deleted', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:01:45.662640 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef0ee13-0797-4abd-b024-0dd2644653e7" -d '{"events": [{"server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "name": "network-vif-deleted", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:01:45.767278 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f5502-5e90-42c1-a3a0-3f66aa34cd7d x-openstack-request-id: req-1c3f5502-5e90-42c1-a3a0-3f66aa34cd7d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:01:45.767702 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1c352-d4db-483b-bae2-1ae63ac0d30b", "name": "network-vif-deleted", "tag": "ad62646a-e72d-470f-b3d5-43585dccdeb3", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:01:45.767855 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c3f5502-5e90-42c1-a3a0-3f66aa34cd7d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:01:45.768260 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1c352-d4db-483b-bae2-1ae63ac0d30b', 'name': 'network-vif-deleted', 'tag': 'ad62646a-e72d-470f-b3d5-43585dccdeb3', 'status': 'completed', 'code': 200} Aug 12 03:01:45.829069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4dbc89c7-259f-4e75-a038-1d500963d756 req-dcfe7dd6-f102-4d47-8492-5dcc2180c110 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0277185 Aug 12 03:01:46.926028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d637d366-16aa-4c2d-9909-c3778a529a7e req-d961b186-c6a5-4473-ae36-845f1529a018 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0304346 Aug 12 03:01:48.025207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-17a01bee-f28f-49c4-b129-d3b9d2c783c1 req-5c83d4d2-091e-489c-afa8-9a1e616ced81 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0298707 Aug 12 03:01:48.256625 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:48.336543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ad62646a-e72d-470f-b3d5-43585dccdeb3 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:01:48.356831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ad62646a-e72d-470f-b3d5-43585dccdeb3 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:01:48.357175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ad62646a-e72d-470f-b3d5-43585dccdeb3 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:01:49.139170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ca6d8b5-b8b1-41d9-a4ba-8d1432492529 req-2a5f8fb2-c335-45d4-adc6-33a3bd60b3bf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=afa1c352-d4db-483b-bae2-1ae63ac0d30b HTTP/1.1" status: 200 len: 210 time: 0.0261545 Aug 12 03:01:52.015697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53330) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.020517 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735448625', 'description': 'tempest-secgroup-smoke-1735448625 description', 'project_id': '23755281a083485f86b398a78c4f5c14'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.044051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.132910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.136989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.165017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.166221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495097 Aug 12 03:01:52.168119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba6068-1512-431b-b1b5-8e67367816e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42120fcc-05cc-49da-9333-319bc30c0c40,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.169255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53332) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.174078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.201847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.268774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.272543 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.292931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbd68a8-ae74-448d-b50c-b029cc771dfb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.296192 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.297379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a7d030f-84d8-4081-8de6-1e86331ed3f1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270285 Aug 12 03:01:52.300139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53334) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.304878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.330432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.392883 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.397499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.416497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce07f09-065b-4eac-98aa-0532abc83737,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.421320 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.422470 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2b0d1c26-1c81-455f-b83d-446358366af5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214011 Aug 12 03:01:52.425155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.429849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.456034 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.518319 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.522639 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.542201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b78500b-33e9-41fd-8997-d6277416846d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.545022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.546219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fbde8fa0-7e74-4aa0-b998-9cce4518f4bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201196 Aug 12 03:01:52.548905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.553545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.579718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.639305 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.642957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.664481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5b17bc-2d8c-41eb-a0ab-955c83376dfd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.667416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.668637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-16f09a0f-68ce-4d81-9eb6-0295829c0482 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187997 Aug 12 03:01:52.671441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53340) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.675964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.697394 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Project 23755281a083485f86b398a78c4f5c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:01:52.702097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.760821 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.764170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.781788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef85bf3-a24e-48b6-b43a-1f7e0fe30cca,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.787952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.789165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ad858605-c529-4cee-ad64-a7806b75e629 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166821 Aug 12 03:01:52.791719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53342) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:01:52.796071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'security_group_rule': {'security_group_id': '42120fcc-05cc-49da-9333-319bc30c0c40', 'project_id': '23755281a083485f86b398a78c4f5c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:01:52.817083 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Project 23755281a083485f86b398a78c4f5c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:01:52.823366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.886226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.889807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.907993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ade938-3db9-4ebb-95fd-e81fee28e9b1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:01:52.916131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:01:52.917356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-243644e2-faaf-48ea-b1d9-82b697f2c8a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247134 Aug 12 03:02:01.433658 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:02:02.029551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c99cef76-f167-41f2-a0eb-f3c5eab533e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:04.525425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-f6a14930-d6f5-4e7b-9c34-58115e934150 req-5fbf297d-9ed4-4765-bc74-4d13fff5f227 service neutron] (94673) timed out ('10.222.0.25', 65458) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 03:02:04.646739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-499b3e6b-aa2f-4b2b-b87b-075bf32ce02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:04.742309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:04.984481 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:05.969858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:06.269433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-0a87b11e-4279-421f-b95f-9bce018192d2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735448625&fields=id&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 267 time: 0.0411375 Aug 12 03:02:06.373029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-1e7db33a-ff03-42b4-af3a-2a14fa12234f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:06.374504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-1e7db33a-ff03-42b4-af3a-2a14fa12234f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.0979493 Aug 12 03:02:06.388884 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-7b74d227-b0ac-4f0c-9d11-629c7e117fc1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0087063 Aug 12 03:02:06.443701 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-2406e38c-c3fd-4556-80b8-51afa68910bc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496445 Aug 12 03:02:06.584685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-f9c8ef1c-d66e-4bf2-a7c1-7bbd54b4a348 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296382 Aug 12 03:02:06.675005 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-68d18388-2bb5-40fd-9746-e9b632c5c652 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842812 Aug 12 03:02:06.963418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-031ef857-7718-47b5-9e08-62dabba325a4 req-7c472616-4871-471c-b147-bee97a1b0b5c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Aug 12 03:02:07.480599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:07.867245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-36d09915-9593-4c62-a135-49f871a2f2a8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:07.868790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-36d09915-9593-4c62-a135-49f871a2f2a8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1039014 Aug 12 03:02:07.921377 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-557baac8-46fb-4d8b-8e37-916dbf602b15 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 380 time: 0.0436037 Aug 12 03:02:07.932165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'security_groups': ['42120fcc-05cc-49da-9333-319bc30c0c40']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:02:08.069159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-10d3b08c-3b4c-4971-bed1-02574ff9765b req-dfddaedd-c58b-4c81-b17e-e75a47b18e82 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0349531 Aug 12 03:02:08.073733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:02:08.077346 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.212819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.10 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/725ec68e-b784-47d7-9f5c-7ca825cbb972) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:02:08.355028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.368387 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object 725ec68e-b784-47d7-9f5c-7ca825cbb972 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:02:08.400246 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.447411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:02:08.450571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:02:08.456552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:02:08.490376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:08.505816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.506248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.506661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.507011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.507349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.507723 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.508057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.508380 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.508711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.509035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.509367 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.509716 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:02:08.541550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:08.542436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.558070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-09af00bc-ed6c-41aa-b78c-7ef02ddc1ff0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296284 Aug 12 03:02:08.569864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Request body: {'port': {'device_id': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:02:08.631218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.751421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e0c36778-e1f8-4af2-a628-863a0d042008 None None] Provisioning for port 725ec68e-b784-47d7-9f5c-7ca825cbb972 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:02:08.755391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e0c36778-e1f8-4af2-a628-863a0d042008 None None] Provisioning complete for port 725ec68e-b784-47d7-9f5c-7ca825cbb972 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:02:08.755677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e0c36778-e1f8-4af2-a628-863a0d042008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.792661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e0c36778-e1f8-4af2-a628-863a0d042008 None None] Port 725ec68e-b784-47d7-9f5c-7ca825cbb972 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:02:08.910309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725ec68e-b784-47d7-9f5c-7ca825cbb972 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:02:08.918377 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.930228 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Transition to ACTIVE for port object 725ec68e-b784-47d7-9f5c-7ca825cbb972 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:02:08.934127 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:08.992825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:09.079649 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Attempting to bind port 725ec68e-b784-47d7-9f5c-7ca825cbb972 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:02:09.079999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Attempting to bind port 725ec68e-b784-47d7-9f5c-7ca825cbb972 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:02:09.080341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Attempting to bind port 725ec68e-b784-47d7-9f5c-7ca825cbb972 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:02:09.087798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Port 725ec68e-b784-47d7-9f5c-7ca825cbb972 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:02:09.088141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Attempting to bind port 725ec68e-b784-47d7-9f5c-7ca825cbb972 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:02:09.095281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:02:09.095839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:02:09.096243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:02:09.096694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Bound port: 725ec68e-b784-47d7-9f5c-7ca825cbb972, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:02:09.097332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:09.183441 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:02:09.188067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:02:09.194422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:09.221604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc36513-6d9b-459a-b58c-a71c6eb4d174 req-3585803e-d50b-4c38-824d-21ce2de17fd0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.228616 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dc36513-6d9b-459a-b58c-a71c6eb4d174 req-3585803e-d50b-4c38-824d-21ce2de17fd0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0635085 Aug 12 03:02:09.234398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.235038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:09.236513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] 10.222.0.25 "PUT /v2.0/ports/725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 1092 time: 0.6712449 Aug 12 03:02:09.236971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:02:09.240669 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337f3887-0558-4b01-8f8d-4c8c14d19ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:02:09.266770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd0d9-6cb9-4687-ab0c-56271bcadaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:09.299215 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9dc36513-6d9b-459a-b58c-a71c6eb4d174 req-042abdc1-089b-47f0-aaef-0bcb48b2382e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676568 Aug 12 03:02:09.312297 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7680415-a723-4bcf-9cdb-d9b44a71a668 x-openstack-request-id: req-a7680415-a723-4bcf-9cdb-d9b44a71a668 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:02:09.312706 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:02:09.313079 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7680415-a723-4bcf-9cdb-d9b44a71a668 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:02:09.313578 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'status': 'completed', 'code': 200} Aug 12 03:02:09.336179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-066ab052-b1bb-48b9-ad5d-c3a376ffb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.339720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-066ab052-b1bb-48b9-ad5d-c3a376ffb9f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1095 time: 0.0558815 Aug 12 03:02:09.385224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-10ecc6cb-25a3-45c9-8337-932eda79b37d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 217 time: 0.0390878 Aug 12 03:02:09.441298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-ec5486f5-6fc2-42d8-b05e-91cb33ed7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.443723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-ec5486f5-6fc2-42d8-b05e-91cb33ed7741 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0505772 Aug 12 03:02:09.492524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-31d18eba-1f17-424d-a0b8-c16ef0518c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.494075 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-31d18eba-1f17-424d-a0b8-c16ef0518c29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435712 Aug 12 03:02:09.589861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-269ac3ed-5f1f-4130-a386-d3982dd0ed19 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888793 Aug 12 03:02:09.680605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-09dc3c4d-385d-4164-ba79-d9a024fbcb09 req-ee737b3f-40bd-4299-867e-bb05e0f39ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821152 Aug 12 03:02:09.765413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-404e719e-5108-4cd1-a19d-22cbe2f32f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.766940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-404e719e-5108-4cd1-a19d-22cbe2f32f20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1095 time: 0.0413563 Aug 12 03:02:09.864794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-8e50243e-1b8d-4af4-bc70-968fd9337ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.866291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-8e50243e-1b8d-4af4-bc70-968fd9337ea1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0928838 Aug 12 03:02:09.908558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-3a50908c-adf5-4b3a-b050-2abd55e40615 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 217 time: 0.0350227 Aug 12 03:02:09.962805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-497fdccf-dfab-4e67-92e2-92768cbefca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:09.964282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-497fdccf-dfab-4e67-92e2-92768cbefca4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0479612 Aug 12 03:02:10.010871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-7b7105bb-31e5-4d14-a7a7-b686f8d7133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:10.012421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-7b7105bb-31e5-4d14-a7a7-b686f8d7133a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398457 Aug 12 03:02:10.103900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-99ca2c22-bbc4-40ef-bcb0-8451b54c966d service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835311 Aug 12 03:02:10.200412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-337f3887-0558-4b01-8f8d-4c8c14d19ec9 req-a98aa2db-ebc0-4463-b803-19ff3c5cd1a8 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893333 Aug 12 03:02:10.418286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28008c-b2d3-40ba-93fb-c99287e8ed27 req-fe4e6f7b-8f74-483f-8f74-661393c101b0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:10.419833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b28008c-b2d3-40ba-93fb-c99287e8ed27 req-fe4e6f7b-8f74-483f-8f74-661393c101b0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0523021 Aug 12 03:02:10.466213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0b28008c-b2d3-40ba-93fb-c99287e8ed27 req-8b1c2b85-3dc1-437c-b3b6-e4c63673c5a2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Aug 12 03:02:11.580183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77196f6-8e10-4f32-b6b6-d8d89fbd7626 req-0da9d7d0-558e-4b8c-afbf-de62fa712b59 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:11.581666 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e77196f6-8e10-4f32-b6b6-d8d89fbd7626 req-0da9d7d0-558e-4b8c-afbf-de62fa712b59 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0487249 Aug 12 03:02:11.619525 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e77196f6-8e10-4f32-b6b6-d8d89fbd7626 req-b711cf7d-1424-4554-b2fb-2265000e109c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Aug 12 03:02:12.736262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e45f-d03b-4161-854c-4cdcd6fc3af6 req-8520633a-cdc8-4954-8c5a-fb3b0d73c426 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:12.737757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed07e45f-d03b-4161-854c-4cdcd6fc3af6 req-8520633a-cdc8-4954-8c5a-fb3b0d73c426 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0523899 Aug 12 03:02:12.779230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed07e45f-d03b-4161-854c-4cdcd6fc3af6 req-ee29d7f6-b775-4f97-b6cf-83de06b46c3c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348771 Aug 12 03:02:13.895929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e347c33-7527-4722-9eb9-91c8db75eae3 req-80b2b677-d97c-466b-8311-5061ac0e2470 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:13.897410 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e347c33-7527-4722-9eb9-91c8db75eae3 req-80b2b677-d97c-466b-8311-5061ac0e2470 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0482545 Aug 12 03:02:13.935676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4e347c33-7527-4722-9eb9-91c8db75eae3 req-009e8b16-00ef-498d-ad7d-91b65413f9a5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Aug 12 03:02:15.048804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fdd7a-23d4-46d0-a7b3-50862eefd8ae req-eacbcb77-8ccc-45a2-881f-e22634bbb99d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:15.050310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-814fdd7a-23d4-46d0-a7b3-50862eefd8ae req-eacbcb77-8ccc-45a2-881f-e22634bbb99d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0483947 Aug 12 03:02:15.092499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-814fdd7a-23d4-46d0-a7b3-50862eefd8ae req-c8979ed4-5309-445d-9666-f6368ba99754 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Aug 12 03:02:16.214497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a9eb1-499f-4b68-afe8-2726b3c65837 req-41c105d5-2975-4242-959a-afe95093e797 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:16.215900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-721a9eb1-499f-4b68-afe8-2726b3c65837 req-41c105d5-2975-4242-959a-afe95093e797 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0476584 Aug 12 03:02:16.258041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-721a9eb1-499f-4b68-afe8-2726b3c65837 req-34b1a5f8-fb8b-4a4a-bfdf-e3a42751cbfb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362833 Aug 12 03:02:17.373102 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19218e1d-b867-41eb-bbb3-21c243dcd669 req-c4cc296b-0ea3-4b88-9619-61838c946977 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:17.374611 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19218e1d-b867-41eb-bbb3-21c243dcd669 req-c4cc296b-0ea3-4b88-9619-61838c946977 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0488839 Aug 12 03:02:17.413162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19218e1d-b867-41eb-bbb3-21c243dcd669 req-4eb2b2bc-4431-4af7-aba0-13591f68a456 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Aug 12 03:02:18.272170 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:18.538810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bfb76-0903-48b0-b035-ea20fbb92c07 req-6414b37c-ec55-4528-be91-71281056156f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:18.540135 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f6bfb76-0903-48b0-b035-ea20fbb92c07 req-6414b37c-ec55-4528-be91-71281056156f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0590007 Aug 12 03:02:18.578749 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f6bfb76-0903-48b0-b035-ea20fbb92c07 req-2dc5f2b2-665f-4af1-87ef-e4bdac31a824 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Aug 12 03:02:19.695211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e9696-ec59-4ec5-bde8-8ae8bc68f629 req-f4b1e6be-64d8-4dd5-9df7-5feef79e31af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:19.696718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-792e9696-ec59-4ec5-bde8-8ae8bc68f629 req-f4b1e6be-64d8-4dd5-9df7-5feef79e31af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0526323 Aug 12 03:02:19.733898 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-792e9696-ec59-4ec5-bde8-8ae8bc68f629 req-2b08f203-563b-442a-9ce2-9ecd0e9ae269 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Aug 12 03:02:20.849916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282e968-c89e-4c77-822c-566f3d487c41 req-5e50a384-f717-4104-aa4f-bbd2fe88cf35 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:20.853836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f282e968-c89e-4c77-822c-566f3d487c41 req-5e50a384-f717-4104-aa4f-bbd2fe88cf35 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 944 time: 0.0543892 Aug 12 03:02:20.890864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f282e968-c89e-4c77-822c-566f3d487c41 req-ae6046f8-7cac-46bf-bf49-f3f0eb46e8bb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Aug 12 03:02:21.259734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 725ec68e-b784-47d7-9f5c-7ca825cbb972 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:02:21.363230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:02:21.375088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'mac_address': 'fa:16:3e:06:cd:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:02:21.414207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:21.432172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725ec68e-b784-47d7-9f5c-7ca825cbb972 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:02:21.460270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:02:21.465910 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:21.530078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:21.651462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['725ec68e-b784-47d7-9f5c-7ca825cbb972'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:02:22.022283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f56d7-1a32-47a5-9fdb-80c44fbbdb31 req-416642ea-b4d5-4adf-90ef-7d3f5a84a18c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:22.023837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b4f56d7-1a32-47a5-9fdb-80c44fbbdb31 req-416642ea-b4d5-4adf-90ef-7d3f5a84a18c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 945 time: 0.0600324 Aug 12 03:02:22.064893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5b4f56d7-1a32-47a5-9fdb-80c44fbbdb31 req-48d6e0b4-e0e3-47c5-a5da-e4e66ec81c0f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351031 Aug 12 03:02:23.181416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054104-01c4-4a1a-be02-23c7b15492d5 req-7c270663-66b6-442b-9f87-3473c634b83d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:23.183012 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0054104-01c4-4a1a-be02-23c7b15492d5 req-7c270663-66b6-442b-9f87-3473c634b83d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Aug 12 03:02:23.223843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b0054104-01c4-4a1a-be02-23c7b15492d5 req-d8bc7aec-f48d-484c-83ee-33f4cade2f65 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343554 Aug 12 03:02:23.274546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 725ec68e-b784-47d7-9f5c-7ca825cbb972 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:02:23.322420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 725ec68e-b784-47d7-9f5c-7ca825cbb972 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:02:23.325974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 725ec68e-b784-47d7-9f5c-7ca825cbb972 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:02:23.326349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:23.400568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:23.425285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:02:23.428319 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b661056-923e-48a4-a720-57ccbdc42be1" -d '{"events": [{"server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "name": "network-vif-plugged", "status": "completed", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:02:23.441338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:02:23.446002 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:23.500654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:23.532857 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f339d0-2b3e-4908-bc47-d06c5165fd2b x-openstack-request-id: req-34f339d0-2b3e-4908-bc47-d06c5165fd2b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:02:23.533154 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "name": "network-vif-plugged", "status": "completed", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:02:23.533406 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34f339d0-2b3e-4908-bc47-d06c5165fd2b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:02:23.533805 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'code': 200} Aug 12 03:02:23.626847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51dc94-2ea9-4952-b7d2-2cd99fd6cbc4 req-a835bcab-f085-4d03-b245-4e3d21f75af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:23.628372 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e51dc94-2ea9-4952-b7d2-2cd99fd6cbc4 req-a835bcab-f085-4d03-b245-4e3d21f75af8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1097 time: 0.0396266 Aug 12 03:02:23.662166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7e51dc94-2ea9-4952-b7d2-2cd99fd6cbc4 req-d8f4947a-bca9-435d-9e2d-bee3f4f9d6be service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265291 Aug 12 03:02:24.341087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4850c-5130-45ae-a418-beb1a7362cf2 req-7a3a315e-86cc-45bb-8d2a-86566ca878a0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:24.342615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5a4850c-5130-45ae-a418-beb1a7362cf2 req-7a3a315e-86cc-45bb-8d2a-86566ca878a0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0489292 Aug 12 03:02:24.381424 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5a4850c-5130-45ae-a418-beb1a7362cf2 req-7384a544-f60a-47b0-8446-4d8202616950 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324621 Aug 12 03:02:25.502409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf666d2-7f53-481f-8adc-5798341824e8 req-b7bb1ab2-7d43-488f-a881-bc4ed7e6f390 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:25.504051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cf666d2-7f53-481f-8adc-5798341824e8 req-b7bb1ab2-7d43-488f-a881-bc4ed7e6f390 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0547354 Aug 12 03:02:25.543242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1cf666d2-7f53-481f-8adc-5798341824e8 req-115b58e9-91b4-42f4-9b48-5bceb333a545 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323832 Aug 12 03:02:25.659352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2b5d5-a680-406e-b6d6-ec32f03eb564 req-0754a38a-8fd1-4d14-b9c0-b103fa260766 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:25.661036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76a2b5d5-a680-406e-b6d6-ec32f03eb564 req-0754a38a-8fd1-4d14-b9c0-b103fa260766 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0510588 Aug 12 03:02:25.698966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-76a2b5d5-a680-406e-b6d6-ec32f03eb564 req-0a1bc0c2-d657-434d-9b65-ea173f42b449 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316827 Aug 12 03:02:25.721318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53532) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:02:25.760954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627b9e3-2af2-4fbf-a90d-c2e03295cec1 tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:25.762505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4627b9e3-2af2-4fbf-a90d-c2e03295cec1 tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1092 time: 0.0402179 Aug 12 03:02:25.765502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53534) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:02:25.769811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:02:25.791506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:25.889225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:25.993890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.25.3.209 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/daa6d71a-817b-4603-ab76-6afc9bb1e2d7) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:02:26.091688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.129600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.166838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:02:26.169632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:02:26.172065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:02:26.207622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=daa6d71a-817b-4603-ab76-6afc9bb1e2d7,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:26.540885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.611965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.760350 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.764693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.832345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=daa6d71a-817b-4603-ab76-6afc9bb1e2d7,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:02:26.846193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:26.944170 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP 584cc9f4-f5d2-4f55-836e-506c2f16e4f7 associated. External IP: 172.25.3.209, port: 725ec68e-b784-47d7-9f5c-7ca825cbb972. Aug 12 03:02:27.145698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:02:27.254078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:02:27.264290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:02:27.269773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:27.274535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:02:27.275235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:02:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:02:27.298197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a9bd7aa9-4794-4f36-9470-37077183e57c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5316715 Aug 12 03:02:27.298874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:02:27.301257 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:02:27.338893 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564ad30-d819-4595-9f5d-cfe7d6c4e6e9 x-openstack-request-id: req-f564ad30-d819-4595-9f5d-cfe7d6c4e6e9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:02:27.339184 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:02:27.339442 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f564ad30-d819-4595-9f5d-cfe7d6c4e6e9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:02:27.339913 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'status': 'completed', 'code': 200} Aug 12 03:02:27.382431 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:02:27.400236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-58be1e34-0a0c-4478-911c-7afbbd72250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:27.401682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-58be1e34-0a0c-4478-911c-7afbbd72250c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1097 time: 0.0404365 Aug 12 03:02:27.492920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-bdc0bce7-f83f-4c91-9fa4-1e54968c2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:27.493631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-bdc0bce7-f83f-4c91-9fa4-1e54968c2c73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0852857 Aug 12 03:02:27.599535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-861efe26-2201-4856-b83f-58a2ee08d363 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 1000 time: 0.0960412 Aug 12 03:02:27.620653 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '584cc9f4-f5d2-4f55-836e-506c2f16e4f7', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:06:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:02:26Z', 'updated_at': '2021-08-12T03:02:26Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:02:27.646642 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-0d3bf6da-f8da-460d-a7f4-aeceae4ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:27.648235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-0d3bf6da-f8da-460d-a7f4-aeceae4ade1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0443122 Aug 12 03:02:27.744853 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:02:27.753792 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:02:27.755053 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:02:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:02:27.864393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:02:27.951409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-eec74d64-f269-405d-9df9-99086fc665ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:02:27.952974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-eec74d64-f269-405d-9df9-99086fc665ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977221 Aug 12 03:02:28.041525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-cf198ffb-ca28-40a3-b48a-73be65e98765 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803282 Aug 12 03:02:28.087264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '584cc9f4-f5d2-4f55-836e-506c2f16e4f7', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:06:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:02:26Z', 'updated_at': '2021-08-12T03:02:26Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:02:28.116882 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19caf312-1ff1-4a12-a8ba-cb0fc6ec12bf None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '584cc9f4-f5d2-4f55-836e-506c2f16e4f7', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:06:cd:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:02:26Z', 'updated_at': '2021-08-12T03:02:26Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:02:28.138490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3bc603a8-8a2f-426d-8970-b1f6fb08c3c4 req-a662467c-fa2b-4486-b475-db777b66e1df service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902956 Aug 12 03:02:28.315051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aec3066-d8f9-47fc-b30e-ae083d594659 None None] New status for floating IP 584cc9f4-f5d2-4f55-836e-506c2f16e4f7: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:02:32.029260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1176758a-f874-47dc-933c-17d9f5c7fdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:34.648599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a5486167-4739-4988-a012-e24d1798bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:34.742394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:34.993744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:35.972180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:37.482270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:02:38.432910 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:02:48.270253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:02.030347 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a6da37a5-9d7a-4b7e-b8b5-429d40d76ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:04.648081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64fd3118-1047-4fd2-8d16-e779f7cbf269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:04.746541 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:04.996126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:05.975682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:07.485171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:13.507403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-57f53141-c530-47b3-8072-99846d2af2f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405178 Aug 12 03:03:13.586262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-c32b01b0-19e8-4a76-8412-6d959467eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:03:13.587832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-c32b01b0-19e8-4a76-8412-6d959467eca0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1097 time: 0.0400841 Aug 12 03:03:13.693045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-2fbb4c93-bac4-47cb-acf6-d71c8671c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:03:13.694540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-2fbb4c93-bac4-47cb-acf6-d71c8671c16c service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0862660 Aug 12 03:03:13.764348 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-3e3f4406-6fa1-4655-94c3-4f4226cd1fcc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 1002 time: 0.0628164 Aug 12 03:03:13.814731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-49129ba1-8378-4300-be3d-5196ff972c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:03:13.816204 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-49129ba1-8378-4300-be3d-5196ff972c13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0454614 Aug 12 03:03:13.865993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-f97725a0-adc2-474b-8327-bf0e7968dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:03:13.867602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-f97725a0-adc2-474b-8327-bf0e7968dd1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447047 Aug 12 03:03:13.954548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-bf658c13-45bb-45d8-b94e-713b32f62cb8 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789788 Aug 12 03:03:14.048839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cfa71f7-b671-4986-973c-b4cb8959c3ad req-d49c5450-a463-42cd-b973-859eaf71d549 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871475 Aug 12 03:03:15.432374 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:03:18.270532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:32.030263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e00f995d-a51b-4d79-8eec-550da2121c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:34.649043 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4f049bea-7593-4c25-aad2-88646d3d0697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:34.747630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:34.996682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:35.979280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:37.488100 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:48.285131 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:03:52.431201 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:04:02.031188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4888b554-f00f-4308-bade-d62a04fbe44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:04.649571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4de95db5-3d49-4918-a31c-78b95ecc3dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:04.749641 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:05.009443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:05.981479 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:07.490981 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:13.499570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-2916eee5-72d1-46cb-97e1-5f6d0fc218a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395379 Aug 12 03:04:13.578267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f415-2019-49bd-b794-82a5e33f604c req-98b04d7c-a551-4469-8b2e-b1784bb1d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:13.579797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-98b04d7c-a551-4469-8b2e-b1784bb1d011 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 1097 time: 0.0402789 Aug 12 03:04:13.683972 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f415-2019-49bd-b794-82a5e33f604c req-8ad27d75-599f-4bf0-a460-d5bbb398edea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:13.685449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-8ad27d75-599f-4bf0-a460-d5bbb398edea service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0866714 Aug 12 03:04:13.749132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-b8a5c409-e559-444c-8917-cc64a8f42b87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 200 len: 1002 time: 0.0567424 Aug 12 03:04:13.797545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f415-2019-49bd-b794-82a5e33f604c req-1fd825dc-ba5b-4799-abc2-364eede3e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:13.798971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-1fd825dc-ba5b-4799-abc2-364eede3e39f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0426931 Aug 12 03:04:13.848527 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f415-2019-49bd-b794-82a5e33f604c req-20ed4392-51d7-4b23-8774-1fdc9074d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:13.850287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-20ed4392-51d7-4b23-8774-1fdc9074d47c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441446 Aug 12 03:04:13.938707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-567cff86-3ceb-48bc-9ad4-b0b432af86ca service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803869 Aug 12 03:04:14.031392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f36f415-2019-49bd-b794-82a5e33f604c req-bfb087be-a52e-461a-9fee-fe48f0e555e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853271 Aug 12 03:04:18.293090 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:23.826351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9c65d-7c22-4bf5-95b8-db02dc9a1f40 req-ad3e918b-7c1e-4b4d-8551-bd9df3a38304 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:23.827882 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fb9c65d-7c22-4bf5-95b8-db02dc9a1f40 req-ad3e918b-7c1e-4b4d-8551-bd9df3a38304 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0494406 Aug 12 03:04:23.873846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2fb9c65d-7c22-4bf5-95b8-db02dc9a1f40 req-5a8e26b7-0465-4dc1-a3bf-4dfb5e3393ce tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390439 Aug 12 03:04:24.993300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704089d-d771-4521-85d3-70c0099b7a0e req-cc351083-eb0e-48cc-924c-1b50e4474b76 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:24.994861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f704089d-d771-4521-85d3-70c0099b7a0e req-cc351083-eb0e-48cc-924c-1b50e4474b76 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0527871 Aug 12 03:04:25.034011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f704089d-d771-4521-85d3-70c0099b7a0e req-da13131d-0d1d-4d30-afac-548471b203e9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324125 Aug 12 03:04:25.270183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-2496e913-5190-459e-8ba4-ddfd897fb0f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:25.271584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-2496e913-5190-459e-8ba4-ddfd897fb0f2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 946 time: 0.0479920 Aug 12 03:04:25.367872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port 725ec68e-b784-47d7-9f5c-7ca825cbb972 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:04:25.368223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:25.460031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port 725ec68e-b784-47d7-9f5c-7ca825cbb972, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=725ec68e-b784-47d7-9f5c-7ca825cbb972,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:04:25.460409 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:25.741270 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:25.741656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:25.742017 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP 584cc9f4-f5d2-4f55-836e-506c2f16e4f7 disassociated. External IP: 172.25.3.209, port: 725ec68e-b784-47d7-9f5c-7ca825cbb972. Aug 12 03:04:25.742455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for 725ec68e-b784-47d7-9f5c-7ca825cbb972 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:04:25.878608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:25.905854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=725ec68e-b784-47d7-9f5c-7ca825cbb972,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:25.916713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.917075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.917429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.917778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.918122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.918462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.918799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.919715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.919715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.919890 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.920123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:25.920453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:26.037960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:04:26.164493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bb26c79-e40a-4ba7-b0c5-8abbd0f30b35 req-5c02efc2-931b-4f1f-996d-98acdc28b69c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0334134 Aug 12 03:04:26.177468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:04:26.192299 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:04:26.201782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:04:26.202399 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:04:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:26.220877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port 725ec68e-b784-47d7-9f5c-7ca825cbb972 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:04:26.223732 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:26.226029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e1d8354f-72a8-4628-ad97-b745ffe83ac2 req-24c772ec-7589-428a-8efe-835aa82423dc tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "DELETE /v2.0/ports/725ec68e-b784-47d7-9f5c-7ca825cbb972 HTTP/1.1" status: 204 len: 173 time: 0.9485343 Aug 12 03:04:26.226688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'name': 'network-vif-deleted', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:04:26.229266 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756e12d8-9544-47d1-8963-1a927ec29303" -d '{"events": [{"server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "name": "network-vif-deleted", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:04:26.289373 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc7802d-6eb0-4373-9711-856be85adcf1 x-openstack-request-id: req-1dc7802d-6eb0-4373-9711-856be85adcf1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:04:26.292662 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffa1bdd-39a2-46f4-95bd-cd0c27e268e5", "name": "network-vif-deleted", "tag": "725ec68e-b784-47d7-9f5c-7ca825cbb972", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:04:26.293108 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dc7802d-6eb0-4373-9711-856be85adcf1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:04:26.293681 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffa1bdd-39a2-46f4-95bd-cd0c27e268e5', 'name': 'network-vif-deleted', 'tag': '725ec68e-b784-47d7-9f5c-7ca825cbb972', 'status': 'completed', 'code': 200} Aug 12 03:04:26.323961 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:04:26.530616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:26.560322 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:04:26.569079 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:04:26.569675 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:04:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:26.678928 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:04:26.872563 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:26.899545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afaef3-8bd6-4529-91ff-2a86d3176cbb None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:04:27.126149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fa5a40-931b-44d8-a764-5adab18f359d None None] New status for floating IP 584cc9f4-f5d2-4f55-836e-506c2f16e4f7: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:04:27.266788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eb0b897e-8372-45da-9a62-cb041be70500 req-e580c58d-c2e4-4ba4-a1cf-0835aee1d5f5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 12 03:04:28.363622 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93b11e1d-c04d-4555-b095-d88d62f6cc5d req-428a7ae5-c077-4d35-b02f-c680f684a775 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Aug 12 03:04:29.430637 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:04:29.459952 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e89f908-6fd1-4d1e-913e-bd1a8a333545 req-214516f2-b6df-4400-be7e-4a1a45e0df52 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=fffa1bdd-39a2-46f4-95bd-cd0c27e268e5 HTTP/1.1" status: 200 len: 210 time: 0.0276415 Aug 12 03:04:29.881143 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 725ec68e-b784-47d7-9f5c-7ca825cbb972 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:04:29.902545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 725ec68e-b784-47d7-9f5c-7ca825cbb972 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:04:29.902889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 725ec68e-b784-47d7-9f5c-7ca825cbb972 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:04:30.675341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-2c8ce70e-6073-42d9-826d-3297633cac60 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735448625&fields=id&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 267 time: 0.0326898 Aug 12 03:04:30.782084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-0d201ab7-8b24-4553-93a2-be0f366a453c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:30.783774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-0d201ab7-8b24-4553-93a2-be0f366a453c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.0992045 Aug 12 03:04:30.801197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-96b3d310-2c25-4740-a9b0-c486a9f8a57d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0116873 Aug 12 03:04:30.857788 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-a6ea0174-4752-4047-9196-df0c6ddff0b5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510108 Aug 12 03:04:30.957030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-850f24dd-cf98-480c-909f-8b040939c3d3 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873909 Aug 12 03:04:31.047935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-41dcbef3-6368-415e-9987-f8381c0c511c service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847447 Aug 12 03:04:31.342435 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de53ea56-a7ba-4b44-b445-df35ced2c5c7 req-00cc1b8a-e9d7-4b2b-92f3-158273a5519c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 210 time: 0.0291250 Aug 12 03:04:32.031665 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d995980c-b60d-478a-9f90-339c711e977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:32.306620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-c02136c6-7da2-4157-b610-3785074d465c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:32.308146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-c02136c6-7da2-4157-b610-3785074d465c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1075854 Aug 12 03:04:32.357062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-37530161-6b7c-44b3-99d2-68bc9eb9b249 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 380 time: 0.0349784 Aug 12 03:04:32.366835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'security_groups': ['42120fcc-05cc-49da-9333-319bc30c0c40']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:04:32.448314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3c26888-073a-4ce1-af60-156199f89b17 req-88ee4b3e-5937-4d77-8895-e52eb33e28d7 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 210 time: 0.0374737 Aug 12 03:04:32.494472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:04:32.498094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:32.626232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.9 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/ff4abab4-5fce-428d-99b4-f6995151c333) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:04:32.772486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:32.787054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object ff4abab4-5fce-428d-99b4-f6995151c333 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:04:32.820671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:32.865536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:04:32.870998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:04:32.874961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:04:32.901043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:32.915331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.915711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.916062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.916403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.916747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.917085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.917419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.917750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.918085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.918410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.918736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.919063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:32.951385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:32.952038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:32.968810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-1e9398f6-9fc3-4474-8477-71e93868377b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6057925 Aug 12 03:04:32.987906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Request body: {'port': {'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:04:33.044883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.145041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5153913-0a97-497b-b75c-400b5104d53b None None] Provisioning for port ff4abab4-5fce-428d-99b4-f6995151c333 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:04:33.150599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5153913-0a97-497b-b75c-400b5104d53b None None] Provisioning complete for port ff4abab4-5fce-428d-99b4-f6995151c333 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:04:33.152109 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5153913-0a97-497b-b75c-400b5104d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.191125 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5153913-0a97-497b-b75c-400b5104d53b None None] Port ff4abab4-5fce-428d-99b4-f6995151c333 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:04:33.311680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4abab4-5fce-428d-99b4-f6995151c333 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:04:33.319717 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.332201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Transition to ACTIVE for port object ff4abab4-5fce-428d-99b4-f6995151c333 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:04:33.335424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.410363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:33.473419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Attempting to bind port ff4abab4-5fce-428d-99b4-f6995151c333 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:04:33.473990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Attempting to bind port ff4abab4-5fce-428d-99b4-f6995151c333 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:04:33.474560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Attempting to bind port ff4abab4-5fce-428d-99b4-f6995151c333 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:04:33.480322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Port ff4abab4-5fce-428d-99b4-f6995151c333 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:04:33.480659 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Attempting to bind port ff4abab4-5fce-428d-99b4-f6995151c333 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:04:33.488257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:04:33.488610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:04:33.489060 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:04:33.489455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Bound port: ff4abab4-5fce-428d-99b4-f6995151c333, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:04:33.489826 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.609393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:04:33.614949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff4abab4-5fce-428d-99b4-f6995151c333,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:04:33.624435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56102-7340-4d69-b2e6-bda296416ad6 req-3a786189-eeab-42de-81a7-af9891c14f55 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:33.625956 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6e56102-7340-4d69-b2e6-bda296416ad6 req-3a786189-eeab-42de-81a7-af9891c14f55 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0832391 Aug 12 03:04:33.628077 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.668364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:33.668918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:33.670303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] 10.222.0.21 "PUT /v2.0/ports/ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 1091 time: 0.6874719 Aug 12 03:04:33.670896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:04:33.672977 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de2a30-c24a-44f3-9278-4c41834891be" -d '{"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:04:33.727113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c6e56102-7340-4d69-b2e6-bda296416ad6 req-fe0373ce-1519-44ca-a6cf-4f83b48efc99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905483 Aug 12 03:04:33.729028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e7d57-6dc4-499b-8840-96c14e33cae4 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:33.774880 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-af508d9c-26d6-4561-b4fd-6bf0a6051717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:33.776585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-af508d9c-26d6-4561-b4fd-6bf0a6051717 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1094 time: 0.0485663 Aug 12 03:04:33.831650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-0c37c41d-c676-404f-9784-fc8bbf954d19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 217 time: 0.0421114 Aug 12 03:04:33.885514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-fde39bef-3980-4f7b-a5d5-58d14d96d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:33.886998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-fde39bef-3980-4f7b-a5d5-58d14d96d7b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0480249 Aug 12 03:04:33.935119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-4e3c8086-8e62-4b1d-8c93-e2f71d255e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:33.936943 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-4e3c8086-8e62-4b1d-8c93-e2f71d255e98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430167 Aug 12 03:04:34.030169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-affa62f3-9543-47da-92e0-2b6238bfa909 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Aug 12 03:04:34.120042 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9efd13e-0822-46ee-81a5-9334f21ac993 req-f39dd76a-8c90-4503-8fc6-d5d7d66b25bb service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825868 Aug 12 03:04:34.649585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a297fae5-bd72-4a19-9e91-5165d91e5a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:34.748972 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0094f-55a2-4880-97e3-af0ae45794b7 x-openstack-request-id: req-72d0094f-55a2-4880-97e3-af0ae45794b7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:04:34.749508 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:04:34.749833 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72d0094f-55a2-4880-97e3-af0ae45794b7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:04:34.750545 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'status': 'completed', 'code': 200} Aug 12 03:04:34.753079 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:34.859494 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2a30-c24a-44f3-9278-4c41834891be req-6735774b-fa15-41e2-9da2-3e6b426bb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:34.861055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-6735774b-fa15-41e2-9da2-3e6b426bb9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1094 time: 0.0706129 Aug 12 03:04:34.885243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4159125-c102-4a24-b56d-3acc8d3e9fdb req-6cbbefee-f68f-417c-b41b-b4c38930cb8a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:34.886748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4159125-c102-4a24-b56d-3acc8d3e9fdb req-6cbbefee-f68f-417c-b41b-b4c38930cb8a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0864522 Aug 12 03:04:34.981487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4159125-c102-4a24-b56d-3acc8d3e9fdb req-d6577482-9053-446c-b882-96227bbc7c30 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820229 Aug 12 03:04:35.001168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2a30-c24a-44f3-9278-4c41834891be req-55132b60-6479-4344-8c1b-cb610c63d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:35.002647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-55132b60-6479-4344-8c1b-cb610c63d20b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.1337132 Aug 12 03:04:35.026631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:35.048437 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-368ed8c1-97d6-4f87-a17e-f1f598c918d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 217 time: 0.0392587 Aug 12 03:04:35.098998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2a30-c24a-44f3-9278-4c41834891be req-c1b5c0d6-6bbf-414c-bf9d-5d7cef788a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:35.100810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-c1b5c0d6-6bbf-414c-bf9d-5d7cef788a06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0456049 Aug 12 03:04:35.147264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de2a30-c24a-44f3-9278-4c41834891be req-d68bba11-d7bb-43d3-913e-fc1c3f8014f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:35.148843 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-d68bba11-d7bb-43d3-913e-fc1c3f8014f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Aug 12 03:04:35.261903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-6d08d60f-8cf8-47d3-8066-1d9906c531f7 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Aug 12 03:04:35.351578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-28de2a30-c24a-44f3-9278-4c41834891be req-abc34f74-006f-4076-8d61-40aac123c50f service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823770 Aug 12 03:04:35.983223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:36.101033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644dec-a760-416b-8db3-dfdde1e1b903 req-36adda44-78ad-41ce-b886-146cabaaf3e1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:36.102551 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40644dec-a760-416b-8db3-dfdde1e1b903 req-36adda44-78ad-41ce-b886-146cabaaf3e1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0514822 Aug 12 03:04:36.140906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40644dec-a760-416b-8db3-dfdde1e1b903 req-83633aa5-c811-448e-a22e-602122e08efe tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Aug 12 03:04:37.266558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfd95d-8701-4b67-9964-88a385858420 req-dbc1a673-7a67-4ceb-92f0-aaab961615fd tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:37.268081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcdfd95d-8701-4b67-9964-88a385858420 req-dbc1a673-7a67-4ceb-92f0-aaab961615fd tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0594349 Aug 12 03:04:37.305824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fcdfd95d-8701-4b67-9964-88a385858420 req-fcf399f1-9757-4cbc-b059-22705c237ed8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318120 Aug 12 03:04:37.494727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:38.421464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6bbf6-3a78-40f5-899d-80499e8c2201 req-44fd5063-eeda-4a4d-9271-172163e6b500 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:38.422928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4c6bbf6-3a78-40f5-899d-80499e8c2201 req-44fd5063-eeda-4a4d-9271-172163e6b500 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0479634 Aug 12 03:04:38.460643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4c6bbf6-3a78-40f5-899d-80499e8c2201 req-810f8e2c-b147-4937-99bc-8d8555f58636 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311809 Aug 12 03:04:39.573563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7882a91-c71a-4920-8d25-9f385e3d1331 req-e6d1401d-f83b-47d0-8744-97ba43caf4f5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:39.575067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7882a91-c71a-4920-8d25-9f385e3d1331 req-e6d1401d-f83b-47d0-8744-97ba43caf4f5 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0478885 Aug 12 03:04:39.618151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7882a91-c71a-4920-8d25-9f385e3d1331 req-64417779-7b46-4812-a58b-b0cffe7f0f55 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362973 Aug 12 03:04:40.735131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad929ed-5802-4e9a-822e-f1a75fce6c73 req-1e8bbcae-9bb0-46c2-bec4-4f85a74a8f43 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:40.736635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ad929ed-5802-4e9a-822e-f1a75fce6c73 req-1e8bbcae-9bb0-46c2-bec4-4f85a74a8f43 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0519283 Aug 12 03:04:40.780958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ad929ed-5802-4e9a-822e-f1a75fce6c73 req-98646051-8ba8-4ad5-b1ba-95eeb941545e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Aug 12 03:04:41.892968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2c23-41e7-4d5c-8732-b13f3e7b3e42 req-5f37b87a-5d54-48d7-9fe2-6249ac043006 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:41.895102 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a30d2c23-41e7-4d5c-8732-b13f3e7b3e42 req-5f37b87a-5d54-48d7-9fe2-6249ac043006 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0475891 Aug 12 03:04:41.931204 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a30d2c23-41e7-4d5c-8732-b13f3e7b3e42 req-19695bf5-e646-46fe-8e24-f8ffddbe2e0c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301340 Aug 12 03:04:43.043907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4347-1d35-4835-b6ec-78ca56f300c8 req-ce89554f-3717-473c-a2d5-858066b05865 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:43.045379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-657f4347-1d35-4835-b6ec-78ca56f300c8 req-ce89554f-3717-473c-a2d5-858066b05865 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0484555 Aug 12 03:04:43.083245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-657f4347-1d35-4835-b6ec-78ca56f300c8 req-77a7b131-5cac-48a7-a4f9-e759a1a992e1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 12 03:04:44.199035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36e934-51da-489e-9fbd-a13c5693a6e7 req-f2e29bfe-3fb4-4c36-9fb3-deb4989f6e71 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:44.200526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb36e934-51da-489e-9fbd-a13c5693a6e7 req-f2e29bfe-3fb4-4c36-9fb3-deb4989f6e71 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 943 time: 0.0513411 Aug 12 03:04:44.566183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bb36e934-51da-489e-9fbd-a13c5693a6e7 req-b3e422ed-05da-4afc-bdb0-76298c93ad6e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589082 Aug 12 03:04:45.036684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff4abab4-5fce-428d-99b4-f6995151c333 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:04:45.129838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff4abab4-5fce-428d-99b4-f6995151c333,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:04:45.140482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:04:45.175698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:45.187554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4abab4-5fce-428d-99b4-f6995151c333 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:04:45.207232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff4abab4-5fce-428d-99b4-f6995151c333,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:04:45.211449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:45.261012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:45.269398 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.269802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.270137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.270476 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.270793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.271116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.271438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.271785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.272103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.272421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.272743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.273061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:04:45.602002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ff4abab4-5fce-428d-99b4-f6995151c333'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:04:45.690790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822a8e-6013-44ce-838d-ca53c0225753 req-171cbcbe-8f6e-4a26-8509-01e1569c1a81 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:45.692322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f822a8e-6013-44ce-838d-ca53c0225753 req-171cbcbe-8f6e-4a26-8509-01e1569c1a81 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 944 time: 0.0584600 Aug 12 03:04:45.730497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f822a8e-6013-44ce-838d-ca53c0225753 req-4cb19186-aeef-480a-8e74-1047bbbab66c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Aug 12 03:04:46.844371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3ae37-5318-41e4-bc48-a518587de6b7 req-64b1e48b-e23c-4996-bac9-614800ead16e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:46.845867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1a3ae37-5318-41e4-bc48-a518587de6b7 req-64b1e48b-e23c-4996-bac9-614800ead16e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 944 time: 0.0489299 Aug 12 03:04:46.883894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c1a3ae37-5318-41e4-bc48-a518587de6b7 req-3d500e41-eb1e-4d46-b872-5ac25ed27446 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312359 Aug 12 03:04:47.052917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff4abab4-5fce-428d-99b4-f6995151c333 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:04:47.099730 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ff4abab4-5fce-428d-99b4-f6995151c333 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:04:47.103547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ff4abab4-5fce-428d-99b4-f6995151c333 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:04:47.103919 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:47.177275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:47.198362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:04:47.200594 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2e3dc-ddf5-4fa1-98ec-fed43b345ee7" -d '{"events": [{"server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:04:47.213757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff4abab4-5fce-428d-99b4-f6995151c333,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:04:47.217870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:47.244086 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d368afae-6b21-4613-9a51-3e929910a497 x-openstack-request-id: req-d368afae-6b21-4613-9a51-3e929910a497 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:04:47.244376 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "name": "network-vif-plugged", "status": "completed", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:04:47.244629 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d368afae-6b21-4613-9a51-3e929910a497 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:04:47.245014 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'code': 200} Aug 12 03:04:47.270555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:47.360357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef242b-37cc-4fb6-bee2-b16a47f8b93e req-ef52a9b9-7645-438b-b569-15bd13be5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:47.361731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7ef242b-37cc-4fb6-bee2-b16a47f8b93e req-ef52a9b9-7645-438b-b569-15bd13be5ccc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0394239 Aug 12 03:04:47.394969 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7ef242b-37cc-4fb6-bee2-b16a47f8b93e req-cb631197-037b-48b7-a696-b78f5b4403d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266805 Aug 12 03:04:47.999756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a4056-937e-457d-bb70-a40e3c82fae6 req-25dcfd8e-745e-4c98-b535-fadc0fb61daf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:48.001224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f6a4056-937e-457d-bb70-a40e3c82fae6 req-25dcfd8e-745e-4c98-b535-fadc0fb61daf tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0513155 Aug 12 03:04:48.038919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f6a4056-937e-457d-bb70-a40e3c82fae6 req-8e380815-6c8f-4acd-9381-6a3b6e0e9d92 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317533 Aug 12 03:04:48.298153 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:49.157491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d409d-f585-431c-8667-b492de5ee85c req-e04de71b-b1ec-4f93-8bfe-5b8f495ba526 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:49.159490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-409d409d-f585-431c-8667-b492de5ee85c req-e04de71b-b1ec-4f93-8bfe-5b8f495ba526 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0514064 Aug 12 03:04:49.196907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-409d409d-f585-431c-8667-b492de5ee85c req-3f276860-56cf-4aaa-8fd9-a5c5b2ffad9a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Aug 12 03:04:49.308355 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeb101-34cb-46bb-b8a1-0ecb363d6c9f req-a740eb7c-d5d4-4740-a70a-803bec19b40c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:49.309836 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8edeb101-34cb-46bb-b8a1-0ecb363d6c9f req-a740eb7c-d5d4-4740-a70a-803bec19b40c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0483696 Aug 12 03:04:49.345925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8edeb101-34cb-46bb-b8a1-0ecb363d6c9f req-62ba793a-e932-4462-ba47-023afacd0bc9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297966 Aug 12 03:04:49.368577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53682) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:04:49.448465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b99af-bf4a-43ca-810c-7a6d3385532d tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:49.449983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-769b99af-bf4a-43ca-810c-7a6d3385532d tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1091 time: 0.0804260 Aug 12 03:04:49.452677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53686) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:04:49.457612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:04:49.480450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:49.575173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:49.685408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.25.3.23 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/54432230-48db-4502-b223-4df8b067b0b1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:04:49.787923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:49.824704 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:49.860410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:04:49.863257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:04:49.868609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:04:49.896457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=54432230-48db-4502-b223-4df8b067b0b1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:50.236074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.313508 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.460102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.464648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.529756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=54432230-48db-4502-b223-4df8b067b0b1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:04:50.543338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.643913 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP cd4ab678-fce9-4331-a7dd-b75f874b1cb0 associated. External IP: 172.25.3.23, port: ff4abab4-5fce-428d-99b4-f6995151c333. Aug 12 03:04:50.853149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:04:50.960584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:04:50.969809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:04:50.981102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:04:50.981314 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:04:50.981860 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:04:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:51.008139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-39fbfd0a-ffca-4d14-a8ee-b81905cf8de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5543549 Aug 12 03:04:51.008683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:04:51.010921 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc81fff5af1ea5ef60f9c82724cb91567e1bb1372ea392f985f03408a61ae880" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:04:51.047720 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078e56e9-d7a3-432f-8e72-2d8806bf1bfa x-openstack-request-id: req-078e56e9-d7a3-432f-8e72-2d8806bf1bfa {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:04:51.048018 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:04:51.048279 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-078e56e9-d7a3-432f-8e72-2d8806bf1bfa {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:04:51.048690 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'status': 'completed', 'code': 200} Aug 12 03:04:51.090406 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:04:51.134284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-cd3cb997-a5ca-4d76-a616-7cc27793f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:51.135939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-cd3cb997-a5ca-4d76-a616-7cc27793f2ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0429120 Aug 12 03:04:51.233202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-1e6c6eea-413b-4ef7-9b98-9ef7ae2d5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:51.234693 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-1e6c6eea-413b-4ef7-9b98-9ef7ae2d5a6c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0916288 Aug 12 03:04:51.305069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-a8c8cc5f-8b41-4a43-92af-404e9153def3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 998 time: 0.0633183 Aug 12 03:04:51.354917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-5a36875d-a2a6-4904-aa4b-46a77a092d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:51.356438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-5a36875d-a2a6-4904-aa4b-46a77a092d76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0445158 Aug 12 03:04:51.398523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:50Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:51.406531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-0f4677d9-b11f-49a7-aa0e-63b52f732190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:04:51.408129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-0f4677d9-b11f-49a7-aa0e-63b52f732190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448537 Aug 12 03:04:51.425050 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:04:51.433306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:04:51.433904 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:04:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:51.497571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-759e449c-ae58-4e70-afce-93083fdaa4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825830 Aug 12 03:04:51.539277 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:04:51.588495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b43a1e-a691-4a2c-addb-8c6ae1160bcb req-74e38e57-737f-406a-b97d-70a9efca64dc service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Aug 12 03:04:51.761813 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:50Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:04:51.787881 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ee787-8c14-483d-970f-4df7082a3a28 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:50Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:04:51.976885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c455d0a4-6085-4d2f-9972-d49e9e1deeab None None] New status for floating IP cd4ab678-fce9-4331-a7dd-b75f874b1cb0: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:05:02.037677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1aaafcc8-0327-476d-94e8-5f62fd3291b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:04.650025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11c69eb8-8171-44bc-b1a0-903121d9eca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:04.755137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:05.034169 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:05.987422 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:06.430449 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:05:07.498966 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:18.314372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:32.028673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-23c75b80-1e7d-4578-b0a0-630385ccacf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:34.651853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab5c6f0d-470c-409d-a53e-f707b9b85822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:34.761213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:35.041052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:35.988736 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:37.213119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-a8a78c27-d1f9-4d1e-a989-072974dfd776 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394344 Aug 12 03:05:37.307747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca452557-600c-4b81-b751-44c3f2e48572 req-cf2e64be-e008-43c3-9d45-045e78adb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:05:37.309283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-cf2e64be-e008-43c3-9d45-045e78adb8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0401094 Aug 12 03:05:37.415912 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca452557-600c-4b81-b751-44c3f2e48572 req-01f7e33c-0942-4e69-bd39-bd623ef2ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:05:37.417999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-01f7e33c-0942-4e69-bd39-bd623ef2ffb0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0890486 Aug 12 03:05:37.489346 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-c26d8719-e5e8-43ca-93f7-a6d525471097 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 1000 time: 0.0645838 Aug 12 03:05:37.503018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:05:37.545038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca452557-600c-4b81-b751-44c3f2e48572 req-42124ea9-f12f-4958-906c-df46c1593b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:05:37.546506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-42124ea9-f12f-4958-906c-df46c1593b03 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0500686 Aug 12 03:05:37.596064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca452557-600c-4b81-b751-44c3f2e48572 req-eef8bd4c-11a1-4d99-b041-c252e6d3198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:05:37.597579 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-eef8bd4c-11a1-4d99-b041-c252e6d3198e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442924 Aug 12 03:05:37.687252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-1e5f974c-948a-41ac-b8b0-2f996fa2dadb service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814195 Aug 12 03:05:37.779163 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ca452557-600c-4b81-b751-44c3f2e48572 req-0ad42141-d802-4874-9ab1-dd1316ce96ce service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Aug 12 03:05:43.429616 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:05:48.313116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:02.029108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-40fa238a-9eba-4224-9a67-f51493e04ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:04.656223 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bbe727db-e8ab-4aeb-a346-bc82e3ae21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:04.751276 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:05.061058 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:05.992578 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:07.504924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:18.330349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:20.428680 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:06:28.506833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f68c9c28-058a-4192-95d3-b8148516d175 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735448625&fields=id&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 267 time: 0.0340548 Aug 12 03:06:28.610365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-233c0c3b-a46a-4052-83fb-541375e5d7e2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:28.611774 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-233c0c3b-a46a-4052-83fb-541375e5d7e2 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.0982180 Aug 12 03:06:28.626194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-b76779bd-742f-46ac-91c3-b74b0e196de0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/quotas/23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 375 time: 0.0088475 Aug 12 03:06:28.686686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f77be933-2fcc-4278-85ec-86eb1a0f1e9a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555246 Aug 12 03:06:28.827000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-22da6e20-9f18-4cfb-ad73-b081ba36b88c service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281490 Aug 12 03:06:28.919253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-81d4ae87-849c-4ff8-b028-47ce644f9fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861554 Aug 12 03:06:29.266245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c630247b-3616-4906-a074-bcd9c6481e10 req-182349c1-8c9d-457b-9a62-bee2426973f0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 210 time: 0.0872431 Aug 12 03:06:30.217659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-4177e3fb-03a2-4b3f-a5ed-99d72d3bc0d9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:30.219154 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-4177e3fb-03a2-4b3f-a5ed-99d72d3bc0d9 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 811 time: 0.1068385 Aug 12 03:06:30.263242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4bdc1d9-e781-4d70-a69b-8fb21688b65e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23755281a083485f86b398a78c4f5c14 HTTP/1.1" status: 200 len: 380 time: 0.0347435 Aug 12 03:06:30.290740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'port': {'device_id': '761269ce-3555-48b1-ba8f-3b7f963add11', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'admin_state_up': True, 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'security_groups': ['42120fcc-05cc-49da-9333-319bc30c0c40']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:06:30.361246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-621a6f14-109e-4703-a2bd-cd997b2f71ef req-63b7c81d-45a7-46c3-8c0a-0f50b84bec23 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 210 time: 0.0270820 Aug 12 03:06:30.441252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Made reservation on behalf of 23755281a083485f86b398a78c4f5c14 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:06:30.444851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:30.829931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.20.0.5 (c3cd9b71-1df2-45fe-aaed-0f748a7500d3/c4eff42e-ba0a-45f8-bb79-dba8a2e82784/ee126f92-2957-4ec1-a52e-565386da3ae6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:06:30.975374 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:30.988871 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Transition to ACTIVE for port object ee126f92-2957-4ec1-a52e-565386da3ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:06:31.022714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.063910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:06:31.066875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:06:31.069676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:06:31.104419 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:31.118663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.119252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.119687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.120135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.120585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.121006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.121488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.122501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.122953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.123390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.123847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.124280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:31.143267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:31.144028 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.158552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-21d78f08-3736-4af2-b36e-8c511f914f8b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733363 Aug 12 03:06:31.221611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Request body: {'port': {'device_id': '761269ce-3555-48b1-ba8f-3b7f963add11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:06:31.281837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.302211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5114ee3d-e608-40d0-8609-6d7715bf9217 None None] Provisioning for port ee126f92-2957-4ec1-a52e-565386da3ae6 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:06:31.306050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5114ee3d-e608-40d0-8609-6d7715bf9217 None None] Provisioning complete for port ee126f92-2957-4ec1-a52e-565386da3ae6 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:06:31.306441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5114ee3d-e608-40d0-8609-6d7715bf9217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.342040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5114ee3d-e608-40d0-8609-6d7715bf9217 None None] Port ee126f92-2957-4ec1-a52e-565386da3ae6 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:06:31.560994 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36ad01-26cd-42ac-bc21-eaaf402733dd req-67936bfa-3df5-4777-8b3f-f97de942bb84 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:31.562511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da36ad01-26cd-42ac-bc21-eaaf402733dd req-67936bfa-3df5-4777-8b3f-f97de942bb84 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 931 time: 0.0829904 Aug 12 03:06:31.618689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-da36ad01-26cd-42ac-bc21-eaaf402733dd req-cb826c52-2693-4ffb-9483-c3def296514e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Aug 12 03:06:31.655050 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee126f92-2957-4ec1-a52e-565386da3ae6 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:06:31.662619 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.675629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Transition to ACTIVE for port object ee126f92-2957-4ec1-a52e-565386da3ae6 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:06:31.679078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.733400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Pushing event updated for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:31.799648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Attempting to bind port ee126f92-2957-4ec1-a52e-565386da3ae6 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:06:31.800001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Attempting to bind port ee126f92-2957-4ec1-a52e-565386da3ae6 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:06:31.800480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Attempting to bind port ee126f92-2957-4ec1-a52e-565386da3ae6 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:06:31.805104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Port ee126f92-2957-4ec1-a52e-565386da3ae6 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:06:31.805444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Attempting to bind port ee126f92-2957-4ec1-a52e-565386da3ae6 on network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:06:31.811628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:06:31.811999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Checking segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:06:31.812388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Bound using segment: {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:06:31.812827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Bound port: ee126f92-2957-4ec1-a52e-565386da3ae6, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '572c55dc-d92f-4bc2-b94c-324fd79c8248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:06:31.813202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.888757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:06:31.892055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ee126f92-2957-4ec1-a52e-565386da3ae6,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:06:31.896095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.929252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:31.929835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:31.931107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] 10.222.0.25 "PUT /v2.0/ports/ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 1091 time: 0.7648325 Aug 12 03:06:31.931580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:06:31.933840 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40721da8-43dd-422e-b9b7-7dc661aa724c" -d '{"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:06:31.975410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7b858-c2f0-495c-afa1-3268625cb849 service neutron] Pushing event updated for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:32.045364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf12fb8a-cef1-4dfd-9e62-db1a9ccd0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:32.046519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-b3f1dd59-a9c7-4fd0-a7a9-aec21ce6caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.048308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-b3f1dd59-a9c7-4fd0-a7a9-aec21ce6caf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1094 time: 0.0682855 Aug 12 03:06:32.067632 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd57e8c-cc1c-4940-a034-6de0871940be x-openstack-request-id: req-ebd57e8c-cc1c-4940-a034-6de0871940be {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:06:32.068029 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:06:32.068358 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebd57e8c-cc1c-4940-a034-6de0871940be {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:06:32.068826 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'status': 'completed', 'code': 200} Aug 12 03:06:32.099442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-3a2b0bc1-1cc7-4eb1-a1e8-a0967d1ded59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0427530 Aug 12 03:06:32.157233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-416cca57-48dd-4f22-8611-bddd4ec39c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.158856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-416cca57-48dd-4f22-8611-bddd4ec39c2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0529053 Aug 12 03:06:32.212804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f15f7864-5a98-4716-b788-cd3e75d3b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.214435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-f15f7864-5a98-4716-b788-cd3e75d3b6a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483332 Aug 12 03:06:32.310581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-1540ec01-fba0-4341-ada3-bf880636f22c service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889368 Aug 12 03:06:32.399446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f586508-f0c1-46c0-94ba-d395a71fef76 req-4ca7386b-f45b-4332-a6ed-feafc9626e7e service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819607 Aug 12 03:06:32.485719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-341aeabd-c007-45a9-bc0c-82739a3f54de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.487158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-341aeabd-c007-45a9-bc0c-82739a3f54de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1094 time: 0.0427759 Aug 12 03:06:32.582175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-f7890a41-590d-4287-afcd-798c40702076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.583706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-f7890a41-590d-4287-afcd-798c40702076 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0889838 Aug 12 03:06:32.627016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-5a16fe9b-1c79-4da9-97ce-4be32b1f30d1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0363188 Aug 12 03:06:32.680430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-ede439c2-efd4-42db-b377-c58435f52484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.682024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-ede439c2-efd4-42db-b377-c58435f52484 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0477269 Aug 12 03:06:32.767695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b6b90-41b3-44f8-869a-14f7423a96e0 req-3cf0a310-ef35-413a-bc59-3161e5f7d2a8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.769208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2b6b90-41b3-44f8-869a-14f7423a96e0 req-3cf0a310-ef35-413a-bc59-3161e5f7d2a8 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0820394 Aug 12 03:06:32.772068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-0c221ae3-c583-404f-adc9-2555654f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:32.773440 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-0c221ae3-c583-404f-adc9-2555654f89e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779605 Aug 12 03:06:32.863546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e2b6b90-41b3-44f8-869a-14f7423a96e0 req-07209eb5-f954-479e-adc0-1395b3948eed tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877547 Aug 12 03:06:32.895635 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-7fbe4908-3c91-4e34-ab36-c581dc9f4d27 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132202 Aug 12 03:06:32.986186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40721da8-43dd-422e-b9b7-7dc661aa724c req-17df789d-7b18-47cb-b119-693adedde429 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Aug 12 03:06:33.982531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833fa2-3458-4624-9373-44cc3062542c req-90287657-9747-46d0-af29-964c9b0d7455 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:33.984056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84833fa2-3458-4624-9373-44cc3062542c req-90287657-9747-46d0-af29-964c9b0d7455 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0497038 Aug 12 03:06:34.022316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-84833fa2-3458-4624-9373-44cc3062542c req-f611bf8b-11dd-4c6b-bfc5-cc30aaad6e64 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Aug 12 03:06:34.658291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d26ad91f-1b17-47ec-8c43-1fab09828c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:34.752570 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:35.055712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:35.140639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29311668-5f4a-46c7-b61f-89ca919dcfde req-4e870603-986e-43a2-9ed1-f36e49d7371e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:35.142136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29311668-5f4a-46c7-b61f-89ca919dcfde req-4e870603-986e-43a2-9ed1-f36e49d7371e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0506976 Aug 12 03:06:35.179734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29311668-5f4a-46c7-b61f-89ca919dcfde req-609ead35-70fe-41a9-b641-3a683560cafb tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Aug 12 03:06:35.998135 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:36.302666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36d3bc-8461-4bf7-89e9-1c4e6fb95447 req-2699ad1a-2b8e-495d-b52a-ca1f776660af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:36.304180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de36d3bc-8461-4bf7-89e9-1c4e6fb95447 req-2699ad1a-2b8e-495d-b52a-ca1f776660af tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0494273 Aug 12 03:06:36.341549 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de36d3bc-8461-4bf7-89e9-1c4e6fb95447 req-fd8b9a33-0500-41f1-a55a-5c019cc44e60 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Aug 12 03:06:37.302830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-82c6c168-4382-4ef3-9c90-d12f2a99427d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004527 Aug 12 03:06:37.400206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-032cfef5-4032-40a7-a69b-9dc4581c7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:37.401717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-032cfef5-4032-40a7-a69b-9dc4581c7d14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0410008 Aug 12 03:06:37.483135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060818-2926-4700-89e8-4041feb0ec81 req-69acb11e-0cea-46ca-91f5-fd1791f27d8a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:37.484704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf060818-2926-4700-89e8-4041feb0ec81 req-69acb11e-0cea-46ca-91f5-fd1791f27d8a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0643940 Aug 12 03:06:37.512115 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:37.527094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-0a2bc45b-97ed-4cd3-ad94-dc31481e1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:37.528570 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf060818-2926-4700-89e8-4041feb0ec81 req-77731771-437b-47e3-a71a-35d704aa275b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Aug 12 03:06:37.529421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-0a2bc45b-97ed-4cd3-ad94-dc31481e1a84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.1082392 Aug 12 03:06:37.600080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-ddb4164a-407a-4d39-96c6-a7931b2afe59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 1000 time: 0.0634089 Aug 12 03:06:37.650488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-40d40d12-689c-4ce5-b1fb-e8df3ed41fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:37.651987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-40d40d12-689c-4ce5-b1fb-e8df3ed41fc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0443306 Aug 12 03:06:37.704022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-d4738b0b-d10f-47c8-baab-2f177cb7309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:37.705559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-d4738b0b-d10f-47c8-baab-2f177cb7309f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458474 Aug 12 03:06:37.794589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-b79fd3b8-19fd-4921-aed9-cf64d66316c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821815 Aug 12 03:06:37.886231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc1e623f-675f-47c7-a8c9-7daa4c326511 req-147c413e-8c1d-403a-afbb-e046f7b86b05 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837591 Aug 12 03:06:38.643481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec0f9a-42a8-492b-ae63-784e64782849 req-e8b70b7b-409e-4fa4-be0a-9e933fd9638a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:38.645111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6aec0f9a-42a8-492b-ae63-784e64782849 req-e8b70b7b-409e-4fa4-be0a-9e933fd9638a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0495625 Aug 12 03:06:38.682872 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6aec0f9a-42a8-492b-ae63-784e64782849 req-ddd1fa87-cca2-4989-b085-967de110a451 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Aug 12 03:06:39.797301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07b1fa-5f42-4b3b-9d5c-ecd3a37ce0d1 req-75837cef-73e3-4d36-a25d-337bccb1ae38 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:39.798696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e07b1fa-5f42-4b3b-9d5c-ecd3a37ce0d1 req-75837cef-73e3-4d36-a25d-337bccb1ae38 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0493491 Aug 12 03:06:39.836875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4e07b1fa-5f42-4b3b-9d5c-ecd3a37ce0d1 req-5a0c543e-f6ed-4367-ba48-6cb6b21b0c55 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Aug 12 03:06:40.949732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5afe1-21bc-494e-8a91-762940c93718 req-9a328e91-36d9-4c27-b1ae-310706dca2aa tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:40.952017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5a5afe1-21bc-494e-8a91-762940c93718 req-9a328e91-36d9-4c27-b1ae-310706dca2aa tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0474470 Aug 12 03:06:40.993487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c5a5afe1-21bc-494e-8a91-762940c93718 req-b76f5ab9-631f-4c99-8338-019e25af6a09 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Aug 12 03:06:42.105401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628c184-55c0-441b-ab17-1f676558ec56 req-0befd71a-8d67-40e3-9dc3-bc5d0b649dd1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:42.107534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1628c184-55c0-441b-ab17-1f676558ec56 req-0befd71a-8d67-40e3-9dc3-bc5d0b649dd1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 943 time: 0.0487728 Aug 12 03:06:42.144241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1628c184-55c0-441b-ab17-1f676558ec56 req-ee17977d-2902-41de-82ec-4b7de0f3b9a4 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307784 Aug 12 03:06:42.502811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ee126f92-2957-4ec1-a52e-565386da3ae6 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:06:42.595510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ee126f92-2957-4ec1-a52e-565386da3ae6,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:06:42.607260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'port_id': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'mac_address': 'fa:16:3e:44:7a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:06:42.648546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:42.664275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee126f92-2957-4ec1-a52e-565386da3ae6 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:06:42.682946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ee126f92-2957-4ec1-a52e-565386da3ae6,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:06:42.687611 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:42.734163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:42.741405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.741758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.742105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.742450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.742788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.743127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.743462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.743819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.744151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.744482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.744811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.745141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:06:42.898540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['ee126f92-2957-4ec1-a52e-565386da3ae6'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:06:43.257205 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c043c6c-e77a-4c26-9e6f-544c1bc029af req-8b0ea27e-7d02-4d49-900c-e30a9a321603 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:43.258750 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c043c6c-e77a-4c26-9e6f-544c1bc029af req-8b0ea27e-7d02-4d49-900c-e30a9a321603 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 944 time: 0.0482931 Aug 12 03:06:43.300757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c043c6c-e77a-4c26-9e6f-544c1bc029af req-fd5edc9b-10ae-4af8-9e83-0e2a6e3e986c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357111 Aug 12 03:06:44.417696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee737d-702d-48ed-bf6c-bdf0a1ae1922 req-46c12c0b-8f09-4f92-9bc3-1f4b919d12db tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:44.419158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0ee737d-702d-48ed-bf6c-bdf0a1ae1922 req-46c12c0b-8f09-4f92-9bc3-1f4b919d12db tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 944 time: 0.0519412 Aug 12 03:06:44.456310 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0ee737d-702d-48ed-bf6c-bdf0a1ae1922 req-71a9dc3e-210d-4064-9617-091569be303f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Aug 12 03:06:44.502620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ee126f92-2957-4ec1-a52e-565386da3ae6 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:06:44.550971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port ee126f92-2957-4ec1-a52e-565386da3ae6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:06:44.554597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port ee126f92-2957-4ec1-a52e-565386da3ae6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:06:44.554967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:44.632060 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:44.657364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:06:44.659685 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e797533df47f18b2c55e78fe9706fe3414a053897480915a2c42d2fbd4cca7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0e3dc2-4c6e-4af9-a4f1-a7511c968846" -d '{"events": [{"server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "name": "network-vif-plugged", "status": "completed", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:06:44.672212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ee126f92-2957-4ec1-a52e-565386da3ae6,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:06:44.676433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:44.703952 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0cdd3-faa5-4652-8faa-ebe8bb86195b x-openstack-request-id: req-6ae0cdd3-faa5-4652-8faa-ebe8bb86195b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:06:44.704245 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "name": "network-vif-plugged", "status": "completed", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:06:44.704504 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ae0cdd3-faa5-4652-8faa-ebe8bb86195b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:06:44.704898 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'code': 200} Aug 12 03:06:44.732696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:44.791760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274e937-0b9d-4240-b9b7-964c3a1f2fc4 req-e6027529-ce6c-4f72-9f20-a6e4304478fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:44.793244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8274e937-0b9d-4240-b9b7-964c3a1f2fc4 req-e6027529-ce6c-4f72-9f20-a6e4304478fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1096 time: 0.0393989 Aug 12 03:06:44.828468 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8274e937-0b9d-4240-b9b7-964c3a1f2fc4 req-b96a0191-5cc7-4fad-b1a9-4211b50669d7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278237 Aug 12 03:06:45.573074 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e632f2-034c-44fd-9960-9a7e4a3fc64c req-d71f471a-f1bf-4a67-9f97-cc652ecc76a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:45.574593 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69e632f2-034c-44fd-9960-9a7e4a3fc64c req-d71f471a-f1bf-4a67-9f97-cc652ecc76a1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Aug 12 03:06:45.615928 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69e632f2-034c-44fd-9960-9a7e4a3fc64c req-d2c83489-9c97-4c2b-8048-a2b61507b6a0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336926 Aug 12 03:06:46.732516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28919ba-86a2-4eb7-a5af-6728ca972ef0 req-85134c24-04fb-4bc1-aa67-a744327f448b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:46.733952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28919ba-86a2-4eb7-a5af-6728ca972ef0 req-85134c24-04fb-4bc1-aa67-a744327f448b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Aug 12 03:06:46.770723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b28919ba-86a2-4eb7-a5af-6728ca972ef0 req-c95bc178-548b-4ea9-89a8-2852e61f0eac tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309646 Aug 12 03:06:46.885600 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c6649-9dd1-4890-bd9f-aebafc577a27 req-e18b8dec-283b-4a32-abe6-3d73661631fa tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:46.887072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-882c6649-9dd1-4890-bd9f-aebafc577a27 req-e18b8dec-283b-4a32-abe6-3d73661631fa tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Aug 12 03:06:46.924577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-882c6649-9dd1-4890-bd9f-aebafc577a27 req-945dfac5-a61f-442f-b1e1-b48fd4a240be tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Aug 12 03:06:46.946432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53856) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:06:46.985530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be502a35-5c9f-4001-840b-ae6b689b420d tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:46.986930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-be502a35-5c9f-4001-840b-ae6b689b420d tempest-TestVolumeBootPattern-1930210695 tempest-TestVolumeBootPattern-1930210695-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1091 time: 0.0395503 Aug 12 03:06:46.989544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53858) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:06:46.993785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:06:47.018707 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:47.116610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:47.220243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Allocated IP 172.25.3.251 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/9ab4dd54-34ef-48c9-bad3-6c5666b8bed5) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:06:47.322467 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:47.360317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:47.395226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:06:47.397965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:06:47.403265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:06:47.426486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=9ab4dd54-34ef-48c9-bad3-6c5666b8bed5,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:47.881512 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:47.979783 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.130172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.134606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.321858 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.462298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event updated for resources: {'Port': ['ID=9ab4dd54-34ef-48c9-bad3-6c5666b8bed5,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:06:48.470724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.569236 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP 3b285b1c-737d-4b07-a769-c987a5253fdd associated. External IP: 172.25.3.251, port: ee126f92-2957-4ec1-a52e-565386da3ae6. Aug 12 03:06:48.774040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:06:48.879964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:06:48.889673 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:06:48.896466 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:06:48.899051 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:06:48.899715 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:06:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:06:48.927363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62788b34-fad6-4a21-b376-48cc6e214906 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9367571 Aug 12 03:06:48.928017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:06:48.930457 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f76ae09864a3b113d54a82e53567a5422372e49af76c03bd807950d03a631569" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d" -d '{"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:06:48.969082 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffc51a-daaa-4928-951c-1e7e9ea50781 x-openstack-request-id: req-9bffc51a-daaa-4928-951c-1e7e9ea50781 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:06:48.969442 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:06:48.969700 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bffc51a-daaa-4928-951c-1e7e9ea50781 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:06:48.970101 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'status': 'completed', 'code': 200} Aug 12 03:06:49.007365 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:06:49.033610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-64719753-1051-4dc0-9f58-01bd4de7bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:49.035050 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-64719753-1051-4dc0-9f58-01bd4de7bcd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1096 time: 0.0411112 Aug 12 03:06:49.125541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-97e5ccca-5ba7-4b66-81d8-e488cd220d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:49.127136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-97e5ccca-5ba7-4b66-81d8-e488cd220d24 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0852721 Aug 12 03:06:49.197499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-a9c44d66-14f1-4d94-ade4-1255dfceb5b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 999 time: 0.0625854 Aug 12 03:06:49.231241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '3b285b1c-737d-4b07-a769-c987a5253fdd', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:44:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761269ce-3555-48b1-ba8f-3b7f963add11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:06:47Z', 'updated_at': '2021-08-12T03:06:47Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}, {'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:06:49.253023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-4bebb19d-d406-4ee8-a76a-716714430961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:49.254669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-4bebb19d-d406-4ee8-a76a-716714430961 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0503387 Aug 12 03:06:49.259971 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:06:49.269070 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:06:49.269691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:06:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:06:49.301875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-801a7353-45a4-44eb-ab36-cd77b942b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:06:49.303342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-801a7353-45a4-44eb-ab36-cd77b942b3e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415180 Aug 12 03:06:49.371304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:06:49.397895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-085e879c-884e-4395-a1f7-5a4a91fbe60b service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875709 Aug 12 03:06:49.491631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b320c58a-cc0d-424d-bfc3-cb4d1c81e71d req-37c524ac-08d3-40ac-80b0-5cd00f9e3815 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Aug 12 03:06:49.591243 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '3b285b1c-737d-4b07-a769-c987a5253fdd', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:44:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761269ce-3555-48b1-ba8f-3b7f963add11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:06:47Z', 'updated_at': '2021-08-12T03:06:47Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}, {'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:06:49.707929 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b2a758-7078-4322-a2e8-6c12279143d5 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '3b285b1c-737d-4b07-a769-c987a5253fdd', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:44:7a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761269ce-3555-48b1-ba8f-3b7f963add11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:06:47Z', 'updated_at': '2021-08-12T03:06:47Z', 'revision_number': 0, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}, {'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:06:49.898577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529ef8c-6351-4feb-9088-9f86a4459965 None None] New status for floating IP 3b285b1c-737d-4b07-a769-c987a5253fdd: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:06:57.428356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:07:02.026992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cfdaab7d-28e2-4b74-9942-0630b6ba0898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:04.660027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3a7230c2-75e7-43ee-8ce5-1b780cd4f962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:04.752908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:05.054292 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:05.997552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:07.514784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:16.503555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-aea44313-ee5c-4a84-9295-e97556de2beb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403907 Aug 12 03:07:16.586732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-e5708c97-6749-4d11-8999-5388659567e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:16.588241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-e5708c97-6749-4d11-8999-5388659567e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1096 time: 0.0439265 Aug 12 03:07:16.689272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-c44f7bbb-e221-402b-bd94-00ecbcca1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:16.691373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-c44f7bbb-e221-402b-bd94-00ecbcca1b06 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0831175 Aug 12 03:07:16.759754 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-0a1e860a-a37e-4468-892a-e6fd96815f09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 1001 time: 0.0616753 Aug 12 03:07:16.807941 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-f022e47d-fda1-47ca-bce6-657a43945656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:16.809351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-f022e47d-fda1-47ca-bce6-657a43945656 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0428545 Aug 12 03:07:16.854728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-1aac51ad-d11f-4a9a-8a52-8d10441bea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:16.856239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-1aac51ad-d11f-4a9a-8a52-8d10441bea81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395336 Aug 12 03:07:16.947227 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-339e45db-d5a0-42f9-81f3-4ca571b6c91d service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833349 Aug 12 03:07:17.034964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cf14269-37ae-4c0b-b055-ac4bf1233712 req-54727018-3303-446e-9457-2e9d2d1af8df service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806618 Aug 12 03:07:18.333534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:32.027259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f69da239-9865-4380-a6c8-af0508cd8851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:34.427400 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:07:34.659792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3a08c7b8-f634-4fc3-a082-a01929e47822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:34.753283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:35.070020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:36.000141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:37.515080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:07:39.214493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-a668ba2f-9068-49a4-acdd-53e832f925df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454199 Aug 12 03:07:39.309505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-323882cb-c990-4eb5-aae0-57222aa6f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:39.310953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-323882cb-c990-4eb5-aae0-57222aa6f0ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0390053 Aug 12 03:07:39.420017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-c27c3391-d855-46ed-bf9c-2e0962bab522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:39.421582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-c27c3391-d855-46ed-bf9c-2e0962bab522 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0891199 Aug 12 03:07:39.487475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-64353229-4f78-4a32-94d3-ea95803a0eb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 1000 time: 0.0593512 Aug 12 03:07:39.539234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-5b1aa354-77c5-4141-8000-9936c6371530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:39.541372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-5b1aa354-77c5-4141-8000-9936c6371530 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0469220 Aug 12 03:07:39.585314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-96f236ec-8d36-4ca5-9bfd-1367966d7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:07:39.587274 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-96f236ec-8d36-4ca5-9bfd-1367966d7078 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383775 Aug 12 03:07:39.673861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-0804d7f5-954b-4cdc-ac60-7f2787d3fafa service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795941 Aug 12 03:07:39.766469 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3716fc8-fa79-4e75-b15b-500a65c19dc4 req-0a02826a-350d-4417-8526-585b918f96c1 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855131 Aug 12 03:07:48.325424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:02.027637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3259f81c-08f5-489d-a5fc-7b06d6bf329b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:04.660299 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c1509368-90dc-4203-a297-ebd7e6759184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:04.753042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:05.068087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:06.003271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:07.516617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:11.426858 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:08:18.264298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:18.329061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.425348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port 9ab4dd54-34ef-48c9-bad3-6c5666b8bed5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:18.425615 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.507219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.507580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.523904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for 9ab4dd54-34ef-48c9-bad3-6c5666b8bed5 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:18.656757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-5db88d6c-6ff0-4262-aed9-959953e7c208 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1514668 Aug 12 03:08:18.763284 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.794656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=9ab4dd54-34ef-48c9-bad3-6c5666b8bed5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:18.807231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107b5d-a24b-41b7-93f3-13b66771602f req-13dde4c0-dfeb-47c2-87ed-7583c5826af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:18.808944 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-13dde4c0-dfeb-47c2-87ed-7583c5826af5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1096 time: 0.0963702 Aug 12 03:08:18.811940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.812291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.812640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.812985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.813328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.813667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.813999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.814332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.814685 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.815015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.815344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.815696 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:18.924738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:18.925078 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP 3b285b1c-737d-4b07-a769-c987a5253fdd disassociated (deleted). External IP: 172.25.3.251, port: ee126f92-2957-4ec1-a52e-565386da3ae6. Aug 12 03:08:18.992982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107b5d-a24b-41b7-93f3-13b66771602f req-51fb32a6-c508-4007-bf72-94a53abe6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:18.994466 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-51fb32a6-c508-4007-bf72-94a53abe6ef6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.1595588 Aug 12 03:08:19.058792 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-db91f8db-5f6c-4114-a4f0-f4568bfa379b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0352805 Aug 12 03:08:19.153406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107b5d-a24b-41b7-93f3-13b66771602f req-3af5eac9-5714-4182-8ff7-b849478bd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:19.155137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-3af5eac9-5714-4182-8ff7-b849478bd528 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0884364 Aug 12 03:08:19.242260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23107b5d-a24b-41b7-93f3-13b66771602f req-b03703ba-2c4a-40d8-ae2c-16cec9eeb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:19.243780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-b03703ba-2c4a-40d8-ae2c-16cec9eeb48e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808969 Aug 12 03:08:19.254079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:08:19.699096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-c7faa82b-aed0-49fb-bef1-44fc24c22a44 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434445 Aug 12 03:08:19.726070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:08:19.736805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:08:19.746012 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:19.746623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:19.761695 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:19.798126 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55b05b5e-3a75-4a20-a98f-0985d37add99 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "DELETE /v2.0/floatingips/3b285b1c-737d-4b07-a769-c987a5253fdd HTTP/1.1" status: 204 len: 168 time: 1.5327368 Aug 12 03:08:19.800505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:08:19.836672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23107b5d-a24b-41b7-93f3-13b66771602f req-e0e73a4c-535e-41b2-8c23-de9862723173 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304960 Aug 12 03:08:19.861477 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:19.883834 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeec3a76-3c15-46e1-b8e9-eea100fe1171" -d '{"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:08:20.027911 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db04168-4156-4669-969c-a8b491733394 x-openstack-request-id: req-6db04168-4156-4669-969c-a8b491733394 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:08:20.028357 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:08:20.028627 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6db04168-4156-4669-969c-a8b491733394 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:08:20.029738 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'status': 'completed', 'code': 200} Aug 12 03:08:20.102173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-1590049c-38f0-4ed6-91a0-e19f6e5dee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:20.104055 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-1590049c-38f0-4ed6-91a0-e19f6e5dee54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 1096 time: 0.0496812 Aug 12 03:08:20.116169 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:20.146771 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:08:20.154878 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:20.155501 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:20.232392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0328b54-9aa6-42b8-b26e-5687e18fb37f req-2a71a0af-ae50-4695-a57d-5cc03dcb8e40 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:20.233815 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0328b54-9aa6-42b8-b26e-5687e18fb37f req-2a71a0af-ae50-4695-a57d-5cc03dcb8e40 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.1530592 Aug 12 03:08:20.238382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-dd880866-198c-473b-83ed-e898d355ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:20.239786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-dd880866-198c-473b-83ed-e898d355ff2b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.1285956 Aug 12 03:08:20.258897 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:20.297613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-ad7b6d21-173e-4bbe-ac77-4a8e065783b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 200 len: 217 time: 0.0432804 Aug 12 03:08:20.317543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a0328b54-9aa6-42b8-b26e-5687e18fb37f req-d167740e-ab42-4eed-8b85-68833d7649fd tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768259 Aug 12 03:08:20.352794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-ceebfc1e-0f0c-41f7-b989-235616937648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:20.354643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-ceebfc1e-0f0c-41f7-b989-235616937648 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0494106 Aug 12 03:08:20.400539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-d41e1823-abf2-41a0-8fc5-d6203678c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:20.402303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-d41e1823-abf2-41a0-8fc5-d6203678c7a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403848 Aug 12 03:08:20.481975 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:20.497530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-35ff30c2-f7fb-420d-8670-9dc427143b72 service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879188 Aug 12 03:08:20.511957 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815dac5c-4e58-4da6-8011-a90f6396ea94 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cd4ab678-fce9-4331-a7dd-b75f874b1cb0', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'floating_ip_address': '172.25.3.23', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'port_id': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'mac_address': 'fa:16:3e:91:01:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:04:50Z', 'updated_at': '2021-08-12T03:04:52Z', 'revision_number': 1, 'project_id': '23755281a083485f86b398a78c4f5c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:08:20.591650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aeec3a76-3c15-46e1-b8e9-eea100fe1171 req-f2599bbb-40c2-4464-a01e-5fdbd41d628d service neutron] 10.222.0.25 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858846 Aug 12 03:08:20.721715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f077b07-c2df-4957-8152-59582e5a8f4f None None] New status for floating IP 3b285b1c-737d-4b07-a769-c987a5253fdd: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:08:21.530045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1259b6-353f-453e-9879-f071959fa991 req-9c3f1a00-5604-49e2-ac90-3746a92879c0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:21.531554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1259b6-353f-453e-9879-f071959fa991 req-9c3f1a00-5604-49e2-ac90-3746a92879c0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.0559237 Aug 12 03:08:21.550709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667facc0-d231-4ee2-8bf4-f5a76042bd1a req-c3056587-2cc0-48f5-b393-d763fba22ad1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:21.552341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-667facc0-d231-4ee2-8bf4-f5a76042bd1a req-c3056587-2cc0-48f5-b393-d763fba22ad1 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 945 time: 0.1016591 Aug 12 03:08:21.591046 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-667facc0-d231-4ee2-8bf4-f5a76042bd1a req-af96d5ac-43d9-4dc6-a93d-851c771ef361 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Aug 12 03:08:21.626834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port ee126f92-2957-4ec1-a52e-565386da3ae6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:21.627108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:21.714186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port ee126f92-2957-4ec1-a52e-565386da3ae6, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=ee126f92-2957-4ec1-a52e-565386da3ae6,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:21.714560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:21.727563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for ee126f92-2957-4ec1-a52e-565386da3ae6 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:21.869749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:21.904464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=ee126f92-2957-4ec1-a52e-565386da3ae6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:21.946513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port ee126f92-2957-4ec1-a52e-565386da3ae6 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:21.949366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:21.951929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9f1259b6-353f-453e-9879-f071959fa991 req-099a0fce-0abd-4e1b-976e-3d6fa1346298 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.25 "DELETE /v2.0/ports/ee126f92-2957-4ec1-a52e-565386da3ae6 HTTP/1.1" status: 204 len: 173 time: 0.4139822 Aug 12 03:08:22.030850 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'name': 'network-vif-deleted', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:08:22.033338 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a35c77-441c-41ad-aa87-2a31c0378be1" -d '{"events": [{"server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "name": "network-vif-deleted", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:08:22.070181 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc01f69-78df-4291-9300-cec7707f6d20 x-openstack-request-id: req-afc01f69-78df-4291-9300-cec7707f6d20 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:08:22.070554 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761269ce-3555-48b1-ba8f-3b7f963add11", "name": "network-vif-deleted", "tag": "ee126f92-2957-4ec1-a52e-565386da3ae6", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:08:22.070868 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afc01f69-78df-4291-9300-cec7707f6d20 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:08:22.071331 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761269ce-3555-48b1-ba8f-3b7f963add11', 'name': 'network-vif-deleted', 'tag': 'ee126f92-2957-4ec1-a52e-565386da3ae6', 'status': 'completed', 'code': 200} Aug 12 03:08:22.689998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52801de7-0271-4935-b034-5875ebce3051 req-77bcbef8-0874-4cc7-b19a-0bf6d3b147c0 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 210 time: 0.0272784 Aug 12 03:08:23.797995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-486fec61-c84a-4d3c-98bc-81b74de1b1ca req-5166bbe2-b19f-4c45-91ff-e71418c4fc7c tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 210 time: 0.0306053 Aug 12 03:08:24.858687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ee126f92-2957-4ec1-a52e-565386da3ae6 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:24.883850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: ee126f92-2957-4ec1-a52e-565386da3ae6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:24.884199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device ee126f92-2957-4ec1-a52e-565386da3ae6 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:24.898797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-abbbc020-10b0-4c52-ade8-11cb1b80db0d req-671c2a7e-564f-44c7-81e9-0f2b40184254 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=761269ce-3555-48b1-ba8f-3b7f963add11 HTTP/1.1" status: 200 len: 210 time: 0.0303214 Aug 12 03:08:30.257189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 53964) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:30.414983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port 54432230-48db-4502-b223-4df8b067b0b1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:30.415239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:30.489343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:30.489678 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:30.501558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for 54432230-48db-4502-b223-4df8b067b0b1 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:30.653542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:30.685698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=54432230-48db-4502-b223-4df8b067b0b1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:30.763115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:30.763447 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Floating IP cd4ab678-fce9-4331-a7dd-b75f874b1cb0 disassociated (deleted). External IP: 172.25.3.23, port: ff4abab4-5fce-428d-99b4-f6995151c333. Aug 12 03:08:30.967006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:08:31.078999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:08:31.083977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:31.089272 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:08:31.099589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:31.100198 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:31.111462 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b1f30c7-f3c9-4d4a-ae29-ea7ed153992e tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "DELETE /v2.0/floatingips/cd4ab678-fce9-4331-a7dd-b75f874b1cb0 HTTP/1.1" status: 204 len: 168 time: 0.8531992 Aug 12 03:08:31.112254 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:08:31.114596 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f38b90-3208-4768-8005-339200b1e5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:08:31.152010 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2766b7e-ea66-414a-b372-f6bd8305aa82 x-openstack-request-id: req-e2766b7e-ea66-414a-b372-f6bd8305aa82 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:08:31.152318 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:08:31.152578 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2766b7e-ea66-414a-b372-f6bd8305aa82 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:08:31.153047 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'status': 'completed', 'code': 200} Aug 12 03:08:31.210691 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:31.323999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38b90-3208-4768-8005-339200b1e5e9 req-956c0775-ff41-4316-acdf-330a9e778f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:31.326777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-956c0775-ff41-4316-acdf-330a9e778f76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=23755281a083485f86b398a78c4f5c14&device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 1096 time: 0.0883372 Aug 12 03:08:31.359599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077d719-45f9-4faa-aa39-ef2842fd79db req-64f97c63-f70b-492a-9ac7-613f0f6bc503 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:31.359599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d077d719-45f9-4faa-aa39-ef2842fd79db req-64f97c63-f70b-492a-9ac7-613f0f6bc503 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0526619 Aug 12 03:08:31.401608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d077d719-45f9-4faa-aa39-ef2842fd79db req-28030c9e-9394-4bce-be86-fc53b0832d2a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368154 Aug 12 03:08:31.427493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38b90-3208-4768-8005-339200b1e5e9 req-5acd8e36-6e8b-4643-802f-54e651568e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:31.429010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-5acd8e36-6e8b-4643-802f-54e651568e14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 200 len: 912 time: 0.0942137 Aug 12 03:08:31.437203 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:31.467454 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:08:31.472578 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:31.473129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:31.476474 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-c9d19018-3b37-4646-b3ae-1710ba7fcbf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 200 len: 217 time: 0.0385087 Aug 12 03:08:31.524535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38b90-3208-4768-8005-339200b1e5e9 req-a4a3ad3b-3acc-46ef-a985-3c58f4fbf28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:31.525984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-a4a3ad3b-3acc-46ef-a985-3c58f4fbf28c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 200 len: 850 time: 0.0437069 Aug 12 03:08:31.573176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f38b90-3208-4768-8005-339200b1e5e9 req-f1b89898-ddce-4c8f-95cf-20a66e4b08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:31.574884 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-f1b89898-ddce-4c8f-95cf-20a66e4b08af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3cd9b71-1df2-45fe-aaed-0f748a7500d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413716 Aug 12 03:08:31.584892 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:31.672179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-bc48ba5b-1da0-4294-83f0-0a1bbbee29d5 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885935 Aug 12 03:08:31.764945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f38b90-3208-4768-8005-339200b1e5e9 req-f1538cd6-128b-4edf-a7fb-1fb0fe0561c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843225 Aug 12 03:08:31.882404 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:31.908769 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0ed45f-e318-4b61-9903-c5d77c40cbf9 None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T02:58:55Z', 'revision_number': 4, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '2e7090ef-57b8-4db7-83c1-a5c327be9f7b', 'name': '', 'network_id': 'c3cd9b71-1df2-45fe-aaed-0f748a7500d3', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'mac_address': 'fa:16:3e:32:fb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:54Z', 'updated_at': '2021-08-12T02:59:00Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'subnets': [{'id': 'c4eff42e-ba0a-45f8-bb79-dba8a2e82784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:08:32.030043 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a570596-5d52-43ef-96ef-a88d7a5676ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:32.119891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e28e25-c373-4cc3-9e79-b58a23b48619 None None] New status for floating IP cd4ab678-fce9-4331-a7dd-b75f874b1cb0: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:08:32.519833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af6ef3-5cef-444a-8e04-34e34159c627 req-82a0f49b-3fdf-449e-b3e1-14530addfbc6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:32.521309 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17af6ef3-5cef-444a-8e04-34e34159c627 req-82a0f49b-3fdf-449e-b3e1-14530addfbc6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0486450 Aug 12 03:08:32.563921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17af6ef3-5cef-444a-8e04-34e34159c627 req-6875b7eb-2265-48f0-a6ff-b5176307d02f tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364072 Aug 12 03:08:33.470488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-1476f0d8-6b43-4875-9d23-c82423e0514a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:33.472029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-1476f0d8-6b43-4875-9d23-c82423e0514a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.3882310 Aug 12 03:08:33.562218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port ff4abab4-5fce-428d-99b4-f6995151c333 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:33.562801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:33.661043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] For port ff4abab4-5fce-428d-99b4-f6995151c333, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ff4abab4-5fce-428d-99b4-f6995151c333,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:33.661414 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:33.674964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for ff4abab4-5fce-428d-99b4-f6995151c333 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:33.681169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66e22-053c-4dfa-b7e3-f200c74ca691 req-c4e79c83-64c8-4aab-ac22-2454a0c80309 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:33.682661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1a66e22-053c-4dfa-b7e3-f200c74ca691 req-c4e79c83-64c8-4aab-ac22-2454a0c80309 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 945 time: 0.0506408 Aug 12 03:08:33.720887 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1a66e22-053c-4dfa-b7e3-f200c74ca691 req-8d544c30-3917-401a-93b5-d6ea82460383 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/security-groups?id=42120fcc-05cc-49da-9333-319bc30c0c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 12 03:08:33.812205 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:33.844800 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=ff4abab4-5fce-428d-99b4-f6995151c333,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:33.877192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.877192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.877507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.877853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.878154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.878490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.878811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.879142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.879501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.879820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.880218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.880547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:33.895818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] No DVR routers for this DVR port ff4abab4-5fce-428d-99b4-f6995151c333 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:33.897996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:33.899998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5271e7e0-e3a2-4047-9f85-10c4da217d49 req-6f09c40d-4e66-4a46-96c1-9829a032962b tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.21 "DELETE /v2.0/ports/ff4abab4-5fce-428d-99b4-f6995151c333 HTTP/1.1" status: 204 len: 173 time: 0.4218438 Aug 12 03:08:33.900423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'name': 'network-vif-deleted', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:08:33.943342 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc42581-404f-4c53-b6a7-d4f6c61c38a5" -d '{"events": [{"server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "name": "network-vif-deleted", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:08:34.028227 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e24ce-85a0-4476-a052-352938464e9c x-openstack-request-id: req-1a0e24ce-85a0-4476-a052-352938464e9c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:08:34.028521 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2380c589-feb7-4b2f-a650-b5cc68f2ca3d", "name": "network-vif-deleted", "tag": "ff4abab4-5fce-428d-99b4-f6995151c333", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:08:34.028778 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a0e24ce-85a0-4476-a052-352938464e9c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:08:34.029180 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2380c589-feb7-4b2f-a650-b5cc68f2ca3d', 'name': 'network-vif-deleted', 'tag': 'ff4abab4-5fce-428d-99b4-f6995151c333', 'status': 'completed', 'code': 200} Aug 12 03:08:34.660963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-241ec70c-670b-472a-85ef-2d39fd86e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:34.756188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:34.822769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f85bdb91-5e45-4aa9-9f90-207ac4f3d153 req-248acbe9-e425-46b3-ac01-30660897758a tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 210 time: 0.0300953 Aug 12 03:08:35.071029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:35.920162 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fb046ae-c955-48f1-a4ec-55c88cf520ba req-4dc7c71e-ee2f-4a46-9fef-102dc98db54d tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 210 time: 0.0257559 Aug 12 03:08:36.005243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:36.046548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff4abab4-5fce-428d-99b4-f6995151c333 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:36.065982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ff4abab4-5fce-428d-99b4-f6995151c333 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:36.066330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ff4abab4-5fce-428d-99b4-f6995151c333 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:37.013652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de4ab529-f55a-4b58-a074-6646cc9c2f0d req-4472b5be-2d30-499c-a978-06c03ebfa7a6 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "GET /v2.0/ports?device_id=2380c589-feb7-4b2f-a650-b5cc68f2ca3d HTTP/1.1" status: 200 len: 210 time: 0.0263531 Aug 12 03:08:37.521668 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.068755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 53996) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:38.202769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Deleting port daa6d71a-817b-4603-ab76-6afc9bb1e2d7 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:38.203108 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.276218 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.276550 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.288341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Calling delete_port for daa6d71a-817b-4603-ab76-6afc9bb1e2d7 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:38.424698 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.451782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'Port': ['ID=daa6d71a-817b-4603-ab76-6afc9bb1e2d7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:38.517300 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.519827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:38.520987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ab33fc58-9475-424b-8abb-f58ca4b4e445 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "DELETE /v2.0/floatingips/584cc9f4-f5d2-4f55-836e-506c2f16e4f7 HTTP/1.1" status: 204 len: 168 time: 0.4511991 Aug 12 03:08:40.770826 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54010) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:40.829965 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:40.855453 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:40.917288 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:40.920705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:40.924310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] 10.222.0.11 "DELETE /v2.0/security-groups/42120fcc-05cc-49da-9333-319bc30c0c40 HTTP/1.1" status: 204 len: 168 time: 0.1499636 Aug 12 03:08:40.931103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3565dcb-d5ab-41e6-a7d0-3fc546dbb900 tempest-TestVolumeBootPattern-704564822 tempest-TestVolumeBootPattern-704564822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42120fcc-05cc-49da-9333-319bc30c0c40,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:40.983906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54014) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:41.452478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:41.703046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Deleting port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:41.703307 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:41.780974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] For port 2e7090ef-57b8-4db7-83c1-a5c327be9f7b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:41.781634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:41.794262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Calling delete_port for 2e7090ef-57b8-4db7-83c1-a5c327be9f7b owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:41.976694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.003317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e7090ef-57b8-4db7-83c1-a5c327be9f7b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:42.177404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.391588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:08:42.492140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:08:42.497526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5cc5e9a8-4e4a-40ee-941c-864e3e2ab29d admin admin] 10.222.0.11 "PUT /v2.0/routers/592295e2-be7e-4eb4-b3b7-94c249c7c5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5125444 Aug 12 03:08:42.500077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54020) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:42.502740 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Sync routers for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:08:42.512365 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:42.513103 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:42.601227 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.615074 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:42.702745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.754580 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Deleting port e5d4f4df-428c-4822-8676-a3bd02e7e37f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:42.754922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.794234 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T03:08:41Z', 'revision_number': 5, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port': {'id': 'e5d4f4df-428c-4822-8676-a3bd02e7e37f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:53Z', 'updated_at': '2021-08-12T02:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:42.819836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Checking router: 592295e2-be7e-4eb4-b3b7-94c249c7c5ab for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:08:42.829639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Routers {'592295e2-be7e-4eb4-b3b7-94c249c7c5ab'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:42.830253 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:42.837933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] For port e5d4f4df-428c-4822-8676-a3bd02e7e37f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=e5d4f4df-428c-4822-8676-a3bd02e7e37f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:42.838470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:42.851857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Calling delete_port for e5d4f4df-428c-4822-8676-a3bd02e7e37f owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:42.914193 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] Set router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:42.971926 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T03:08:42Z', 'revision_number': 6, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:43.000793 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0de74-1bba-4f00-99e1-bcc708260f9e None None] The sync data for ids ['592295e2-be7e-4eb4-b3b7-94c249c7c5ab'] in n-d-804303-2 is: [{'id': '592295e2-be7e-4eb4-b3b7-94c249c7c5ab', 'name': 'tempest-TestVolumeBootPattern-890536867-router', 'tenant_id': '23755281a083485f86b398a78c4f5c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:52Z', 'updated_at': '2021-08-12T03:08:42Z', 'revision_number': 6, 'project_id': '23755281a083485f86b398a78c4f5c14', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:08:43.019618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.045997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d4f4df-428c-4822-8676-a3bd02e7e37f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:43.107565 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.194477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.196569 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.237642 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.238127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 592295e2-be7e-4eb4-b3b7-94c249c7c5ab {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:08:43.243074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.244279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f5f21b51-bef1-43bb-a25b-06352a83d7b0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/592295e2-be7e-4eb4-b3b7-94c249c7c5ab HTTP/1.1" status: 204 len: 168 time: 0.7431273 Aug 12 03:08:43.247395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54022) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:43.290900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Deleting subnet c4eff42e-ba0a-45f8-bb79-dba8a2e82784 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:08:43.293814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.327622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.412031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.471311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.497374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4eff42e-ba0a-45f8-bb79-dba8a2e82784,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:43.500662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.503921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4099f695-e26a-4ca5-8721-7ffff393467a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c4eff42e-ba0a-45f8-bb79-dba8a2e82784 HTTP/1.1" status: 204 len: 168 time: 0.2555718 Aug 12 03:08:43.505012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54024) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:43.506500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df01bceb-7c63-4443-bf94-f553b5ab0824 None None] Network c3cd9b71-1df2-45fe-aaed-0f748a7500d3 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:08:43.578916 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.633227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Deleting port aac99729-b8e3-4070-9e86-517eae736e48 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:43.633578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.701167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] For port aac99729-b8e3-4070-9e86-517eae736e48, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=aac99729-b8e3-4070-9e86-517eae736e48,segment=NetworkSegment(572c55dc-d92f-4bc2-b94c-324fd79c8248),segment_id=572c55dc-d92f-4bc2-b94c-324fd79c8248)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:43.701450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.713845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Calling delete_port for aac99729-b8e3-4070-9e86-517eae736e48 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:43.790399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] DHCP port deletion for c3cd9b71-1df2-45fe-aaed-0f748a7500d3 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:08:43.803081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.833009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Pushing event deleted for resources: {'Port': ['ID=aac99729-b8e3-4070-9e86-517eae736e48,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:43.835756 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] No DVR routers for this DVR port aac99729-b8e3-4070-9e86-517eae736e48 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:43.841804 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Deleting port aac99729-b8e3-4070-9e86-517eae736e48 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:43.842178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.915497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] For port aac99729-b8e3-4070-9e86-517eae736e48, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:43.915946 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.922313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.931961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Calling delete_port for aac99729-b8e3-4070-9e86-517eae736e48 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:43.932852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cd9b71-1df2-45fe-aaed-0f748a7500d3']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:43.935296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Port aac99729-b8e3-4070-9e86-517eae736e48 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 03:08:43.936568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.943599 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572c55dc-d92f-4bc2-b94c-324fd79c8248') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:43.943899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572c55dc-d92f-4bc2-b94c-324fd79c8248') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:43.953002 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.963423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] No DVR routers for this DVR port aac99729-b8e3-4070-9e86-517eae736e48 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:43.967197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Pushing event deleted for resources: {'Port': ['ID=aac99729-b8e3-4070-9e86-517eae736e48,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:43.968923 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.976329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:08:43.976521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.976878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:43.976991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.977266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.977584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.977894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.978231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.978566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.978899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.979666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.979881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.980217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:43.980631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf49946-147f-4a2f-8ad3-58181a6d357c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:08:44.012639 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:08:44.036348 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.041844 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.044737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3cd9b71-1df2-45fe-aaed-0f748a7500d3 HTTP/1.1" status: 204 len: 168 time: 0.5378876 Aug 12 03:08:44.047548 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:44.055613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28fc9f-0917-4161-9784-41c07ab05ead admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cd9b71-1df2-45fe-aaed-0f748a7500d3,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:44.204856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5d4f4df-428c-4822-8676-a3bd02e7e37f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:44.224457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: e5d4f4df-428c-4822-8676-a3bd02e7e37f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:44.224805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device e5d4f4df-428c-4822-8676-a3bd02e7e37f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:44.225222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e7090ef-57b8-4db7-83c1-a5c327be9f7b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:44.244085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 2e7090ef-57b8-4db7-83c1-a5c327be9f7b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:44.244430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 2e7090ef-57b8-4db7-83c1-a5c327be9f7b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:44.244862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device aac99729-b8e3-4070-9e86-517eae736e48 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:44.404482 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.420519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: aac99729-b8e3-4070-9e86-517eae736e48 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:44.420864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device aac99729-b8e3-4070-9e86-517eae736e48 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:44.648893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Deleting port d0c99c9c-3f98-4c15-819c-83b6baddbc3b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:44.649236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.728588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] For port d0c99c9c-3f98-4c15-819c-83b6baddbc3b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:44.728961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.742359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Calling delete_port for d0c99c9c-3f98-4c15-819c-83b6baddbc3b owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:44.948099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:44.973537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c99c9c-3f98-4c15-819c-83b6baddbc3b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:45.424654 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:45.651039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Router c8e59fc5-88dd-491b-974d-3831a693c754 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:08:45.755667 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:08:45.760661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-885328f0-1d9d-4958-84b2-b93eb1fd3448 admin admin] 10.222.0.11 "PUT /v2.0/routers/c8e59fc5-88dd-491b-974d-3831a693c754/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115521 Aug 12 03:08:45.764131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54028) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:45.765218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Sync routers for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:08:45.774566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:45.775180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:45.891594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:45.894672 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:45.997185 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.048572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Deleting port ffa572d6-0992-41c3-958a-8bddb6ad0481 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:46.048814 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.075972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T03:08:44Z', 'revision_number': 5, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port': {'id': 'ffa572d6-0992-41c3-958a-8bddb6ad0481', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:fb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T02:58:58Z', 'updated_at': '2021-08-12T02:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:46.102473 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Checking router: c8e59fc5-88dd-491b-974d-3831a693c754 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:08:46.111231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Routers {'c8e59fc5-88dd-491b-974d-3831a693c754'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:08:46.111866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:08:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['c8e59fc5-88dd-491b-974d-3831a693c754'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:46.129038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] For port ffa572d6-0992-41c3-958a-8bddb6ad0481, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=ffa572d6-0992-41c3-958a-8bddb6ad0481,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:46.129413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.144577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Calling delete_port for ffa572d6-0992-41c3-958a-8bddb6ad0481 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:46.205644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] Set router c8e59fc5-88dd-491b-974d-3831a693c754 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:08:46.259725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T03:08:45Z', 'revision_number': 6, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:46.287246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea71ff-ffc6-4d19-9f5d-7dded1c99227 None None] The sync data for ids ['c8e59fc5-88dd-491b-974d-3831a693c754'] in n-d-804303-2 is: [{'id': 'c8e59fc5-88dd-491b-974d-3831a693c754', 'name': 'tempest-TestVolumeBootPattern-176758246-router', 'tenant_id': '1483ec64d66d404db79d09b3ea27176c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T02:58:57Z', 'updated_at': '2021-08-12T03:08:45Z', 'revision_number': 6, 'project_id': '1483ec64d66d404db79d09b3ea27176c', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:08:46.672918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.698331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa572d6-0992-41c3-958a-8bddb6ad0481,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:46.760462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.854795 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.857481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.899347 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.899905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e59fc5-88dd-491b-974d-3831a693c754 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:08:46.904740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.905887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-62d2a1d5-3435-4e42-a9a1-4bd84ea0dfcb admin admin] 10.222.0.11 "DELETE /v2.0/routers/c8e59fc5-88dd-491b-974d-3831a693c754 HTTP/1.1" status: 204 len: 168 time: 1.1407752 Aug 12 03:08:46.908295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:46.951463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Deleting subnet 022ba068-0da2-47e4-9729-ea89ebec2439 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:08:46.954867 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:46.994098 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.073697 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.128897 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.154635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022ba068-0da2-47e4-9729-ea89ebec2439,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:47.158286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.162399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4f5d7525-c228-48d0-bd65-9a5ca0e5559a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/022ba068-0da2-47e4-9729-ea89ebec2439 HTTP/1.1" status: 204 len: 168 time: 0.2508619 Aug 12 03:08:47.162801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54032) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:47.164927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd3e4f8-a76d-450b-a50c-337114369a81 None None] Network 6f8b2c4e-a13f-40b6-be44-812d5332dbff requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:08:47.242596 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.301819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Deleting port 499a1bde-3834-47a1-ab03-a7897986d7aa {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:47.302173 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.342733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] DHCP port deletion for 6f8b2c4e-a13f-40b6-be44-812d5332dbff request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:08:47.370940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] For port 499a1bde-3834-47a1-ab03-a7897986d7aa, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=499a1bde-3834-47a1-ab03-a7897986d7aa,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:47.371457 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.385416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Calling delete_port for 499a1bde-3834-47a1-ab03-a7897986d7aa owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:47.389247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Deleting port 499a1bde-3834-47a1-ab03-a7897986d7aa {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:08:47.389626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.455361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] For port 499a1bde-3834-47a1-ab03-a7897986d7aa, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=499a1bde-3834-47a1-ab03-a7897986d7aa,segment=NetworkSegment(8a9ec3a5-41c6-421b-ae10-a272c27aa65d),segment_id=8a9ec3a5-41c6-421b-ae10-a272c27aa65d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:08:47.455792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.466778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.469699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Calling delete_port for 499a1bde-3834-47a1-ab03-a7897986d7aa owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:08:47.492717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Pushing event deleted for resources: {'Port': ['ID=499a1bde-3834-47a1-ab03-a7897986d7aa,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:47.496325 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] No DVR routers for this DVR port 499a1bde-3834-47a1-ab03-a7897986d7aa on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:47.549929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.570450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.574370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] Pushing event deleted for resources: {'Port': ['ID=499a1bde-3834-47a1-ab03-a7897986d7aa,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:47.578900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4153cb5-2fbb-4a96-8b23-8d0fd59e3d66 None None] No DVR routers for this DVR port 499a1bde-3834-47a1-ab03-a7897986d7aa on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:08:47.580951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8b2c4e-a13f-40b6-be44-812d5332dbff']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:47.596338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9ec3a5-41c6-421b-ae10-a272c27aa65d') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:47.596635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9ec3a5-41c6-421b-ae10-a272c27aa65d') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:08:47.606875 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.620508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.626860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:08:47.627299 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:08:47.629201 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:08:47.681277 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.686713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.688590 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f8b2c4e-a13f-40b6-be44-812d5332dbff HTTP/1.1" status: 204 len: 168 time: 0.5247891 Aug 12 03:08:47.704497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625bd0e-6b14-49f1-ace0-9d34807755cc admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8b2c4e-a13f-40b6-be44-812d5332dbff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:47.807178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:47.851946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-26ea31a9-ba12-4573-9975-f85ddee11a0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23755281a083485f86b398a78c4f5c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434010 Aug 12 03:08:47.854651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:47.901576 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.926332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.971967 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.974484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:47.975670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bd40f635-f72e-4322-b1d3-ca9d2809050d HTTP/1.1" status: 204 len: 168 time: 0.1200881 Aug 12 03:08:47.983828 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8fa0a-5079-4917-b950-640616732d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40f635-f72e-4322-b1d3-ca9d2809050d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:48.205205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ffa572d6-0992-41c3-958a-8bddb6ad0481 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:48.227999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: ffa572d6-0992-41c3-958a-8bddb6ad0481 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:48.228285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device ffa572d6-0992-41c3-958a-8bddb6ad0481 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:48.228707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 499a1bde-3834-47a1-ab03-a7897986d7aa no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:48.248111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 499a1bde-3834-47a1-ab03-a7897986d7aa {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:48.248460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 499a1bde-3834-47a1-ab03-a7897986d7aa not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:48.248874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0c99c9c-3f98-4c15-819c-83b6baddbc3b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:08:48.268384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d0c99c9c-3f98-4c15-819c-83b6baddbc3b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:08:48.268740 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d0c99c9c-3f98-4c15-819c-83b6baddbc3b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:08:48.307929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:48.323802 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:48.348736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-56cf1027-6f85-4a54-8e8c-13c0b1c98993 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1483ec64d66d404db79d09b3ea27176c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395224 Aug 12 03:08:48.351175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54046) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:08:48.398276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:48.419380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:48.425947 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:08:48.470233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:48.473534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:08:48.474935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7855c358-e1b9-4c24-aeef-3030d7647901 HTTP/1.1" status: 204 len: 168 time: 0.1227751 Aug 12 03:08:48.483607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e04f-b13d-41c0-bf49-966e90680195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7855c358-e1b9-4c24-aeef-3030d7647901,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:08:58.178264 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-e2f9eef8-7bfa-4c88-a9c7-9187bcab50b7 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a0cebb677c5f457a872e863846479719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216334 Aug 12 03:08:58.286872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-94db9f48-2b80-4f6d-8184-6311ed58ad82 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:08:58.288361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-94db9f48-2b80-4f6d-8184-6311ed58ad82 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048005 Aug 12 03:08:58.303115 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-b699b736-a8c6-4a5b-aa8d-7343bb709838 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/quotas/a0cebb677c5f457a872e863846479719 HTTP/1.1" status: 200 len: 375 time: 0.0089777 Aug 12 03:08:58.335811 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-eec6c073-2c0a-4d9f-80b8-10bbc3623748 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cebb677c5f457a872e863846479719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271862 Aug 12 03:08:58.503328 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5d4207b-9247-4548-986a-f47c19dc62a1 req-dc941676-a947-4dc4-a0e0-7b748eee6caa tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Aug 12 03:08:59.582262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a54ba04b-c4ac-43bf-944c-592164d6116c req-83153faf-0941-4ba3-8300-7fc60b0f2bb0 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 210 time: 0.0259421 Aug 12 03:09:00.679862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6939b4da-cc35-46ee-9dcc-a2d85e812737 req-28b3e743-dbe3-4f79-857b-72b027c5a4d8 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 210 time: 0.0292573 Aug 12 03:09:01.658813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-103e69e2-d31d-4b16-9fea-965c27e3c521 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a0cebb677c5f457a872e863846479719&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204518 Aug 12 03:09:01.785085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebb7c4b1-ca79-46e0-86d7-4fd371463bbf req-c65e7fe6-1e49-4b58-9d54-67cc291d33ac tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 210 time: 0.0337460 Aug 12 03:09:01.794483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-6d9896a3-7ad6-483b-9438-ae2005e69426 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:01.795961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-6d9896a3-7ad6-483b-9438-ae2005e69426 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315620 Aug 12 03:09:01.837702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Request body: {'port': {'device_id': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'admin_state_up': True, 'tenant_id': 'a0cebb677c5f457a872e863846479719'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:01.952542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Made reservation on behalf of a0cebb677c5f457a872e863846479719 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:09:01.956044 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:01.965684 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.032779 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-20960757-701d-4897-9d58-4b0b5c555dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.053175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.057003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.118088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:02.191348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Allocated IP 192.168.233.85 (aa6fc7c3-8ebe-4237-bcf9-9a7290b07746/460185b3-118f-46db-bc3a-4a58f116d73a/c31f992d-653a-4b4c-8a0d-bb845c2a5d1c) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:09:02.344922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.358729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Transition to ACTIVE for port object c31f992d-653a-4b4c-8a0d-bb845c2a5d1c will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:09:02.390645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.435313 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:09:02.438338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:09:02.444624 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:09:02.472337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Pushing event updated for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:02.498830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:02.499487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.514769 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-c53dd3ee-7c73-4d11-9030-f1a941c2f807 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6808615 Aug 12 03:09:02.534052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Request body: {'port': {'device_id': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:02.590169 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.682491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e91151ef-c95b-4ba3-8eef-e41743e1106c None None] Provisioning for port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:09:02.686572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e91151ef-c95b-4ba3-8eef-e41743e1106c None None] Provisioning complete for port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:09:02.686945 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e91151ef-c95b-4ba3-8eef-e41743e1106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.722771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e91151ef-c95b-4ba3-8eef-e41743e1106c None None] Port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:09:02.867847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31f992d-653a-4b4c-8a0d-bb845c2a5d1c {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:09:02.875411 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.888336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Transition to ACTIVE for port object c31f992d-653a-4b4c-8a0d-bb845c2a5d1c will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:09:02.892015 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:02.903695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32ba37-ef03-40ba-b5b6-af4a28298456 req-d6735d00-7a8c-48dd-8d10-7d1235b8a17d tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:02.905217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d32ba37-ef03-40ba-b5b6-af4a28298456 req-d6735d00-7a8c-48dd-8d10-7d1235b8a17d tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 935 time: 0.0516768 Aug 12 03:09:02.946859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d32ba37-ef03-40ba-b5b6-af4a28298456 req-124170d0-c285-4faf-bfe6-a0f7baa0dc3e tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Aug 12 03:09:02.968385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:03.018802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Attempting to bind port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:09:03.019145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Attempting to bind port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:09:03.019534 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Attempting to bind port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:09:03.024170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:09:03.024496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Attempting to bind port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c on network aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:09:03.029998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:09:03.030348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Checking segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:09:03.030738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Bound using segment: {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:09:03.031170 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Bound port: c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36bcb262-2af5-4d73-a646-0fb94d446357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:09:03.031575 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:03.101733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:09:03.105710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:09:03.109913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:03.142483 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.143162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:03.144544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/c31f992d-653a-4b4c-8a0d-bb845c2a5d1c HTTP/1.1" status: 200 len: 1095 time: 0.6149168 Aug 12 03:09:03.144990 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:09:03.147235 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d60acb-9fdc-4776-acca-95dbaa58a135" -d '{"events": [{"name": "network-changed", "server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:09:03.173277 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697eb24-cf2a-4032-9f22-18a27bb9b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:03.200747 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8381e5-ba2a-476a-8e59-bd3ea63ed0d6 x-openstack-request-id: req-0b8381e5-ba2a-476a-8e59-bd3ea63ed0d6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:09:03.201040 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:09:03.201294 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b8381e5-ba2a-476a-8e59-bd3ea63ed0d6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:09:03.201699 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c', 'status': 'completed', 'code': 200} Aug 12 03:09:03.259243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-1d3b73a7-e725-4db3-96d8-b43bde870fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.260823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-1d3b73a7-e725-4db3-96d8-b43bde870fd1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0cebb677c5f457a872e863846479719&device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 1098 time: 0.0423720 Aug 12 03:09:03.314027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-17c071ff-8db8-48e2-9980-cbc1982fa530 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c HTTP/1.1" status: 200 len: 217 time: 0.0392842 Aug 12 03:09:03.364850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-13f9fbab-b1b0-4836-bc60-a45e7e17040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.366290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-13f9fbab-b1b0-4836-bc60-a45e7e17040b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0457921 Aug 12 03:09:03.412262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-93e56dae-31a2-4808-9d0a-e2258659df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.413783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-93e56dae-31a2-4808-9d0a-e2258659df3b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407903 Aug 12 03:09:03.506648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-5a315662-a009-4a61-be80-d00a62e5520b service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Aug 12 03:09:03.595893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ff79238-aed7-45ea-8e61-60daba2d84db req-b2dae6bc-3f90-4626-9d7c-5bbb6deff108 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816977 Aug 12 03:09:03.719069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-efc43b77-fb2b-497d-bb43-d4ea4d605358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.720524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-efc43b77-fb2b-497d-bb43-d4ea4d605358 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0cebb677c5f457a872e863846479719&device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 1098 time: 0.0407279 Aug 12 03:09:03.816932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-6d2d3a18-a345-4b3d-a5f7-8daa57d6011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.818401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-6d2d3a18-a345-4b3d-a5f7-8daa57d6011b service neutron] 10.222.0.21 "GET /v2.0/networks?id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746 HTTP/1.1" status: 200 len: 870 time: 0.0907505 Aug 12 03:09:03.860937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-b56a0edf-b1b3-4f57-a171-62b6e1cbe7d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c HTTP/1.1" status: 200 len: 217 time: 0.0354366 Aug 12 03:09:03.909196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-ec494d6c-59e1-4b80-8db5-c32bb61b16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.910583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-ec494d6c-59e1-4b80-8db5-c32bb61b16ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=460185b3-118f-46db-bc3a-4a58f116d73a HTTP/1.1" status: 200 len: 843 time: 0.0425904 Aug 12 03:09:03.959150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-f57fa17b-9a45-49b5-a634-a27845f046fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:03.960660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-f57fa17b-9a45-49b5-a634-a27845f046fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aa6fc7c3-8ebe-4237-bcf9-9a7290b07746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437264 Aug 12 03:09:04.050833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-c48fe17e-d00a-4181-8eb2-f9ecbaf7c715 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827677 Aug 12 03:09:04.068925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ee89b-f80a-448e-88ac-e4a77461959a req-40c7a3ea-b1b1-4fac-998f-1babc3a9a7b4 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:04.070471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b19ee89b-f80a-448e-88ac-e4a77461959a req-40c7a3ea-b1b1-4fac-998f-1babc3a9a7b4 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 947 time: 0.0496655 Aug 12 03:09:04.109803 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b19ee89b-f80a-448e-88ac-e4a77461959a req-b7ff45f3-c29b-4950-b9df-f800608775e3 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Aug 12 03:09:04.144915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2d60acb-9fdc-4776-acca-95dbaa58a135 req-5c09f92f-a0b2-4933-a250-a340ae7ce140 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6fc7c3-8ebe-4237-bcf9-9a7290b07746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872552 Aug 12 03:09:04.662796 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d4f1-1100-4ab0-9e01-c1992be9dac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:04.757222 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:05.083006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:05.225781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399fb6e-7264-408d-afc0-c63f47946d30 req-57b9fc81-6c87-44ea-998f-3f473d9fdb3a tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:05.227284 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c399fb6e-7264-408d-afc0-c63f47946d30 req-57b9fc81-6c87-44ea-998f-3f473d9fdb3a tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 947 time: 0.0492711 Aug 12 03:09:05.265121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c399fb6e-7264-408d-afc0-c63f47946d30 req-822015a2-9104-4e47-8c06-57e791a59de5 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 12 03:09:06.011350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:06.217407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c31f992d-653a-4b4c-8a0d-bb845c2a5d1c details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:09:06.309452 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:06.320725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c', 'network_id': 'aa6fc7c3-8ebe-4237-bcf9-9a7290b07746', 'port_id': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c', 'mac_address': 'fa:16:3e:8c:1f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460185b3-118f-46db-bc3a-4a58f116d73a', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:09:06.358619 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:06.371686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31f992d-653a-4b4c-8a0d-bb845c2a5d1c {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:09:06.377756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4419d-a1ee-4dc7-a39c-4a55f8858cfe req-d3793c17-c3c6-4473-92f0-e5b164d26f39 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:06.379277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41c4419d-a1ee-4dc7-a39c-4a55f8858cfe req-d3793c17-c3c6-4473-92f0-e5b164d26f39 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 947 time: 0.0489652 Aug 12 03:09:06.394743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:06.399930 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:06.423289 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41c4419d-a1ee-4dc7-a39c-4a55f8858cfe req-88ea816a-b5e4-4a31-a74f-bdaf95298593 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Aug 12 03:09:06.446785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:06.809238 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c31f992d-653a-4b4c-8a0d-bb845c2a5d1c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:09:07.526407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:07.539837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d133b-331f-4027-b2f7-274edd778bfd req-61f04bee-8a3f-4d52-8b1a-c6e8b8acf6cd tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:07.541350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-013d133b-331f-4027-b2f7-274edd778bfd req-61f04bee-8a3f-4d52-8b1a-c6e8b8acf6cd tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 948 time: 0.0510728 Aug 12 03:09:07.578220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-013d133b-331f-4027-b2f7-274edd778bfd req-d3df8ffd-23c9-4ef6-872d-16fef0e6bd4f tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Aug 12 03:09:08.215769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c31f992d-653a-4b4c-8a0d-bb845c2a5d1c up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:09:08.265358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:09:08.269310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:09:08.269655 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:08.347010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:08.368630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:09:08.382834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:08.387538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:08.415084 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039eeb37-7fd1-4640-a53e-2f33d8a0f15f" -d '{"events": [{"server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "name": "network-vif-plugged", "status": "completed", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:09:08.442421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:08.504341 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdacb518-9913-43fb-b81b-ed24955db59e x-openstack-request-id: req-bdacb518-9913-43fb-b81b-ed24955db59e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:09:08.504632 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "name": "network-vif-plugged", "status": "completed", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:09:08.504886 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdacb518-9913-43fb-b81b-ed24955db59e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:09:08.505314 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c', 'code': 200} Aug 12 03:09:08.641834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9add1-5139-447c-be28-ec2cec2f4534 req-8ce4e9a7-c27f-44b6-b248-c21b848be1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:08.643381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cde9add1-5139-447c-be28-ec2cec2f4534 req-8ce4e9a7-c27f-44b6-b248-c21b848be1b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 1100 time: 0.0497131 Aug 12 03:09:08.709350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cde9add1-5139-447c-be28-ec2cec2f4534 req-090e1ed6-6338-4737-9c8d-8a772702765f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564580 Aug 12 03:09:08.720088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a64ca5-fa84-4927-bba0-055b9dd33f4b req-5ba979dd-12d3-480f-840f-b91a61df853b tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:08.721522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69a64ca5-fa84-4927-bba0-055b9dd33f4b req-5ba979dd-12d3-480f-840f-b91a61df853b tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0705168 Aug 12 03:09:08.759026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69a64ca5-fa84-4927-bba0-055b9dd33f4b req-fd46932e-8d9b-4f94-ae5b-ef95fb7167c8 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 12 03:09:09.881041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e7c0-d73c-4077-be96-0a76ee7eadd7 req-77d6dea0-9b21-4592-9b41-8d2c149c82f1 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:09.882523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c30e7c0-d73c-4077-be96-0a76ee7eadd7 req-77d6dea0-9b21-4592-9b41-8d2c149c82f1 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0501716 Aug 12 03:09:09.919855 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c30e7c0-d73c-4077-be96-0a76ee7eadd7 req-3baffb07-ea15-412f-9110-97a61648e548 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308609 Aug 12 03:09:11.038556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a7c8f-b365-403a-882b-25686d8b878b req-f64272f0-86e0-4710-b235-179bc6f0955f tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:11.040065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-652a7c8f-b365-403a-882b-25686d8b878b req-f64272f0-86e0-4710-b235-179bc6f0955f tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0475264 Aug 12 03:09:11.077155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-652a7c8f-b365-403a-882b-25686d8b878b req-a4d493db-00fd-4deb-93c6-f4968d142bdc tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Aug 12 03:09:11.986681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bba2ab-3791-40b2-b654-a67278e8267e req-9d0a26bf-3261-4615-ae3e-ed7bac9e5060 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:11.988105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3bba2ab-3791-40b2-b654-a67278e8267e req-9d0a26bf-3261-4615-ae3e-ed7bac9e5060 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0518935 Aug 12 03:09:12.025641 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f3bba2ab-3791-40b2-b654-a67278e8267e req-7c3869ca-28ed-4c86-a271-e8d63388e080 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Aug 12 03:09:13.145579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa38a0-fe59-46d1-b003-67032bf19bfb req-19b0112d-07c2-4105-bc4f-7fcbedcffd1b tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:13.147087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24fa38a0-fe59-46d1-b003-67032bf19bfb req-19b0112d-07c2-4105-bc4f-7fcbedcffd1b tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0491531 Aug 12 03:09:13.186317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24fa38a0-fe59-46d1-b003-67032bf19bfb req-4e85e246-fed4-4cd0-a80d-b027ef610678 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/security-groups?id=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 12 03:09:13.511135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-52c01ef4-467b-4021-b157-3a399a8ef1d3 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:13.513358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-52c01ef4-467b-4021-b157-3a399a8ef1d3 tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.21 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 949 time: 0.0489659 Aug 12 03:09:13.601003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Deleting port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:09:13.601344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:13.687193 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] For port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,segment=NetworkSegment(36bcb262-2af5-4d73-a646-0fb94d446357),segment_id=36bcb262-2af5-4d73-a646-0fb94d446357)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:13.687587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:13.700149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Calling delete_port for c31f992d-653a-4b4c-8a0d-bb845c2a5d1c owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:09:13.828674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:13.860515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Pushing event deleted for resources: {'Port': ['ID=c31f992d-653a-4b4c-8a0d-bb845c2a5d1c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:13.863391 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['c31f992d-653a-4b4c-8a0d-bb845c2a5d1c'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:09:13.904338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] No DVR routers for this DVR port c31f992d-653a-4b4c-8a0d-bb845c2a5d1c on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:09:13.906869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:13.908904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30d89b6a-8a8f-46ab-9b54-709dbdeb4d31 req-89ac13a9-ee27-4b43-b3c3-cd2f322785fe tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.21 "DELETE /v2.0/ports/c31f992d-653a-4b4c-8a0d-bb845c2a5d1c HTTP/1.1" status: 204 len: 173 time: 0.3895898 Aug 12 03:09:13.909338 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'name': 'network-vif-deleted', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:09:13.911613 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf5e177-8ec9-44f7-baa0-550faa3a8bff" -d '{"events": [{"server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "name": "network-vif-deleted", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:09:13.953654 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5615f3e-d4f4-4f15-9908-f59183980b69 x-openstack-request-id: req-d5615f3e-d4f4-4f15-9908-f59183980b69 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:09:13.953956 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497b437a-1f68-480a-86f0-ca1a3b9109b5", "name": "network-vif-deleted", "tag": "c31f992d-653a-4b4c-8a0d-bb845c2a5d1c", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:09:13.954217 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5615f3e-d4f4-4f15-9908-f59183980b69 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:09:13.954675 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497b437a-1f68-480a-86f0-ca1a3b9109b5', 'name': 'network-vif-deleted', 'tag': 'c31f992d-653a-4b4c-8a0d-bb845c2a5d1c', 'status': 'completed', 'code': 200} Aug 12 03:09:14.290039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ead372d-a6f1-4b74-9cff-59c7b19dc58a req-e2bda557-9f6a-4472-92a0-712bd57025eb tempest-ServersAdminNegativeTestJSON-1776183097 tempest-ServersAdminNegativeTestJSON-1776183097-project] 10.222.0.11 "GET /v2.0/ports?device_id=497b437a-1f68-480a-86f0-ca1a3b9109b5 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Aug 12 03:09:15.579295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54220) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:15.717957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fe7bf890-3a7a-4a5f-b1f2-acfb4d3ba0ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0cebb677c5f457a872e863846479719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374586 Aug 12 03:09:15.720444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54224) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:15.769052 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:15.789934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:15.836569 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:15.839175 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:15.841472 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c HTTP/1.1" status: 204 len: 168 time: 0.1201205 Aug 12 03:09:15.849323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf6a8f-d47d-46c9-ab83-4faabf488556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7d2df-50eb-4d5e-aeb6-5a1048fed80c,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:16.110442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54230) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:16.124243 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04c5ee18-ada5-4b94-8940-e6d42852a711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.217410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c31f992d-653a-4b4c-8a0d-bb845c2a5d1c no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:09:16.218009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04c5ee18-ada5-4b94-8940-e6d42852a711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.221402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04c5ee18-ada5-4b94-8940-e6d42852a711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.238799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: c31f992d-653a-4b4c-8a0d-bb845c2a5d1c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:09:16.239140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device c31f992d-653a-4b4c-8a0d-bb845c2a5d1c not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:09:16.263071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-04c5ee18-ada5-4b94-8940-e6d42852a711 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=272d4831118b461bb39b92f4d275e494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515157 Aug 12 03:09:16.265130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ee18-ada5-4b94-8940-e6d42852a711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7602ed-8744-4539-8913-6f59cd9c1c45,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:16.265846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54232) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:16.325262 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.346057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.393110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.395754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:16.396900 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f7602ed-8744-4539-8913-6f59cd9c1c45 HTTP/1.1" status: 204 len: 168 time: 0.1299710 Aug 12 03:09:16.404593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876f908-2660-4fee-9f80-5c793fb77c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7602ed-8744-4539-8913-6f59cd9c1c45,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:17.122387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54254) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:17.218052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-369401023-network', 'tenant_id': 'd930669abeae4cd48eb6705202f9e4a5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:17.239742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Made reservation on behalf of d930669abeae4cd48eb6705202f9e4a5 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:09:17.242051 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.250213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.353168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.360947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.384008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:09:17.393884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e766a-0f5e-45b2-a43e-c914e21e8526,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:17.399865 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.400220 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Added segment 7cf3d78d-2bc0-4092-b227-0c0740c52ca2 of type vlan for network 1bc4d984-2153-4869-a274-634d6006445d Aug 12 03:09:17.439196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.469641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.470753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:17.471379 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.528591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4050646 Aug 12 03:09:17.532708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54258) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:17.534508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7f81e-2102-488c-822d-ce535a3acd29 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc4d984-2153-4869-a274-634d6006445d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:17.537979 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Request body: {'subnet': {'network_id': '1bc4d984-2153-4869-a274-634d6006445d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-369401023-subnet', 'tenant_id': 'd930669abeae4cd48eb6705202f9e4a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:17.544304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 1bc4d984-2153-4869-a274-634d6006445d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:09:17.557938 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Made reservation on behalf of d930669abeae4cd48eb6705202f9e4a5 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:09:17.560629 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.735117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.794467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c08bbfc-0bd8-40c9-8901-92b3917bc777,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:17.801738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Checking segment: {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:09:17.802096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Network hostable DHCP agents. Network: 1bc4d984-2153-4869-a274-634d6006445d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:09:17.818045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Network 1bc4d984-2153-4869-a274-634d6006445d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:09:17.826930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 1bc4d984-2153-4869-a274-634d6006445d) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:09:17.831738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:17.832353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:17.838178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbc4d7-33d7-459e-a182-e8f010b12832 None None] Network 1bc4d984-2153-4869-a274-634d6006445d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:09:17.856402 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a60655f5-5e0a-4363-ab77-750c4f398eed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3140650 Aug 12 03:09:17.960819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f03b2-e08c-43bf-b49d-99d67a6abcf0 None None] Network 1bc4d984-2153-4869-a274-634d6006445d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:09:18.268487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-5e14bda7-8a07-4a7c-a016-3c345038611a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:18.269877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-5e14bda7-8a07-4a7c-a016-3c345038611a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 811 time: 0.0985999 Aug 12 03:09:18.285302 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-c071fef0-41f5-4f42-863b-34412ee96e36 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/quotas/d930669abeae4cd48eb6705202f9e4a5 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Aug 12 03:09:18.320459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-e79f5f98-6483-49f2-9aca-8082d1928f63 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300047 Aug 12 03:09:18.342333 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:18.427373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-1dd2663b-9354-4dff-8493-a9c101d20114 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:09:18.428454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-1dd2663b-9354-4dff-8493-a9c101d20114 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478663 Aug 12 03:09:18.518306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9fea8113-ac05-48f9-805b-37fd472fbf7d service neutron] 10.222.0.11 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827098 Aug 12 03:09:18.610843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9a6307af-dd14-415d-b530-f4d29ed455e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864589 Aug 12 03:09:19.785961 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18f27183-bd30-4d12-a4ca-50abc4ca5c0e req-d685a610-1760-41db-aa96-ec8d35c03e1f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0254822 Aug 12 03:09:20.863594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15fa2a39-aaed-420c-bc55-116265af1e22 req-c8b1fb56-9842-429d-a0bd-2064a464a95d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0290587 Aug 12 03:09:21.946095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7ab34c8e-8c96-481b-81da-6267a69f4706 req-4ca623c3-21a8-4b2d-bc56-5509f7f83d62 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0265479 Aug 12 03:09:23.023419 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4870588-eb20-406b-b109-3a1f95477be0 req-c45f0355-2129-4fa7-99b3-234db09e437b tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0261090 Aug 12 03:09:24.119239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-639f42e7-f439-4672-95d7-915f3499b20e req-69224c76-462b-4d77-a893-9a37249ab8c5 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0254698 Aug 12 03:09:24.864215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-6f8a4d3d-9fb1-4bb0-8e7b-3ff606007de1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:24.865635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-6f8a4d3d-9fb1-4bb0-8e7b-3ff606007de1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 811 time: 0.1154859 Aug 12 03:09:24.889693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Request body: {'port': {'device_id': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'network_id': '1bc4d984-2153-4869-a274-634d6006445d', 'admin_state_up': True, 'tenant_id': 'd930669abeae4cd48eb6705202f9e4a5'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:24.998493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Made reservation on behalf of d930669abeae4cd48eb6705202f9e4a5 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:09:25.002280 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.134615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Allocated IP 172.20.0.14 (1bc4d984-2153-4869-a274-634d6006445d/1c08bbfc-0bd8-40c9-8901-92b3917bc777/2b9a4700-0130-4726-80af-d019af0f1232) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:09:25.215072 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-35c4fcdd-5245-4c25-9222-cb5850568969 req-9d71dba4-3686-4f8f-b617-d39830ad3b01 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 210 time: 0.0264714 Aug 12 03:09:25.294074 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.334748 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.378114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Network 1bc4d984-2153-4869-a274-634d6006445d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:09:25.383000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:09:25.387432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:09:25.410036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:25.425882 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:09:25.438135 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:25.438745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.453867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-0a60548c-678f-4767-8026-27142e6b620d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687926 Aug 12 03:09:25.471932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Request body: {'port': {'device_id': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:09:25.530910 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.788475 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b9a4700-0130-4726-80af-d019af0f1232 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:09:25.795662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.807137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Transition to ACTIVE for port object 2b9a4700-0130-4726-80af-d019af0f1232 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:09:25.810693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:25.858717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:25.928621 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:09:25.928956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:09:25.929281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:09:25.934212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:09:25.934540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:09:25.939244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:09:25.939655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Checking segment: {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:09:25.940008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Bound using segment: {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:09:25.945926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Bound port: 2b9a4700-0130-4726-80af-d019af0f1232, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:09:25.946772 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:26.009024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:09:26.012744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:09:26.017496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:26.048772 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.049384 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:26.050799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] 10.222.0.21 "PUT /v2.0/ports/2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 1092 time: 0.5831087 Aug 12 03:09:26.051238 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:09:26.053474 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:09:26.080473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c184-41a3-4144-9a72-7b6e4c4add1e service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:26.094008 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3abaf7b-a3b6-4b55-931e-30199fba4e56 x-openstack-request-id: req-a3abaf7b-a3b6-4b55-931e-30199fba4e56 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:09:26.094427 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:09:26.094679 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3abaf7b-a3b6-4b55-931e-30199fba4e56 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:09:26.095081 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'status': 'completed', 'code': 200} Aug 12 03:09:26.154468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-fb33b876-9a51-4c8f-b753-8d48959df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.156000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-fb33b876-9a51-4c8f-b753-8d48959df852 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0423744 Aug 12 03:09:26.208234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-80751e75-e0fa-4921-8959-d601c8e1620b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0372961 Aug 12 03:09:26.256845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-1bf49510-afbc-46f9-a0c6-6a013ffe4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.258327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-1bf49510-afbc-46f9-a0c6-6a013ffe4ea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0438292 Aug 12 03:09:26.289616 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-7cd607da-045a-4c12-a897-5562bc52cd45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237262 Aug 12 03:09:26.331177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6c50b-9ecb-4301-9378-10bff956fc08 req-1f67d399-5ba1-4c96-960d-8186f770277e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.332640 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a6c50b-9ecb-4301-9378-10bff956fc08 req-1f67d399-5ba1-4c96-960d-8186f770277e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0497911 Aug 12 03:09:26.370549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b7a6c50b-9ecb-4301-9378-10bff956fc08 req-545664f7-c259-49c8-9e51-717153014a9c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Aug 12 03:09:26.384854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-be44bab7-e721-46e1-a455-1f0a486f0964 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876467 Aug 12 03:09:26.472130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b5dce329-db53-45a5-a2f4-43fd030da68d req-d91abf2f-fca6-441e-88bd-ff3b562620bb service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805843 Aug 12 03:09:26.602148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-c63cae47-1baf-4c87-8917-74493ac08513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.603578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-c63cae47-1baf-4c87-8917-74493ac08513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0395863 Aug 12 03:09:26.694959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-406f0758-ce25-43d7-9bce-80b91176a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.696441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-406f0758-ce25-43d7-9bce-80b91176a009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0856650 Aug 12 03:09:26.737481 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-974cfe6b-1c99-4fbf-a9fd-7e8b178d33a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0337906 Aug 12 03:09:26.788005 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-8987343d-9c90-4993-b792-1317fb6fe652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:26.789407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-8987343d-9c90-4993-b792-1317fb6fe652 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0452347 Aug 12 03:09:26.819935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-c5799bce-a7cd-4352-a4fe-22a449d085b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235519 Aug 12 03:09:26.906999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-136b69d3-2d34-428f-8bc1-844933a0ff57 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797007 Aug 12 03:09:26.998296 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ea4e273a-73fc-4c05-ba9e-20d3ad2c5064 req-a85dadf0-f552-4242-ae62-47b5271b8c29 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835977 Aug 12 03:09:27.505498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2348a-a21a-446c-a8e8-2de9e029d0b1 req-f85a4ad1-f414-4f9a-9867-f19b3faa881c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:27.506997 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61e2348a-a21a-446c-a8e8-2de9e029d0b1 req-f85a4ad1-f414-4f9a-9867-f19b3faa881c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0551496 Aug 12 03:09:27.553019 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61e2348a-a21a-446c-a8e8-2de9e029d0b1 req-53417abf-53ae-46b2-acde-e8bbd68cdd94 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387392 Aug 12 03:09:28.679006 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce067-7450-431d-b2dd-d9e7056d1c7e req-b67b8e07-c028-4426-94a4-63645cbebd74 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:28.680498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac3ce067-7450-431d-b2dd-d9e7056d1c7e req-b67b8e07-c028-4426-94a4-63645cbebd74 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0511198 Aug 12 03:09:28.718029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ac3ce067-7450-431d-b2dd-d9e7056d1c7e req-b3b49744-934d-4a4b-9c67-d46ee6e40a91 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Aug 12 03:09:29.830588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cae5d7-325f-4cde-b8e2-b5e8cc166cbf req-c15ad383-be11-413f-96a6-e69f7e60f9ac tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:29.832105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48cae5d7-325f-4cde-b8e2-b5e8cc166cbf req-c15ad383-be11-413f-96a6-e69f7e60f9ac tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0482590 Aug 12 03:09:29.869591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-48cae5d7-325f-4cde-b8e2-b5e8cc166cbf req-8dc191e6-6503-420a-a3e4-3f8e3d6e862e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Aug 12 03:09:30.240271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:09:30.334647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:30.345890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '2b9a4700-0130-4726-80af-d019af0f1232', 'network_id': '1bc4d984-2153-4869-a274-634d6006445d', 'port_id': '2b9a4700-0130-4726-80af-d019af0f1232', 'mac_address': 'fa:16:3e:e4:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c08bbfc-0bd8-40c9-8901-92b3917bc777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:09:30.382367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:30.394831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9a4700-0130-4726-80af-d019af0f1232 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:09:30.414253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:30.418788 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:30.469100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:30.810074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['2b9a4700-0130-4726-80af-d019af0f1232'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:09:30.983200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dca0d-9f61-4158-af48-817e91e54567 req-e34fba56-e885-44de-b961-f98b6c581fc4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:30.984702 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb4dca0d-9f61-4158-af48-817e91e54567 req-e34fba56-e885-44de-b961-f98b6c581fc4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 945 time: 0.0484648 Aug 12 03:09:31.021592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb4dca0d-9f61-4158-af48-817e91e54567 req-42bb8d66-0ddb-4f0c-a443-b4b9f01ee5df tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Aug 12 03:09:32.033936 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72801895-b483-4b0c-b433-31db70eb31f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:32.148149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7fd5f-a8fe-4e31-89c3-b63b22182bad req-20a73f6f-4219-4eae-ac0e-50403bebb6d4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:32.149612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71e7fd5f-a8fe-4e31-89c3-b63b22182bad req-20a73f6f-4219-4eae-ac0e-50403bebb6d4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 945 time: 0.0544636 Aug 12 03:09:32.188147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-71e7fd5f-a8fe-4e31-89c3-b63b22182bad req-3f07a4a1-ee4e-4c72-b002-9ff8a2331ab9 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Aug 12 03:09:32.232092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:09:32.283181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 2b9a4700-0130-4726-80af-d019af0f1232 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:09:32.286760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 2b9a4700-0130-4726-80af-d019af0f1232 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:09:32.287128 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:32.360547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:32.388630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:09:32.390904 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8d1245-f512-4c56-8cea-f354a57a877f" -d '{"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:09:32.405213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:09:32.409689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:32.437927 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc9ca12-3388-432a-b3ad-0640d91152b1 x-openstack-request-id: req-ecc9ca12-3388-432a-b3ad-0640d91152b1 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:09:32.438218 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:09:32.438469 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecc9ca12-3388-432a-b3ad-0640d91152b1 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:09:32.438857 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'code': 200} Aug 12 03:09:32.465407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:09:32.553840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8f9a6-e90b-468b-bd53-1112ebe1879f req-f517cdce-880e-4d8f-a7a2-5ec5d890c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:32.555222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40c8f9a6-e90b-468b-bd53-1112ebe1879f req-f517cdce-880e-4d8f-a7a2-5ec5d890c746 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1097 time: 0.0388653 Aug 12 03:09:32.588568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40c8f9a6-e90b-468b-bd53-1112ebe1879f req-52aaeed5-9c85-4730-9c77-3927e7d8f7d6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266416 Aug 12 03:09:33.301158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8cc65-1ba5-4eba-9760-6f73c828d2fd req-c0f6cb23-991e-41d5-9c06-06606fe82e05 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:33.302637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c7b8cc65-1ba5-4eba-9760-6f73c828d2fd req-c0f6cb23-991e-41d5-9c06-06606fe82e05 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0476973 Aug 12 03:09:33.341154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c7b8cc65-1ba5-4eba-9760-6f73c828d2fd req-456fd467-57e5-4010-a889-d9641ef5e99b tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Aug 12 03:09:34.484272 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4ce56-a1ae-4d4a-8fb9-ddf558cf3230 req-adea4c2b-c47c-4f9b-b614-2ec04f4288e0 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:34.485761 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8f4ce56-a1ae-4d4a-8fb9-ddf558cf3230 req-adea4c2b-c47c-4f9b-b614-2ec04f4288e0 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0519226 Aug 12 03:09:34.522637 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e8f4ce56-a1ae-4d4a-8fb9-ddf558cf3230 req-36993250-d1eb-49eb-9761-33b379e0b88b tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Aug 12 03:09:34.668263 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6f8cfe71-49e7-4261-aa4a-e29150fcb9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:34.745672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54348) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:09:34.760687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:34.779053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d275c9-55a7-4580-b836-2c647dba0b34 req-f5773326-a9d2-4fdf-9aab-64090b0a7cd7 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:34.780592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65d275c9-55a7-4580-b836-2c647dba0b34 req-f5773326-a9d2-4fdf-9aab-64090b0a7cd7 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0578837 Aug 12 03:09:34.819500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65d275c9-55a7-4580-b836-2c647dba0b34 req-f25e8cae-600a-4d59-8e10-ad8df950de80 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 12 03:09:34.830651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-fc3092c2-88a8-43cc-9af1-f9513b91109d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835209 Aug 12 03:09:35.098658 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:35.978015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed030e26-d0b9-4abd-9e87-f03ec283013b req-c83f89a2-b2c2-4273-86f7-3dadb605651d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:35.979627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed030e26-d0b9-4abd-9e87-f03ec283013b req-c83f89a2-b2c2-4273-86f7-3dadb605651d tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0850775 Aug 12 03:09:35.982560 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-7c3ca2a1-292e-4671-ab3f-c27331dd0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:35.983947 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-7c3ca2a1-292e-4671-ab3f-c27331dd0bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1097 time: 0.0623853 Aug 12 03:09:36.013194 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:36.070087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ed030e26-d0b9-4abd-9e87-f03ec283013b req-cfdde612-e344-410a-961b-7c01ec776e01 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834115 Aug 12 03:09:36.101122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-e70807ea-a5ad-4561-942c-d3eb4a02bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:36.102530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-e70807ea-a5ad-4561-942c-d3eb4a02bbfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.1101942 Aug 12 03:09:36.143846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-d696ebb8-cfb2-45f8-8779-ad001e59d3a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0340910 Aug 12 03:09:36.195234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-03d95b12-5f0c-4059-84a0-498e991d38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:36.196708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-03d95b12-5f0c-4059-84a0-498e991d38f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0464370 Aug 12 03:09:36.226658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-e985a443-7127-4a98-bff0-76ee9a088258 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235474 Aug 12 03:09:36.311821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-967cd782-9b5f-42df-834b-e40ba870f2b3 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782506 Aug 12 03:09:36.402962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-adb8ad0d-d795-44bc-b0ab-fd5fc633efb1 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835445 Aug 12 03:09:37.187717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd2f6b-4057-4088-848d-1a74aa8c604a req-088d0fed-4fc0-4e5f-8028-9e5ee63042cc tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:37.189280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92fd2f6b-4057-4088-848d-1a74aa8c604a req-088d0fed-4fc0-4e5f-8028-9e5ee63042cc tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0480292 Aug 12 03:09:37.226230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92fd2f6b-4057-4088-848d-1a74aa8c604a req-03d0b5c4-782e-40f5-b07e-1b71f4ee9d7a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Aug 12 03:09:37.526517 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:38.340946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8400c62-6da2-48f1-a6eb-3d97f724ef35 req-49a7eb11-fa61-45cc-81dd-5b7097af68cc tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:38.342417 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8400c62-6da2-48f1-a6eb-3d97f724ef35 req-49a7eb11-fa61-45cc-81dd-5b7097af68cc tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0494523 Aug 12 03:09:38.379766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8400c62-6da2-48f1-a6eb-3d97f724ef35 req-abfcd1ed-7bc6-4eaf-8a78-b7d820bda061 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314088 Aug 12 03:09:39.494293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe480b-1d69-4fde-b2dd-c5ce7507e793 req-45017d0b-7646-4f04-b137-fe5109ee2380 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:39.495784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6fe480b-1d69-4fde-b2dd-c5ce7507e793 req-45017d0b-7646-4f04-b137-fe5109ee2380 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0488956 Aug 12 03:09:39.533514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6fe480b-1d69-4fde-b2dd-c5ce7507e793 req-2bd4726b-c2d1-4f46-8e96-188864b40ee1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Aug 12 03:09:40.645915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24806537-53a7-4dd3-b699-a1fade7f1937 req-16b7fb5c-434f-42d9-9975-49731ac99a76 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:40.647372 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24806537-53a7-4dd3-b699-a1fade7f1937 req-16b7fb5c-434f-42d9-9975-49731ac99a76 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0473707 Aug 12 03:09:40.687401 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24806537-53a7-4dd3-b699-a1fade7f1937 req-f540e2d8-d3d2-4fa6-8a82-90ea983b7862 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Aug 12 03:09:41.805566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d374946-9f5e-4b39-b360-d3504bebc983 req-aece3879-1c74-4244-b528-2267898bf194 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:41.807060 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d374946-9f5e-4b39-b360-d3504bebc983 req-aece3879-1c74-4244-b528-2267898bf194 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0541513 Aug 12 03:09:41.844479 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d374946-9f5e-4b39-b360-d3504bebc983 req-5d9928e2-ca48-4575-a440-54cf63b4b626 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310128 Aug 12 03:09:42.268603 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-0a11f19f-7556-44c7-8da5-94f6cc535414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:42.270037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-0a11f19f-7556-44c7-8da5-94f6cc535414 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1097 time: 0.0428166 Aug 12 03:09:42.375841 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-b71a835d-0857-4573-a3a6-a977b75a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:42.377294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-b71a835d-0857-4573-a3a6-a977b75a1048 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0867436 Aug 12 03:09:42.420866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-dbe97808-dda0-423d-aff9-8d6abbc41a45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0367203 Aug 12 03:09:42.469320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-b0b39e50-cb45-41bd-bff7-ce7141d54216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:42.470823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-b0b39e50-cb45-41bd-bff7-ce7141d54216 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0432382 Aug 12 03:09:42.502652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-2b0cb3d0-c3b9-45c4-8ebd-03cea6185cbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244532 Aug 12 03:09:42.589653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-7374000a-e851-4f96-a922-e68cff090cbf service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798795 Aug 12 03:09:42.680203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4db8fa1d-d457-43f4-827e-76543bbbd90d req-069affaa-6d72-414c-ae31-340cd9977092 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832202 Aug 12 03:09:42.958162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e21bcf-3707-49da-afba-0adfc6009248 req-32927d44-b0b3-4f0f-a534-56deee16f3ec tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:42.959651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55e21bcf-3707-49da-afba-0adfc6009248 req-32927d44-b0b3-4f0f-a534-56deee16f3ec tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0474691 Aug 12 03:09:42.996247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-55e21bcf-3707-49da-afba-0adfc6009248 req-8c39ace5-727e-4306-9d7f-e7ed9c269206 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300803 Aug 12 03:09:44.109717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af37364-9a00-4a7b-8993-0d131e7dc209 req-24a7c25c-c6d1-4b38-904b-4334895b0225 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:44.111180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9af37364-9a00-4a7b-8993-0d131e7dc209 req-24a7c25c-c6d1-4b38-904b-4334895b0225 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0486269 Aug 12 03:09:44.148059 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9af37364-9a00-4a7b-8993-0d131e7dc209 req-dde8c7c1-1428-4a46-a4e1-c26aaee4bf7e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Aug 12 03:09:45.270670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec286c8-bc55-4b85-a779-a7d9ad47821a req-0b6f00b6-6bd2-4e28-85b7-0200d2c93687 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:45.272158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ec286c8-bc55-4b85-a779-a7d9ad47821a req-0b6f00b6-6bd2-4e28-85b7-0200d2c93687 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0528569 Aug 12 03:09:45.645093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1ec286c8-bc55-4b85-a779-a7d9ad47821a req-6b8a1105-57be-4856-b2c1-e7b717856b02 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663065 Aug 12 03:09:46.758428 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014b6a4-f0d8-4446-9431-2344cde1a05e req-9cafc0b5-3ae6-4277-98dd-29c1a56eeecf tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:46.759834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e014b6a4-f0d8-4446-9431-2344cde1a05e req-9cafc0b5-3ae6-4277-98dd-29c1a56eeecf tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0480776 Aug 12 03:09:46.797367 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e014b6a4-f0d8-4446-9431-2344cde1a05e req-663c7f6a-a991-4558-ac7f-65ba2004f76c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Aug 12 03:09:47.917047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ff24b-c48b-4892-88c2-75e601ee1e43 req-09e1229a-a791-48b3-bac0-c7999695abcb tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:47.918505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-925ff24b-c48b-4892-88c2-75e601ee1e43 req-09e1229a-a791-48b3-bac0-c7999695abcb tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0491645 Aug 12 03:09:47.955049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-925ff24b-c48b-4892-88c2-75e601ee1e43 req-d2f7026a-82ce-41ea-aa06-6eba8981c9ff tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306783 Aug 12 03:09:48.356200 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:09:49.072474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bcd1-1945-4198-af1f-b58dccdbeb46 req-64878947-22c7-4154-bcc3-20ab026b207c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:49.073949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a689bcd1-1945-4198-af1f-b58dccdbeb46 req-64878947-22c7-4154-bcc3-20ab026b207c tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0523200 Aug 12 03:09:49.111414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a689bcd1-1945-4198-af1f-b58dccdbeb46 req-60f2d6c2-79be-4924-b6cd-5bb67fea4f50 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Aug 12 03:09:50.225234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5f1d0-79f5-4264-a311-a18366ed8317 req-71112863-f3b0-46a5-8ac1-5a3c31ba80d1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:50.226686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9a5f1d0-79f5-4264-a311-a18366ed8317 req-71112863-f3b0-46a5-8ac1-5a3c31ba80d1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0483332 Aug 12 03:09:50.264151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d9a5f1d0-79f5-4264-a311-a18366ed8317 req-3d63f84c-beff-49a1-9a68-1300292bd93f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 12 03:09:51.382426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163fa0-913e-4cce-976c-579658b5329f req-a91b6283-78ca-4c49-b17b-3408ef98ae25 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:51.384316 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16163fa0-913e-4cce-976c-579658b5329f req-a91b6283-78ca-4c49-b17b-3408ef98ae25 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0520589 Aug 12 03:09:51.423029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-16163fa0-913e-4cce-976c-579658b5329f req-d2c4f376-6ff2-48ef-9264-8649f0112902 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Aug 12 03:09:52.540108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f103e9-f134-4730-9640-245803545f95 req-2cf6291d-c8a5-438d-a4f3-8980da554f29 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:52.541559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13f103e9-f134-4730-9640-245803545f95 req-2cf6291d-c8a5-438d-a4f3-8980da554f29 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0505743 Aug 12 03:09:52.578085 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13f103e9-f134-4730-9640-245803545f95 req-7247fb3a-8bf4-47ef-b842-cd9eeb0a122f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Aug 12 03:09:53.693015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6b131-17fd-42c7-81fa-161ca3a1cfbe req-ddf54bb7-0d35-4559-94cb-980fda45348a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:53.694542 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bc6b131-17fd-42c7-81fa-161ca3a1cfbe req-ddf54bb7-0d35-4559-94cb-980fda45348a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0483682 Aug 12 03:09:53.732398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8bc6b131-17fd-42c7-81fa-161ca3a1cfbe req-04b3bcba-d9cf-4b69-9530-8d9d018b1bc4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Aug 12 03:09:54.849192 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc567446-34ba-491f-9e2e-800ccc9e3257 req-9d4f556d-ef2b-4fdc-a11c-53f444ad2da4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:54.850688 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc567446-34ba-491f-9e2e-800ccc9e3257 req-9d4f556d-ef2b-4fdc-a11c-53f444ad2da4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0484962 Aug 12 03:09:54.888320 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc567446-34ba-491f-9e2e-800ccc9e3257 req-9eb8d446-ac27-4568-a139-447a62d34321 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310366 Aug 12 03:09:56.013020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768463d0-4f4d-4681-bb63-5c9d1a87482d req-11a8d02e-0f61-489a-9ad0-fac37bf43788 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:56.014546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-768463d0-4f4d-4681-bb63-5c9d1a87482d req-11a8d02e-0f61-489a-9ad0-fac37bf43788 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0591514 Aug 12 03:09:56.052093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-768463d0-4f4d-4681-bb63-5c9d1a87482d req-0e5175d0-e132-4ed6-8683-6491a63191f7 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Aug 12 03:09:57.170941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b8da-2d01-49ae-989b-f5f1461edc81 req-f447efc8-c04d-439b-bee2-64622abad84e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:57.172458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4492b8da-2d01-49ae-989b-f5f1461edc81 req-f447efc8-c04d-439b-bee2-64622abad84e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0533695 Aug 12 03:09:57.209325 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4492b8da-2d01-49ae-989b-f5f1461edc81 req-106dd5bd-8c8f-4dcc-8488-ffec8a462e3e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Aug 12 03:09:58.328913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572edf6-b81d-4e50-a02d-c1351db1fc5f req-c2eaa37a-bf51-4487-9a77-590d71c092ce tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:58.330387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0572edf6-b81d-4e50-a02d-c1351db1fc5f req-c2eaa37a-bf51-4487-9a77-590d71c092ce tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0481217 Aug 12 03:09:58.370499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0572edf6-b81d-4e50-a02d-c1351db1fc5f req-c736135d-0967-4ca1-8118-beba06bff4c1 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338480 Aug 12 03:09:59.490518 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604c6d-9299-4de9-8445-1d05763ee41e req-af3f8a52-c907-4988-a519-df41bb5cf0de tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:09:59.492029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75604c6d-9299-4de9-8445-1d05763ee41e req-af3f8a52-c907-4988-a519-df41bb5cf0de tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0530009 Aug 12 03:09:59.528695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-75604c6d-9299-4de9-8445-1d05763ee41e req-8479c762-26e3-4c62-9a93-f06ba7d9e0c4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Aug 12 03:10:00.643666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd14632-37a6-4829-bb55-8bfbf1559378 req-a6d3c12a-d023-4f78-b66b-939de978d7d5 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:00.645182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cd14632-37a6-4829-bb55-8bfbf1559378 req-a6d3c12a-d023-4f78-b66b-939de978d7d5 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0496712 Aug 12 03:10:00.682711 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2cd14632-37a6-4829-bb55-8bfbf1559378 req-53cd738e-7b3a-47c4-a703-3ec8c5e2d0a3 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Aug 12 03:10:01.796919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd060d6-626e-451b-83f1-3fcc8a83536d req-512e95f8-c66d-41cd-8f68-725dddeb423e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:01.798383 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bd060d6-626e-451b-83f1-3fcc8a83536d req-512e95f8-c66d-41cd-8f68-725dddeb423e tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0477636 Aug 12 03:10:01.834888 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bd060d6-626e-451b-83f1-3fcc8a83536d req-8750b7ed-19c8-481d-86bf-de60d674c84f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Aug 12 03:10:02.034191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-58df8989-1146-400a-b77a-b4ce2d32911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:02.425543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:10:02.967461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e738378-a6bc-48ed-a844-f1ebfbb5c962 req-d17356e5-4707-4c32-bc2c-3f4d59b219e5 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:02.969303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e738378-a6bc-48ed-a844-f1ebfbb5c962 req-d17356e5-4707-4c32-bc2c-3f4d59b219e5 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 946 time: 0.0670261 Aug 12 03:10:03.007369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5e738378-a6bc-48ed-a844-f1ebfbb5c962 req-358e5005-5ee8-457c-a62d-b37c4fddf9e0 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322044 Aug 12 03:10:03.467672 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-a6c9e49a-b675-411d-9d33-4031c3326830 service neutron] show failed (client error): The resource could not be found. Aug 12 03:10:03.468696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-a6c9e49a-b675-411d-9d33-4031c3326830 service neutron] 10.222.0.21 "GET /v2.0/ports/2b9a4700-0130-4726-80af-d019af0f1232/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0603566 Aug 12 03:10:03.699442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-88df3ff6-e2ad-4e5f-bff8-31fc6401cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:03.701790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-88df3ff6-e2ad-4e5f-bff8-31fc6401cce4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a&tenant_id=d930669abeae4cd48eb6705202f9e4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0712457 Aug 12 03:10:03.713814 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:03.768478 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:03.969681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:04.001870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:10:04.043384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:04.045903 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaec913-ca92-49d9-8aaf-2edb2b93e957" -d '{"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:04.050392 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.062764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Transition to ACTIVE for port object 2b9a4700-0130-4726-80af-d019af0f1232 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:10:04.068586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.108387 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befae7d7-a149-4006-a816-8ac8a769daab x-openstack-request-id: req-befae7d7-a149-4006-a816-8ac8a769daab {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:04.108679 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-unplugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:04.108925 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-befae7d7-a149-4006-a816-8ac8a769daab {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:04.109307 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'code': 200} Aug 12 03:10:04.139599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] No DVR routers for this DVR port 2b9a4700-0130-4726-80af-d019af0f1232 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:10:04.143147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c0f90-76d7-4c67-8a8f-0895072ea962 req-d8078842-1ee2-427b-922d-8a7547f96745 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:04.144768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f9c0f90-76d7-4c67-8a8f-0895072ea962 req-d8078842-1ee2-427b-922d-8a7547f96745 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0585067 Aug 12 03:10:04.146313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:04.157024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.157370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.157724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.158047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.158379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.158712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.159039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.159363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.159713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.160038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.160361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.160687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:04.184373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f9c0f90-76d7-4c67-8a8f-0895072ea962 req-43853757-06cc-41a6-8828-c621cb9d03db tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Aug 12 03:10:04.190120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:10:04.190462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:10:04.191195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:04.195091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:10:04.195415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Attempting to bind port 2b9a4700-0130-4726-80af-d019af0f1232 on network 1bc4d984-2153-4869-a274-634d6006445d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:04.200883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:10:04.201234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Checking segment: {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:10:04.201611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Bound using segment: {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:10:04.202039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Bound port: 2b9a4700-0130-4726-80af-d019af0f1232, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf3d78d-2bc0-4092-b227-0c0740c52ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1bc4d984-2153-4869-a274-634d6006445d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:10:04.202398 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.264816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:10:04.268181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:10:04.273275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.315057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:04.315701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.317107 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] 10.222.0.25 "PUT /v2.0/ports/2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 1092 time: 0.6072600 Aug 12 03:10:04.332060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ad28e-56e2-4704-88a6-df1206736151 service neutron] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:04.382738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-60c7c6b3-aa7d-4626-9492-2008cbed1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:04.384240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-60c7c6b3-aa7d-4626-9492-2008cbed1bd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0433569 Aug 12 03:10:04.470930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-3d765c6e-e122-4404-a627-8961f0697d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:04.472460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-3d765c6e-e122-4404-a627-8961f0697d57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0819499 Aug 12 03:10:04.518392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-3f12484d-7693-4c49-b624-7112b6b8a57a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0380974 Aug 12 03:10:04.565910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-066548c8-e10e-4314-93b9-9f954a4fa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:04.567225 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-066548c8-e10e-4314-93b9-9f954a4fa4f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0422726 Aug 12 03:10:04.599842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-2dec9d04-8c7c-48f6-9e8b-e3707f46675d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245411 Aug 12 03:10:04.610875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-c8447253-a950-4b6f-bbb7-342858274851 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:10:04.611910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-c8447253-a950-4b6f-bbb7-342858274851 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055511 Aug 12 03:10:04.663752 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81118c98-56aa-4c0c-aaca-09b98a578b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.701812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-d67a8fbb-a49a-4c5a-94fc-917643489129 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827162 Aug 12 03:10:04.764133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:04.796585 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-31cc26eb-ae1b-4681-b620-ae204784b252 req-fe206d0e-5dd8-4beb-8fdc-0f2889f332a5 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879896 Aug 12 03:10:05.113259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:05.301935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea1652-9738-47f5-b42e-82a6581fe4f3 req-49cd114c-45cc-4f74-9b4b-ac8cac9cdd81 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:05.303412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-beea1652-9738-47f5-b42e-82a6581fe4f3 req-49cd114c-45cc-4f74-9b4b-ac8cac9cdd81 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0484068 Aug 12 03:10:05.340329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-beea1652-9738-47f5-b42e-82a6581fe4f3 req-dcc32d68-3dc1-4739-8c60-d40e821461c4 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Aug 12 03:10:06.014581 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:06.110551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:06.113022 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980f4b51-210a-4c44-8998-7e7787a1b1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:06.159731 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cbe3a7-f097-4ffd-83f8-48d994a32eba x-openstack-request-id: req-35cbe3a7-f097-4ffd-83f8-48d994a32eba {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:06.160026 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:06.160297 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35cbe3a7-f097-4ffd-83f8-48d994a32eba {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:06.160689 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'status': 'completed', 'code': 200} Aug 12 03:10:06.229606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-09e7fcc9-3136-4c56-ab1f-2a4ba22bbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.232006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-09e7fcc9-3136-4c56-ab1f-2a4ba22bbe32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0475490 Aug 12 03:10:06.239944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-feee162e-02f7-4801-b95b-4016378af88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.241450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-feee162e-02f7-4801-b95b-4016378af88d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0413578 Aug 12 03:10:06.337842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-893bc3b5-e976-4c9f-acf8-3cc2afba1e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.339654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-893bc3b5-e976-4c9f-acf8-3cc2afba1e3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0907273 Aug 12 03:10:06.342695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-5f8bf966-355e-4310-bd97-cc4c202a9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.344222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-5f8bf966-355e-4310-bd97-cc4c202a9f63 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0956526 Aug 12 03:10:06.389299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-2b206e93-9af0-42fa-8414-89f04f3b3e71 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0377140 Aug 12 03:10:06.398111 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-9241fdb2-ba8d-4a81-bede-cdee22c9a7b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0514894 Aug 12 03:10:06.449207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-a167abfd-9790-4e68-bd9e-816fee1c29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.451043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-a167abfd-9790-4e68-bd9e-816fee1c29a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0456607 Aug 12 03:10:06.470293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-a900da64-3968-4603-9177-ba128914104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.471653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:10:06.471766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-a900da64-3968-4603-9177-ba128914104d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0757005 Aug 12 03:10:06.484867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-6296868b-a8d4-4514-8eae-118e25aa24f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274012 Aug 12 03:10:06.508096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-967b31ac-d09f-47ef-988b-72c07038b5c1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283422 Aug 12 03:10:06.511022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:10:06.516541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd46418-29a0-4ab2-aacc-a2d24b9cfd98 req-38864b60-14aa-4691-b96a-ebf2896debd2 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.518000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbd46418-29a0-4ab2-aacc-a2d24b9cfd98 req-38864b60-14aa-4691-b96a-ebf2896debd2 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 944 time: 0.0896339 Aug 12 03:10:06.583825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-9f0298ee-515d-4251-a757-da8ec66aee0d service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906529 Aug 12 03:10:06.604341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bbd46418-29a0-4ab2-aacc-a2d24b9cfd98 req-d4a768bb-5ffe-4c89-9ee1-0c5aa82ba5f9 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Aug 12 03:10:06.636327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-2262a751-67d9-42f3-9dd9-b111c1e09d15 service neutron] 10.222.0.25 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173656 Aug 12 03:10:06.674683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-4b0ff801-687c-4a6f-b785-665311dcee29 service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842917 Aug 12 03:10:06.729860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-980f4b51-210a-4c44-8998-7e7787a1b1ce req-2c7b0447-0aa8-4e20-a23e-a996535a785c service neutron] 10.222.0.25 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868378 Aug 12 03:10:06.914018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-2098b377-750f-40d4-af74-10a6258998c9 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:06.915388 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-2098b377-750f-40d4-af74-10a6258998c9 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a&tenant_id=d930669abeae4cd48eb6705202f9e4a5&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.1101592 Aug 12 03:10:06.974690 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-922f2d99-d75d-43a1-b779-fc69c8b3b9a9 service neutron] delete failed (client error): The resource could not be found. Aug 12 03:10:06.975707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-922f2d99-d75d-43a1-b779-fc69c8b3b9a9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/2b9a4700-0130-4726-80af-d019af0f1232/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0533116 Aug 12 03:10:07.077583 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-dd82e1ad-9a47-4d55-bcbc-7a8cd104b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:07.079079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-dd82e1ad-9a47-4d55-bcbc-7a8cd104b596 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d930669abeae4cd48eb6705202f9e4a5&device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 1095 time: 0.0398376 Aug 12 03:10:07.171874 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-808759c2-8c76-40c7-ba46-ca09740da254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:07.173263 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-808759c2-8c76-40c7-ba46-ca09740da254 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 200 len: 912 time: 0.0865359 Aug 12 03:10:07.213791 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-c2a16b88-d8a1-40e4-80d5-74cdc640cd60 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 200 len: 217 time: 0.0338311 Aug 12 03:10:07.261181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-4c0140a5-3f20-493e-b795-d4c15b402e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:07.263698 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-4c0140a5-3f20-493e-b795-d4c15b402e0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 200 len: 851 time: 0.0435300 Aug 12 03:10:07.294895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-ebbb91a5-52fe-417e-b5a8-e658c8748cdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1bc4d984-2153-4869-a274-634d6006445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238667 Aug 12 03:10:07.373049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:10:07.387021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-0add1cdc-c90a-4113-b7e9-82827841763f service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845089 Aug 12 03:10:07.470326 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:07.476608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-a9724f6f-7c50-4677-b680-f47158b8258c service neutron] 10.222.0.21 "GET /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833113 Aug 12 03:10:07.482412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '2b9a4700-0130-4726-80af-d019af0f1232', 'network_id': '1bc4d984-2153-4869-a274-634d6006445d', 'port_id': '2b9a4700-0130-4726-80af-d019af0f1232', 'mac_address': 'fa:16:3e:e4:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c08bbfc-0bd8-40c9-8901-92b3917bc777', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:10:07.523850 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:07.540723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b9a4700-0130-4726-80af-d019af0f1232 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:10:07.546564 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:07.561937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:07.567940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:07.619104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:07.626934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.627284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.627659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.627999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.628333 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.628707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.629042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.629371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.629699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.630027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.630353 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.630772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:07.801384 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['2b9a4700-0130-4726-80af-d019af0f1232'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:10:08.242597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fafe-6171-4d48-816c-eb48f3c4f9f3 req-9ef320a8-ed59-449e-bace-61b4db2ed93f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:08.244078 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf8fafe-6171-4d48-816c-eb48f3c4f9f3 req-9ef320a8-ed59-449e-bace-61b4db2ed93f tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 945 time: 0.0533106 Aug 12 03:10:08.280591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dbf8fafe-6171-4d48-816c-eb48f3c4f9f3 req-3afe13c8-7484-4b52-a53e-d81c8f97a894 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Aug 12 03:10:09.389172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:10:09.406413 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971864c-ad4b-4780-8726-062661dce87b req-e5c69f95-3b03-4947-8949-3947896d906a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:09.407955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d971864c-ad4b-4780-8726-062661dce87b req-e5c69f95-3b03-4947-8949-3947896d906a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 945 time: 0.0558479 Aug 12 03:10:09.440759 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 2b9a4700-0130-4726-80af-d019af0f1232 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:10:09.444505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 2b9a4700-0130-4726-80af-d019af0f1232 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:10:09.445066 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.450908 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d971864c-ad4b-4780-8726-062661dce87b req-f49808de-23db-4674-ac56-aff52fa15110 tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.11 "GET /v2.0/security-groups?id=385e766a-0f5e-45b2-a43e-c914e21e8526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356572 Aug 12 03:10:09.469921 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-50a69b93-513e-4375-8cf5-212a248d20cf tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:09.471584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-50a69b93-513e-4375-8cf5-212a248d20cf tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a HTTP/1.1" status: 200 len: 945 time: 0.0591621 Aug 12 03:10:09.537963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.560536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:09.560728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Deleting port 2b9a4700-0130-4726-80af-d019af0f1232 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:10:09.560916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.562677 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17e30a-7d53-4732-9fbf-6855124b4e8a" -d '{"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:09.575849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:09.580845 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.605208 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f17bd26-5a71-4222-a768-674b490b64a3 x-openstack-request-id: req-0f17bd26-5a71-4222-a768-674b490b64a3 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:09.605766 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-plugged", "status": "completed", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:09.606052 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f17bd26-5a71-4222-a768-674b490b64a3 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:09.607041 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'code': 200} Aug 12 03:10:09.633180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:09.657837 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] For port 2b9a4700-0130-4726-80af-d019af0f1232, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=2b9a4700-0130-4726-80af-d019af0f1232,segment=NetworkSegment(7cf3d78d-2bc0-4092-b227-0c0740c52ca2),segment_id=7cf3d78d-2bc0-4092-b227-0c0740c52ca2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:09.658202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.671951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Calling delete_port for 2b9a4700-0130-4726-80af-d019af0f1232 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:10:09.797005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.807700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['2b9a4700-0130-4726-80af-d019af0f1232'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:10:09.823087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Pushing event deleted for resources: {'Port': ['ID=2b9a4700-0130-4726-80af-d019af0f1232,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:09.866529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] No DVR routers for this DVR port 2b9a4700-0130-4726-80af-d019af0f1232 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:10:09.868974 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:09.870971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e4d5a9c-541a-4188-8700-73c59b0c35ec req-32d2a6b2-8d74-4e1f-8430-840100215e3a tempest-DeleteServersTestJSON-1764511626 tempest-DeleteServersTestJSON-1764511626-project] 10.222.0.25 "DELETE /v2.0/ports/2b9a4700-0130-4726-80af-d019af0f1232 HTTP/1.1" status: 204 len: 173 time: 0.3931577 Aug 12 03:10:09.871460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-deleted', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:09.873708 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90edda0e-23f7-4c70-a7e3-ea0fe05a43b4" -d '{"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-deleted", "tag": "2b9a4700-0130-4726-80af-d019af0f1232"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:09.909274 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5a36f-0b7f-4b83-a6c6-d55eed63e482 x-openstack-request-id: req-7bf5a36f-0b7f-4b83-a6c6-d55eed63e482 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:09.909571 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a", "name": "network-vif-deleted", "tag": "2b9a4700-0130-4726-80af-d019af0f1232", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:09.909826 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bf5a36f-0b7f-4b83-a6c6-d55eed63e482 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:09.910227 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4b9c63-3fbf-40e5-868f-4ed933b6ed1a', 'name': 'network-vif-deleted', 'tag': '2b9a4700-0130-4726-80af-d019af0f1232', 'status': 'completed', 'code': 200} Aug 12 03:10:10.580259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54468) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:10.624561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Deleting subnet 1c08bbfc-0bd8-40c9-8901-92b3917bc777 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:10:10.627568 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:10.660747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:10.709616 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:10.761440 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:10.788996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:10.790830 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c08bbfc-0bd8-40c9-8901-92b3917bc777 HTTP/1.1" status: 204 len: 168 time: 0.2095687 Aug 12 03:10:10.791809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c08bbfc-0bd8-40c9-8901-92b3917bc777,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:10.793594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54470) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:10.800354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.800699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.801036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.801374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.801703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.802035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.802357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.802680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.803003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.803322 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.803668 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:10.803986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd61514-527e-4b04-9ee2-eecd938f9570 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:10:11.150723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.226602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.236533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc4d984-2153-4869-a274-634d6006445d']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:10:11.246298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf3d78d-2bc0-4092-b227-0c0740c52ca2') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:10:11.246595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf3d78d-2bc0-4092-b227-0c0740c52ca2') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:10:11.255920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.270312 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.276221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:10:11.276598 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:10:11.278215 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:10:11.336469 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.343566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.345444 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1bc4d984-2153-4869-a274-634d6006445d HTTP/1.1" status: 204 len: 168 time: 0.5508723 Aug 12 03:10:11.354866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524d653-4ca9-46f9-8d30-1b088ab52437 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc4d984-2153-4869-a274-634d6006445d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:11.450373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54474) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:11.490375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5fd40925-0653-4cd7-842d-7b6c366e6373 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d930669abeae4cd48eb6705202f9e4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382469 Aug 12 03:10:11.492895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54476) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:11.539326 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.561071 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.612214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.614727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:11.615893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/385e766a-0f5e-45b2-a43e-c914e21e8526 HTTP/1.1" status: 204 len: 168 time: 0.1220417 Aug 12 03:10:11.623608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868ad1a-4bc7-4a9d-9754-4a571387bc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e766a-0f5e-45b2-a43e-c914e21e8526,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:12.260169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54498) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:12.370218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1865821738-network', 'tenant_id': 'c9c3f317addd452d9affef0764ed3c3a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:12.392252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Made reservation on behalf of c9c3f317addd452d9affef0764ed3c3a for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:10:12.394472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.402540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.492823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.496422 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.521091 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:10:12.530881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279d9ccf-8892-4728-b22d-f8a79e474b35,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:12.535447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.535829 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Added segment 8a70b9c2-1e85-49d5-a222-a414a57f7030 of type vlan for network 6b00772c-265c-4362-8897-955a67d5bf10 Aug 12 03:10:12.577274 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.605857 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.607162 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:12.607770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.666619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4053130 Aug 12 03:10:12.669869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54502) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:10:12.674925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Request body: {'subnet': {'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1865821738-subnet', 'tenant_id': 'c9c3f317addd452d9affef0764ed3c3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:12.677150 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe1ee4-6e1a-48ed-ba63-fb844dc06fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=6b00772c-265c-4362-8897-955a67d5bf10,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:12.688247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 6b00772c-265c-4362-8897-955a67d5bf10 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:10:12.701463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Made reservation on behalf of c9c3f317addd452d9affef0764ed3c3a for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:10:12.703904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.880560 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.937042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=159e4323-620e-4dd6-b12c-9b765dbea8e0,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:12.945381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Checking segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:10:12.945743 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Network hostable DHCP agents. Network: 6b00772c-265c-4362-8897-955a67d5bf10, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:10:12.967568 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Network 6b00772c-265c-4362-8897-955a67d5bf10 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:10:12.978368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 6b00772c-265c-4362-8897-955a67d5bf10) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:10:12.984515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:12.985370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:12.989049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ac22ec-37b8-4746-ad5b-a0c47f04c117 None None] Network 6b00772c-265c-4362-8897-955a67d5bf10 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:10:13.000833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-18ae045b-85dc-4bf5-ae77-6be05f9d9a60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3298712 Aug 12 03:10:13.262618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febcaa1-fae8-4b7a-990e-6901a47e722f None None] Network 6b00772c-265c-4362-8897-955a67d5bf10 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:10:13.403480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:10:13.423023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 2b9a4700-0130-4726-80af-d019af0f1232 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:10:13.423370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 2b9a4700-0130-4726-80af-d019af0f1232 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:10:13.433291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-9ea592c7-10d2-4b12-8c20-40172b4d461e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:13.434788 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-9ea592c7-10d2-4b12-8c20-40172b4d461e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 815 time: 0.1069362 Aug 12 03:10:13.450066 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-bc11eb03-884a-49e0-a8b7-ccb83622ee68 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/quotas/c9c3f317addd452d9affef0764ed3c3a HTTP/1.1" status: 200 len: 375 time: 0.0093915 Aug 12 03:10:13.484104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-0df7dfa1-b79e-4cfc-a717-918b1d25ac24 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272412 Aug 12 03:10:13.569157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-1d045caa-0ff3-42cf-a06a-cec7666e7b34 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:10:13.570189 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-1d045caa-0ff3-42cf-a06a-cec7666e7b34 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462048 Aug 12 03:10:13.668439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-1479d3e8-a66a-4cb3-9352-ab3834788ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903196 Aug 12 03:10:13.755500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ad008641-1ac0-465e-86dc-54d37d445180 service neutron] 10.222.0.11 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808375 Aug 12 03:10:13.915286 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7235e305-8705-4596-ac6c-e76d5762ff9a req-eebd305c-fedf-4285-8f3c-8b709178d700 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 210 time: 0.0278060 Aug 12 03:10:14.823792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-bf67d2fa-777c-4913-9770-177159abed64 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:14.825693 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-bf67d2fa-777c-4913-9770-177159abed64 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 815 time: 0.1052115 Aug 12 03:10:14.838883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Request body: {'port': {'device_id': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'admin_state_up': True, 'tenant_id': 'c9c3f317addd452d9affef0764ed3c3a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:14.949260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Made reservation on behalf of c9c3f317addd452d9affef0764ed3c3a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:10:14.953460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.020520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-850f28d4-2cf7-49c4-bee6-64b2acdde8e8 req-d06c4180-47d5-4fa4-915d-0206344555b1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 210 time: 0.0274429 Aug 12 03:10:15.083974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Allocated IP 172.20.0.9 (6b00772c-265c-4362-8897-955a67d5bf10/159e4323-620e-4dd6-b12c-9b765dbea8e0/439ccf9b-2523-449b-98d5-49b81e20eb4e) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:10:15.226643 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.264646 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.309117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Network 6b00772c-265c-4362-8897-955a67d5bf10 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:10:15.314738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:10:15.318390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:10:15.324674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:15.369892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:15.370423 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.384579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-aa9e941c-a6bf-47a1-8bc9-95d348bb841a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496821 Aug 12 03:10:15.396517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Request body: {'port': {'device_id': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:15.447769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.706377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439ccf9b-2523-449b-98d5-49b81e20eb4e {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:10:15.713435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.725937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Transition to ACTIVE for port object 439ccf9b-2523-449b-98d5-49b81e20eb4e will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:10:15.729548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.779736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:15.843591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:10:15.843932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:10:15.844261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:15.848437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:10:15.848758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:15.853686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:10:15.854039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Checking segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:10:15.854482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Bound using segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:10:15.855059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Bound port: 439ccf9b-2523-449b-98d5-49b81e20eb4e, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:10:15.855416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.921153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:10:15.924160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:10:15.928584 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.961856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:15.962507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:15.963765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] 10.222.0.25 "PUT /v2.0/ports/439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 1091 time: 0.5712652 Aug 12 03:10:15.964201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:15.967079 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a" -d '{"events": [{"name": "network-changed", "server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:15.991632 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec078f79-bab7-48e1-9504-3a4551de4dfa service neutron] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:16.009575 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c46c1-d3d0-4b00-ba6e-d134708122bf x-openstack-request-id: req-978c46c1-d3d0-4b00-ba6e-d134708122bf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:16.009856 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:16.010104 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-978c46c1-d3d0-4b00-ba6e-d134708122bf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:16.010492 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'status': 'completed', 'code': 200} Aug 12 03:10:16.042914 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-45394767-30b1-4c2d-8ba2-c36d2323f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.044460 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-45394767-30b1-4c2d-8ba2-c36d2323f798 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1094 time: 0.0434999 Aug 12 03:10:16.090665 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-e9a5d96c-562a-431a-ae9b-58e677fe43af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0390103 Aug 12 03:10:16.140660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c897b-9b41-4f78-898f-d0bfbf692dbc req-9d76b7f6-5654-4d03-b428-64e69fa27dc4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.141299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-0aca998c-67c3-4114-8e2a-38607d10eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.142181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-859c897b-9b41-4f78-898f-d0bfbf692dbc req-9d76b7f6-5654-4d03-b428-64e69fa27dc4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0544064 Aug 12 03:10:16.142828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-0aca998c-67c3-4114-8e2a-38607d10eabc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0451477 Aug 12 03:10:16.175011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-0605ea84-8e6b-4aa4-887f-10889e701458 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250375 Aug 12 03:10:16.179416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-859c897b-9b41-4f78-898f-d0bfbf692dbc req-291af5de-3e0f-41bd-8d62-51cc2e1077a3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Aug 12 03:10:16.271090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-75aae805-6dfe-4a26-8c45-96118d31dc2d service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871751 Aug 12 03:10:16.360582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-016d7578-1f25-446c-93fd-e5c3bd4e7778 req-bbecce1f-9ecd-4857-bf7b-a33e79cf39ec service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Aug 12 03:10:16.443842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-4463e798-e9c5-44a4-993f-aaf1875d056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.445402 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-4463e798-e9c5-44a4-993f-aaf1875d056b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1094 time: 0.0402765 Aug 12 03:10:16.537873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-b95ef2ff-403b-43ed-8218-9863d23fca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.539246 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-b95ef2ff-403b-43ed-8218-9863d23fca0c service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0871477 Aug 12 03:10:16.580166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-2b5fbc36-2928-4fbc-8ccd-f3b984660185 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0336564 Aug 12 03:10:16.629574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-4bb17258-356e-45a1-909b-ce27318f28b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:16.630966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-4bb17258-356e-45a1-909b-ce27318f28b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0428941 Aug 12 03:10:16.668504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-bcbf190a-32ab-479c-b2c0-df95b3ddd868 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294535 Aug 12 03:10:16.756700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-8eead959-e9c5-4edc-bdb9-3140a832e31a service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804250 Aug 12 03:10:16.848401 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57a1bcd7-4d89-4e2f-802e-76bd3db6df0a req-c9a4ad5c-f0f5-4a89-924a-fa4912458bc6 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Aug 12 03:10:17.295255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabde59-c416-4c6e-abcb-89a2e28c33ee req-1aad474f-7746-490e-83c2-1971e3387a68 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:17.296751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fcabde59-c416-4c6e-abcb-89a2e28c33ee req-1aad474f-7746-490e-83c2-1971e3387a68 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0487273 Aug 12 03:10:17.333920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fcabde59-c416-4c6e-abcb-89a2e28c33ee req-76dbca36-b096-4c03-8254-d5f88285d0c9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Aug 12 03:10:18.355093 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:18.453268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677478ec-6a2e-4c1e-8ff1-dbfde11ffc03 req-0ee5f019-531d-4981-abc9-6eab1422ce08 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:18.454696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-677478ec-6a2e-4c1e-8ff1-dbfde11ffc03 req-0ee5f019-531d-4981-abc9-6eab1422ce08 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0493364 Aug 12 03:10:18.493595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-677478ec-6a2e-4c1e-8ff1-dbfde11ffc03 req-3221bbb5-1f06-4e0e-bded-3115e654177a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Aug 12 03:10:19.434638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:10:19.527795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:19.539128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'port_id': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'mac_address': 'fa:16:3e:75:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e4323-620e-4dd6-b12c-9b765dbea8e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:10:19.580231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:19.592807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439ccf9b-2523-449b-98d5-49b81e20eb4e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:10:19.607490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2fc11-58e4-4bae-a062-1a43a9c0751a req-15bb65b7-8ea7-4779-b025-2585733b2c00 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:19.609185 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fc2fc11-58e4-4bae-a062-1a43a9c0751a req-15bb65b7-8ea7-4779-b025-2585733b2c00 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0501611 Aug 12 03:10:19.612571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:19.616729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:19.648501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9fc2fc11-58e4-4bae-a062-1a43a9c0751a req-42a27e47-e78d-40c7-afd1-ad7fc7855d65 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330560 Aug 12 03:10:19.663247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:19.799617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['439ccf9b-2523-449b-98d5-49b81e20eb4e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:10:20.760851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795884dc-9319-44b9-b136-5cb0a81d361e req-9914a53b-fd44-446a-ab78-ae9d11d937ea tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:20.762337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-795884dc-9319-44b9-b136-5cb0a81d361e req-9914a53b-fd44-446a-ab78-ae9d11d937ea tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 944 time: 0.0481873 Aug 12 03:10:20.800082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-795884dc-9319-44b9-b136-5cb0a81d361e req-cdc68a9d-6041-4aa0-b616-af52b0c6088c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Aug 12 03:10:21.469127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:10:21.517175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 439ccf9b-2523-449b-98d5-49b81e20eb4e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:10:21.520717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 439ccf9b-2523-449b-98d5-49b81e20eb4e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:10:21.521103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:21.594878 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:21.617835 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:21.620082 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de5f52-0043-459c-bd54-685d1154797b" -d '{"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:21.635520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:21.639690 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:21.663781 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b426697-5d01-427b-897f-3e7ae3c8872f x-openstack-request-id: req-1b426697-5d01-427b-897f-3e7ae3c8872f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:21.664074 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:21.664326 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b426697-5d01-427b-897f-3e7ae3c8872f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:21.664716 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'code': 200} Aug 12 03:10:21.691589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:21.757459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec08000-346d-4ce8-a992-f071111a7214 req-cd37c01e-42a1-4c88-b4fd-bd9fff854679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:21.758957 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ec08000-346d-4ce8-a992-f071111a7214 req-cd37c01e-42a1-4c88-b4fd-bd9fff854679 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1096 time: 0.0488286 Aug 12 03:10:21.792138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1ec08000-346d-4ce8-a992-f071111a7214 req-99d0128c-68f2-4924-96de-cdd9b94f8326 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267839 Aug 12 03:10:21.920041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248bfe1-0d2a-42dc-a487-8a2dbb624900 req-ea0935f5-0596-4427-a8c1-0a683388c1f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:21.921695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4248bfe1-0d2a-42dc-a487-8a2dbb624900 req-ea0935f5-0596-4427-a8c1-0a683388c1f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0535302 Aug 12 03:10:21.959612 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4248bfe1-0d2a-42dc-a487-8a2dbb624900 req-312bcbf0-3091-4791-a3e7-08d522e456d6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Aug 12 03:10:23.077942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a86942-2a0e-48d3-9476-af30283ad6bd req-aadcfe7d-09a0-4e2b-bc30-bfc1372e0396 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:23.079414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9a86942-2a0e-48d3-9476-af30283ad6bd req-aadcfe7d-09a0-4e2b-bc30-bfc1372e0396 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0512378 Aug 12 03:10:23.117165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c9a86942-2a0e-48d3-9476-af30283ad6bd req-a8287a72-b94b-4c55-a695-b8efb6ce8d8e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Aug 12 03:10:23.228601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb622f-7862-44f3-903c-ca938787e8ea req-bb8f94be-b533-42d5-a7d9-70b33b64d36a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:23.230064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58eb622f-7862-44f3-903c-ca938787e8ea req-bb8f94be-b533-42d5-a7d9-70b33b64d36a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0482213 Aug 12 03:10:23.267687 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-58eb622f-7862-44f3-903c-ca938787e8ea req-d9274a98-f7d3-4400-acfb-d04e3f4db9ef tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307336 Aug 12 03:10:23.463354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f85018-bb98-4469-ac15-7cb84428ef10 req-a2d5ea93-4fad-4843-9f9c-524e96c8bb11 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:23.464963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f85018-bb98-4469-ac15-7cb84428ef10 req-a2d5ea93-4fad-4843-9f9c-524e96c8bb11 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0487711 Aug 12 03:10:23.503681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-94f85018-bb98-4469-ac15-7cb84428ef10 req-b7cdfd6f-965a-4375-8100-73b95e61e72f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319562 Aug 12 03:10:23.616525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad682e-152b-439a-803e-d2161ac08059 req-31f65b07-b59a-45d2-961a-d9690c75f7f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:23.618007 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6ad682e-152b-439a-803e-d2161ac08059 req-31f65b07-b59a-45d2-961a-d9690c75f7f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0487752 Aug 12 03:10:23.657097 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6ad682e-152b-439a-803e-d2161ac08059 req-a307e205-74c9-4174-982c-ac40458ef998 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Aug 12 03:10:23.885414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-95be32fe-2ca8-4acc-bace-5dcf1a696067 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461202 Aug 12 03:10:23.897623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e938422-2b68-470c-b01f-bd9a71ab68dc req-70512449-e2f4-47df-80d3-b4f752737ad1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:23.899160 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e938422-2b68-470c-b01f-bd9a71ab68dc req-70512449-e2f4-47df-80d3-b4f752737ad1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0534074 Aug 12 03:10:23.939488 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e938422-2b68-470c-b01f-bd9a71ab68dc req-40f85271-063b-4ac6-848b-a4c1d7f06d15 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 12 03:10:25.083063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d21e3-9341-4259-93f9-7a20c077e3c1 req-7ae24aa1-a806-484c-9579-501e0653865f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:25.087599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e01d21e3-9341-4259-93f9-7a20c077e3c1 req-7ae24aa1-a806-484c-9579-501e0653865f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0709922 Aug 12 03:10:25.121782 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-8a696d62-698f-4f60-927f-6ab447111edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:25.123608 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-8a696d62-698f-4f60-927f-6ab447111edc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1096 time: 0.0444469 Aug 12 03:10:25.131817 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e01d21e3-9341-4259-93f9-7a20c077e3c1 req-452cf4c0-9076-4e42-86a8-988265d13106 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361495 Aug 12 03:10:25.213309 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-c87f3dc0-f2f7-40db-848f-152367f86466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:25.214805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-c87f3dc0-f2f7-40db-848f-152367f86466 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0849872 Aug 12 03:10:25.261076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-31d04c28-5d19-4cee-9de8-c0c8ed720345 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0386455 Aug 12 03:10:25.311949 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-60767b0e-6654-4938-86d0-d16d54786d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:25.313330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-60767b0e-6654-4938-86d0-d16d54786d2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0445135 Aug 12 03:10:25.345279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-ebf35989-c5d5-42cd-8ac4-30d636abe4f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248506 Aug 12 03:10:25.439242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-cd8b26c0-10f9-42ff-92de-0f6d4ae2b46c service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870285 Aug 12 03:10:25.535428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-21bf3650-59c5-496f-9c19-d40fc7fc559c service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Aug 12 03:10:26.249832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd92ab-6ec0-4815-ac76-7f9caa6ca80b req-bf0da25c-6349-4d43-820e-38d98c6e447e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:26.251304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4bd92ab-6ec0-4815-ac76-7f9caa6ca80b req-bf0da25c-6349-4d43-820e-38d98c6e447e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0494180 Aug 12 03:10:26.291677 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4bd92ab-6ec0-4815-ac76-7f9caa6ca80b req-6cedd2f4-243d-4e00-9650-f2de948c97d4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344403 Aug 12 03:10:27.406301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123b2db-441d-4892-b0a4-b780ea6d56ad req-c593b270-d5d0-4f4d-8d59-b3a79effaa55 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:27.407800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2123b2db-441d-4892-b0a4-b780ea6d56ad req-c593b270-d5d0-4f4d-8d59-b3a79effaa55 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0484035 Aug 12 03:10:27.445097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2123b2db-441d-4892-b0a4-b780ea6d56ad req-2a7de8c3-f6b5-4c4a-87cc-12a1d26a3b10 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Aug 12 03:10:28.583086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6add711-bb9c-41b9-9b8c-fe5a5b1af822 req-5a0a36aa-11e7-46a9-bfdc-8f6841add59c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:28.584739 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6add711-bb9c-41b9-9b8c-fe5a5b1af822 req-5a0a36aa-11e7-46a9-bfdc-8f6841add59c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0603466 Aug 12 03:10:28.625400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c6add711-bb9c-41b9-9b8c-fe5a5b1af822 req-81e66e55-15d6-4e4b-bc84-532f5cb10b20 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Aug 12 03:10:29.745834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada65a2-7bed-42f4-93bd-b5278f4429ef req-126304a9-5128-4173-8589-04637e5196a3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:29.747917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aada65a2-7bed-42f4-93bd-b5278f4429ef req-126304a9-5128-4173-8589-04637e5196a3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0521152 Aug 12 03:10:29.786169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aada65a2-7bed-42f4-93bd-b5278f4429ef req-11a311de-4d13-4563-be91-25095b8076d9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Aug 12 03:10:30.900005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787edc-b947-454b-920b-14f8f47509af req-a19cf40e-415a-4ed0-9e0f-0f4241aea73f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:30.901480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23787edc-b947-454b-920b-14f8f47509af req-a19cf40e-415a-4ed0-9e0f-0f4241aea73f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0487585 Aug 12 03:10:30.938261 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23787edc-b947-454b-920b-14f8f47509af req-85a62b31-ba22-4be5-a899-60e8b5d63d51 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309031 Aug 12 03:10:32.036381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f977258-1e65-4ad9-b1e9-efd6cd61bb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:32.053818 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbae37-a334-4c6a-a9ad-a635f1e87b99 req-f1dad32a-c95b-418a-b801-84839b893ab0 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:32.055302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5bbae37-a334-4c6a-a9ad-a635f1e87b99 req-f1dad32a-c95b-418a-b801-84839b893ab0 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0506716 Aug 12 03:10:32.093287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5bbae37-a334-4c6a-a9ad-a635f1e87b99 req-1d47a442-c9c4-45bd-a3d4-8b1e69266968 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314360 Aug 12 03:10:33.207011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49414e-6f8b-4562-b8fb-2a40b1322649 req-4c01e0b6-c1cb-469f-9be5-40e25b802128 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:33.208647 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a49414e-6f8b-4562-b8fb-2a40b1322649 req-4c01e0b6-c1cb-469f-9be5-40e25b802128 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0483065 Aug 12 03:10:33.249435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a49414e-6f8b-4562-b8fb-2a40b1322649 req-27740950-6fd1-4124-9b85-d7a7a74b39d8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Aug 12 03:10:34.374854 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931f01-61dd-4511-b671-0ce69ac0ab20 req-86de8622-6b6e-4c84-886a-0637573a5978 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:34.376493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40931f01-61dd-4511-b671-0ce69ac0ab20 req-86de8622-6b6e-4c84-886a-0637573a5978 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0603404 Aug 12 03:10:34.422632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40931f01-61dd-4511-b671-0ce69ac0ab20 req-afc601f5-b6e4-4bde-977c-e6b0abbba2a5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Aug 12 03:10:34.663542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8be91fa5-69e4-4288-88ce-1e0c3cb02e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:34.764986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:35.112397 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:35.537729 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b4148-7533-47e5-bf94-bf6caed2e037 req-5b76d061-b604-4f52-beed-d7098d056d26 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:35.539201 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-749b4148-7533-47e5-bf94-bf6caed2e037 req-5b76d061-b604-4f52-beed-d7098d056d26 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0487318 Aug 12 03:10:35.576585 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-749b4148-7533-47e5-bf94-bf6caed2e037 req-24cd61bb-8bec-410a-9bc4-f449f5cca5b4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Aug 12 03:10:36.017076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:36.694431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c033f-045e-4cc1-9810-df83899b1cfd req-dab73f6e-f8aa-4188-90e6-8c69a4b70e4c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:36.695919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-485c033f-045e-4cc1-9810-df83899b1cfd req-dab73f6e-f8aa-4188-90e6-8c69a4b70e4c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0522258 Aug 12 03:10:36.733195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-485c033f-045e-4cc1-9810-df83899b1cfd req-4e6e371f-2c38-4b75-8693-d8370b942b45 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310743 Aug 12 03:10:37.532224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:37.846259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870fef-cd32-4573-8e28-2682909901f3 req-dd9743bd-4d27-4ac8-afd5-93843699fe64 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:37.847756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8870fef-cd32-4573-8e28-2682909901f3 req-dd9743bd-4d27-4ac8-afd5-93843699fe64 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0480168 Aug 12 03:10:37.886769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8870fef-cd32-4573-8e28-2682909901f3 req-b1cc1e42-a49f-43ea-8aa9-e8a86c91b5fb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Aug 12 03:10:39.000716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffe53e-416c-4ecd-917f-261d5f4a069e req-5e8cdf14-6959-4b2c-8fe9-5c444cee6a71 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:39.002376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-baffe53e-416c-4ecd-917f-261d5f4a069e req-5e8cdf14-6959-4b2c-8fe9-5c444cee6a71 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0488076 Aug 12 03:10:39.038764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-baffe53e-416c-4ecd-917f-261d5f4a069e req-d314d443-6fa2-4cdd-8070-fae482ea053f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Aug 12 03:10:39.424238 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:10:40.153094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a62087-2a38-4143-9857-65f7f060f1e8 req-8312cfaf-15af-4b3d-aeaa-aae61e687b84 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:40.155109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82a62087-2a38-4143-9857-65f7f060f1e8 req-8312cfaf-15af-4b3d-aeaa-aae61e687b84 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0486324 Aug 12 03:10:40.196353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-82a62087-2a38-4143-9857-65f7f060f1e8 req-f0511f22-9701-4877-9c4e-e6310fcc0455 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353601 Aug 12 03:10:41.311458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4937f-ff38-411d-a61d-26cc5f27fc4a req-d88ac68f-7534-40df-b824-7fe310df6706 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:41.313030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bf4937f-ff38-411d-a61d-26cc5f27fc4a req-d88ac68f-7534-40df-b824-7fe310df6706 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0489888 Aug 12 03:10:41.350699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9bf4937f-ff38-411d-a61d-26cc5f27fc4a req-a710bd8c-1ede-4e48-a014-9a37a417e6d5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318136 Aug 12 03:10:42.470114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a9c5-4a0f-4304-a0b8-7aa2da1c01dd req-dfb1213a-717b-49fe-8360-b6036b283476 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:42.471670 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d67a9c5-4a0f-4304-a0b8-7aa2da1c01dd req-dfb1213a-717b-49fe-8360-b6036b283476 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0495584 Aug 12 03:10:42.509143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8d67a9c5-4a0f-4304-a0b8-7aa2da1c01dd req-6b53cb72-b50b-47f8-b3b2-f28551597bf7 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Aug 12 03:10:43.628409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ab76-02c1-46d3-9c45-54d94ad37004 req-895f0538-f93b-4fa5-8968-4127f9340fb9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:43.629889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a53ab76-02c1-46d3-9c45-54d94ad37004 req-895f0538-f93b-4fa5-8968-4127f9340fb9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0528281 Aug 12 03:10:43.666267 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a53ab76-02c1-46d3-9c45-54d94ad37004 req-867a2d6e-c800-421c-96a1-aa6375d975a3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304885 Aug 12 03:10:44.783560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3ad3c-46fd-43e8-8729-91f105aa1f0e req-74217034-608c-4797-bfa7-57704e1d346f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:44.785026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2e3ad3c-46fd-43e8-8729-91f105aa1f0e req-74217034-608c-4797-bfa7-57704e1d346f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0488527 Aug 12 03:10:44.823088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2e3ad3c-46fd-43e8-8729-91f105aa1f0e req-8aac7ad1-f6a5-4bc8-a876-bd1688e1928d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Aug 12 03:10:45.940979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f24816-f30c-48d1-836c-0f4a5c3507bd req-3902c525-248d-4fca-960a-f5be991a956b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:45.942475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f24816-f30c-48d1-836c-0f4a5c3507bd req-3902c525-248d-4fca-960a-f5be991a956b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0515435 Aug 12 03:10:45.979558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-90f24816-f30c-48d1-836c-0f4a5c3507bd req-0dfe0575-91a8-4ae5-a791-0dce3b2b5303 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Aug 12 03:10:47.093160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428d5e0-b74c-4117-83e6-5186a70abd49 req-7efdc4b6-0a4d-483e-9200-4c954e884181 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:47.094631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b428d5e0-b74c-4117-83e6-5186a70abd49 req-7efdc4b6-0a4d-483e-9200-4c954e884181 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0482588 Aug 12 03:10:47.135086 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b428d5e0-b74c-4117-83e6-5186a70abd49 req-a1b909b0-b062-4d01-bcc4-61ea2c5706f5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 12 03:10:48.253999 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556985-6916-4181-bd14-a09ef9a81194 req-30ac807f-a6c1-4dea-a3de-9661b50233e8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:48.255558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59556985-6916-4181-bd14-a09ef9a81194 req-30ac807f-a6c1-4dea-a3de-9661b50233e8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0519583 Aug 12 03:10:48.291495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59556985-6916-4181-bd14-a09ef9a81194 req-6e190a0b-35af-4d38-a246-760bccf8f56c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300920 Aug 12 03:10:48.371158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:49.408207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c6576-4bc4-4254-9e16-43f2aec3ecdc req-e07ac0a6-7429-41bc-9e6d-05b1469152cc tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:49.409734 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-954c6576-4bc4-4254-9e16-43f2aec3ecdc req-e07ac0a6-7429-41bc-9e6d-05b1469152cc tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0496051 Aug 12 03:10:49.455099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-954c6576-4bc4-4254-9e16-43f2aec3ecdc req-892a7d5e-5dee-4f4e-a169-7d15565b6d59 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393994 Aug 12 03:10:50.573212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ba76d-af49-47c3-abeb-7b646ed6c422 req-1253fc3b-7ee8-4f84-bed8-990dc47c4483 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:50.574692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-475ba76d-af49-47c3-abeb-7b646ed6c422 req-1253fc3b-7ee8-4f84-bed8-990dc47c4483 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0524392 Aug 12 03:10:50.612423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-475ba76d-af49-47c3-abeb-7b646ed6c422 req-7a1fb5eb-af37-44ba-a323-bb7f01c7eb8d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307145 Aug 12 03:10:51.726855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dee65-c230-4e64-ad5f-f2e923a1d136 req-6d49227c-7702-438e-9da9-b9557c80417c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:51.728292 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-963dee65-c230-4e64-ad5f-f2e923a1d136 req-6d49227c-7702-438e-9da9-b9557c80417c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0483797 Aug 12 03:10:51.765756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-963dee65-c230-4e64-ad5f-f2e923a1d136 req-8d009f99-13c3-4598-b7d9-3885fa8b9881 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Aug 12 03:10:52.443343 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-f4e6d1c5-1933-4ca0-ac4a-a6fce2258a4a service neutron] show failed (client error): The resource could not be found. Aug 12 03:10:52.444437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-f4e6d1c5-1933-4ca0-ac4a-a6fce2258a4a service neutron] 10.222.0.25 "GET /v2.0/ports/439ccf9b-2523-449b-98d5-49b81e20eb4e/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0555725 Aug 12 03:10:52.663438 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-71314ade-83eb-4f8e-b2ce-310d21461f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:52.664991 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-71314ade-83eb-4f8e-b2ce-310d21461f4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b&tenant_id=c9c3f317addd452d9affef0764ed3c3a HTTP/1.1" status: 200 len: 1096 time: 0.0692070 Aug 12 03:10:52.683665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:10:52.738102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:52.935596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd84bb8-4a0c-42b1-80f1-9482db312af0 req-47c4f74e-c43c-4bc5-86ad-3ba6577a0fb6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:52.937668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd84bb8-4a0c-42b1-80f1-9482db312af0 req-47c4f74e-c43c-4bc5-86ad-3ba6577a0fb6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.1031642 Aug 12 03:10:52.999813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cd84bb8-4a0c-42b1-80f1-9482db312af0 req-93debb3e-09a8-4f22-b353-8ab34d2a295a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Aug 12 03:10:53.001376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:53.033946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:10:53.075496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:53.078419 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37b559d-9f58-4ceb-a327-062124a9626b" -d '{"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-unplugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:53.082869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:53.095082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Transition to ACTIVE for port object 439ccf9b-2523-449b-98d5-49b81e20eb4e will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:10:53.099286 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:53.128800 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c52f161-de44-4599-9d0e-eebdfc5d54e3 x-openstack-request-id: req-6c52f161-de44-4599-9d0e-eebdfc5d54e3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:53.129092 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-unplugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:53.129346 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c52f161-de44-4599-9d0e-eebdfc5d54e3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:53.129741 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'code': 200} Aug 12 03:10:53.166701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] No DVR routers for this DVR port 439ccf9b-2523-449b-98d5-49b81e20eb4e on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:10:53.171149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:53.203032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:10:53.203366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:10:53.203720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:53.207865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:10:53.208179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Attempting to bind port 439ccf9b-2523-449b-98d5-49b81e20eb4e on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:10:53.212821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:10:53.213161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Checking segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:10:53.213538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Bound using segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:10:53.213958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Bound port: 439ccf9b-2523-449b-98d5-49b81e20eb4e, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:10:53.214305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:53.274196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:10:53.277024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:10:53.281715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:53.318229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:53.318852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:53.320282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] 10.222.0.21 "PUT /v2.0/ports/439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 1091 time: 0.6406138 Aug 12 03:10:53.339686 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef602a8-2ef0-4223-9a0f-5ec5eb082d1d service neutron] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:53.392682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eb33983e-0bb1-42e9-a847-ae1a0287a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:53.394168 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-eb33983e-0bb1-42e9-a847-ae1a0287a0e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1094 time: 0.0410867 Aug 12 03:10:53.486569 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-df02d7b5-6439-410f-b4e0-aa4fd4e726a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:53.488087 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-df02d7b5-6439-410f-b4e0-aa4fd4e726a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0861187 Aug 12 03:10:53.533482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-e79fae17-1fd6-4adf-82ec-466580d1ed9c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0381334 Aug 12 03:10:53.580692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-5e5fae9c-ee18-4721-bc1c-c1ae150ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:53.582095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-5e5fae9c-ee18-4721-bc1c-c1ae150ef7eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0423465 Aug 12 03:10:53.614635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-55247f1c-7fdb-4c71-8bea-6ce1e2963036 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245876 Aug 12 03:10:53.705229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-6150766d-e1ee-4d29-9a9b-aef16e2dc0a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831594 Aug 12 03:10:53.793055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-85047980-1767-4e1d-b7ed-888bea97c2ac req-632c98cc-a499-4e08-802c-f323dc3561d5 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807927 Aug 12 03:10:54.113872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0f202-5b62-4015-a895-89f85d3228a6 req-d69eac03-78bc-49cf-9829-dfe6c2983f40 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:54.115244 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89d0f202-5b62-4015-a895-89f85d3228a6 req-d69eac03-78bc-49cf-9829-dfe6c2983f40 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0484405 Aug 12 03:10:54.157914 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89d0f202-5b62-4015-a895-89f85d3228a6 req-279e4160-cec7-4662-a72f-bb059702fef2 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366554 Aug 12 03:10:55.131370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:55.133762 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346831c1-5281-49f4-92db-db42187af6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:55.180573 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f75667-2820-4f68-905b-dd48f52eb1ca x-openstack-request-id: req-b1f75667-2820-4f68-905b-dd48f52eb1ca {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:55.180879 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:55.181136 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1f75667-2820-4f68-905b-dd48f52eb1ca {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:55.181539 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'status': 'completed', 'code': 200} Aug 12 03:10:55.250090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-aece85fb-53f2-4564-a756-ad88aa24e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.251669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-aece85fb-53f2-4564-a756-ad88aa24e62b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1094 time: 0.0472450 Aug 12 03:10:55.307437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-bd0e0498-80df-403e-9603-0ea8b530266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.308976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-bd0e0498-80df-403e-9603-0ea8b530266b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1094 time: 0.0845628 Aug 12 03:10:55.317281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf268ab-6af1-4db7-9572-b1c23f7a7d57 req-13b9f095-c3ce-4aec-877c-f2c5aa18f601 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.318686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcf268ab-6af1-4db7-9572-b1c23f7a7d57 req-13b9f095-c3ce-4aec-877c-f2c5aa18f601 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0772188 Aug 12 03:10:55.343225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-914086d4-04cf-44bf-93b8-f9dc88ad6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.344799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-914086d4-04cf-44bf-93b8-f9dc88ad6402 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0862076 Aug 12 03:10:55.390254 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-ae6473a7-e376-4496-a93e-3d364be4311a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0387743 Aug 12 03:10:55.412500 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bcf268ab-6af1-4db7-9572-b1c23f7a7d57 req-a40d9eff-2439-4dac-8c35-f055b8f0a4b6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848706 Aug 12 03:10:55.432911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-eb0673c8-f32f-402b-8756-42ab6e101b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.434420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-eb0673c8-f32f-402b-8756-42ab6e101b5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.1148965 Aug 12 03:10:55.441992 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-445c06d6-b429-4f7b-ae5f-d6987aeb496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.443516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-445c06d6-b429-4f7b-ae5f-d6987aeb496c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0467885 Aug 12 03:10:55.482308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-04838bb5-6f57-48b1-89c7-9cf01710c00d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0406094 Aug 12 03:10:55.482517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-91770c5b-6d27-41f7-832d-58b88180d710 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314152 Aug 12 03:10:55.534505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346831c1-5281-49f4-92db-db42187af6a3 req-ef2e9712-f1b9-4750-aad7-4e9779f24c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:55.536015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-ef2e9712-f1b9-4750-aad7-4e9779f24c50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0456865 Aug 12 03:10:55.572706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-5c2511a1-56c9-408c-9bab-f791d9a07a42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297630 Aug 12 03:10:55.573203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-b3bbcd04-27e7-4cc0-b804-12f436c419b4 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836449 Aug 12 03:10:55.652151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:10:55.665976 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-764ecdb7-7f2e-4dbf-9b32-c42e4c93724f service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851183 Aug 12 03:10:55.666756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-1a512155-1cd7-46e9-b3ab-2a7895b666fc service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870535 Aug 12 03:10:55.694106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:10:55.763221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-346831c1-5281-49f4-92db-db42187af6a3 req-465c928c-a985-43e3-91a3-0c014bfff413 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898917 Aug 12 03:10:56.533623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b1143-2169-4a1f-b60d-206f3ba10081 req-0b4144bb-5e84-48ac-a8de-d99ef02fc9c6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:56.535151 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-524b1143-2169-4a1f-b60d-206f3ba10081 req-0b4144bb-5e84-48ac-a8de-d99ef02fc9c6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 943 time: 0.0525036 Aug 12 03:10:56.571950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-524b1143-2169-4a1f-b60d-206f3ba10081 req-d1fe5e2c-60db-41e5-abfd-32586a3291a5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Aug 12 03:10:56.760411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:10:56.853184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:56.867516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'port_id': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'mac_address': 'fa:16:3e:75:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e4323-620e-4dd6-b12c-9b765dbea8e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:10:56.906807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:56.919917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439ccf9b-2523-449b-98d5-49b81e20eb4e {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:10:56.940615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:56.944481 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:56.999757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:57.371487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['439ccf9b-2523-449b-98d5-49b81e20eb4e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:10:57.686971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7fdfc-f7d5-486d-b9b1-29a00155850e req-d5cf8ff5-0c9e-41c9-91b8-187fef96fffe tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:57.688020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5e7fdfc-f7d5-486d-b9b1-29a00155850e req-d5cf8ff5-0c9e-41c9-91b8-187fef96fffe tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 944 time: 0.0494676 Aug 12 03:10:57.725790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5e7fdfc-f7d5-486d-b9b1-29a00155850e req-26d00d79-bb98-40c1-b09b-879ca02c6747 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Aug 12 03:10:57.914650 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a04c8-7332-4071-ab88-28936eac9054 req-9e8f5fff-7c93-42ba-93e3-d3e63f66763e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:57.916199 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e86a04c8-7332-4071-ab88-28936eac9054 req-9e8f5fff-7c93-42ba-93e3-d3e63f66763e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 944 time: 0.0480669 Aug 12 03:10:57.956161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e86a04c8-7332-4071-ab88-28936eac9054 req-e90e77d8-afad-428a-aa9d-c2380fef912b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332239 Aug 12 03:10:57.965482 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-7a88de23-c949-4d4f-8b90-5812518fd66d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:57.967591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-7a88de23-c949-4d4f-8b90-5812518fd66d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.25 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b&tenant_id=c9c3f317addd452d9affef0764ed3c3a&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.0887716 Aug 12 03:10:58.027573 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-93048eb8-6b0a-4945-bcc6-eb34938e798a service neutron] delete failed (client error): The resource could not be found. Aug 12 03:10:58.028560 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-93048eb8-6b0a-4945-bcc6-eb34938e798a service neutron] 10.222.0.25 "DELETE /v2.0/ports/439ccf9b-2523-449b-98d5-49b81e20eb4e/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0543509 Aug 12 03:10:58.110020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-7b125dd2-42e8-47c3-a7fa-d1af1be0bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:58.111507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-7b125dd2-42e8-47c3-a7fa-d1af1be0bff0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 1095 time: 0.0412171 Aug 12 03:10:58.203458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-15c96f41-1f49-41f7-aeca-57abfdabe064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:58.204960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-15c96f41-1f49-41f7-aeca-57abfdabe064 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0863070 Aug 12 03:10:58.246881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-b8e720de-8d80-40c0-abe4-893de72b3586 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 200 len: 217 time: 0.0348840 Aug 12 03:10:58.293579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-ffa75570-e70b-45c1-b6b0-931adc8b2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:58.294988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-ffa75570-e70b-45c1-b6b0-931adc8b2532 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0417964 Aug 12 03:10:58.330192 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-ce77cdf9-6a91-4d0e-b63e-fe5727375d27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282559 Aug 12 03:10:58.423924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-bdd368e1-aa08-4955-ac1c-5fba22955387 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860639 Aug 12 03:10:58.525088 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbc2e62a-8844-48a9-9fd2-beabe0c63236 req-3f164068-e9a0-456a-9ee1-a7bcb7dd05e9 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947719 Aug 12 03:10:58.778400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:10:58.830479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 439ccf9b-2523-449b-98d5-49b81e20eb4e completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:10:58.834467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 439ccf9b-2523-449b-98d5-49b81e20eb4e triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:10:58.834883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:58.914032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:58.936673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:10:58.939043 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49386d71-ab84-49c2-878d-822fe0016e03" -d '{"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:10:58.952460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:10:58.957323 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:10:58.980894 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf3c7e6-d6e7-47c1-8893-4068b24b7530 x-openstack-request-id: req-4bf3c7e6-d6e7-47c1-8893-4068b24b7530 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:10:58.981477 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-plugged", "status": "completed", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:10:58.981732 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bf3c7e6-d6e7-47c1-8893-4068b24b7530 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:10:58.982127 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'code': 200} Aug 12 03:10:59.017784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:10:59.085522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa731f52-5569-4b22-b871-03680ddeee2d req-07ac0ff6-3467-4472-b7eb-bd0e16e40d7f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:59.087055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa731f52-5569-4b22-b871-03680ddeee2d req-07ac0ff6-3467-4472-b7eb-bd0e16e40d7f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0553632 Aug 12 03:10:59.125928 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aa731f52-5569-4b22-b871-03680ddeee2d req-be140cea-987e-4df1-835e-007350dff0cc tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Aug 12 03:10:59.240197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3007d10-668e-4f57-83b1-5c059341baab req-fe588e40-f756-4885-87f9-2143f5e18994 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:59.241658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3007d10-668e-4f57-83b1-5c059341baab req-fe588e40-f756-4885-87f9-2143f5e18994 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0486157 Aug 12 03:10:59.278346 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d3007d10-668e-4f57-83b1-5c059341baab req-48364ef4-e153-443f-95ae-2aa23ebad882 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Aug 12 03:10:59.399959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655258-352d-4589-84e1-55d774682d68 req-ff5e5fe9-4427-4252-9b2a-098b235eac5d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:59.401591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95655258-352d-4589-84e1-55d774682d68 req-ff5e5fe9-4427-4252-9b2a-098b235eac5d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0524797 Aug 12 03:10:59.438782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-95655258-352d-4589-84e1-55d774682d68 req-1add760f-cbcc-433b-8542-cd5651d3d1cf tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305183 Aug 12 03:10:59.808970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-a977d499-087a-4eb9-a85c-069cb6536dd8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:10:59.810464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-a977d499-087a-4eb9-a85c-069cb6536dd8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 815 time: 0.1090853 Aug 12 03:10:59.825790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-23d12955-2681-451f-9dec-b6711a470163 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/quotas/c9c3f317addd452d9affef0764ed3c3a HTTP/1.1" status: 200 len: 375 time: 0.0090423 Aug 12 03:10:59.875736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-b61b8b29-0d94-4f58-97a4-6d77c73b2d1b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439250 Aug 12 03:10:59.963394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-f61f7a46-9825-40c8-9908-c4833b288c2a service neutron] 10.222.0.11 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806715 Aug 12 03:11:00.055183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-294d75e7-6eec-4a54-99a7-480ca1ce47f3 service neutron] 10.222.0.11 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857623 Aug 12 03:11:00.219326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e5fa786-c58c-4540-91cb-4666a73af68b req-fd407aeb-3207-435a-aa8c-a1d001d0d565 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 210 time: 0.0257726 Aug 12 03:11:01.285120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ec2f5d28-b856-4daf-abdb-9eb30d6347a1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:01.286841 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ec2f5d28-b856-4daf-abdb-9eb30d6347a1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 815 time: 0.1082747 Aug 12 03:11:01.305066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.21', 49577) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:01.324063 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Request body: {'port': {'device_id': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'admin_state_up': True, 'tenant_id': 'c9c3f317addd452d9affef0764ed3c3a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:01.329109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a2ae75e3-9067-4814-836d-8e1e8936c223 req-d3f64a2f-abaa-46c6-96e1-6d44c1859f54 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 210 time: 0.0382876 Aug 12 03:11:01.364139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-9f9525e7-e613-4cf8-9258-62311cc24e32 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:01.365700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-9f9525e7-e613-4cf8-9258-62311cc24e32 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "GET /v2.0/ports?device_id=46639f87-73c2-4779-a48a-2989b13dfd9b HTTP/1.1" status: 200 len: 945 time: 0.0510952 Aug 12 03:11:01.438157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Made reservation on behalf of c9c3f317addd452d9affef0764ed3c3a for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:11:01.441696 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.467377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Deleting port 439ccf9b-2523-449b-98d5-49b81e20eb4e {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:11:01.468149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.557479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] For port 439ccf9b-2523-449b-98d5-49b81e20eb4e, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=439ccf9b-2523-449b-98d5-49b81e20eb4e,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:01.557802 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.571053 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Calling delete_port for 439ccf9b-2523-449b-98d5-49b81e20eb4e owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:11:01.571905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Allocated IP 172.20.0.5 (6b00772c-265c-4362-8897-955a67d5bf10/159e4323-620e-4dd6-b12c-9b765dbea8e0/e9ea4ab6-280e-430f-b57a-1f050e19e3a1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:01.704738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.718954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.734466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Pushing event deleted for resources: {'Port': ['ID=439ccf9b-2523-449b-98d5-49b81e20eb4e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:01.743400 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['439ccf9b-2523-449b-98d5-49b81e20eb4e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:11:01.765277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.778711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] No DVR routers for this DVR port 439ccf9b-2523-449b-98d5-49b81e20eb4e on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:11:01.781768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.783773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "DELETE /v2.0/ports/439ccf9b-2523-449b-98d5-49b81e20eb4e HTTP/1.1" status: 204 len: 173 time: 0.4045210 Aug 12 03:11:01.784211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-deleted', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:01.786502 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f858064-8fcf-42c7-872e-1572c1b8d2b6" -d '{"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-deleted", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:01.810929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Network 6b00772c-265c-4362-8897-955a67d5bf10 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:01.818559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['439ccf9b-2523-449b-98d5-49b81e20eb4e'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:11:01.820088 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:01.824041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:01.828011 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a7ee59-2894-4b11-9bdb-ea60e98851b4 x-openstack-request-id: req-49a7ee59-2894-4b11-9bdb-ea60e98851b4 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:01.828322 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46639f87-73c2-4779-a48a-2989b13dfd9b", "name": "network-vif-deleted", "tag": "439ccf9b-2523-449b-98d5-49b81e20eb4e", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:01.828457 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49a7ee59-2894-4b11-9bdb-ea60e98851b4 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:01.828849 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46639f87-73c2-4779-a48a-2989b13dfd9b', 'name': 'network-vif-deleted', 'tag': '439ccf9b-2523-449b-98d5-49b81e20eb4e', 'status': 'completed', 'code': 200} Aug 12 03:11:01.853763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:01.882938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:01.883574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:01.897694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d127c464-afbf-4700-9a08-2e3c0f7f665f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777097 Aug 12 03:11:01.933665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Request body: {'port': {'device_id': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:01.988562 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.038374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2e5d33e-0378-4130-8cd9-001af2eb5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.257723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ea4ab6-280e-430f-b57a-1f050e19e3a1 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:11:02.265146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.276478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Transition to ACTIVE for port object e9ea4ab6-280e-430f-b57a-1f050e19e3a1 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:02.280459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.343131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:02.737610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:02.737868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:02.738197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:02.757113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:11:02.757439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:02.765877 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:02.766213 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Checking segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:02.766596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Bound using segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:02.767025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Bound port: e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:02.767381 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.793572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045183d-08ac-4c49-99a4-11b5c778eef5 req-8013935a-326c-4b07-8129-e94ee66af262 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:02.795065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5045183d-08ac-4c49-99a4-11b5c778eef5 req-8013935a-326c-4b07-8129-e94ee66af262 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.3979511 Aug 12 03:11:02.866319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5045183d-08ac-4c49-99a4-11b5c778eef5 req-135aab0b-7f77-41e6-b9d9-f9260f22b49a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539479 Aug 12 03:11:02.870457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:02.874198 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:02.879132 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.915214 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:02.915856 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:02.917236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 1091 time: 0.9880891 Aug 12 03:11:02.917675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:02.919925 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c997ba71-c5be-489a-9ad1-dd05fedf928a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:02.946190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95f2e0-d945-4dbf-996e-8c41d14e04e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:02.962099 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e9632e-0cc9-4cb1-b58e-882b9703435c x-openstack-request-id: req-f3e9632e-0cc9-4cb1-b58e-882b9703435c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:02.962396 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:02.962650 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e9632e-0cc9-4cb1-b58e-882b9703435c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:02.963046 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'status': 'completed', 'code': 200} Aug 12 03:11:03.020241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-c348aff3-3a43-4ea9-a1d4-c91299da0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.021627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-c348aff3-3a43-4ea9-a1d4-c91299da0336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1094 time: 0.0406892 Aug 12 03:11:03.067522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-19a08c02-c820-47c1-b197-c8186d0d8cdd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0330331 Aug 12 03:11:03.118844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ba68e762-a3dd-4fd1-bc38-6e8a76e8babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.120283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-ba68e762-a3dd-4fd1-bc38-6e8a76e8babe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0464523 Aug 12 03:11:03.150964 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-79167fc0-8b71-40c0-927d-3dec0cdc957f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238123 Aug 12 03:11:03.242876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-5baece2d-1d1e-42fa-8b9b-6e8acf9ff9b4 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850885 Aug 12 03:11:03.335373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-51322412-a951-4a30-97b1-73f368aaf9eb req-d6e3604a-8112-4d54-95b7-9f3e987d0adf service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852678 Aug 12 03:11:03.467954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-11dfb9ca-697e-4905-a3bc-d857549bd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.469506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-11dfb9ca-697e-4905-a3bc-d857549bd393 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1094 time: 0.0425961 Aug 12 03:11:03.564366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-87faca4e-0199-46ad-b892-6ce177bbd00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.565887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-87faca4e-0199-46ad-b892-6ce177bbd00a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0886245 Aug 12 03:11:03.613890 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-1adeb74c-1801-4b5a-89b0-ae199845c937 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0375082 Aug 12 03:11:03.661868 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-9dcccac2-7527-4641-b19c-22e9d1c87da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.663283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-9dcccac2-7527-4641-b19c-22e9d1c87da3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0428658 Aug 12 03:11:03.693095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-26d3ddd4-5ceb-407d-9c5f-061edbd5e3ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229952 Aug 12 03:11:03.786132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-14969c31-a7ab-4f66-8ade-9c41dcc2cff9 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862610 Aug 12 03:11:03.877105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c997ba71-c5be-489a-9ad1-dd05fedf928a req-7e46fc9b-3a09-48f8-ac0a-22af474f8256 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840659 Aug 12 03:11:03.986412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03244f13-6ae8-4bcc-9533-60b7dbdb1abf req-6b35ae19-953e-4162-b21d-e009a41c98ea tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:03.987945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03244f13-6ae8-4bcc-9533-60b7dbdb1abf req-6b35ae19-953e-4162-b21d-e009a41c98ea tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0537279 Aug 12 03:11:04.025006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-03244f13-6ae8-4bcc-9533-60b7dbdb1abf req-0d6ceba8-0778-4638-9637-b55a9cd8768d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Aug 12 03:11:04.664355 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e67b253-1897-414a-aeeb-ab634193eba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:04.765861 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:04.798932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:11:04.818341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 439ccf9b-2523-449b-98d5-49b81e20eb4e {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:11:04.818692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 439ccf9b-2523-449b-98d5-49b81e20eb4e not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:11:05.118251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:05.144016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c170f1-f184-4793-9eb4-66bce819a6a8 req-4b88660f-ff43-44d9-a922-f2b336d6f13e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:05.145526 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5c170f1-f184-4793-9eb4-66bce819a6a8 req-4b88660f-ff43-44d9-a922-f2b336d6f13e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0519595 Aug 12 03:11:05.191219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d5c170f1-f184-4793-9eb4-66bce819a6a8 req-09edb040-489c-4437-a015-c48f7437c4f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Aug 12 03:11:06.019957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:06.304556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3eb5-6258-4bce-bc30-64ea2726b7eb req-44f76bb6-3900-47eb-8d53-c51cdd6f579a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:06.306000 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f9d3eb5-6258-4bce-bc30-64ea2726b7eb req-44f76bb6-3900-47eb-8d53-c51cdd6f579a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0483944 Aug 12 03:11:06.343120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f9d3eb5-6258-4bce-bc30-64ea2726b7eb req-44e65f12-b4c0-4146-b026-47ebb763381f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Aug 12 03:11:06.808536 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:11:06.906553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:06.917438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'port_id': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'mac_address': 'fa:16:3e:ba:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e4323-620e-4dd6-b12c-9b765dbea8e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:11:06.953278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:06.965364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ea4ab6-280e-430f-b57a-1f050e19e3a1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:11:06.984581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:06.988523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:07.034150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:07.357100 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['e9ea4ab6-280e-430f-b57a-1f050e19e3a1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:11:07.457989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d6b85-ea4a-4c2f-bb93-bd6bd09d3479 req-77ee9505-9f42-4caf-8a01-1586348b61f5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:07.459530 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c32d6b85-ea4a-4c2f-bb93-bd6bd09d3479 req-77ee9505-9f42-4caf-8a01-1586348b61f5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0489016 Aug 12 03:11:07.497986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c32d6b85-ea4a-4c2f-bb93-bd6bd09d3479 req-fbf47c36-73b4-4a14-92d1-f4d4febb18c0 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Aug 12 03:11:07.537188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:08.612341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673903f-88f9-4a1d-9583-6c5aec7685d0 req-bb34a565-0335-4088-9ad0-697f2c43dcc1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:08.613813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3673903f-88f9-4a1d-9583-6c5aec7685d0 req-bb34a565-0335-4088-9ad0-697f2c43dcc1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0483727 Aug 12 03:11:08.649756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3673903f-88f9-4a1d-9583-6c5aec7685d0 req-bf4b59cb-041f-489b-a743-4e067a6b4102 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301843 Aug 12 03:11:08.825293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:08.874699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:08.878338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:08.878710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:08.955438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:08.977201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:08.979418 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13274e59-813a-4a5f-9d8e-4ff32fc06efd" -d '{"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:08.992457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:08.996747 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:09.019873 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0195af7-af99-4116-bbb9-6b5aeda5f361 x-openstack-request-id: req-f0195af7-af99-4116-bbb9-6b5aeda5f361 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:09.020162 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:09.020418 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0195af7-af99-4116-bbb9-6b5aeda5f361 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:09.020806 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'code': 200} Aug 12 03:11:09.046180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:09.053828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.054163 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.054507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.054852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.055189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.055548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.055878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.056208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.056538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.056864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.057189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.057518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:09.140775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db3ec-481e-4194-985e-917ba24096f3 req-5f1337ce-e5af-4943-93ce-6a6120b45e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:09.142252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-993db3ec-481e-4194-985e-917ba24096f3 req-5f1337ce-e5af-4943-93ce-6a6120b45e66 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1096 time: 0.0437427 Aug 12 03:11:09.177266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-993db3ec-481e-4194-985e-917ba24096f3 req-2bf54649-ade7-4208-bfbe-0823f4bb9f69 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276396 Aug 12 03:11:09.764292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff88cc-8179-4314-979a-e73fc04d35c3 req-5c065755-1b67-4ace-8aee-5c337b69ea25 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:09.765808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bff88cc-8179-4314-979a-e73fc04d35c3 req-5c065755-1b67-4ace-8aee-5c337b69ea25 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Aug 12 03:11:09.802789 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7bff88cc-8179-4314-979a-e73fc04d35c3 req-f95e028e-b67e-48cd-aca4-a08d761ac6a3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310237 Aug 12 03:11:10.933838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c5723-99fd-4663-ac7a-4a62d22e6862 req-473a7522-96e4-4b93-9f6d-ab1a57763d83 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:10.935322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-222c5723-99fd-4663-ac7a-4a62d22e6862 req-473a7522-96e4-4b93-9f6d-ab1a57763d83 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0582993 Aug 12 03:11:10.974449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-222c5723-99fd-4663-ac7a-4a62d22e6862 req-4ac223e5-727e-488f-bb60-3815cb2c514b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Aug 12 03:11:11.087348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947489d-dd5b-45ff-9961-cfd95aba2c37 req-a6ca33e5-0c1b-42e6-a0a4-0bb0020c0259 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:11.088778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d947489d-dd5b-45ff-9961-cfd95aba2c37 req-a6ca33e5-0c1b-42e6-a0a4-0bb0020c0259 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0483701 Aug 12 03:11:11.125853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d947489d-dd5b-45ff-9961-cfd95aba2c37 req-065dab6f-9bae-41a1-8c75-be08aa88811f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 12 03:11:11.480459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-dc3ac285-cedc-42a6-803f-561ae77fb4c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736384 Aug 12 03:11:11.489492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4998f2-9e17-4a01-89b5-07b3caa490e8 req-fab2e19c-8876-46b2-8877-cfd85dc17479 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:11.490905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f4998f2-9e17-4a01-89b5-07b3caa490e8 req-fab2e19c-8876-46b2-8877-cfd85dc17479 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0763617 Aug 12 03:11:11.531453 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3f4998f2-9e17-4a01-89b5-07b3caa490e8 req-4713f8d6-3e23-49bb-8ee3-50f1ed744c84 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 Aug 12 03:11:12.552278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-266e3b08-54ba-43f2-a76f-1047c3776f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:12.553747 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-266e3b08-54ba-43f2-a76f-1047c3776f0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1096 time: 0.0402086 Aug 12 03:11:12.649390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-9176f76c-a585-4450-95b9-4b5bb6210113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:12.650871 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-9176f76c-a585-4450-95b9-4b5bb6210113 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0886445 Aug 12 03:11:12.655189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6eec5-3c17-47c3-a582-532d04583056 req-05804b9f-4bc7-4d98-9c40-ed161bdafcf1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:12.656819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69f6eec5-3c17-47c3-a582-532d04583056 req-05804b9f-4bc7-4d98-9c40-ed161bdafcf1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0492918 Aug 12 03:11:12.692591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-b316900e-587a-47ff-b22f-cb29284f1434 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0347421 Aug 12 03:11:12.694285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-69f6eec5-3c17-47c3-a582-532d04583056 req-630cf26d-394f-4ae5-b691-cebeefffecf3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316775 Aug 12 03:11:12.747297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-11c20baf-8a40-4d98-b3d4-1c823d8de95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:12.749277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-11c20baf-8a40-4d98-b3d4-1c823d8de95c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0484107 Aug 12 03:11:12.780332 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-cd515bf6-507b-4b4b-beac-60b33c8478cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239041 Aug 12 03:11:12.871300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-29c6ae22-2daf-47d9-bc5e-e7712f005fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Aug 12 03:11:12.963797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-f4879c81-3ab6-42fb-8e70-3aaafad05529 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857074 Aug 12 03:11:13.808810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541664e-5fc6-4c88-98b1-dc3426d64025 req-1b9fe0ff-323a-4458-9cd9-3e825028de47 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:13.810287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8541664e-5fc6-4c88-98b1-dc3426d64025 req-1b9fe0ff-323a-4458-9cd9-3e825028de47 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 12 03:11:13.847815 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8541664e-5fc6-4c88-98b1-dc3426d64025 req-ce909bb8-3af1-4cc6-9fd3-15319e1c64bd tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 12 03:11:14.962831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d93a3-064a-454c-89e3-c20a9801d27b req-9b50cb04-42f8-4cb0-8c67-b87d21f090d3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:14.964346 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f26d93a3-064a-454c-89e3-c20a9801d27b req-9b50cb04-42f8-4cb0-8c67-b87d21f090d3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Aug 12 03:11:15.001997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f26d93a3-064a-454c-89e3-c20a9801d27b req-f1540096-cb38-4250-9022-72f2111b3743 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310175 Aug 12 03:11:16.117408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6f184-0497-4e02-8754-5a0accce3cf3 req-7ef56456-2226-4504-bbc8-953c4f3f1d0c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:16.118903 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16d6f184-0497-4e02-8754-5a0accce3cf3 req-7ef56456-2226-4504-bbc8-953c4f3f1d0c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0499253 Aug 12 03:11:16.157858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16d6f184-0497-4e02-8754-5a0accce3cf3 req-9e90aa25-f0af-4b32-98b5-8d637a96d5c5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 12 03:11:16.423988 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:11:17.279860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99668f-c5cc-41b8-8dbc-78f549b4c991 req-545f6e09-5a58-4e61-b056-6414147b82fb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:17.282128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a99668f-c5cc-41b8-8dbc-78f549b4c991 req-545f6e09-5a58-4e61-b056-6414147b82fb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Aug 12 03:11:17.318736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9a99668f-c5cc-41b8-8dbc-78f549b4c991 req-4cbae903-9a81-494f-9ffc-85b1cd1753d9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Aug 12 03:11:18.368632 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:18.438353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8d69e-5d6f-47a6-ac94-ad85afb05249 req-e914aaa5-c29a-4483-9325-c95fb2df8ce1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:18.439835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4b8d69e-5d6f-47a6-ac94-ad85afb05249 req-e914aaa5-c29a-4483-9325-c95fb2df8ce1 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Aug 12 03:11:18.477017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d4b8d69e-5d6f-47a6-ac94-ad85afb05249 req-e9cbb8e5-40ee-4c32-9a52-e40c68b45a30 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Aug 12 03:11:19.603776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8b41b-c24a-44fc-a767-7cb7c04f7f20 req-a45e5559-11c8-4819-8a08-6af5b26cf850 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:19.605291 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44b8b41b-c24a-44fc-a767-7cb7c04f7f20 req-a45e5559-11c8-4819-8a08-6af5b26cf850 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0619981 Aug 12 03:11:19.643059 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-44b8b41b-c24a-44fc-a767-7cb7c04f7f20 req-1936a0fc-095b-4c59-a36b-ce04865a4c59 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Aug 12 03:11:20.758575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca96e0-4fed-4ed6-8bdd-6f4c3ccc77c0 req-a8a53a69-25fe-424f-8b20-3f33000f8807 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:20.760089 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9ca96e0-4fed-4ed6-8bdd-6f4c3ccc77c0 req-a8a53a69-25fe-424f-8b20-3f33000f8807 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0493119 Aug 12 03:11:20.798456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9ca96e0-4fed-4ed6-8bdd-6f4c3ccc77c0 req-fde0a304-159d-4f00-9c3e-f845818f64e6 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Aug 12 03:11:21.911902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58b55-bb7c-4687-9de6-b4fad8568d43 req-54eac879-16fb-4736-93d9-626b8463667b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:21.913366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14b58b55-bb7c-4687-9de6-b4fad8568d43 req-54eac879-16fb-4736-93d9-626b8463667b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0479395 Aug 12 03:11:21.950694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14b58b55-bb7c-4687-9de6-b4fad8568d43 req-bf16a6dc-9689-49f1-a3a9-4b00b0f41923 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Aug 12 03:11:23.065012 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31375453-207c-46c3-8267-c3a04b01fcce req-5b785c4e-e886-48f6-8787-df2d31c12bb9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:23.066496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31375453-207c-46c3-8267-c3a04b01fcce req-5b785c4e-e886-48f6-8787-df2d31c12bb9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0490260 Aug 12 03:11:23.104536 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-31375453-207c-46c3-8267-c3a04b01fcce req-4b4f57d8-6f8f-4bd6-a779-3538525e04a9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Aug 12 03:11:24.220485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bc6da-03ca-4b3e-b129-5743ebeaf87a req-8afc2848-26ce-4aab-93d1-6e3bd1aba45d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:24.221988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d26bc6da-03ca-4b3e-b129-5743ebeaf87a req-8afc2848-26ce-4aab-93d1-6e3bd1aba45d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Aug 12 03:11:24.259648 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d26bc6da-03ca-4b3e-b129-5743ebeaf87a req-984e5775-bffa-484d-bbc9-146d5e5998b5 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Aug 12 03:11:25.397075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60331d-d6a1-477a-9345-38b67dd34479 req-efc58648-242a-45a6-9faa-e55c111e2adb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:25.398532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d60331d-d6a1-477a-9345-38b67dd34479 req-efc58648-242a-45a6-9faa-e55c111e2adb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Aug 12 03:11:25.436172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3d60331d-d6a1-477a-9345-38b67dd34479 req-72a5a476-991f-4287-9117-3262610906ee tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Aug 12 03:11:26.553969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685d61a-91a6-41eb-9da7-79717042c9e7 req-0e27c249-61a7-4246-89ed-54c19113a132 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:26.555361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0685d61a-91a6-41eb-9da7-79717042c9e7 req-0e27c249-61a7-4246-89ed-54c19113a132 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Aug 12 03:11:26.592284 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0685d61a-91a6-41eb-9da7-79717042c9e7 req-4bb40fa1-14d0-49f4-a0c9-10d0549d8346 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Aug 12 03:11:27.709097 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1f5d9-74c8-43e4-b779-25a47d95d2ad req-8d1fe41c-a313-4d32-8b34-d7d6b7aae3d4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:27.710776 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17d1f5d9-74c8-43e4-b779-25a47d95d2ad req-8d1fe41c-a313-4d32-8b34-d7d6b7aae3d4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Aug 12 03:11:27.750376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-17d1f5d9-74c8-43e4-b779-25a47d95d2ad req-7007feac-6922-4d91-8d8d-2b807aeda9f8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Aug 12 03:11:28.865057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499847a5-4ba5-4101-b7c1-502d376f927e req-ffbe42cd-6e41-4f38-b19c-43ed9364b525 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:28.866571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-499847a5-4ba5-4101-b7c1-502d376f927e req-ffbe42cd-6e41-4f38-b19c-43ed9364b525 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0497530 Aug 12 03:11:28.903296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-499847a5-4ba5-4101-b7c1-502d376f927e req-2cf3d55e-7291-4344-b8ca-bdeedd572423 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Aug 12 03:11:30.017911 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0782dc-c667-48bb-a16b-c34d5f8e8d25 req-1b7721c7-f4aa-47f9-9e1e-2cff3e345644 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:30.019499 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d0782dc-c667-48bb-a16b-c34d5f8e8d25 req-1b7721c7-f4aa-47f9-9e1e-2cff3e345644 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Aug 12 03:11:30.056514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d0782dc-c667-48bb-a16b-c34d5f8e8d25 req-e30c33e9-501d-43af-91a5-f154a6974138 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Aug 12 03:11:31.174706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd849eb2-5b4b-4668-8387-09ffd51ba3d0 req-da945d20-d7e1-49e3-bf94-a65a26ca9d5c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:31.176207 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd849eb2-5b4b-4668-8387-09ffd51ba3d0 req-da945d20-d7e1-49e3-bf94-a65a26ca9d5c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0541224 Aug 12 03:11:31.213058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd849eb2-5b4b-4668-8387-09ffd51ba3d0 req-b69c7c5d-08d9-4f71-bf46-55a781bf2a50 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Aug 12 03:11:32.039617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0eb1a306-020c-4983-85c9-7985076a7aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:32.331704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76e8de-11b3-47a9-9a71-ff6982acca72 req-1a0813ea-b624-401e-8b5f-40e0baa56059 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:32.333157 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb76e8de-11b3-47a9-9a71-ff6982acca72 req-1a0813ea-b624-401e-8b5f-40e0baa56059 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0514519 Aug 12 03:11:32.370126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cb76e8de-11b3-47a9-9a71-ff6982acca72 req-8da4ce1e-abcd-4eff-8938-670e51a6a53b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Aug 12 03:11:33.485363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b96a-31ac-4b03-92fd-45227eab0bbc req-32bc2125-cd9d-40eb-9729-8d2544f6ff7e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:33.486856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbe3b96a-31ac-4b03-92fd-45227eab0bbc req-32bc2125-cd9d-40eb-9729-8d2544f6ff7e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Aug 12 03:11:33.524111 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cbe3b96a-31ac-4b03-92fd-45227eab0bbc req-071b23ba-2987-4775-a501-72b4a2f00e52 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Aug 12 03:11:34.643009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3587f-3e67-4b42-bab4-f4f0b8440391 req-f31811d9-76df-4ec9-8213-eab0bb7bd8ed tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:34.644510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44d3587f-3e67-4b42-bab4-f4f0b8440391 req-f31811d9-76df-4ec9-8213-eab0bb7bd8ed tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0546253 Aug 12 03:11:34.668547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fcd0c23c-8a92-494d-8e7b-077d28b89d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:34.684581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-44d3587f-3e67-4b42-bab4-f4f0b8440391 req-6a9a1df2-bdf5-4aa2-83e5-153c49184df3 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Aug 12 03:11:34.771446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:35.143385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:35.803690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279557d6-0c4a-4a3f-b6ba-ccad4b1d36f1 req-588c4718-068f-4cc1-ba46-75c573e42150 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:35.805155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-279557d6-0c4a-4a3f-b6ba-ccad4b1d36f1 req-588c4718-068f-4cc1-ba46-75c573e42150 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0498016 Aug 12 03:11:35.842340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-279557d6-0c4a-4a3f-b6ba-ccad4b1d36f1 req-2a86c11e-8e7e-4c7b-a6b4-ee286694c21a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Aug 12 03:11:36.022718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:36.958343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da72f85-2d84-4a14-99ba-39d0684dcc03 req-398cb50e-e701-4ac7-8d82-321a78cb3614 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:36.959855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5da72f85-2d84-4a14-99ba-39d0684dcc03 req-398cb50e-e701-4ac7-8d82-321a78cb3614 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Aug 12 03:11:36.996331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5da72f85-2d84-4a14-99ba-39d0684dcc03 req-11bf3052-d1fa-4eea-878e-bae68b4eac5f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Aug 12 03:11:37.541132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:38.114646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d045f9-357e-4443-89c2-f22ee6304818 req-5defbaa2-80f0-4763-a234-346fbf6c7f9f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:38.116133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4d045f9-357e-4443-89c2-f22ee6304818 req-5defbaa2-80f0-4763-a234-346fbf6c7f9f tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Aug 12 03:11:38.154445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f4d045f9-357e-4443-89c2-f22ee6304818 req-75af3e02-a364-4a0e-8b6d-2dbfe35a0ad2 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Aug 12 03:11:39.273827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad819f-c2e5-4319-b088-96a3fdbf920e req-9f2844e8-099e-40d1-9e4e-3a41d2e82d5e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:39.275306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-62ad819f-c2e5-4319-b088-96a3fdbf920e req-9f2844e8-099e-40d1-9e4e-3a41d2e82d5e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0525260 Aug 12 03:11:39.312660 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-62ad819f-c2e5-4319-b088-96a3fdbf920e req-553d5d2a-f166-4bc8-884b-5c63420ed812 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Aug 12 03:11:39.841581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-c80c0b3f-ed95-4145-8e2d-6ea62dbc8d5c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:11:39.842540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-c80c0b3f-ed95-4145-8e2d-6ea62dbc8d5c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054986 Aug 12 03:11:39.904295 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-de970887-ec51-45cc-bc03-10074eae591e service neutron] show failed (client error): The resource could not be found. Aug 12 03:11:39.905310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-de970887-ec51-45cc-bc03-10074eae591e service neutron] 10.222.0.21 "GET /v2.0/ports/e9ea4ab6-280e-430f-b57a-1f050e19e3a1/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0553513 Aug 12 03:11:40.099898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-8e032ae1-8be3-472b-bf45-5c60bf35fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:40.101266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-8e032ae1-8be3-472b-bf45-5c60bf35fd3d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39&tenant_id=c9c3f317addd452d9affef0764ed3c3a HTTP/1.1" status: 200 len: 1096 time: 0.0403373 Aug 12 03:11:40.113431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:40.163809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:40.369647 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:40.429316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:40.464029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690424-2ba7-4a92-be8e-3642cc7e69a2 req-a44330d4-b85c-43f1-9b53-ff3c80e09ffb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:40.465521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f690424-2ba7-4a92-be8e-3642cc7e69a2 req-a44330d4-b85c-43f1-9b53-ff3c80e09ffb tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0837779 Aug 12 03:11:40.495374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:40.497566 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98019a22-fae9-4a18-9330-7decb71d0a6b" -d '{"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:40.502551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:40.528729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f690424-2ba7-4a92-be8e-3642cc7e69a2 req-0736b86e-e0dd-4d58-b87c-039136d30752 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559349 Aug 12 03:11:40.529646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Transition to ACTIVE for port object e9ea4ab6-280e-430f-b57a-1f050e19e3a1 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:40.534432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:40.852417 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030f58fd-6f9a-4e3e-a7f1-33d0d68a5b51 x-openstack-request-id: req-030f58fd-6f9a-4e3e-a7f1-33d0d68a5b51 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:40.852692 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:40.852941 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-030f58fd-6f9a-4e3e-a7f1-33d0d68a5b51 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:40.853323 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'code': 200} Aug 12 03:11:40.891405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:40.893442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] No DVR routers for this DVR port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:11:40.902005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.902349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.902690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.903024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.903355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.903779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.904108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.904433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.904756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.905078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.905958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.906404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:40.939027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:40.939355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:40.939705 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:40.943791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:11:40.944114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Attempting to bind port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on network 6b00772c-265c-4362-8897-955a67d5bf10 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:40.948751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:40.949090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Checking segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:40.949469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Bound using segment: {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:40.949888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Bound port: e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70b9c2-1e85-49d5-a222-a414a57f7030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:40.950237 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:41.011024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:41.013923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:41.018498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:41.052790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:41.053431 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:41.054862 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] 10.222.0.25 "PUT /v2.0/ports/e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 1091 time: 0.9453375 Aug 12 03:11:41.087825 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877e268-21b9-40e9-a016-be7fd4ad3274 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:41.123640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2aec150b-4410-40a3-beb9-96e10645b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:41.125598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-2aec150b-4410-40a3-beb9-96e10645b850 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1094 time: 0.0451303 Aug 12 03:11:41.212855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-25aa3abd-2cfa-4f8e-b85c-af43029e10f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:41.214349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-25aa3abd-2cfa-4f8e-b85c-af43029e10f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0819938 Aug 12 03:11:41.258956 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-7e91700b-c395-4b09-91a2-dd66e7872f00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0375445 Aug 12 03:11:41.306597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-1acea352-2b2d-482c-af36-9f6ca1cc4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:41.308056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-1acea352-2b2d-482c-af36-9f6ca1cc4896 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0424542 Aug 12 03:11:41.337778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-8119d776-24d9-4c96-a168-b101cb15e15e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230675 Aug 12 03:11:41.437679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-675adc5f-c059-45e0-a805-0752b84b73ba service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Aug 12 03:11:41.526685 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a7ce73d-a36f-4b78-95da-648045a3bbf5 req-395284be-acbb-42f8-a3ee-e7320fd15c9b service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829034 Aug 12 03:11:41.649662 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62510b-5d37-4b50-81e9-6b1c9b66ca92 req-0162db3b-2bd8-49b5-8b94-457688a16f77 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:41.651173 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b62510b-5d37-4b50-81e9-6b1c9b66ca92 req-0162db3b-2bd8-49b5-8b94-457688a16f77 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0518231 Aug 12 03:11:41.690368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1b62510b-5d37-4b50-81e9-6b1c9b66ca92 req-1e8b808c-9964-4097-bdb6-90e0aeeb9554 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Aug 12 03:11:42.809930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4817d1d-e70f-4912-8157-f5c6a4ba62c7 req-f78a3c77-168f-478d-8535-aa551faee954 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:42.811428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4817d1d-e70f-4912-8157-f5c6a4ba62c7 req-f78a3c77-168f-478d-8535-aa551faee954 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0484719 Aug 12 03:11:42.848938 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a4817d1d-e70f-4912-8157-f5c6a4ba62c7 req-4c657e44-9ec2-4639-9a81-316916821e4a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Aug 12 03:11:42.854332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:42.856758 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27b0b2d-9630-444b-899f-bf0aae23332f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:42.905478 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ad862-acd7-4151-9421-78e82369c9cc x-openstack-request-id: req-983ad862-acd7-4151-9421-78e82369c9cc {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:42.905771 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:42.906161 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-983ad862-acd7-4151-9421-78e82369c9cc {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:42.906563 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'status': 'completed', 'code': 200} Aug 12 03:11:42.965182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:11:42.988368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-b17ea57b-c1fb-4e5d-a3f1-23471785176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:42.989902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-b17ea57b-c1fb-4e5d-a3f1-23471785176f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1094 time: 0.0620344 Aug 12 03:11:43.004501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-2b64f0c4-2214-40ae-b28f-0d1c74bbc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.006079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-2b64f0c4-2214-40ae-b28f-0d1c74bbc27d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1094 time: 0.0612161 Aug 12 03:11:43.009791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:11:43.085317 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-0a51ba45-6e2f-4d78-91f3-26913f98a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.086843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-0a51ba45-6e2f-4d78-91f3-26913f98a240 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0889606 Aug 12 03:11:43.097505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-c4a9d98d-63eb-473c-a797-9598ec1894e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.098986 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-c4a9d98d-63eb-473c-a797-9598ec1894e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0851974 Aug 12 03:11:43.133484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-2cb737c6-1f89-4f54-aa59-c801b0c74237 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0389361 Aug 12 03:11:43.140716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-4a38e487-f4c6-459c-a963-3a7a51896f6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0345669 Aug 12 03:11:43.187663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-b7ba4ec4-926f-4807-bd57-86a57a0f72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.189198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-b7ba4ec4-926f-4807-bd57-86a57a0f72ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0480998 Aug 12 03:11:43.194308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-038bf3ad-d428-46de-a034-a236759467da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.195906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-038bf3ad-d428-46de-a034-a236759467da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0485582 Aug 12 03:11:43.223477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-11f27775-c5cc-4912-8b50-98ccc8bb401a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277128 Aug 12 03:11:43.230330 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-ad9bab61-8c6c-4c1b-9f5d-4efa3d879ed0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243032 Aug 12 03:11:43.313532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-a65fbeb4-9eea-4920-9e63-d2e131748983 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828023 Aug 12 03:11:43.317629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-42a7f9d8-0adc-4229-8782-e3c3c6f0a681 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799251 Aug 12 03:11:43.409296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-44e2ad85-fa8f-4af2-923b-3ff828b9bd33 service neutron] 10.222.0.25 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882351 Aug 12 03:11:43.411287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b27b0b2d-9630-444b-899f-bf0aae23332f req-0b1356f0-2d74-490a-a7aa-bc262e85c216 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Aug 12 03:11:43.900837 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:11:43.965791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da4d2-b50b-4bba-a29f-76c630966e2d req-f070b36d-04a1-4e9f-9b00-7bc73631bad9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:43.967265 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c0da4d2-b50b-4bba-a29f-76c630966e2d req-f070b36d-04a1-4e9f-9b00-7bc73631bad9 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Aug 12 03:11:43.993231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:44.005339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'network_id': '6b00772c-265c-4362-8897-955a67d5bf10', 'port_id': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'mac_address': 'fa:16:3e:ba:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159e4323-620e-4dd6-b12c-9b765dbea8e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:11:44.006441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c0da4d2-b50b-4bba-a29f-76c630966e2d req-e98d7c59-9274-416d-bf24-8175dbabc542 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Aug 12 03:11:44.045273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:44.058358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ea4ab6-280e-430f-b57a-1f050e19e3a1 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:11:44.077083 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:44.082088 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:44.133886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:44.239998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996873eb-1699-4f41-9be7-b084de25ebf0 req-4ea34127-ee0b-4a01-bb16-f1f14442176c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:44.241589 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-996873eb-1699-4f41-9be7-b084de25ebf0 req-4ea34127-ee0b-4a01-bb16-f1f14442176c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0860796 Aug 12 03:11:44.256658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-62bba4ff-7b03-43c2-80a1-b6a778156cc8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:44.258039 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-62bba4ff-7b03-43c2-80a1-b6a778156cc8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39&tenant_id=c9c3f317addd452d9affef0764ed3c3a&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.0765088 Aug 12 03:11:44.295089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['e9ea4ab6-280e-430f-b57a-1f050e19e3a1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:11:44.316754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-996873eb-1699-4f41-9be7-b084de25ebf0 req-fbcb7744-981e-42c3-92af-2488fe8f1f08 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688090 Aug 12 03:11:44.341826 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-2050c25b-8a00-4816-bad9-8624dc14da01 service neutron] delete failed (client error): The resource could not be found. Aug 12 03:11:44.343451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-2050c25b-8a00-4816-bad9-8624dc14da01 service neutron] 10.222.0.21 "DELETE /v2.0/ports/e9ea4ab6-280e-430f-b57a-1f050e19e3a1/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0722742 Aug 12 03:11:44.451041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-f2acf0dd-95de-4ec3-89b4-68b7c8ebf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:44.453160 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-f2acf0dd-95de-4ec3-89b4-68b7c8ebf562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c9c3f317addd452d9affef0764ed3c3a&device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 1095 time: 0.0404031 Aug 12 03:11:44.546278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-334fe410-bdcb-40de-8237-a59a4c3f5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:44.549159 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-334fe410-bdcb-40de-8237-a59a4c3f5601 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 200 len: 916 time: 0.0878110 Aug 12 03:11:44.590303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-726d9679-e3e3-44aa-a966-683dab5f5f39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 200 len: 217 time: 0.0354004 Aug 12 03:11:44.644243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-a542aee5-1958-43fe-b1a6-677333ab5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:44.645685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-a542aee5-1958-43fe-b1a6-677333ab5449 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 200 len: 855 time: 0.0492182 Aug 12 03:11:44.675645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-e68fc931-a70b-43cf-9564-d8cf3dd49d20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b00772c-265c-4362-8897-955a67d5bf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229766 Aug 12 03:11:44.763823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-33e20768-44ab-4c04-ba3e-95587c7c0b72 service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808909 Aug 12 03:11:44.856643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-249819eb-1828-4793-95c6-90fb77edf5f6 req-54c42390-bfb9-4111-bc62-8c285dcf349c service neutron] 10.222.0.21 "GET /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855873 Aug 12 03:11:45.441772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af7354-23de-43b9-9bdd-3248a26b23bc req-af09662c-a9f7-4697-ae1a-66cbe296fa50 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:45.443266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19af7354-23de-43b9-9bdd-3248a26b23bc req-af09662c-a9f7-4697-ae1a-66cbe296fa50 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0503700 Aug 12 03:11:45.484413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19af7354-23de-43b9-9bdd-3248a26b23bc req-e1e88243-bced-455f-a996-a28c34a926ea tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Aug 12 03:11:45.599441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966779e-2b4a-4d22-bb08-ea7b6e2a878e req-d9b6fd0e-de2d-49c9-97a4-a06750b65bf8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:45.600893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c966779e-2b4a-4d22-bb08-ea7b6e2a878e req-d9b6fd0e-de2d-49c9-97a4-a06750b65bf8 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0497277 Aug 12 03:11:45.638380 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c966779e-2b4a-4d22-bb08-ea7b6e2a878e req-0aa532ad-b715-454d-8447-f131d3935d0e tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Aug 12 03:11:45.754770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa27f03-66fc-47a6-9e31-3faae3fcf317 req-def127b2-d2f9-46fc-bc9a-a9f26e41d52b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:45.756340 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0fa27f03-66fc-47a6-9e31-3faae3fcf317 req-def127b2-d2f9-46fc-bc9a-a9f26e41d52b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 944 time: 0.0538020 Aug 12 03:11:45.793934 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0fa27f03-66fc-47a6-9e31-3faae3fcf317 req-978c6499-04b5-4f8b-8a2c-6384d4963255 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 12 03:11:45.900698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:45.958245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:45.962568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:45.962949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:46.039687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:46.064800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:46.067072 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f277f44-3580-4fa3-9590-d5b4fe411040" -d '{"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:46.081256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:46.085378 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:46.111232 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f8483-e97c-449b-8e41-7d9a0bbf6708 x-openstack-request-id: req-847f8483-e97c-449b-8e41-7d9a0bbf6708 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:46.111766 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:46.112016 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-847f8483-e97c-449b-8e41-7d9a0bbf6708 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:46.112409 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'code': 200} Aug 12 03:11:46.129485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde47d27-8ba3-4f6b-876d-1e4a1146bce0 req-75b2ca41-00e3-4be5-a671-ea0619bee55c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:46.130985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fde47d27-8ba3-4f6b-876d-1e4a1146bce0 req-75b2ca41-00e3-4be5-a671-ea0619bee55c tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0549281 Aug 12 03:11:46.137946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:46.169052 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fde47d27-8ba3-4f6b-876d-1e4a1146bce0 req-fa458bd7-72db-4561-b0db-d09866b8959d tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320745 Aug 12 03:11:47.297845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-298d9e57-d176-4cc9-a486-f617880a264a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:47.299429 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-298d9e57-d176-4cc9-a486-f617880a264a tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0782752 Aug 12 03:11:47.310618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304c1ab-ce62-4cf2-8366-90bb275b591f req-202c09f7-2f33-4b82-9554-ab9f0f34e1ee tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:47.312037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4304c1ab-ce62-4cf2-8366-90bb275b591f req-202c09f7-2f33-4b82-9554-ab9f0f34e1ee tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe55b41f-26bd-496a-a596-2daf0db68c39 HTTP/1.1" status: 200 len: 945 time: 0.0652964 Aug 12 03:11:47.398697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4304c1ab-ce62-4cf2-8366-90bb275b591f req-d386d90c-8cb3-47a5-ae7d-a703c2cfa69b tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.11 "GET /v2.0/security-groups?id=279d9ccf-8892-4728-b22d-f8a79e474b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794039 Aug 12 03:11:47.424639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Deleting port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:11:47.424985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:47.512371 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] For port e9ea4ab6-280e-430f-b57a-1f050e19e3a1, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,segment=NetworkSegment(8a70b9c2-1e85-49d5-a222-a414a57f7030),segment_id=8a70b9c2-1e85-49d5-a222-a414a57f7030)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:47.512748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:47.526121 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Calling delete_port for e9ea4ab6-280e-430f-b57a-1f050e19e3a1 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:11:47.652836 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:47.664043 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['e9ea4ab6-280e-430f-b57a-1f050e19e3a1'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:11:47.688488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Pushing event deleted for resources: {'Port': ['ID=e9ea4ab6-280e-430f-b57a-1f050e19e3a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:47.724761 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] No DVR routers for this DVR port e9ea4ab6-280e-430f-b57a-1f050e19e3a1 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:11:47.727133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:47.729118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fe282fa5-ffbf-43c9-98cb-3b15f24aac9f req-9e1da23a-c581-4272-81f9-eef076542dab tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] 10.222.0.25 "DELETE /v2.0/ports/e9ea4ab6-280e-430f-b57a-1f050e19e3a1 HTTP/1.1" status: 204 len: 173 time: 0.4162133 Aug 12 03:11:47.729536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-deleted', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:47.731759 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3517a030-c601-4e8f-a9c4-4966c8226299" -d '{"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-deleted", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:47.768657 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d58608-ec26-4173-be99-ef6cd6fe9d84 x-openstack-request-id: req-93d58608-ec26-4173-be99-ef6cd6fe9d84 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:47.768952 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55b41f-26bd-496a-a596-2daf0db68c39", "name": "network-vif-deleted", "tag": "e9ea4ab6-280e-430f-b57a-1f050e19e3a1", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:47.769204 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93d58608-ec26-4173-be99-ef6cd6fe9d84 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:47.769599 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55b41f-26bd-496a-a596-2daf0db68c39', 'name': 'network-vif-deleted', 'tag': 'e9ea4ab6-280e-430f-b57a-1f050e19e3a1', 'status': 'completed', 'code': 200} Aug 12 03:11:48.382853 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.520595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:48.565207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Deleting subnet 159e4323-620e-4dd6-b12c-9b765dbea8e0 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:11:48.568343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.603852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.642634 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.698446 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.723327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159e4323-620e-4dd6-b12c-9b765dbea8e0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:48.726983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.729380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-36b85c44-6039-456f-89a0-53e3c3f01c28 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/159e4323-620e-4dd6-b12c-9b765dbea8e0 HTTP/1.1" status: 204 len: 168 time: 0.2072845 Aug 12 03:11:48.731381 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:48.800471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.882766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.892515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b00772c-265c-4362-8897-955a67d5bf10']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:48.902475 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a70b9c2-1e85-49d5-a222-a414a57f7030') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:48.902771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a70b9c2-1e85-49d5-a222-a414a57f7030') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:48.911561 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.925209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.930771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:11:48.931158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:11:48.932760 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:11:48.985680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.990132 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:48.992196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b00772c-265c-4362-8897-955a67d5bf10 HTTP/1.1" status: 204 len: 168 time: 0.2596128 Aug 12 03:11:49.004620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2f713-4bb9-4ffa-a92c-42edd9be87b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b00772c-265c-4362-8897-955a67d5bf10,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:49.098648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:49.141510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d57e535-b9c7-40c2-b125-dd654a371734 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9c3f317addd452d9affef0764ed3c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416920 Aug 12 03:11:49.144042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54868) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:49.189902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:49.209716 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:49.258980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:49.261541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:49.262670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/279d9ccf-8892-4728-b22d-f8a79e474b35 HTTP/1.1" status: 204 len: 168 time: 0.1177490 Aug 12 03:11:49.271297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279d9ccf-8892-4728-b22d-f8a79e474b35,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:49.278691 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.279040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.279377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.279736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.280069 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.280397 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.280721 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.281046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.281371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.281692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.282609 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.282955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f659471b-7e9e-40d8-bc2a-e3d57bf2c3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:49.931943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:11:49.933423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54890) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:49.952634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: e9ea4ab6-280e-430f-b57a-1f050e19e3a1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:11:49.953066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device e9ea4ab6-280e-430f-b57a-1f050e19e3a1 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:11:50.040485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1946813443-network', 'tenant_id': '2644d808039547c0be223d01e7ba6681'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:50.061263 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:11:50.063903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.071809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.161915 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.165484 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.191173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:11:50.197264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60515d55-5cb4-440b-bfe0-7f4b5d20eb9c,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:50.203043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.203387 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Added segment 0584599f-8718-45dd-b7d9-05b6006e181f of type vlan for network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 Aug 12 03:11:50.246232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.274646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.275630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:50.276215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.327712 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3931456 Aug 12 03:11:50.332017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:50.335446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282957dc-3d99-460b-b510-8c32f46bf146 admin admin] Pushing event updated for resources: {'Network': ['ID=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:50.337288 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Request body: {'subnet': {'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1946813443-subnet', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:50.346415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:11:50.360251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:11:50.362945 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.535376 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.608540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=578b9862-ce42-4ded-85e7-27aeab6f070d,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:50.618219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:50.618582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Network hostable DHCP agents. Network: 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:11:50.635402 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:11:50.643864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:50.647924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:50.648514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.655188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68190e9-1a33-4e5d-8dfe-469e67234b2d None None] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:11:50.662532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fda6bdd5-6281-4cb3-abf4-10a7ae311bdf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3291662 Aug 12 03:11:50.665470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54896) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:50.670003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:50.696596 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.697715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.788105 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.802335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:11:50.803186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.936375 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:50.936671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Allocated IP 172.20.0.2 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/f5ab79ca-40d6-40b5-b241-51240589972c) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:51.079202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.087119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Transition to ACTIVE for port object f5ab79ca-40d6-40b5-b241-51240589972c will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:51.101902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Transition to ACTIVE for port object f5ab79ca-40d6-40b5-b241-51240589972c will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:51.108898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.143580 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:51.146321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:51.148653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:51.152597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.181785 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Pushing event updated for resources: {'Port': ['ID=f5ab79ca-40d6-40b5-b241-51240589972c,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:51.182113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.222786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Attempting to bind port f5ab79ca-40d6-40b5-b241-51240589972c on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:51.223184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Attempting to bind port f5ab79ca-40d6-40b5-b241-51240589972c by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:51.223576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Attempting to bind port f5ab79ca-40d6-40b5-b241-51240589972c on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:51.228833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:51.229209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:51.229618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.230013 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:51.230479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Bound port: f5ab79ca-40d6-40b5-b241-51240589972c, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:51.230857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.297437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] For port f5ab79ca-40d6-40b5-b241-51240589972c, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:51.301634 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] For port f5ab79ca-40d6-40b5-b241-51240589972c, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5ab79ca-40d6-40b5-b241-51240589972c,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:51.305366 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.370896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf5dd6-1bc8-48ce-a7e6-d26babdc1428 None None] Pushing event updated for resources: {'Port': ['ID=f5ab79ca-40d6-40b5-b241-51240589972c,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:51.564681 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Allocated IP 172.25.3.213 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/c3046523-0431-48de-ab49-bb12d9e3009d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:51.672029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.711530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:51.748989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:51.755216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:51.758737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:51.780876 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Pushing event updated for resources: {'Port': ['ID=c3046523-0431-48de-ab49-bb12d9e3009d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:52.010629 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.217089 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.288101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06679009-ce39-4c1a-9af7-b477d9f79cf5 None None] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:11:52.342079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5ab79ca-40d6-40b5-b241-51240589972c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:52.370932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:11:52.405546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68c9ffb2-66f3-44dd-8c7b-0e8a92d8cb53 None None] Provisioning for port f5ab79ca-40d6-40b5-b241-51240589972c completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:52.454606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f5ab79ca-40d6-40b5-b241-51240589972c completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:52.461676 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f5ab79ca-40d6-40b5-b241-51240589972c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:52.462050 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.480050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:11:52.489210 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:11:52.498872 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:11:52.499081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.499683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:11:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:52.500479 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3125e6d7-45f5-45c9-b1d7-25f6893dab04 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8339887 Aug 12 03:11:52.503233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54898) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:52.582761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.614216 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:11:52.622369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f5ab79ca-40d6-40b5-b241-51240589972c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5ab79ca-40d6-40b5-b241-51240589972c,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:52.628188 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.684407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f5ab79ca-40d6-40b5-b241-51240589972c,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:52.813601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:51Z', 'revision_number': 3, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:52.837865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9cc3988c-7ee3-4ee7-a6f9-9689eff48f54 None None] Provisioning complete for port f5ab79ca-40d6-40b5-b241-51240589972c triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:52.838247 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9cc3988c-7ee3-4ee7-a6f9-9689eff48f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.937473 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:11:52.937821 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Updating router f6a94579-cc29-430c-afa3-35bf07f4cf88 port c3046523-0431-48de-ab49-bb12d9e3009d binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:11:52.962625 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:52.982932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.137870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Allocated IP 172.20.0.1 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/017be239-9289-4698-8a90-e444116662dd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:53.210283 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.220265 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Transition to ACTIVE for port object c3046523-0431-48de-ab49-bb12d9e3009d will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:53.225634 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.245920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.260061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Transition to ACTIVE for port object 017be239-9289-4698-8a90-e444116662dd will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:53.277442 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Attempting to bind port c3046523-0431-48de-ab49-bb12d9e3009d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:53.277805 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Attempting to bind port c3046523-0431-48de-ab49-bb12d9e3009d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:53.278162 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Attempting to bind port c3046523-0431-48de-ab49-bb12d9e3009d on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:53.286806 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Pushing event updated for resources: {'Port': ['ID=c3046523-0431-48de-ab49-bb12d9e3009d,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:53.290615 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:53.291064 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:53.291497 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.292000 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:53.292459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Bound port: c3046523-0431-48de-ab49-bb12d9e3009d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:53.292777 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.292901 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.300246 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.300589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.300926 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.301255 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.301588 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.301914 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.302232 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.302552 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.302869 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.303200 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.303518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.303834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:11:53.331712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:53.336386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:53.340634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:53.355582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] For port c3046523-0431-48de-ab49-bb12d9e3009d, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:53.360558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] For port c3046523-0431-48de-ab49-bb12d9e3009d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3046523-0431-48de-ab49-bb12d9e3009d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:53.364580 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.364842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Pushing event updated for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:53.385570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.420067 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb7f25-7e03-4c16-8eaf-801c9ee5b4ac None None] Pushing event updated for resources: {'Port': ['ID=c3046523-0431-48de-ab49-bb12d9e3009d,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:53.442179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:11:53.443905 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:11:53.444513 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:11:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:53.533085 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.557783 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:11:53.649168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1439214e-51d1-4310-8896-a8338be68e97 None None] Provisioning for port 017be239-9289-4698-8a90-e444116662dd completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:53.653964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1439214e-51d1-4310-8896-a8338be68e97 None None] Provisioning complete for port 017be239-9289-4698-8a90-e444116662dd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:53.654347 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1439214e-51d1-4310-8896-a8338be68e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.688970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1439214e-51d1-4310-8896-a8338be68e97 None None] Port 017be239-9289-4698-8a90-e444116662dd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:11:53.707903 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.712260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.746572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:51Z', 'revision_number': 3, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:53.772108 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25408a82-2717-4a8d-81f3-c52adb80b110 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:51Z', 'revision_number': 3, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:11:53.776895 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Pushing event updated for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:53.780272 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:53.883738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:53.885148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:54.029739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:11:54.145480 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:11:54.150512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7268b6e-a48b-46ad-9ff5-3e65920f282f admin admin] 10.222.0.11 "PUT /v2.0/routers/f6a94579-cc29-430c-afa3-35bf07f4cf88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462061 Aug 12 03:11:54.213768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4874717a-4a95-429d-abd0-9da1c62d8b43 None None] Provisioning complete for port 017be239-9289-4698-8a90-e444116662dd triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:54.214433 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4874717a-4a95-429d-abd0-9da1c62d8b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.250671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4874717a-4a95-429d-abd0-9da1c62d8b43 None None] Port 017be239-9289-4698-8a90-e444116662dd cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:11:54.375834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5ab79ca-40d6-40b5-b241-51240589972c up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:54.587096 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f5ab79ca-40d6-40b5-b241-51240589972c triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:54.587487 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.673763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3046523-0431-48de-ab49-bb12d9e3009d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:54.676466 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:54.681329 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193140342', 'description': 'tempest-description--138815271'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:54.704634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.723598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c3046523-0431-48de-ab49-bb12d9e3009d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:54.727219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c3046523-0431-48de-ab49-bb12d9e3009d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:54.727629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.787589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.791808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.817428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.818707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1412003 Aug 12 03:11:54.823369 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54910) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:54.827739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e47f03-d00a-4455-a870-5e6fea17e91f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd06be-074b-4752-a244-215bc37054e2,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:54.830750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'security_group_rule': {'security_group_id': 'c2fd06be-074b-4752-a244-215bc37054e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:54.833601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.855895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c3046523-0431-48de-ab49-bb12d9e3009d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3046523-0431-48de-ab49-bb12d9e3009d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:54.860602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.872048 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.910375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c3046523-0431-48de-ab49-bb12d9e3009d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:54.929514 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.933226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.952052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a258253-8d4e-4e8b-a752-ac72e7331ca2,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:54.954991 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:54.956299 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-85cf65e9-0b36-4004-ac56-24b89940e42c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316137 Aug 12 03:11:54.958865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54912) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:54.963373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'security_group_rule': {'security_group_id': 'c2fd06be-074b-4752-a244-215bc37054e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:54.989187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.047778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.051693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.071282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2025e3e5-5408-4880-ad6c-98ff7e248d4e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:55.074287 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.078430 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f69e426a-8c85-403b-a703-108d56051e09 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156254 Aug 12 03:11:55.079749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 54914) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:11:55.083650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:55.105424 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.207807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.310127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Allocated IP 172.25.3.61 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/6324a73c-9861-44a4-9990-ef24af9a7e36) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:55.344469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:11:55.353546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:11:55.354231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:11:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:55.419016 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.459407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.461301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:11:55.496570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:55.499341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:55.505606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:55.528857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=6324a73c-9861-44a4-9990-ef24af9a7e36,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:55.599572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.635044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.669256 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 2, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:55.698127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:11:55.698775 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Updating router f6a94579-cc29-430c-afa3-35bf07f4cf88 port 017be239-9289-4698-8a90-e444116662dd binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:11:55.724631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.789352 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.793874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.859665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=6324a73c-9861-44a4-9990-ef24af9a7e36,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:55.876003 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.890124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:55.891703 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f775ee5a-4d76-4e47-ba6b-456d01ae32da tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8114650 Aug 12 03:11:55.995170 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.006231 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Transition to ACTIVE for port object 017be239-9289-4698-8a90-e444116662dd will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:56.012251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.034138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-1b16c6bc-d927-49d4-9711-ba688dbf0831 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1193140342&fields=id&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 267 time: 0.0379856 Aug 12 03:11:56.066617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d61af-629c-49c9-ab78-46efb4785595 None None] Pushing event updated for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:56.115311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Attempting to bind port 017be239-9289-4698-8a90-e444116662dd on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:56.115761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Attempting to bind port 017be239-9289-4698-8a90-e444116662dd by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:56.116182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Attempting to bind port 017be239-9289-4698-8a90-e444116662dd on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:56.122354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:56.122354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:56.122751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.123281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:56.123805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Bound port: 017be239-9289-4698-8a90-e444116662dd, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:56.124248 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.153274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-7a14e751-f11b-4575-b1ca-055b30f9e313 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:56.155013 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-7a14e751-f11b-4575-b1ca-055b30f9e313 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.1142008 Aug 12 03:11:56.171345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-5ea278a8-5103-4608-88d8-474fdfcdb426 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/quotas/2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 375 time: 0.0098526 Aug 12 03:11:56.192304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] For port 017be239-9289-4698-8a90-e444116662dd, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:56.195732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] For port 017be239-9289-4698-8a90-e444116662dd, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=017be239-9289-4698-8a90-e444116662dd,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:56.202794 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.232651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-a0459e08-fed4-4b53-b0e4-c920dd33a2c7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0542023 Aug 12 03:11:56.266771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:11:56.267590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:11:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:56.311544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d61af-629c-49c9-ab78-46efb4785595 None None] Pushing event updated for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:56.335284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3046523-0431-48de-ab49-bb12d9e3009d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:56.360663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-284cbd90-aa8d-4134-9e82-a60bc19dbc55 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072528 Aug 12 03:11:56.432622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:11:56.458910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-4a3fc376-f8be-4401-af7d-b9e1a0465211 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933018 Aug 12 03:11:56.471350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c3046523-0431-48de-ab49-bb12d9e3009d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:56.471701 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:56.649044 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67a93356-b314-4797-9d48-536f7474e7a7 req-83b59a36-e742-4ce1-86f5-5ffff2de41bc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 210 time: 0.0323288 Aug 12 03:11:56.722442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:56Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:11:56.749628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0b2ef-ca35-4ff4-b2e7-01ab0f94d452 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:56Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:11:57.774390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1e7f033-d27a-4904-ba12-c63d3cc5d518 req-c9e5bb2d-754f-4536-a060-7270cd7094b1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 210 time: 0.0351746 Aug 12 03:11:57.826580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-47473d91-9c07-455a-88f7-bf3acdcd8746 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:57.828318 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-47473d91-9c07-455a-88f7-bf3acdcd8746 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.1442060 Aug 12 03:11:57.873646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-18748a8c-00c2-4117-a84b-f86e720d63c2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 380 time: 0.0364046 Aug 12 03:11:57.884251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'port': {'device_id': '978de0b4-1027-4add-aecb-0100bd69773d', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'admin_state_up': True, 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'security_groups': ['c2fd06be-074b-4752-a244-215bc37054e2']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:57.991035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:11:57.994517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.123186 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Allocated IP 172.20.0.7 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/7a7c4a86-6df7-4367-be5b-30379e9697bb) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:11:58.263442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.278745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Transition to ACTIVE for port object 7a7c4a86-6df7-4367-be5b-30379e9697bb will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:58.316756 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.337927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 017be239-9289-4698-8a90-e444116662dd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:11:58.361666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:11:58.366956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:11:58.370722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:11:58.396892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:58.400512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 017be239-9289-4698-8a90-e444116662dd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:58.408487 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 017be239-9289-4698-8a90-e444116662dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:58.408934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.426595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:58.428100 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.446747 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-0d0665c0-e56c-4cc7-a744-f6e66a5b62ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662954 Aug 12 03:11:58.461160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Request body: {'port': {'device_id': '978de0b4-1027-4add-aecb-0100bd69773d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:11:58.509582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.523144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.543538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 017be239-9289-4698-8a90-e444116662dd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=017be239-9289-4698-8a90-e444116662dd,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:11:58.549259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.609750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:58.660905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-480cb83e-0212-4cf1-9c09-c1a0d6050f9c None None] Provisioning for port 7a7c4a86-6df7-4367-be5b-30379e9697bb completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:11:58.666625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-480cb83e-0212-4cf1-9c09-c1a0d6050f9c None None] Provisioning complete for port 7a7c4a86-6df7-4367-be5b-30379e9697bb triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:11:58.667432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-480cb83e-0212-4cf1-9c09-c1a0d6050f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.711998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-480cb83e-0212-4cf1-9c09-c1a0d6050f9c None None] Port 7a7c4a86-6df7-4367-be5b-30379e9697bb cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:11:58.802807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7c4a86-6df7-4367-be5b-30379e9697bb {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:11:58.810655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.825469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Transition to ACTIVE for port object 7a7c4a86-6df7-4367-be5b-30379e9697bb will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:11:58.829328 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:58.882012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:58.921070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96481c7-aa68-434d-9b88-0812d8f480fe req-fe5cd264-4ccd-4b44-8874-6cfab1b01790 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:58.923326 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d96481c7-aa68-434d-9b88-0812d8f480fe req-fe5cd264-4ccd-4b44-8874-6cfab1b01790 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0704553 Aug 12 03:11:58.961673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:11:58.962017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:11:58.962361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:58.967349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:11:58.967711 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:11:58.973847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:11:58.974189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:11:58.974586 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:11:58.975030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Bound port: 7a7c4a86-6df7-4367-be5b-30379e9697bb, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:11:58.975400 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:59.055752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:11:59.059375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:11:59.066434 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:59.102505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.103139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:11:59.104614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] 10.222.0.25 "PUT /v2.0/ports/7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 1091 time: 0.6481819 Aug 12 03:11:59.105068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:11:59.107805 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61638f27-0601-43df-9554-6669cb3c92bc" -d '{"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:11:59.135854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41a96b-bf68-456d-8086-bd232f81bd2d service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:11:59.184300 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad210358-3993-4959-bd90-9fbfa60b0657 x-openstack-request-id: req-ad210358-3993-4959-bd90-9fbfa60b0657 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:11:59.184594 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:11:59.184847 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad210358-3993-4959-bd90-9fbfa60b0657 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:11:59.185251 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'status': 'completed', 'code': 200} Aug 12 03:11:59.205323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-08ea6109-2ba8-47ce-a01f-26299e52bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.207054 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-08ea6109-2ba8-47ce-a01f-26299e52bc37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1094 time: 0.0533626 Aug 12 03:11:59.239864 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d96481c7-aa68-434d-9b88-0812d8f480fe req-e226952e-45fd-483a-8912-8472ba844d13 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078849 Aug 12 03:11:59.255891 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-e0f9dbae-4764-4dc1-ba02-29ce53c3798e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 217 time: 0.0402539 Aug 12 03:11:59.312021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-a87288cb-5a89-4fc8-aff0-a134de5ab362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.313740 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-a87288cb-5a89-4fc8-aff0-a134de5ab362 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0512989 Aug 12 03:11:59.361392 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-3edf363d-7cac-466d-8c15-e4bd4e7a88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.362998 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-3edf363d-7cac-466d-8c15-e4bd4e7a88f1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426788 Aug 12 03:11:59.458880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-f9762532-33a3-4fa2-909b-c82ad1db4db4 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883160 Aug 12 03:11:59.548599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5f4f166f-77e0-44c4-80e2-09cce4732b06 req-6433f4ee-b05b-4e83-8289-e04a08b3466f service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Aug 12 03:11:59.636919 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61638f27-0601-43df-9554-6669cb3c92bc req-0496a13e-3653-4704-bfa7-94844b10dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.638397 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-0496a13e-3653-4704-bfa7-94844b10dfb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1094 time: 0.0452130 Aug 12 03:11:59.725809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61638f27-0601-43df-9554-6669cb3c92bc req-df0a7fdb-4b54-4662-bcad-6695e95718f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.727296 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-df0a7fdb-4b54-4662-bcad-6695e95718f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0817659 Aug 12 03:11:59.769546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-861ea4d6-0d40-4265-aeed-2e6bf56b65f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 217 time: 0.0339208 Aug 12 03:11:59.821442 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61638f27-0601-43df-9554-6669cb3c92bc req-e2b5fd56-776b-40a6-bfd7-0ae7fecc0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.822900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-e2b5fd56-776b-40a6-bfd7-0ae7fecc0cfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0462780 Aug 12 03:11:59.870536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61638f27-0601-43df-9554-6669cb3c92bc req-29b28729-6fa2-4f03-a10e-736253c1daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:11:59.872071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-29b28729-6fa2-4f03-a10e-736253c1daa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406044 Aug 12 03:11:59.963014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-17786dd5-e650-4602-88ee-8d1fe26801bc service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818071 Aug 12 03:12:00.056285 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-61638f27-0601-43df-9554-6669cb3c92bc req-827217a2-47dc-4a22-89dd-4cd7a3b38a18 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848689 Aug 12 03:12:00.317323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 017be239-9289-4698-8a90-e444116662dd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:12:00.353458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017278b-2cce-45b0-b4b2-5a42eb77b3d8 req-41b67ca9-a299-4e0e-9a9e-67c6a1c265cb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:00.355022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9017278b-2cce-45b0-b4b2-5a42eb77b3d8 req-41b67ca9-a299-4e0e-9a9e-67c6a1c265cb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0505450 Aug 12 03:12:00.364142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 017be239-9289-4698-8a90-e444116662dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:12:00.364534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:00.393798 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9017278b-2cce-45b0-b4b2-5a42eb77b3d8 req-b27f7f3b-f85f-4c3f-a5fb-7c8f254c5120 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323133 Aug 12 03:12:01.506596 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37cf9f-dae3-42f0-889d-b43088e8a412 req-04757c94-90bd-41df-abb5-b24c9e269a24 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:01.508191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da37cf9f-dae3-42f0-889d-b43088e8a412 req-04757c94-90bd-41df-abb5-b24c9e269a24 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0495620 Aug 12 03:12:01.545813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da37cf9f-dae3-42f0-889d-b43088e8a412 req-883478a0-420e-4242-819d-3525316810d5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317948 Aug 12 03:12:02.003016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:12:02.078464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a6755b8-a7e8-4f89-b7bd-cd2cbbb1c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:02.108767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:12:02.119370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'mac_address': 'fa:16:3e:63:2c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:12:02.156149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:02.168399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7c4a86-6df7-4367-be5b-30379e9697bb {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:12:02.189027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:12:02.192749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:02.242480 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:12:02.378460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['7a7c4a86-6df7-4367-be5b-30379e9697bb'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:12:02.674062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5db4d-b18d-4640-bf27-d38067cedcf0 req-0a95c734-6813-47d8-855e-ddccfe32e5ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:02.675618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1b5db4d-b18d-4640-bf27-d38067cedcf0 req-0a95c734-6813-47d8-855e-ddccfe32e5ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0622542 Aug 12 03:12:02.713846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f1b5db4d-b18d-4640-bf27-d38067cedcf0 req-10040b54-ae77-46b8-adb9-594235ce001d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323799 Aug 12 03:12:03.829842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efac9ee-8132-4b6d-8ff5-58c0526ed597 req-b44c9c5c-a1a5-48da-9768-e8545f82c1fb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:03.831335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3efac9ee-8132-4b6d-8ff5-58c0526ed597 req-b44c9c5c-a1a5-48da-9768-e8545f82c1fb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0513356 Aug 12 03:12:03.869377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3efac9ee-8132-4b6d-8ff5-58c0526ed597 req-9cb1480e-713d-41a0-92b8-bfbce3f63ce6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320954 Aug 12 03:12:04.025329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:12:04.072443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 7a7c4a86-6df7-4367-be5b-30379e9697bb completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:12:04.075969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 7a7c4a86-6df7-4367-be5b-30379e9697bb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:12:04.076338 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:04.153356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:04.176193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:12:04.178534 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11e622-33ab-4ddb-a667-94cf7b146e1d" -d '{"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:12:04.191000 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:12:04.194960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:04.219730 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58df3c7-c1dd-4ad1-aa98-947f501fcdb2 x-openstack-request-id: req-a58df3c7-c1dd-4ad1-aa98-947f501fcdb2 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:12:04.220175 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:12:04.220519 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a58df3c7-c1dd-4ad1-aa98-947f501fcdb2 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:12:04.221370 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'code': 200} Aug 12 03:12:04.249349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:12:04.319017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b4103-9a33-462d-8098-3c0705ee7014 req-3b31a100-1ce8-445a-9819-b54e87dd4fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:04.320652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae9b4103-9a33-462d-8098-3c0705ee7014 req-3b31a100-1ce8-445a-9819-b54e87dd4fa0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1096 time: 0.0413082 Aug 12 03:12:04.356579 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae9b4103-9a33-462d-8098-3c0705ee7014 req-ce7bf4f3-6079-42fd-835e-011428e51a2e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271935 Aug 12 03:12:04.660121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fbe8445f-35b8-4168-876f-45ce70421e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:04.772568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:04.985643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3406e-ef9c-43c5-a0fe-9087126c8a8b req-eb07a5f3-c61f-480d-a1b9-bcac9a275235 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:04.987146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4f3406e-ef9c-43c5-a0fe-9087126c8a8b req-eb07a5f3-c61f-480d-a1b9-bcac9a275235 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0520689 Aug 12 03:12:05.025275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c4f3406e-ef9c-43c5-a0fe-9087126c8a8b req-9a09aa8f-a4a0-4902-b400-331d7768d040 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Aug 12 03:12:05.153710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:06.026457 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:06.144180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1d6e5-b8b0-4c26-9960-338664255283 req-2eb5acfd-c931-45f0-9e51-c80a6521fcda tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:06.145682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fc1d6e5-b8b0-4c26-9960-338664255283 req-2eb5acfd-c931-45f0-9e51-c80a6521fcda tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0529275 Aug 12 03:12:06.183129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fc1d6e5-b8b0-4c26-9960-338664255283 req-775b6d35-f51e-45a2-bb0c-8f75b11c0b75 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Aug 12 03:12:06.300865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7c0-eb0b-4001-9b07-48efc9c96eba req-94c05912-7d6a-4e07-aa58-eea4ad144cb4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:06.302288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-39c8f7c0-eb0b-4001-9b07-48efc9c96eba req-94c05912-7d6a-4e07-aa58-eea4ad144cb4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0567646 Aug 12 03:12:06.310906 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 54964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:12:06.316006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'floatingip': {'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:12:06.354197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:06.805091 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:06.808723 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:06.909225 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee associated. External IP: 172.25.3.61, port: 7a7c4a86-6df7-4367-be5b-30379e9697bb. Aug 12 03:12:07.111987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:12:07.217407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:12:07.222863 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:07.227892 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:12:07.237355 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:12:07.237957 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:12:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:12:07.249806 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-15f1d4df-8eb8-435f-a4c8-5bc5c19f907d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "PUT /v2.0/floatingips/5def43e4-ec13-45d3-a062-db9a786ceaee HTTP/1.1" status: 200 len: 990 time: 0.9378088 Aug 12 03:12:07.250591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:12:07.253135 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78" -d '{"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:12:07.301626 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c542b009-0571-410f-87f7-2da694ad7c9e x-openstack-request-id: req-c542b009-0571-410f-87f7-2da694ad7c9e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:12:07.302233 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:12:07.302233 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c542b009-0571-410f-87f7-2da694ad7c9e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:12:07.302602 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'status': 'completed', 'code': 200} Aug 12 03:12:07.351535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:12:07.365258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-f11fc7f2-fa95-4792-9456-88f676ddc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:07.366667 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-f11fc7f2-fa95-4792-9456-88f676ddc132 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1096 time: 0.0442970 Aug 12 03:12:07.455902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-7cd5cb90-6be6-4099-9801-7066518a252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:07.457509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-7cd5cb90-6be6-4099-9801-7066518a252c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0836766 Aug 12 03:12:07.526431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-786c66f1-209d-44d8-a457-28a39052459e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 998 time: 0.0617661 Aug 12 03:12:07.547749 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:07.574213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:63:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978de0b4-1027-4add-aecb-0100bd69773d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:12:06Z', 'revision_number': 1, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:12:07.605311 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:12:07.617467 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:12:07.617979 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:12:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:12:07.728562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:12:07.882546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-8ad77fae-6582-4261-842c-33f24301bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:07.883966 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-8ad77fae-6582-4261-842c-33f24301bfc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.3508992 Aug 12 03:12:07.929126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-99f35cdc-6dbc-4d53-891c-4eea7eca160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:07.930625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-99f35cdc-6dbc-4d53-891c-4eea7eca160e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383382 Aug 12 03:12:07.952492 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:63:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978de0b4-1027-4add-aecb-0100bd69773d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:12:06Z', 'revision_number': 1, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:12:07.978277 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31924e97-fdc5-465c-ae28-79d379f37ded None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:63:2c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978de0b4-1027-4add-aecb-0100bd69773d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:12:06Z', 'revision_number': 1, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:12:08.033621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-70e0865a-8fc2-4220-bc3e-9aabaf9a2ef8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899293 Aug 12 03:12:08.128515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91e58bcd-08ac-4f93-9da0-9f2df15e2e78 req-02d45727-24f6-48c7-987d-c55a89d74399 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872560 Aug 12 03:12:08.181185 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d345bc-d608-4772-9683-aed3521c171e None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:12:18.381526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:21.500995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-dae48490-7c6d-46bb-bb39-5f0f2c663b5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422716 Aug 12 03:12:21.589227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-7b2b72ec-073e-4599-ac00-a93a832411fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:21.590724 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-7b2b72ec-073e-4599-ac00-a93a832411fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1096 time: 0.0443122 Aug 12 03:12:21.700499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-5ea47cc2-d39b-455b-8cdd-bcb3f1732802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:21.701981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-5ea47cc2-d39b-455b-8cdd-bcb3f1732802 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0924213 Aug 12 03:12:21.771437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-62652aca-8975-4696-a0cf-33650d7bfbc9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 1000 time: 0.0611339 Aug 12 03:12:21.820354 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-724f792b-15a3-4a02-93d7-fca08ef87cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:21.821785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-724f792b-15a3-4a02-93d7-fca08ef87cb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0434861 Aug 12 03:12:21.868730 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-62c382e5-038c-42a7-9909-db69af7931ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:12:21.870280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-62c382e5-038c-42a7-9909-db69af7931ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416751 Aug 12 03:12:21.961976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-07b2f7d2-d5c1-4253-8ac8-50e17dd36d90 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838838 Aug 12 03:12:22.062211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a65ad5f-5884-4535-886a-3921212a6c57 req-2858c066-2ed5-4264-a4d5-71d083ee0e96 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920038 Aug 12 03:12:30.431241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:12:32.039498 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f00406be-2d37-4fe8-9ff4-b554d99bd9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:34.659602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a41c3983-3cb7-44a7-ab69-d3927169f292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:34.773956 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:35.157103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:36.028671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:37.549944 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:12:48.380374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:02.040171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a75e7f7-fd48-49e2-a877-a561acd18431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:04.659091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-11de81a4-445c-43d6-87cd-54cbb389cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:04.772847 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:05.173561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:06.031197 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:07.431834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:13:07.552448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:18.394496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:23.569467 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-8a259e77-4960-4131-b65c-81ea63343bc3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923181 Aug 12 03:13:23.654138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798272c7-973a-4f31-8f10-5b946bf5701a req-14b50876-0925-481b-a95e-b2430287ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:23.655687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-14b50876-0925-481b-a95e-b2430287ad11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1096 time: 0.0439322 Aug 12 03:13:23.760918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798272c7-973a-4f31-8f10-5b946bf5701a req-f986875a-a46a-4d4c-b028-543f6f373b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:23.762409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-f986875a-a46a-4d4c-b028-543f6f373b3c service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0860546 Aug 12 03:13:23.839149 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-4a89f8f5-029f-4673-8fdc-048b7aa558d0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 1000 time: 0.0698650 Aug 12 03:13:23.890304 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798272c7-973a-4f31-8f10-5b946bf5701a req-bd879c68-75a5-41aa-bb04-bfc81b68b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:23.891810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-bd879c68-75a5-41aa-bb04-bfc81b68b342 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0457096 Aug 12 03:13:23.937197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798272c7-973a-4f31-8f10-5b946bf5701a req-a01b7a31-8320-4ba1-a577-ecd080284190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:23.938686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-a01b7a31-8320-4ba1-a577-ecd080284190 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401971 Aug 12 03:13:24.030797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-3a23d07f-d6e3-43f3-a971-e92284b0214d service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845816 Aug 12 03:13:24.118464 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-798272c7-973a-4f31-8f10-5b946bf5701a req-57fd2a77-b5b7-4f98-b610-fcb653fe96e0 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804989 Aug 12 03:13:32.040894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3cbb1c86-605c-48c2-b811-90da4c8b2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:34.659381 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-af9654d2-2b41-4748-a919-36bb0abb432e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:34.775401 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:35.174160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:36.037960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:37.553992 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:42.978820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d058-a22e-442a-b7fc-f02b4232492e req-df88ddfa-162f-48f7-8c9f-94b3e72e4de7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:42.980386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fc3d058-a22e-442a-b7fc-f02b4232492e req-df88ddfa-162f-48f7-8c9f-94b3e72e4de7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0977445 Aug 12 03:13:43.018328 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7fc3d058-a22e-442a-b7fc-f02b4232492e req-424687c8-8b8a-4539-ac10-2505f7fd3c79 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 12 03:13:43.232051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55186) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:13:43.266945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24873e-5def-44e7-95fb-f44f0ce3e1d5 req-35e0fa3b-81f7-45f6-8f1b-9fa56d7e9874 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:43.268530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e24873e-5def-44e7-95fb-f44f0ce3e1d5 req-35e0fa3b-81f7-45f6-8f1b-9fa56d7e9874 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0590167 Aug 12 03:13:43.308438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e24873e-5def-44e7-95fb-f44f0ce3e1d5 req-51de322e-c9e8-4f09-a840-9620da3545e0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Aug 12 03:13:43.317562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-510a99f5-7807-4fae-a800-8562ba430bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840361 Aug 12 03:13:44.430657 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:13:44.512765 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5c033-4713-4e8d-97d9-50e19a978154 req-46313006-470f-429d-bb66-e7525339f9d6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:44.514268 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ca5c033-4713-4e8d-97d9-50e19a978154 req-46313006-470f-429d-bb66-e7525339f9d6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.1364655 Aug 12 03:13:44.520453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-ec141aed-bc6e-476a-a159-7f1748738519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:44.522456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-ec141aed-bc6e-476a-a159-7f1748738519 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1096 time: 0.0646043 Aug 12 03:13:44.602405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9ca5c033-4713-4e8d-97d9-50e19a978154 req-9c1096eb-3f87-4df3-ae62-895df402957d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785637 Aug 12 03:13:44.640077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-2511b1ad-1176-4ce0-8c64-6dde16bb6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:44.640077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-2511b1ad-1176-4ce0-8c64-6dde16bb6514 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.1105440 Aug 12 03:13:44.704634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-9ec74829-d37e-41ed-a058-ee552938184b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 1000 time: 0.0570927 Aug 12 03:13:44.752154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-e18549ea-2966-4b93-a718-d5cb1721d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:44.753532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-e18549ea-2966-4b93-a718-d5cb1721d18d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0424380 Aug 12 03:13:44.800669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-d4f76d9e-3e7e-44e9-bc72-5246d6cae63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:44.802736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-d4f76d9e-3e7e-44e9-bc72-5246d6cae63b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417104 Aug 12 03:13:44.892333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-7eaded66-9a20-4019-9959-e5078846e533 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829585 Aug 12 03:13:44.991400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f475382a-c1f5-4d82-935e-5d5e151b483e service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923941 Aug 12 03:13:45.716766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939c1c3-88ec-4ee6-ad8b-e4c77d3383ef req-dadc58ce-8b38-4dc5-ba81-e79af8edd666 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:45.718280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c939c1c3-88ec-4ee6-ad8b-e4c77d3383ef req-dadc58ce-8b38-4dc5-ba81-e79af8edd666 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0479748 Aug 12 03:13:45.759276 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c939c1c3-88ec-4ee6-ad8b-e4c77d3383ef req-e373013c-725a-4849-9e1f-e47072413f23 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352750 Aug 12 03:13:46.874451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395c391-6966-45ba-871e-ab50e2c0964b req-07d895ee-94cc-4a79-852a-ae432c9a346f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:46.876189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0395c391-6966-45ba-871e-ab50e2c0964b req-07d895ee-94cc-4a79-852a-ae432c9a346f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 12 03:13:46.914236 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0395c391-6966-45ba-871e-ab50e2c0964b req-4344658c-c59f-43b3-ba42-7a7869a5b474 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Aug 12 03:13:48.029091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0ec9f-aabb-4ef2-bbae-fc811c66949f req-80ba94e4-fa60-4e33-80ee-1377b4938ab0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:48.030575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ad0ec9f-aabb-4ef2-bbae-fc811c66949f req-80ba94e4-fa60-4e33-80ee-1377b4938ab0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0492437 Aug 12 03:13:48.068874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4ad0ec9f-aabb-4ef2-bbae-fc811c66949f req-ca36060f-174b-4f0b-8291-59d7581f1301 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Aug 12 03:13:48.397133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:49.182967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ea3b0-cfec-4201-94d4-bc2e35335cab req-ac994ae6-bc49-4463-b5df-bf815226861e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:49.184507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f6ea3b0-cfec-4201-94d4-bc2e35335cab req-ac994ae6-bc49-4463-b5df-bf815226861e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0497365 Aug 12 03:13:49.221596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f6ea3b0-cfec-4201-94d4-bc2e35335cab req-10cf2019-ac40-4cdb-bec1-60628065b28f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Aug 12 03:13:50.350030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b728d-a8ea-4d51-9a07-f51f92797b74 req-39745d33-86ec-4daa-9c8f-72755f74980a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:50.351532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e82b728d-a8ea-4d51-9a07-f51f92797b74 req-39745d33-86ec-4daa-9c8f-72755f74980a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0495148 Aug 12 03:13:50.388683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e82b728d-a8ea-4d51-9a07-f51f92797b74 req-9eb2920d-f607-4c18-b108-9abc2d4a76bd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Aug 12 03:13:51.505872 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a8edc-7503-4a02-95e7-cbbf7a1d092f req-5e752645-4db6-4457-8a6f-25997aab5885 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:51.507361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f79a8edc-7503-4a02-95e7-cbbf7a1d092f req-5e752645-4db6-4457-8a6f-25997aab5885 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 12 03:13:51.547458 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f79a8edc-7503-4a02-95e7-cbbf7a1d092f req-012abac9-3680-43de-851f-af5f93ba8892 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Aug 12 03:13:52.660403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74ee95-a797-4e9b-a29c-ef3d541cd512 req-cc4d88e2-9923-4f35-82fb-52f7a6b836c8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:52.661859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a74ee95-a797-4e9b-a29c-ef3d541cd512 req-cc4d88e2-9923-4f35-82fb-52f7a6b836c8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0478075 Aug 12 03:13:52.701998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9a74ee95-a797-4e9b-a29c-ef3d541cd512 req-252726f8-ae94-43ea-a696-86e2856b1fc5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343375 Aug 12 03:13:53.816646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7c443-a466-4d35-8b2b-9f4bd13acff0 req-990f8268-7eb7-4bf2-9bf5-e92f3db667c9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:53.818799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0f7c443-a466-4d35-8b2b-9f4bd13acff0 req-990f8268-7eb7-4bf2-9bf5-e92f3db667c9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0489454 Aug 12 03:13:53.855547 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f0f7c443-a466-4d35-8b2b-9f4bd13acff0 req-d1ba6692-9d69-436c-9276-bf5c18c0fc5c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308681 Aug 12 03:13:54.975708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725097c-b03b-4910-b796-95adba4b7c66 req-0b59740f-a7a9-4c9b-956d-75a854f04ca5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:54.977267 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c725097c-b03b-4910-b796-95adba4b7c66 req-0b59740f-a7a9-4c9b-956d-75a854f04ca5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0539322 Aug 12 03:13:55.017337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c725097c-b03b-4910-b796-95adba4b7c66 req-bf401fa1-ce76-4400-88f7-0b5978b455ac tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Aug 12 03:13:56.131135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fc8e4-43cd-49f0-8cbd-32ac025d9178 req-d9e2f2f5-5c3f-4252-8030-fbe81dfd3777 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:56.132643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c79fc8e4-43cd-49f0-8cbd-32ac025d9178 req-d9e2f2f5-5c3f-4252-8030-fbe81dfd3777 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0500748 Aug 12 03:13:56.170115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c79fc8e4-43cd-49f0-8cbd-32ac025d9178 req-a8386489-1cba-46be-8726-78539cc5f903 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Aug 12 03:13:56.796120 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-ce1e5d97-851a-4494-b135-35dc03167639 req-01c356a1-e097-4b33-81f0-f2959c0694fd service neutron] show failed (client error): The resource could not be found. Aug 12 03:13:56.797141 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-01c356a1-e097-4b33-81f0-f2959c0694fd service neutron] 10.222.0.25 "GET /v2.0/ports/7a7c4a86-6df7-4367-be5b-30379e9697bb/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0541523 Aug 12 03:13:57.025325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f29bf947-420f-434f-80c2-21afc11f5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:57.026813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f29bf947-420f-434f-80c2-21afc11f5cfb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1096 time: 0.0827544 Aug 12 03:13:57.045915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:13:57.101643 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.339871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f674f3b-3d81-49c0-ba02-e391580a97e5 req-ecd9e7c4-8409-4c1c-ae3f-3f6dd009fc0d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:57.341374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f674f3b-3d81-49c0-ba02-e391580a97e5 req-ecd9e7c4-8409-4c1c-ae3f-3f6dd009fc0d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0766792 Aug 12 03:13:57.347803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:13:57.407120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f674f3b-3d81-49c0-ba02-e391580a97e5 req-dc9ecf90-fc37-41d6-9053-9379728aacf0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561745 Aug 12 03:13:57.409992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:13:57.453470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:13:57.455749 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92031620-f54f-4d6a-ad35-adb67443db72" -d '{"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:13:57.460276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.472647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Transition to ACTIVE for port object 7a7c4a86-6df7-4367-be5b-30379e9697bb will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:13:57.477256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.572242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:13:57.589602 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb73f9-81d0-4250-82f5-404d9db58e3d x-openstack-request-id: req-52cb73f9-81d0-4250-82f5-404d9db58e3d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:13:57.589897 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:13:57.590152 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52cb73f9-81d0-4250-82f5-404d9db58e3d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:13:57.590546 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'code': 200} Aug 12 03:13:57.600671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.601015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.601351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.601682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.602011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.602337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.602660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.602980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.603299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.603641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.603961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.604285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:13:57.661975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] No DVR routers for this DVR port 7a7c4a86-6df7-4367-be5b-30379e9697bb on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:13:57.795451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:13:57.795737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:13:57.796067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:13:57.800117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:13:57.800435 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Attempting to bind port 7a7c4a86-6df7-4367-be5b-30379e9697bb on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:13:57.805154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:13:57.805490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:13:57.805871 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:13:57.806298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Bound port: 7a7c4a86-6df7-4367-be5b-30379e9697bb, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:13:57.806644 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.868122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:13:57.871679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:13:57.876648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.914021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:57.914651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:13:57.916113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] 10.222.0.21 "PUT /v2.0/ports/7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 1091 time: 0.8741004 Aug 12 03:13:57.941443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08df255-ce2e-4dcc-9451-252bc0e9dfba service neutron] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:13:57.993991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-a108ff6b-dd8f-44d6-95e7-fdf4ab04b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:57.995543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-a108ff6b-dd8f-44d6-95e7-fdf4ab04b9ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1094 time: 0.0424783 Aug 12 03:13:58.086799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-b6c118b3-bdf0-41b4-bf6f-ae347c70d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:58.088342 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-b6c118b3-bdf0-41b4-bf6f-ae347c70d5a6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0858724 Aug 12 03:13:58.158695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-87722c43-ed48-4fe8-b9c3-b53fd7fcd5d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 998 time: 0.0632477 Aug 12 03:13:58.207991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-e48d9efb-fa9f-4815-98f5-b472e4276c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:58.209540 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-e48d9efb-fa9f-4815-98f5-b472e4276c01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0436151 Aug 12 03:13:58.252802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e5d97-851a-4494-b135-35dc03167639 req-5d157368-9b81-4fd3-ad91-c79a08b9cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:58.254256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-5d157368-9b81-4fd3-ad91-c79a08b9cf65 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383384 Aug 12 03:13:58.348107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-f6e39074-63e9-4f19-aa41-3459775f431c service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866210 Aug 12 03:13:58.436322 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ce1e5d97-851a-4494-b135-35dc03167639 req-05f0efd5-07b7-4bbd-94b4-d2f7c734abf3 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817871 Aug 12 03:13:58.539436 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663d15a-9dd2-4b93-8141-62154945d174 req-94c0724f-56ff-4788-b491-858f6153fa8c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:58.541134 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6663d15a-9dd2-4b93-8141-62154945d174 req-94c0724f-56ff-4788-b491-858f6153fa8c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0549412 Aug 12 03:13:58.581378 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6663d15a-9dd2-4b93-8141-62154945d174 req-1aecd434-d9ac-4198-b3a6-413883147937 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342267 Aug 12 03:13:59.591996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:13:59.594336 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7eea6c-699b-4253-b7b4-bd902620037e" -d '{"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:13:59.643617 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d92e1c-8a6e-4338-a5d8-520876acccc8 x-openstack-request-id: req-34d92e1c-8a6e-4338-a5d8-520876acccc8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:13:59.643917 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:13:59.644166 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34d92e1c-8a6e-4338-a5d8-520876acccc8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:13:59.644557 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'status': 'completed', 'code': 200} Aug 12 03:13:59.709539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-f837f2b2-7ce9-45f2-a3b6-5be7fb4a7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.711062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-f837f2b2-7ce9-45f2-a3b6-5be7fb4a7de2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1094 time: 0.0444758 Aug 12 03:13:59.728066 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f78d2-620b-4afe-92e5-3a06e9b7d15b req-08dbbb26-dfc3-4890-93b2-97df04386c5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.729567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f0f78d2-620b-4afe-92e5-3a06e9b7d15b req-08dbbb26-dfc3-4890-93b2-97df04386c5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0782449 Aug 12 03:13:59.744889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-afd41897-9ce3-4a62-a9de-72c8cf91c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.746287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-afd41897-9ce3-4a62-a9de-72c8cf91c534 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1094 time: 0.0605943 Aug 12 03:13:59.800764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-8ed2b2e3-4abe-4cd3-a0e3-e32491adc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.802840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-8ed2b2e3-4abe-4cd3-a0e3-e32491adc61d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0848136 Aug 12 03:13:59.817259 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f0f78d2-620b-4afe-92e5-3a06e9b7d15b req-c7bded56-0980-4cb8-b658-66276bb7cd90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801358 Aug 12 03:13:59.855993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-c525e092-8770-4959-ac84-56dd6c19dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.857548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-c525e092-8770-4959-ac84-56dd6c19dc51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.1022146 Aug 12 03:13:59.875021 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-c6e05db4-bcd0-4aa3-bc9a-909a55f1a7c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 998 time: 0.0645053 Aug 12 03:13:59.923610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-adcbb56c-b59f-45d2-ad8c-998793225e80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 998 time: 0.0577412 Aug 12 03:13:59.924049 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-4cd1118c-f802-47b4-ba55-5c78a2611e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.925505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-4cd1118c-f802-47b4-ba55-5c78a2611e27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0438135 Aug 12 03:13:59.971056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-b6ea29b3-4bd5-486c-8e81-c4651bc9a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.972696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-b6ea29b3-4bd5-486c-8e81-c4651bc9a65e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400853 Aug 12 03:13:59.977489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-8ad50e4c-65f3-413f-a00e-cb1fcf23df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:13:59.978978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-8ad50e4c-65f3-413f-a00e-cb1fcf23df56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0481689 Aug 12 03:14:00.074558 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-730055aa-8d6a-4134-b4f9-6679ea7d3a24 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945084 Aug 12 03:14:00.171950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-1e138557-30d0-47fb-9b8b-65b0bccf43c8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896008 Aug 12 03:14:00.267619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-270ec5b0-dd36-4537-8998-f0f5e4ee90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:00.269055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-270ec5b0-dd36-4537-8998-f0f5e4ee90f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2828279 Aug 12 03:14:00.359382 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-d945400f-5a4a-4e48-b08e-ca1a8af4f2ec service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815618 Aug 12 03:14:00.451154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a7eea6c-699b-4253-b7b4-bd902620037e req-ef78f7c1-e324-44ec-9189-01999ab0c18a service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833690 Aug 12 03:14:00.585245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:14:00.622968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:14:00.934673 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51cce6-210b-4a70-b6ae-3346709444de req-971088bd-d64a-4cb2-b7b0-11506d69c54a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:00.936182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf51cce6-210b-4a70-b6ae-3346709444de req-971088bd-d64a-4cb2-b7b0-11506d69c54a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 943 time: 0.0484309 Aug 12 03:14:00.974264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf51cce6-210b-4a70-b6ae-3346709444de req-4ce8b6ae-a587-446c-83c5-bd7ba9aad8c7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Aug 12 03:14:01.668438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:14:01.762372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:01.776831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'mac_address': 'fa:16:3e:63:2c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:14:01.811604 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:01.824095 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7c4a86-6df7-4367-be5b-30379e9697bb {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:14:01.842677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:01.846705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:01.895072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:01.903048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.903405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.903776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.904120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.904460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.904797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.905132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.905463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.905795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.906124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.906454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:01.906807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:02.042775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e80b492-36a7-4802-8707-f7fb7aa19c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:02.091484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63603190-fbde-4674-aa09-97264e70f8f6 req-957cdc5b-ed2f-4ae2-94ee-bca0ee70940c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.092957 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63603190-fbde-4674-aa09-97264e70f8f6 req-957cdc5b-ed2f-4ae2-94ee-bca0ee70940c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0476410 Aug 12 03:14:02.130422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-63603190-fbde-4674-aa09-97264e70f8f6 req-b6bbd810-1edf-446d-a84f-e45d2b92eb5d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Aug 12 03:14:02.318869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['7a7c4a86-6df7-4367-be5b-30379e9697bb'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:14:02.331371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfc6e-4fe7-4c75-808b-9a318171cad3 req-b1a341c3-8fdc-45b6-81a9-0087f0d104ae tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.332925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d06cfc6e-4fe7-4c75-808b-9a318171cad3 req-b1a341c3-8fdc-45b6-81a9-0087f0d104ae tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0535989 Aug 12 03:14:02.345312 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3455e4-bc32-45d3-b581-02444801324a req-f05e30fa-3f90-46ae-9933-0e23d496b98a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.346843 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-f05e30fa-3f90-46ae-9933-0e23d496b98a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d&tenant_id=2644d808039547c0be223d01e7ba6681&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.0591238 Aug 12 03:14:02.384340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d06cfc6e-4fe7-4c75-808b-9a318171cad3 req-151ed5e7-f155-42ac-809d-faddd0f71407 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421891 Aug 12 03:14:02.414166 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-de3455e4-bc32-45d3-b581-02444801324a req-1084fe20-90f5-4d6e-93f6-2f651266fc2b service neutron] delete failed (client error): The resource could not be found. Aug 12 03:14:02.415237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-1084fe20-90f5-4d6e-93f6-2f651266fc2b service neutron] 10.222.0.25 "DELETE /v2.0/ports/7a7c4a86-6df7-4367-be5b-30379e9697bb/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0612290 Aug 12 03:14:02.505070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3455e4-bc32-45d3-b581-02444801324a req-3cac5407-d16b-489a-b57f-eea7f5600866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.506559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-3cac5407-d16b-489a-b57f-eea7f5600866 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 1095 time: 0.0415280 Aug 12 03:14:02.597732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3455e4-bc32-45d3-b581-02444801324a req-7d8affb5-5644-49d7-a4cd-925edf1d70a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.599118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-7d8affb5-5644-49d7-a4cd-925edf1d70a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0856760 Aug 12 03:14:02.662769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-37f91c87-8202-4179-a3d2-38b41b5787c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 200 len: 999 time: 0.0567360 Aug 12 03:14:02.710487 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3455e4-bc32-45d3-b581-02444801324a req-3472679a-078b-449a-9aef-47076becce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.712006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-3472679a-078b-449a-9aef-47076becce39 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0426147 Aug 12 03:14:02.760958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3455e4-bc32-45d3-b581-02444801324a req-d63c4057-8f04-455c-a741-36ab56367348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:02.762455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-d63c4057-8f04-455c-a741-36ab56367348 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433257 Aug 12 03:14:02.852069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-87343e59-462f-44e9-b2b1-710a74abecb8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 Aug 12 03:14:02.944190 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de3455e4-bc32-45d3-b581-02444801324a req-121520a9-2322-4ff1-926e-58df639d507a service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Aug 12 03:14:03.512130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100153-b4ce-41b8-965a-0b76efa2ab1f req-f6a4cd84-d0ae-404a-8257-4300ce3c8e64 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:03.513787 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5100153-b4ce-41b8-965a-0b76efa2ab1f req-f6a4cd84-d0ae-404a-8257-4300ce3c8e64 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0535533 Aug 12 03:14:03.552393 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5100153-b4ce-41b8-965a-0b76efa2ab1f req-4e648b9a-d8bd-4fe1-bedd-784e723d95ce tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Aug 12 03:14:03.666179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0239a6a-5dab-4e39-849d-a657eeb0330a req-dbe45e41-6c25-49fa-9c22-994348b1a8fb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:03.667591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0239a6a-5dab-4e39-849d-a657eeb0330a req-dbe45e41-6c25-49fa-9c22-994348b1a8fb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0489872 Aug 12 03:14:03.696124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:14:03.706392 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d0239a6a-5dab-4e39-849d-a657eeb0330a req-24241a12-fa91-42b5-96df-f85fad37dace tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Aug 12 03:14:03.745795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 7a7c4a86-6df7-4367-be5b-30379e9697bb completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:14:03.749554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 7a7c4a86-6df7-4367-be5b-30379e9697bb triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:14:03.749932 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:03.830131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52f89-0a8c-4334-a665-51c606766573 req-20c331cb-e568-4d15-a579-8e73c2477a4f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:03.831666 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92a52f89-0a8c-4334-a665-51c606766573 req-20c331cb-e568-4d15-a579-8e73c2477a4f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 944 time: 0.0510366 Aug 12 03:14:03.831980 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:03.854181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:14:03.856436 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1e4922-90d7-41aa-bf56-3fe62de85873" -d '{"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:14:03.870630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:03.872095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92a52f89-0a8c-4334-a665-51c606766573 req-73699915-e0aa-42a6-84e3-86d3b6b1f3ab tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337248 Aug 12 03:14:03.876516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:03.906264 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d456640b-db1e-4ceb-8717-65ddc96dbc5b x-openstack-request-id: req-d456640b-db1e-4ceb-8717-65ddc96dbc5b {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:14:03.906618 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-plugged", "status": "completed", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:14:03.906876 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d456640b-db1e-4ceb-8717-65ddc96dbc5b {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:14:03.907263 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'code': 200} Aug 12 03:14:03.934255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:04.111694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050471e3-a0cd-49bd-8bd5-37cec38ad760 req-fa5346d0-06ae-41af-a31d-e92f2f11d722 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:04.113198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-050471e3-a0cd-49bd-8bd5-37cec38ad760 req-fa5346d0-06ae-41af-a31d-e92f2f11d722 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0494094 Aug 12 03:14:04.151302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-050471e3-a0cd-49bd-8bd5-37cec38ad760 req-c8b6bf59-025e-4135-b55f-f68b02fe0d33 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Aug 12 03:14:04.660416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c05b6a92-cf81-4421-a2ee-a4754886ff6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:04.777369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:05.175544 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:05.271718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dbea9-cb1d-4bd4-b406-6edf62c02741 req-b150e8db-312b-447b-b630-5689d7f73a15 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:05.273988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a2dbea9-cb1d-4bd4-b406-6edf62c02741 req-b150e8db-312b-447b-b630-5689d7f73a15 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0545106 Aug 12 03:14:05.315307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a2dbea9-cb1d-4bd4-b406-6edf62c02741 req-404cd075-3e3b-40d9-9c09-7b10983bfa9f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Aug 12 03:14:05.708148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1d1d7-177c-4c16-9234-8479780d110c req-9ad34a33-f09d-4a9f-adeb-d0a55973dc1b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:05.709611 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09d1d1d7-177c-4c16-9234-8479780d110c req-9ad34a33-f09d-4a9f-adeb-d0a55973dc1b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 945 time: 0.0487709 Aug 12 03:14:05.799303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Deleting port 7a7c4a86-6df7-4367-be5b-30379e9697bb {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:14:05.799746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:05.885528 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] For port 7a7c4a86-6df7-4367-be5b-30379e9697bb, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7a7c4a86-6df7-4367-be5b-30379e9697bb,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:05.885901 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.038601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.103611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.103905 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.104222 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee disassociated. External IP: 172.25.3.61, port: 7a7c4a86-6df7-4367-be5b-30379e9697bb. Aug 12 03:14:06.104566 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Calling delete_port for 7a7c4a86-6df7-4367-be5b-30379e9697bb owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:14:06.232092 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.265271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'Port': ['ID=7a7c4a86-6df7-4367-be5b-30379e9697bb,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:06.380225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:14:06.455879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5eed924b-5714-4b5b-80f2-dbccda027356 req-c11096f0-4d28-4bd4-8b80-58fe2d0a3ec4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=978de0b4-1027-4add-aecb-0100bd69773d HTTP/1.1" status: 200 len: 210 time: 0.0634696 Aug 12 03:14:06.515750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:14:06.526972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:14:06.536561 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:14:06.537112 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:14:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:06.558247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] No DVR routers for this DVR port 7a7c4a86-6df7-4367-be5b-30379e9697bb on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:14:06.560869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:06.562834 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-09d1d1d7-177c-4c16-9234-8479780d110c req-67ecc58c-536e-4edd-876c-72145d87acea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "DELETE /v2.0/ports/7a7c4a86-6df7-4367-be5b-30379e9697bb HTTP/1.1" status: 204 len: 173 time: 0.8468168 Aug 12 03:14:06.563267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-deleted', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:14:06.565530 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceab284c-cb7e-4c93-8b5f-c02faa8b0b4e" -d '{"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-deleted", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:14:06.605440 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3eb56-d55a-41da-bb12-2d43203bfa25 x-openstack-request-id: req-49f3eb56-d55a-41da-bb12-2d43203bfa25 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:14:06.605736 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978de0b4-1027-4add-aecb-0100bd69773d", "name": "network-vif-deleted", "tag": "7a7c4a86-6df7-4367-be5b-30379e9697bb", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:14:06.605992 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49f3eb56-d55a-41da-bb12-2d43203bfa25 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:14:06.606392 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978de0b4-1027-4add-aecb-0100bd69773d', 'name': 'network-vif-deleted', 'tag': '7a7c4a86-6df7-4367-be5b-30379e9697bb', 'status': 'completed', 'code': 200} Aug 12 03:14:06.648428 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:14:06.850594 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:06.882246 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:14:06.892122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:14:06.892718 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:14:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:06.996537 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:14:07.186857 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:07.216795 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae36dc7-82fe-4afc-b019-e9edd225bd50 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:14:07.435111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d10901-0522-4304-97cb-237d3dd1a240 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:14:07.560136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:07.685931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-ef27be5e-8873-491f-9d81-be86c68de8dc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1193140342&fields=id&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 267 time: 0.0333495 Aug 12 03:14:07.711930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:14:07.732014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 7a7c4a86-6df7-4367-be5b-30379e9697bb {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:14:07.732366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7a7c4a86-6df7-4367-be5b-30379e9697bb not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:14:07.790612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-0b8cad89-3160-41d2-8a6d-bb78a55ee349 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:07.792021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-0b8cad89-3160-41d2-8a6d-bb78a55ee349 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.0996284 Aug 12 03:14:07.807596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-0a0b3cb4-337c-4813-855b-ca49132ed972 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/quotas/2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 375 time: 0.0097518 Aug 12 03:14:07.859994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-aef888e6-0db3-4158-a0ca-fdd7259693a2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473602 Aug 12 03:14:07.958596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-7c4f94d2-01f8-473e-922d-f40e564da5a0 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865297 Aug 12 03:14:08.046832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-5891de02-caa5-4be9-8394-ffe3311af79a service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815153 Aug 12 03:14:08.210671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-859b0184-ee4e-4ab9-93bd-3f8f2f554c46 req-59651913-3f85-4bb3-a273-a7c06bf4e3b0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Aug 12 03:14:09.206684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8ad046e7-9131-4c28-8fc9-b9311ed05dce tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:09.206684 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8ad046e7-9131-4c28-8fc9-b9311ed05dce tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.1066682 Aug 12 03:14:09.249148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-e77fa245-a75f-4331-8659-fb9d2f78d7cc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 380 time: 0.0364981 Aug 12 03:14:09.260661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'port': {'device_id': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'admin_state_up': True, 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'security_groups': ['c2fd06be-074b-4752-a244-215bc37054e2']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:14:09.311068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df1f4a1a-5d62-4fc2-99df-d54b39a36bdd req-12912546-dc26-4632-b198-c23f43576f6b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 210 time: 0.0321641 Aug 12 03:14:09.371966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:14:09.375827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:09.510502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Allocated IP 172.20.0.3 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/cb03e39d-eb5a-4deb-af7c-95beb4fe5320) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:14:09.643288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:09.655830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Transition to ACTIVE for port object cb03e39d-eb5a-4deb-af7c-95beb4fe5320 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:14:09.687233 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:09.738661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:14:09.743942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:14:09.747735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:14:09.773087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:09.786862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.787211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.787576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.787920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.788256 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.788691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.789033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.789364 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.789697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.790027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.790353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.790678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:14:09.813592 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:09.814268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:09.831280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-1b0fd0be-6d87-45f8-adbc-13767cf7193b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5744808 Aug 12 03:14:09.844223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Request body: {'port': {'device_id': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:14:09.901715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.035782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1ae9dd70-ae8a-4d1d-80ad-fb5b4edd8f19 None None] Provisioning for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:14:10.039517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1ae9dd70-ae8a-4d1d-80ad-fb5b4edd8f19 None None] Provisioning complete for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:14:10.039885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1ae9dd70-ae8a-4d1d-80ad-fb5b4edd8f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.082934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9dd70-ae8a-4d1d-80ad-fb5b4edd8f19 None None] Port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:14:10.173497 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb03e39d-eb5a-4deb-af7c-95beb4fe5320 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:14:10.181597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.193370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Transition to ACTIVE for port object cb03e39d-eb5a-4deb-af7c-95beb4fe5320 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:14:10.197218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.247946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:10.316057 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:14:10.316717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:14:10.316717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:14:10.321462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:14:10.321796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:14:10.326909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:14:10.327398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:14:10.327817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:14:10.328247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Bound port: cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:14:10.328610 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.434347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:14:10.437839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:14:10.442834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.481427 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80bbd-5ee8-4230-b712-9ee11d3ab82e req-85e755ae-db32-4fe0-909d-7ccf0f5086f7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:10.482935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19b80bbd-5ee8-4230-b712-9ee11d3ab82e req-85e755ae-db32-4fe0-909d-7ccf0f5086f7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.0962117 Aug 12 03:14:10.497461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:10.498193 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:10.499505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] 10.222.0.25 "PUT /v2.0/ports/cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 1091 time: 0.6597478 Aug 12 03:14:10.499947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:14:10.502168 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa8f913-877e-4258-a606-829b4ecc1456" -d '{"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:14:10.536844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1713-c823-42d1-9281-897f3e6d2bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:10.564989 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-19b80bbd-5ee8-4230-b712-9ee11d3ab82e req-d4289b85-2517-4368-8e51-ce497072a13f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734625 Aug 12 03:14:10.603986 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-7db1db90-c8d7-4cdc-b3aa-c402f48b7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:10.605516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-7db1db90-c8d7-4cdc-b3aa-c402f48b7f5a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0522447 Aug 12 03:14:10.624313 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b9e694-a9be-43ea-a59e-075b9cfd32e2 x-openstack-request-id: req-16b9e694-a9be-43ea-a59e-075b9cfd32e2 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:14:10.624628 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:14:10.624885 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16b9e694-a9be-43ea-a59e-075b9cfd32e2 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:14:10.625279 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'status': 'completed', 'code': 200} Aug 12 03:14:10.654127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-c650562b-8b55-4571-bb06-801668757095 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 217 time: 0.0395684 Aug 12 03:14:10.705086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-2c8fd426-660e-43f1-bf58-e2dcca61d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:10.706577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-2c8fd426-660e-43f1-bf58-e2dcca61d535 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0453048 Aug 12 03:14:10.764957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b56d0-925a-4bef-b3d7-539703612018 req-f84b4504-7826-4527-84bf-8c30a651a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:10.766476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-f84b4504-7826-4527-84bf-8c30a651a100 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528340 Aug 12 03:14:10.856226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-42ffea63-7bda-4d7a-9638-f823348aecde service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823240 Aug 12 03:14:10.948301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c06b56d0-925a-4bef-b3d7-539703612018 req-66eb9914-4b20-4903-9ead-69c42a9ff423 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840156 Aug 12 03:14:11.033368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-eb3b7102-ba1d-4aaf-8cd5-ab5181b2c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:11.034864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-eb3b7102-ba1d-4aaf-8cd5-ab5181b2c117 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0402129 Aug 12 03:14:11.124538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-dac223bc-a3d1-419b-96a2-3ceae8f5adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:11.125939 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-dac223bc-a3d1-419b-96a2-3ceae8f5adb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0842426 Aug 12 03:14:11.457924 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-081d7b1b-1eae-4fae-ab1d-f22c04e66423 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 217 time: 0.3242900 Aug 12 03:14:11.508373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-77019810-c67d-4faf-a16d-14f336415d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:11.509893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-77019810-c67d-4faf-a16d-14f336415d33 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0447252 Aug 12 03:14:11.557123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-49c3929f-65ce-4c92-abd8-20d3af630b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:11.558594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-49c3929f-65ce-4c92-abd8-20d3af630b52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406179 Aug 12 03:14:11.674842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-23361d4c-2b06-405f-b298-da0655459ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082015 Aug 12 03:14:11.737257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a854b03-04e1-44d2-abeb-50014e17311c req-492a74dd-1668-4405-a857-f7641a13713d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:11.738704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a854b03-04e1-44d2-abeb-50014e17311c req-492a74dd-1668-4405-a857-f7641a13713d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.1013482 Aug 12 03:14:11.800986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a854b03-04e1-44d2-abeb-50014e17311c req-12fe5656-3098-4883-a595-be9ec2a3b7f7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541875 Aug 12 03:14:11.807008 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eaa8f913-877e-4258-a606-829b4ecc1456 req-68c0e9dc-ca37-4bf1-96c8-320654f9a740 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239841 Aug 12 03:14:12.599598 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:14:12.693918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:12.705323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:14:12.746370 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:12.759349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb03e39d-eb5a-4deb-af7c-95beb4fe5320 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:14:12.778700 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:12.782784 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:12.830935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:12.920802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2081d8-b032-4159-9f3c-339697053430 req-ab7b6b66-798e-413c-a8b2-f3f17165c58c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:12.922179 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f2081d8-b032-4159-9f3c-339697053430 req-ab7b6b66-798e-413c-a8b2-f3f17165c58c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Aug 12 03:14:12.961331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f2081d8-b032-4159-9f3c-339697053430 req-90986a8b-4661-4b11-82ce-84211ab4dba4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325482 Aug 12 03:14:13.005392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['cb03e39d-eb5a-4deb-af7c-95beb4fe5320'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:14:14.074002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f97-0c71-44a1-87d3-5f38cc95212f req-62e22bf1-6aa1-4809-94ac-a5c9da0471a9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:14.075494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0af5f97-0c71-44a1-87d3-5f38cc95212f req-62e22bf1-6aa1-4809-94ac-a5c9da0471a9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0482843 Aug 12 03:14:14.112967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b0af5f97-0c71-44a1-87d3-5f38cc95212f req-07f7d2f6-a4b5-4ba2-928d-492373fcad6d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Aug 12 03:14:14.615550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:14:14.665570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:14:14.669255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:14:14.669645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:14.742496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:14.763822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:14:14.766012 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d306c9-6261-45f1-8b3d-439add9192f5" -d '{"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-plugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:14:14.782366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:14:14.786363 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:14.834515 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:14:14.859268 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6797a32-5461-4212-bca5-ae9ad754aeb2 x-openstack-request-id: req-e6797a32-5461-4212-bca5-ae9ad754aeb2 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:14:14.859591 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-plugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:14:14.859848 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6797a32-5461-4212-bca5-ae9ad754aeb2 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:14:14.860245 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'code': 200} Aug 12 03:14:14.951873 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37e033-47d0-40a2-98d7-568445dec369 req-176a678c-f265-4b25-83d7-e9d8913d2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:14.953260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f37e033-47d0-40a2-98d7-568445dec369 req-176a678c-f265-4b25-83d7-e9d8913d2fc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1096 time: 0.0393465 Aug 12 03:14:14.987992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f37e033-47d0-40a2-98d7-568445dec369 req-6f9875fc-9fe7-4af1-a499-1865668ed9ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275898 Aug 12 03:14:15.230313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964dc75-2f02-4c4d-9cc9-af290a47fb23 req-8aead21e-aef8-4f00-a99a-c73c5e869dd9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:15.231827 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b964dc75-2f02-4c4d-9cc9-af290a47fb23 req-8aead21e-aef8-4f00-a99a-c73c5e869dd9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Aug 12 03:14:15.268986 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b964dc75-2f02-4c4d-9cc9-af290a47fb23 req-a2fa357c-f610-4fcb-a585-fe6ad05959b2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310986 Aug 12 03:14:16.383771 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ff6fb-9077-4b06-912a-cadb3151eac9 req-3d84eee9-985d-4eeb-9e38-9a397133b895 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:16.385245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-149ff6fb-9077-4b06-912a-cadb3151eac9 req-3d84eee9-985d-4eeb-9e38-9a397133b895 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Aug 12 03:14:16.422507 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-149ff6fb-9077-4b06-912a-cadb3151eac9 req-80982523-c049-4ac0-b3c7-892294efea9d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Aug 12 03:14:16.534854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4ea93-a19e-4a52-b571-3719195868ae req-f7d423d9-356c-4ec1-b83a-0059133d93d3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:16.536392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8fd4ea93-a19e-4a52-b571-3719195868ae req-f7d423d9-356c-4ec1-b83a-0059133d93d3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0503550 Aug 12 03:14:16.544827 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:14:16.549341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'floatingip': {'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:14:16.589801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:17.023998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:17.027703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:17.126370 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee associated. External IP: 172.25.3.61, port: cb03e39d-eb5a-4deb-af7c-95beb4fe5320. Aug 12 03:14:17.333509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:14:17.445565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:14:17.450225 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:17.455533 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:14:17.465543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:14:17.466151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:14:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:17.478623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ed565044-f6c0-4eb3-9ff2-988843ccf609 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "PUT /v2.0/floatingips/5def43e4-ec13-45d3-a062-db9a786ceaee HTTP/1.1" status: 200 len: 990 time: 0.9327452 Aug 12 03:14:17.479330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:14:17.481695 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d9308-dd74-4e18-b156-92da26620e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:14:17.519612 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501b8ae-9432-4a32-9c60-cdde42659a80 x-openstack-request-id: req-4501b8ae-9432-4a32-9c60-cdde42659a80 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:14:17.520091 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:14:17.520349 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4501b8ae-9432-4a32-9c60-cdde42659a80 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:14:17.520907 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'status': 'completed', 'code': 200} Aug 12 03:14:17.575630 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:14:17.584449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9308-dd74-4e18-b156-92da26620e0f req-bb08f455-e8a4-441c-a3a6-b3f81013aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:17.586510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-bb08f455-e8a4-441c-a3a6-b3f81013aee8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1096 time: 0.0425830 Aug 12 03:14:17.684826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9308-dd74-4e18-b156-92da26620e0f req-3beffc18-93ad-4622-b280-b5ddc66b896a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:17.686317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-3beffc18-93ad-4622-b280-b5ddc66b896a service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0931373 Aug 12 03:14:17.751963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-bc49de65-8b61-486c-911c-186af26365e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 998 time: 0.0582812 Aug 12 03:14:17.797456 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:14:16Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:17.805546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9308-dd74-4e18-b156-92da26620e0f req-56b0e1bf-60e2-4e59-b72a-2a7c4f54a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:17.807014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-56b0e1bf-60e2-4e59-b72a-2a7c4f54a186 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0476191 Aug 12 03:14:17.824528 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:14:17.832712 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:14:17.833331 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:14:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:17.855445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9308-dd74-4e18-b156-92da26620e0f req-0dac7d97-168c-463e-9131-63fa1146c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:17.856904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-0dac7d97-168c-463e-9131-63fa1146c19d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402012 Aug 12 03:14:17.939791 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:14:17.950781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-7efdbd26-f85e-44a7-8cc4-5a8e4d11dd37 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Aug 12 03:14:18.049756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-609d9308-dd74-4e18-b156-92da26620e0f req-9e42f681-4492-4219-a321-71c5c8691bba service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907848 Aug 12 03:14:18.248579 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:14:16Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:14:18.277490 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9843f296-1cc3-4f01-b2be-b79d39c56d46 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:14:16Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:14:18.410820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:18.472788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c35ec3-f356-4b39-a077-a4976a62329e None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:14:21.430119 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:14:25.502566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-669d477c-aca6-4085-8e69-d75b0ead37ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482390 Aug 12 03:14:25.578879 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-aee28488-2854-42b9-abb0-8f3a20da5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:25.580427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-aee28488-2854-42b9-abb0-8f3a20da5aa0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1096 time: 0.0390973 Aug 12 03:14:25.685342 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-c1be14cf-be2e-4035-b141-5d2e5a0eb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:25.686824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-c1be14cf-be2e-4035-b141-5d2e5a0eb3ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0865695 Aug 12 03:14:25.752080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-d5379334-5e25-4b99-8b40-8e38d6f983de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 1000 time: 0.0583432 Aug 12 03:14:25.816324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-8c5aab89-bbcb-4f5e-bf34-e2dc171c253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:25.817781 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-8c5aab89-bbcb-4f5e-bf34-e2dc171c253a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0585582 Aug 12 03:14:25.863269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-ca38c7f7-4657-4334-bcba-122ac426726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:14:25.864762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-ca38c7f7-4657-4334-bcba-122ac426726e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394897 Aug 12 03:14:25.955322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-424a8f67-8944-46ba-9be2-ba8db377d659 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Aug 12 03:14:26.051628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1052db87-9090-4c6a-b263-be87b0b0e3d1 req-ce9d9c34-691a-4254-abcd-67b16d544479 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892768 Aug 12 03:14:32.043179 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-322cfadd-e254-48f3-acd6-ae8d0248490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:34.660314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-61fe3c60-f8be-42c8-b300-1df1ec460fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:34.777942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:35.185563 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:36.040645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:37.561414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:48.427444 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:14:58.430073 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:15:02.043073 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-902cb0a7-877e-474b-bf4c-bf12daeacec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:04.660441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-55a13cc8-1f99-4931-8605-d8b055029982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:04.778521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:05.184076 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:06.042463 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:07.564281 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:18.422759 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:27.987456 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-cf5c2dab-1b68-468f-b5c6-1a03280b4cca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403082 Aug 12 03:15:28.064923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-24a4e13f-7dea-4d91-9352-67652b746cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:28.066384 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-24a4e13f-7dea-4d91-9352-67652b746cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1096 time: 0.0397160 Aug 12 03:15:28.173567 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-7bdd3d6e-0189-448f-83c3-4af1179e03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:28.175080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-7bdd3d6e-0189-448f-83c3-4af1179e03eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0892894 Aug 12 03:15:28.239729 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-b9418cbd-9c48-4afa-bcc1-7e5bac0ac388 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 1000 time: 0.0570941 Aug 12 03:15:28.291619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-072c29bf-fbd9-44da-b81b-8aabb021b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:28.293033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-072c29bf-fbd9-44da-b81b-8aabb021b406 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0463789 Aug 12 03:15:28.337303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-01acdb83-5cb8-4669-868a-b3b6b4ee26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:28.338750 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-01acdb83-5cb8-4669-868a-b3b6b4ee26a0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384500 Aug 12 03:15:28.427198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-d3a9a572-718a-4e4b-8734-a418ac54f175 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812404 Aug 12 03:15:28.524414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fdf3446d-ba3f-4474-a4ec-039650070578 req-7bc6448b-c71a-487e-90e5-b734c4dab7a8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898573 Aug 12 03:15:32.044228 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-056b7e28-8441-4ca3-a71c-7933ea48ab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:34.659764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-97e6d389-cd98-4444-8124-422867612243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:34.777906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:35.198907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:35.429113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:15:36.046677 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:37.567521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:48.426785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:15:54.287959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c282d8b-1655-49d4-a3b3-b8de65aab017 req-c943fc1d-e02e-4b18-88dd-645a729c9b85 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:54.290100 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c282d8b-1655-49d4-a3b3-b8de65aab017 req-c943fc1d-e02e-4b18-88dd-645a729c9b85 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0497251 Aug 12 03:15:54.328446 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8c282d8b-1655-49d4-a3b3-b8de65aab017 req-c2e509c3-d852-4d50-bc2e-26e10712a8d4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Aug 12 03:15:55.450157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d649fa-e7b6-4853-bed2-12d8fd1a28b3 req-dfe98b5f-0033-4747-b31d-8afbaff1436f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:55.451683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08d649fa-e7b6-4853-bed2-12d8fd1a28b3 req-dfe98b5f-0033-4747-b31d-8afbaff1436f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0531950 Aug 12 03:15:55.489606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-08d649fa-e7b6-4853-bed2-12d8fd1a28b3 req-1e59361d-d6da-431d-b714-fff3de4e02c3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Aug 12 03:15:56.604887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea26b4f-b086-4e45-8c61-6155e06c6d5b req-491885ce-1027-483d-855e-81a2136ab44b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:56.606379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ea26b4f-b086-4e45-8c61-6155e06c6d5b req-491885ce-1027-483d-855e-81a2136ab44b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Aug 12 03:15:56.645379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ea26b4f-b086-4e45-8c61-6155e06c6d5b req-266946ee-3d55-4414-a03b-b4ea6ef363a0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327909 Aug 12 03:15:57.767979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321854d3-617c-4603-9ed1-493f8fef783a req-424c7587-76fa-48cd-9ae6-38504e4c3cd7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:57.769498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-321854d3-617c-4603-9ed1-493f8fef783a req-424c7587-76fa-48cd-9ae6-38504e4c3cd7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0591319 Aug 12 03:15:57.807034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-321854d3-617c-4603-9ed1-493f8fef783a req-aa70ad38-9c5f-4bfb-b70e-13d35c612ff8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Aug 12 03:15:58.926900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33473aba-8366-4116-9b08-f335d11ed19e req-eeb667f4-8ab0-4001-a1d2-a67752749a5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:15:58.928405 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33473aba-8366-4116-9b08-f335d11ed19e req-eeb667f4-8ab0-4001-a1d2-a67752749a5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0542176 Aug 12 03:15:58.967061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-33473aba-8366-4116-9b08-f335d11ed19e req-b1bad48b-2f7f-49d0-be9b-4f4a689888fc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325785 Aug 12 03:16:00.082891 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6287af-4976-4727-9a89-b855be11e598 req-ca0ef047-85c0-4be7-82ad-9e13bd85faef tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:00.084460 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f6287af-4976-4727-9a89-b855be11e598 req-ca0ef047-85c0-4be7-82ad-9e13bd85faef tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0488050 Aug 12 03:16:00.122088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f6287af-4976-4727-9a89-b855be11e598 req-b50806fa-e97d-4aff-b144-e5772d3f920e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Aug 12 03:16:01.237005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d9838-bb59-4fef-93b3-3501e9ffd37a req-c4553cb3-3323-4b3a-a794-90e7eb4923a4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:01.238881 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-111d9838-bb59-4fef-93b3-3501e9ffd37a req-c4553cb3-3323-4b3a-a794-90e7eb4923a4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Aug 12 03:16:01.277023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-111d9838-bb59-4fef-93b3-3501e9ffd37a req-f08b4e41-c4c2-45ae-8824-6b791ccd474d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Aug 12 03:16:02.045151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-81e1fdfd-87f1-43e6-9ba6-3c2cebbea303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:02.396548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ae883-6b14-47e8-adb3-e65c901fed52 req-ef5a1638-ebd8-449d-8ed5-e9867512d9d2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:02.398106 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-651ae883-6b14-47e8-adb3-e65c901fed52 req-ef5a1638-ebd8-449d-8ed5-e9867512d9d2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0541704 Aug 12 03:16:02.444992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-651ae883-6b14-47e8-adb3-e65c901fed52 req-d934de52-5758-4653-8b5b-dff3371b198a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341656 Aug 12 03:16:03.562021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00b521-ec96-48d6-a167-5da3c71811c6 req-56dc338a-4610-4871-a950-e7866eabed3d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:03.563502 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc00b521-ec96-48d6-a167-5da3c71811c6 req-56dc338a-4610-4871-a950-e7866eabed3d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Aug 12 03:16:03.601955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc00b521-ec96-48d6-a167-5da3c71811c6 req-b887fcd4-360e-447a-881c-3e649c87b031 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324459 Aug 12 03:16:04.661154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3360f86b-d485-42be-b7a2-14171e2a3ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:04.719386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe754e1-81b3-4d79-aeb4-51ded989c96c req-2c15c4e2-7925-4788-ae6c-fd69be755ffb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:04.720907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffe754e1-81b3-4d79-aeb4-51ded989c96c req-2c15c4e2-7925-4788-ae6c-fd69be755ffb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0487623 Aug 12 03:16:04.757930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ffe754e1-81b3-4d79-aeb4-51ded989c96c req-775f4775-f331-47ab-9b16-16c64d45a25b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Aug 12 03:16:04.779121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:04.983903 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-5a6a855b-10b2-4835-9c05-69bfc3276fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446925 Aug 12 03:16:04.994408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bccb7-1c9f-4ac1-835c-d9abb55eada8 req-b887262d-a6cd-46db-8587-f59f0ddb5f5f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:04.996293 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e18bccb7-1c9f-4ac1-835c-d9abb55eada8 req-b887262d-a6cd-46db-8587-f59f0ddb5f5f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0500808 Aug 12 03:16:05.034934 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e18bccb7-1c9f-4ac1-835c-d9abb55eada8 req-26e3fcd3-2bad-41ed-b0ac-db77e3bf3cda tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Aug 12 03:16:05.191273 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:06.050017 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:06.153675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635440f-cc0a-4f30-92d4-fbdff720b99d req-be82116f-3c85-483f-ae68-3214cb986ebd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:06.155144 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8635440f-cc0a-4f30-92d4-fbdff720b99d req-be82116f-3c85-483f-ae68-3214cb986ebd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0536900 Aug 12 03:16:06.215789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8635440f-cc0a-4f30-92d4-fbdff720b99d req-9d34a17f-3416-4940-95d4-01be9623c1ac tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535553 Aug 12 03:16:06.218456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-48379e5a-db48-4097-926a-8b7743847033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:06.219907 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-48379e5a-db48-4097-926a-8b7743847033 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1096 time: 0.0752356 Aug 12 03:16:06.320974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-e4e44af9-fa52-4f91-9e6c-7fdf01138ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:06.322355 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-e4e44af9-fa52-4f91-9e6c-7fdf01138ae6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0868468 Aug 12 03:16:06.385823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-b29c41eb-072b-4ad3-9e30-33d3f1b843dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 1000 time: 0.0567949 Aug 12 03:16:06.437738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-dd90f2d9-7a5b-47d1-876b-9336c1f9a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:06.439186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-dd90f2d9-7a5b-47d1-876b-9336c1f9a952 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0472260 Aug 12 03:16:06.485138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-6547205a-aa04-4876-9aab-6a12def4c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:06.486893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-6547205a-aa04-4876-9aab-6a12def4c4dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407634 Aug 12 03:16:06.574486 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-2d866929-ece8-4c93-82b5-bd763e5be446 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802274 Aug 12 03:16:06.669255 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-2aae58f0-ff8e-4337-af38-f508531efa19 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870845 Aug 12 03:16:07.334536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d181f-3281-41e8-9678-605bcebb9cb6 req-def984e9-d84f-453f-b129-0dff3e2bbb43 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:07.336026 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e2d181f-3281-41e8-9678-605bcebb9cb6 req-def984e9-d84f-453f-b129-0dff3e2bbb43 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0529549 Aug 12 03:16:07.372922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e2d181f-3281-41e8-9678-605bcebb9cb6 req-aaac336c-d819-4a52-a1b4-1d25d574aacc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Aug 12 03:16:07.570560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:08.492635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02d45d-7302-48d1-bed4-492894dd4a6a req-277b852f-cf1e-4081-b9ef-9d4a186fd3ac tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:08.495155 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d02d45d-7302-48d1-bed4-492894dd4a6a req-277b852f-cf1e-4081-b9ef-9d4a186fd3ac tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0553663 Aug 12 03:16:08.574442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7d02d45d-7302-48d1-bed4-492894dd4a6a req-bc424740-f638-48a2-9d7d-8cfef9e798bd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731766 Aug 12 03:16:08.579628 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-3ad5fe8f-2751-4b53-af32-5cb2a1eff2bd service neutron] show failed (client error): The resource could not be found. Aug 12 03:16:08.580595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-3ad5fe8f-2751-4b53-af32-5cb2a1eff2bd service neutron] 10.222.0.25 "GET /v2.0/ports/cb03e39d-eb5a-4deb-af7c-95beb4fe5320/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0845602 Aug 12 03:16:08.775324 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-1641d7b2-ce67-4f3a-9e37-b9111957bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:08.776853 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-1641d7b2-ce67-4f3a-9e37-b9111957bba5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1096 time: 0.0400710 Aug 12 03:16:08.795183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:16:08.846413 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.050873 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:09.084056 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:16:09.123308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:09.125683 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c994004-9703-492a-b846-b3c4d3d9f21e" -d '{"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-unplugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:09.129736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.142881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Transition to ACTIVE for port object cb03e39d-eb5a-4deb-af7c-95beb4fe5320 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:16:09.145753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.174707 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2848d7d8-d8f8-4170-858a-29a2f064b0a2 x-openstack-request-id: req-2848d7d8-d8f8-4170-858a-29a2f064b0a2 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:09.175003 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-unplugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:09.175251 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2848d7d8-d8f8-4170-858a-29a2f064b0a2 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:09.175675 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'code': 200} Aug 12 03:16:09.236022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:09.248078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.248422 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.249038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.249378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.249707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.250035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.250366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.250689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.251011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.251334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.251679 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.251998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:09.285950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] No DVR routers for this DVR port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:16:09.420708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:16:09.421048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:16:09.421374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:16:09.425563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:16:09.425885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Attempting to bind port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:16:09.431124 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:16:09.431461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:16:09.431870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:16:09.432290 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Bound port: cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:16:09.432639 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.495077 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:16:09.498111 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:16:09.502623 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.535604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.536063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:09.538234 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-28c29402-e6aa-483c-905d-40e498896335 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 1091 time: 0.7470226 Aug 12 03:16:09.565287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29402-e6aa-483c-905d-40e498896335 service neutron] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:09.626123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-51f15ffd-52f4-448d-b79e-476f4d8a4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.627675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-51f15ffd-52f4-448d-b79e-476f4d8a4afa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0542669 Aug 12 03:16:09.700395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fce44a-b5fa-4178-817a-4e9a42f52372 req-cbf7a8f1-38c6-4390-8014-7e24620a38b2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.702096 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14fce44a-b5fa-4178-817a-4e9a42f52372 req-cbf7a8f1-38c6-4390-8014-7e24620a38b2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.0570371 Aug 12 03:16:09.724304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-867cb935-3a98-44e7-882f-d9c60e8c8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.725822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-867cb935-3a98-44e7-882f-d9c60e8c8627 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0909142 Aug 12 03:16:09.748095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14fce44a-b5fa-4178-817a-4e9a42f52372 req-0341c641-0f10-4760-a8ac-b4f97b79fa20 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399625 Aug 12 03:16:09.806974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-cb1fa3ad-e7e8-45d9-9557-a8f0ba5e20cc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 998 time: 0.0738099 Aug 12 03:16:09.855021 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-e02863c8-78c5-411c-8299-f9da2099258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.856669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-e02863c8-78c5-411c-8299-f9da2099258f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0431540 Aug 12 03:16:09.905575 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-864e370b-9f24-40fa-82a4-f974c2fde1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:09.907113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-864e370b-9f24-40fa-82a4-f974c2fde1be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432866 Aug 12 03:16:09.998260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-5b784da8-674c-44de-b50c-245cfd54c713 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831676 Aug 12 03:16:10.087668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-00cc22ef-ae25-451d-bffa-e46650251e59 req-8a5ad7c1-52e7-4e64-817e-addeb2cb75bc service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822985 Aug 12 03:16:10.866921 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072742f-2f48-4300-be70-fdd1323a92b7 req-f2f09141-a3d3-4098-b3d3-a0a6d4b36558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:10.868431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b072742f-2f48-4300-be70-fdd1323a92b7 req-f2f09141-a3d3-4098-b3d3-a0a6d4b36558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.0501096 Aug 12 03:16:10.906565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b072742f-2f48-4300-be70-fdd1323a92b7 req-3895438a-d015-4ab7-b8b2-8e80b08af692 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Aug 12 03:16:11.174047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:16:11.176559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:11.178916 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333fa40c-47c0-49e3-82b3-9778543123f3" -d '{"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:11.215628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:16:11.227852 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e709690-fd54-4c4d-8bcd-cdbb128b6919 x-openstack-request-id: req-5e709690-fd54-4c4d-8bcd-cdbb128b6919 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:11.228189 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:11.228541 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e709690-fd54-4c4d-8bcd-cdbb128b6919 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:11.228938 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'status': 'completed', 'code': 200} Aug 12 03:16:11.295964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-6f0693d8-123e-46a2-a7b4-93f95b91bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.297497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-6f0693d8-123e-46a2-a7b4-93f95b91bc6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0417638 Aug 12 03:16:11.314220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-94a8b196-10fd-465f-b7eb-1f37925acd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.315756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-94a8b196-10fd-465f-b7eb-1f37925acd5c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0459538 Aug 12 03:16:11.390689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-b3eafa34-73e9-4035-ae8a-1547a304b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.392228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-b3eafa34-73e9-4035-ae8a-1547a304b996 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0882094 Aug 12 03:16:11.405717 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-1d7ff7e5-883c-4d10-bbd2-f970e4fd8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.407369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-1d7ff7e5-883c-4d10-bbd2-f970e4fd8fe2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0846591 Aug 12 03:16:11.460256 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-d00b3b14-aefc-4528-9c6e-f13ede304f2b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 998 time: 0.0608776 Aug 12 03:16:11.492597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-b2c07681-ff2e-414d-9136-40d6a2b0adb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 998 time: 0.0776198 Aug 12 03:16:11.510957 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-fa9cfc8f-7519-4319-be93-196be378cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.512459 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-fa9cfc8f-7519-4319-be93-196be378cdcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0457981 Aug 12 03:16:11.543759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-530d1058-bebd-49f0-a65d-d2432b142f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.545550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-530d1058-bebd-49f0-a65d-d2432b142f95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0460587 Aug 12 03:16:11.563651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-56ce75b1-5243-45cc-8a3c-10550d8905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.565180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-56ce75b1-5243-45cc-8a3c-10550d8905a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448270 Aug 12 03:16:11.592032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-351bdca9-243c-4101-b2fd-f0819e9d3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:11.593527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-351bdca9-243c-4101-b2fd-f0819e9d3e30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402572 Aug 12 03:16:11.662385 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-8d801dfa-7e13-497c-a0f4-25e06511ef4a service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899570 Aug 12 03:16:11.687374 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-29929608-bad6-4776-850c-48bff230ec9d service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Aug 12 03:16:11.755342 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-18801b90-d61c-4b69-a4b5-41be930fdc8e service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858462 Aug 12 03:16:11.778910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-333fa40c-47c0-49e3-82b3-9778543123f3 req-87b31c67-1321-47ed-8f5c-bf2ba3ef7781 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842640 Aug 12 03:16:12.022231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb37f81-1a76-44ba-88ed-c938cd343bbd req-83f26080-6371-4047-93a0-c5a45abca6d6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:12.023648 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb37f81-1a76-44ba-88ed-c938cd343bbd req-83f26080-6371-4047-93a0-c5a45abca6d6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.0480604 Aug 12 03:16:12.060876 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb37f81-1a76-44ba-88ed-c938cd343bbd req-f79254a3-ca1e-4498-ab69-1b413410eafc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Aug 12 03:16:12.428174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:16:13.187815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346262-b1f7-4e7f-8370-fc03add37a1b req-5fae906a-c653-40a2-a618-b88fee99bce9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:13.189308 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a346262-b1f7-4e7f-8370-fc03add37a1b req-5fae906a-c653-40a2-a618-b88fee99bce9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.0580204 Aug 12 03:16:13.225911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0a346262-b1f7-4e7f-8370-fc03add37a1b req-3d068743-4d50-4a70-b5a4-13dd665f4f66 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307589 Aug 12 03:16:13.762875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e0a0f-4aa7-4065-8b28-821a8caf91a1 req-e942ca73-e052-4884-bd93-41ba0097bc3f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:13.764323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a73e0a0f-4aa7-4065-8b28-821a8caf91a1 req-e942ca73-e052-4884-bd93-41ba0097bc3f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 943 time: 0.3926251 Aug 12 03:16:13.771719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-dff50d3d-6a45-4720-ae1f-984046a7fa5e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:13.773138 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-dff50d3d-6a45-4720-ae1f-984046a7fa5e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18&tenant_id=2644d808039547c0be223d01e7ba6681&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 943 time: 0.3903284 Aug 12 03:16:13.853015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a73e0a0f-4aa7-4065-8b28-821a8caf91a1 req-61d94461-cd2f-4647-a642-4801081866c9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788789 Aug 12 03:16:13.861771 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-1f062b57-8d5c-4082-a159-d5300482fed2 service neutron] delete failed (client error): The resource could not be found. Aug 12 03:16:13.862730 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-1f062b57-8d5c-4082-a159-d5300482fed2 service neutron] 10.222.0.25 "DELETE /v2.0/ports/cb03e39d-eb5a-4deb-af7c-95beb4fe5320/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0816360 Aug 12 03:16:13.949706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-c6dee9d6-e5f0-401b-974d-a7effa85bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:13.951197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-c6dee9d6-e5f0-401b-974d-a7effa85bdee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1094 time: 0.0422421 Aug 12 03:16:14.042648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-66b548b4-3090-4497-9bfe-5a63aa4ef145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:14.044109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-66b548b4-3090-4497-9bfe-5a63aa4ef145 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0849473 Aug 12 03:16:14.108720 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-bedba553-a422-40b8-88e2-d8464a6dc57d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 998 time: 0.0575936 Aug 12 03:16:14.166963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-84adebf6-2a4e-499f-a578-5f9192b05935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:14.168416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-84adebf6-2a4e-499f-a578-5f9192b05935 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0472527 Aug 12 03:16:14.213069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-ecd6ae4c-a1fb-4e94-801c-af87ee5eb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:14.214509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-ecd6ae4c-a1fb-4e94-801c-af87ee5eb345 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387895 Aug 12 03:16:14.302493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-210c550c-7cc3-4de7-b443-f9c0dba2fa07 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797005 Aug 12 03:16:14.332370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:16:14.395492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4c0f611-f62a-4dfc-b6ec-b9748a85bae2 req-bf69c29c-2b2f-48f8-a0a0-f0cba1e5184d service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Aug 12 03:16:14.428611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:14.441106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'mac_address': 'fa:16:3e:f7:a8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:16:14.484349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:14.497031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb03e39d-eb5a-4deb-af7c-95beb4fe5320 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:16:14.516696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:14.520134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:14.566114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:14.573613 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.573957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.574294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.574628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.574961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.575288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.575640 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.575964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.576286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.576607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.576927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.577248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:14.898736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['cb03e39d-eb5a-4deb-af7c-95beb4fe5320'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:16:14.983007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a095c-56a7-49ae-b0b5-6fcaa8e3d32c req-3f05f53d-8d1a-4203-8d03-c7ae835f3391 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:14.984630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-965a095c-56a7-49ae-b0b5-6fcaa8e3d32c req-3f05f53d-8d1a-4203-8d03-c7ae835f3391 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0591698 Aug 12 03:16:15.024699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-965a095c-56a7-49ae-b0b5-6fcaa8e3d32c req-c96692f1-05fe-41fd-b351-554a3dbb4bc3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325584 Aug 12 03:16:15.137682 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197bb11-cf7c-4f63-9c72-1de7cd2bcb00 req-8b34b5cd-172f-4d2f-b425-13e75cab2e15 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.139077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9197bb11-cf7c-4f63-9c72-1de7cd2bcb00 req-8b34b5cd-172f-4d2f-b425-13e75cab2e15 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0484364 Aug 12 03:16:15.175847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9197bb11-cf7c-4f63-9c72-1de7cd2bcb00 req-274b343c-ce25-4a0c-b303-766afbeca8df tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309091 Aug 12 03:16:15.368778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37fe02f-db43-412a-b315-61e030fe61f5 req-cc6b2238-c038-4c07-93ef-f3e066572176 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.371657 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e37fe02f-db43-412a-b315-61e030fe61f5 req-cc6b2238-c038-4c07-93ef-f3e066572176 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Aug 12 03:16:15.410237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e37fe02f-db43-412a-b315-61e030fe61f5 req-5ecdf5e7-2f31-4961-90f6-b94989ada8fc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324318 Aug 12 03:16:15.417002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-adda1ce2-7cb4-476d-b906-f0a78218f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.418498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-adda1ce2-7cb4-476d-b906-f0a78218f3f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 1095 time: 0.0404420 Aug 12 03:16:15.513426 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-4a0ea8c3-72b9-4ed1-aa5d-66d1d4dffa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.514892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-4a0ea8c3-72b9-4ed1-aa5d-66d1d4dffa03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0871341 Aug 12 03:16:15.829439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-24e53bef-3af8-4935-802c-81d6bd6a9c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 200 len: 999 time: 0.3072062 Aug 12 03:16:15.878070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-f3f7b20e-6c8e-46c6-bf2d-79a8e4b6827b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.879477 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-f3f7b20e-6c8e-46c6-bf2d-79a8e4b6827b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0429370 Aug 12 03:16:15.931240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-bd174431-c338-48eb-98ec-b324136dbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:15.932894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-bd174431-c338-48eb-98ec-b324136dbed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454497 Aug 12 03:16:16.021937 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-7093e713-8e97-4565-ac86-708584d1b073 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812392 Aug 12 03:16:16.115745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-93c2c079-1b61-49f7-8194-2acda0f9709f req-485745c1-c32f-4ff8-941e-c7d68f63352b service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838413 Aug 12 03:16:16.325790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:16:16.373222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:16:16.376934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:16:16.377309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:16.453432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:16.475842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:16.478060 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09af629-4d3c-4300-8ea2-a5f8498e4192" -d '{"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-plugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:16.496169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:16.500220 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:16.525756 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fec10-0db8-4273-89b9-0ab59f6875bf x-openstack-request-id: req-894fec10-0db8-4273-89b9-0ab59f6875bf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:16.526297 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-plugged", "status": "completed", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:16.526457 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-894fec10-0db8-4273-89b9-0ab59f6875bf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:16.526846 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'code': 200} Aug 12 03:16:16.543955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de0566-727b-4578-a922-51f011ea22e0 req-8972f5e4-b573-4dfd-b811-25c2c9c19196 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:16.545456 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25de0566-727b-4578-a922-51f011ea22e0 req-8972f5e4-b573-4dfd-b811-25c2c9c19196 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 944 time: 0.0637589 Aug 12 03:16:16.553363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:16.583604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-25de0566-727b-4578-a922-51f011ea22e0 req-42dcb777-3e9a-4a4a-bcaa-3522588f0059 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316191 Aug 12 03:16:17.704443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7e687-3992-4fd4-8f2e-4cc01fdef652 req-25c2f6c2-1613-47d5-a335-fc71f055960d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:17.705922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ea7e687-3992-4fd4-8f2e-4cc01fdef652 req-25c2f6c2-1613-47d5-a335-fc71f055960d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Aug 12 03:16:17.743651 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ea7e687-3992-4fd4-8f2e-4cc01fdef652 req-9a3476f8-aeab-4f5f-bb45-bfe2566d75c7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Aug 12 03:16:17.973590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a786-4c32-4800-a6c5-048b520e975d req-f6c8c975-e806-4647-a6c9-71331c6ea95d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:17.975095 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9b6a786-4c32-4800-a6c5-048b520e975d req-f6c8c975-e806-4647-a6c9-71331c6ea95d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0508482 Aug 12 03:16:18.013593 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d9b6a786-4c32-4800-a6c5-048b520e975d req-c64a6405-48a5-4fbc-9ec7-f3575cd641c4 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Aug 12 03:16:18.426774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.131002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e1a14-628b-457b-9a9a-abd9ef305d86 req-c9afac83-f58e-4b9f-a1f2-d4b6e29909d1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:19.132495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-066e1a14-628b-457b-9a9a-abd9ef305d86 req-c9afac83-f58e-4b9f-a1f2-d4b6e29909d1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0502577 Aug 12 03:16:19.172164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-066e1a14-628b-457b-9a9a-abd9ef305d86 req-62ced789-0e18-47b9-8f53-c2c6397a745d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Aug 12 03:16:19.449136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-57486214-c636-4f2b-99a1-750db0dc3a8d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:19.450510 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-57486214-c636-4f2b-99a1-750db0dc3a8d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 945 time: 0.0497360 Aug 12 03:16:19.540798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Deleting port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:16:19.541137 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.627787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] For port cb03e39d-eb5a-4deb-af7c-95beb4fe5320, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:19.628152 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.797167 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.797536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.797848 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee disassociated. External IP: 172.25.3.61, port: cb03e39d-eb5a-4deb-af7c-95beb4fe5320. Aug 12 03:16:19.798186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Calling delete_port for cb03e39d-eb5a-4deb-af7c-95beb4fe5320 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:16:19.920862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:19.948987 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'Port': ['ID=cb03e39d-eb5a-4deb-af7c-95beb4fe5320,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:20.067770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:16:20.175379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:16:20.185669 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:16:20.195274 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:16:20.195984 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:16:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:20.218145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] No DVR routers for this DVR port cb03e39d-eb5a-4deb-af7c-95beb4fe5320 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:16:20.220727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:20.222695 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d9fdd41-a89f-4cd8-9a59-c67ef9964ce4 req-4d21b0e0-08e3-4a38-a047-a4d77c8e464e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "DELETE /v2.0/ports/cb03e39d-eb5a-4deb-af7c-95beb4fe5320 HTTP/1.1" status: 204 len: 173 time: 0.7659662 Aug 12 03:16:20.223128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-deleted', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:20.225492 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486039b-325b-46ca-9430-79c27887d22f" -d '{"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-deleted", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:20.265269 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d418b267-cb72-4fe5-9e88-65291d4a5098 x-openstack-request-id: req-d418b267-cb72-4fe5-9e88-65291d4a5098 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:20.265567 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d35fbf-f8dd-4e06-b6fa-18a34e61dd18", "name": "network-vif-deleted", "tag": "cb03e39d-eb5a-4deb-af7c-95beb4fe5320", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:20.265807 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d418b267-cb72-4fe5-9e88-65291d4a5098 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:20.266214 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d35fbf-f8dd-4e06-b6fa-18a34e61dd18', 'name': 'network-vif-deleted', 'tag': 'cb03e39d-eb5a-4deb-af7c-95beb4fe5320', 'status': 'completed', 'code': 200} Aug 12 03:16:20.288275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-258bd1dc-0c9d-4e2a-b68b-385cdf0ebbeb req-fb51f57d-fe4b-4f7c-bcf7-ef5da98e2c38 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d35fbf-f8dd-4e06-b6fa-18a34e61dd18 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Aug 12 03:16:20.320844 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:16:20.521106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:20.551669 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:16:20.560341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:16:20.561147 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:16:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:20.662421 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:16:20.853083 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:20.878175 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a20f41-22b2-46e5-beec-d2908cc9f20c None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:16:21.081953 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78444bd9-3aab-4ec8-bb6a-8ef7f3a87497 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:16:21.559226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-975a65ca-a864-4eb2-bd1d-9f03888edb9c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1193140342&fields=id&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 267 time: 0.0329919 Aug 12 03:16:21.662988 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-00d81dca-cb40-4be0-95ae-e1de27f6427f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:21.664462 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-00d81dca-cb40-4be0-95ae-e1de27f6427f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.0982833 Aug 12 03:16:21.684706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-17f3a1a2-aacc-496c-aa85-d325d7223b2d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/quotas/2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 375 time: 0.0128815 Aug 12 03:16:21.740854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-cc2a8388-e07a-4896-9bf3-34a604000fff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506680 Aug 12 03:16:21.875186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-5128f4da-21a6-4c73-a067-e4098a62d469 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222551 Aug 12 03:16:21.972639 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-c6372c6a-4347-43b3-a804-a7dee3322192 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913951 Aug 12 03:16:22.132074 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d28b2c71-d5ea-4013-aeab-111f6c624afe req-83dcbe1b-b2e5-4a95-b4c5-a43e85a23cb1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Aug 12 03:16:23.030561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-357950d6-6e9a-4ace-b697-fd5ef015341f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:23.032030 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-357950d6-6e9a-4ace-b697-fd5ef015341f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.1075039 Aug 12 03:16:23.080416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-9fc4dec5-94d6-4148-8e83-ba9211f3de2b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 380 time: 0.0390127 Aug 12 03:16:23.090910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'port': {'device_id': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'admin_state_up': True, 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'security_groups': ['c2fd06be-074b-4752-a244-215bc37054e2']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:16:23.200192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:16:23.203803 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.227764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d0ee2d0-2f84-4f09-91a0-128e711a9210 req-fc5f2ff9-440b-4a11-bc35-55eea8d7498a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Aug 12 03:16:23.331912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Allocated IP 172.20.0.4 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/faa654c2-6d63-4471-8ffc-d9940ab33add) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:16:23.473112 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.488064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Transition to ACTIVE for port object faa654c2-6d63-4471-8ffc-d9940ab33add will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:16:23.519723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.562169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:16:23.567108 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:16:23.570841 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:16:23.595274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:23.609231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.609582 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.609930 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.610271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.610613 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.611211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.611570 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.611906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.612236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.612571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.612898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.613225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:16:23.638483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:23.639118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.654655 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b265570d-94e0-46d9-a4bd-700aac591f90 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677478 Aug 12 03:16:23.668524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Request body: {'port': {'device_id': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:16:23.728949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.797584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1c6d8515-857d-4079-9648-e77cb86f9cff None None] Provisioning for port faa654c2-6d63-4471-8ffc-d9940ab33add completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:16:23.801806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1c6d8515-857d-4079-9648-e77cb86f9cff None None] Provisioning complete for port faa654c2-6d63-4471-8ffc-d9940ab33add triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:16:23.802178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1c6d8515-857d-4079-9648-e77cb86f9cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:23.835618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d8515-857d-4079-9648-e77cb86f9cff None None] Port faa654c2-6d63-4471-8ffc-d9940ab33add cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:16:23.992935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:16:24.000362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:24.013327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Transition to ACTIVE for port object faa654c2-6d63-4471-8ffc-d9940ab33add will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:16:24.016332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:24.066754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:24.150122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:16:24.150460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:16:24.150790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:16:24.156135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:16:24.156467 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:16:24.161405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:16:24.161745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:16:24.162131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:16:24.162568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Bound port: faa654c2-6d63-4471-8ffc-d9940ab33add, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:16:24.162934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:24.228147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:16:24.231277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:16:24.235987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:24.271680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.272304 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:24.273714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] 10.222.0.25 "PUT /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 1091 time: 0.6103940 Aug 12 03:16:24.274157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:24.276519 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afe5f64-ca88-4145-be64-427987a7378f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:24.326793 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fab37c0-37d2-4306-92f9-ad0e2554f301 x-openstack-request-id: req-9fab37c0-37d2-4306-92f9-ad0e2554f301 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:24.327087 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:24.327342 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fab37c0-37d2-4306-92f9-ad0e2554f301 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:24.327831 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'status': 'completed', 'code': 200} Aug 12 03:16:24.357355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad67fa8-9f1e-443d-bc6b-4860d500fb45 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:24.403186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:16:24.405576 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9d50a-c53b-474d-9f3c-52f6ae477c00 req-b69324d5-f08f-4d1a-b92e-7efc120d345b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.407143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23b9d50a-c53b-474d-9f3c-52f6ae477c00 req-b69324d5-f08f-4d1a-b92e-7efc120d345b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0948958 Aug 12 03:16:24.410252 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-fb3b45e6-4398-425e-b9ad-c212b6033969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.411722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-fb3b45e6-4398-425e-b9ad-c212b6033969 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0960588 Aug 12 03:16:24.428158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: cb03e39d-eb5a-4deb-af7c-95beb4fe5320 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:16:24.428848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device cb03e39d-eb5a-4deb-af7c-95beb4fe5320 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:16:24.463069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-247eaa69-083d-46ef-b685-f4bad5669626 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 217 time: 0.0424459 Aug 12 03:16:24.513133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23b9d50a-c53b-474d-9f3c-52f6ae477c00 req-3705a464-003f-43c6-b74c-f2d7df103afe tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987833 Aug 12 03:16:24.529023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-342ecabb-6ffb-45ea-a411-32534d8e75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.530508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-342ecabb-6ffb-45ea-a411-32534d8e75a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0559812 Aug 12 03:16:24.580961 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dd01c87a-3bea-4d7d-9eea-d73904a40475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.582477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-dd01c87a-3bea-4d7d-9eea-d73904a40475 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447578 Aug 12 03:16:24.674424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-b160cb68-e0b1-4a2f-aaed-ba4e246f135d service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840449 Aug 12 03:16:24.771414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dcb9a3fb-10d6-40bb-a491-fb1068ef8818 req-4b77360c-ff46-4d68-8d2f-2a014b633ffe service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886202 Aug 12 03:16:24.860675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5f64-ca88-4145-be64-427987a7378f req-19c899d8-d41a-4182-b663-2af8d9fb4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.862396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-19c899d8-d41a-4182-b663-2af8d9fb4233 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0422873 Aug 12 03:16:24.957958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5f64-ca88-4145-be64-427987a7378f req-75206017-4610-40e4-8c45-53bbdd6fc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:24.959365 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-75206017-4610-40e4-8c45-53bbdd6fc379 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0900607 Aug 12 03:16:25.003762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-399394a4-dc88-4a56-a84d-1db21fe83d7a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 217 time: 0.0355101 Aug 12 03:16:25.054927 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5f64-ca88-4145-be64-427987a7378f req-35258146-5645-4ae8-a18c-645ae9b5fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:25.056461 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-35258146-5645-4ae8-a18c-645ae9b5fa1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0459869 Aug 12 03:16:25.109411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe5f64-ca88-4145-be64-427987a7378f req-9cd9d685-538d-4a59-b95b-4ff8b38e8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:25.111380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-9cd9d685-538d-4a59-b95b-4ff8b38e8b6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470583 Aug 12 03:16:25.213000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-22b0d2f8-2d56-46df-9239-44f3e48f0874 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920644 Aug 12 03:16:25.311015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1afe5f64-ca88-4145-be64-427987a7378f req-96ad9e41-2319-492d-8161-c461bb3ce919 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888195 Aug 12 03:16:25.631032 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b46a6-7f7f-4f2d-a2fd-75278f008319 req-74e67809-d519-48b5-ada1-a5baa3681c78 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:25.632542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb4b46a6-7f7f-4f2d-a2fd-75278f008319 req-74e67809-d519-48b5-ada1-a5baa3681c78 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0492747 Aug 12 03:16:25.671655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb4b46a6-7f7f-4f2d-a2fd-75278f008319 req-a1e0d65c-e733-4bf6-a683-1da88872c34f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Aug 12 03:16:26.788732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f0a51-1c79-4350-92a0-b9a27df4c22b req-e6b3b94a-62bc-4fe2-89c3-ec78ee55e8f8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:26.790283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f8f0a51-1c79-4350-92a0-b9a27df4c22b req-e6b3b94a-62bc-4fe2-89c3-ec78ee55e8f8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0512278 Aug 12 03:16:26.829363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f8f0a51-1c79-4350-92a0-b9a27df4c22b req-ca2d2527-f2d3-47bd-9a37-d4eb466594ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322008 Aug 12 03:16:27.237066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:16:27.328122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:27.338850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:16:27.375098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:27.390318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:16:27.408964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:27.412744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:27.459881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:27.611957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['faa654c2-6d63-4471-8ffc-d9940ab33add'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:16:27.944081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02badae5-9e88-4f0f-ba2f-12c3bff29ef2 req-9bfc6d25-ce4f-411b-a258-a50ff60fee74 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:27.945558 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02badae5-9e88-4f0f-ba2f-12c3bff29ef2 req-9bfc6d25-ce4f-411b-a258-a50ff60fee74 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0479355 Aug 12 03:16:27.990513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-02badae5-9e88-4f0f-ba2f-12c3bff29ef2 req-a755203a-9b26-495f-8f69-7582ce7242c5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365341 Aug 12 03:16:29.110059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc7103-3e03-413a-ab5b-b901f7469dc1 req-f042341f-8cbf-45e8-82c6-b0180c43495c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:29.111947 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7edc7103-3e03-413a-ab5b-b901f7469dc1 req-f042341f-8cbf-45e8-82c6-b0180c43495c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0538678 Aug 12 03:16:29.150396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7edc7103-3e03-413a-ab5b-b901f7469dc1 req-b7bcd703-14f7-43a6-9fd1-42347b967920 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320077 Aug 12 03:16:29.251689 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:16:29.301186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port faa654c2-6d63-4471-8ffc-d9940ab33add completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:16:29.304678 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port faa654c2-6d63-4471-8ffc-d9940ab33add triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:16:29.305053 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:29.379001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:29.400286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:29.402732 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7abbd0-45d6-4db2-a08b-6b1b43996bdf" -d '{"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:29.415303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:16:29.420618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:29.461650 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812e947-74d1-46c1-89ee-f73cf55f1cdf x-openstack-request-id: req-7812e947-74d1-46c1-89ee-f73cf55f1cdf {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:29.466721 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-plugged", "status": "completed", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:29.466721 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7812e947-74d1-46c1-89ee-f73cf55f1cdf {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:29.466721 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'code': 200} Aug 12 03:16:29.494492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:16:29.552005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5448d-9d95-4440-bb99-3f97608a5ef9 req-9fad4087-b08f-4327-a84e-37631ec30b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:29.553427 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78b5448d-9d95-4440-bb99-3f97608a5ef9 req-9fad4087-b08f-4327-a84e-37631ec30b54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0422554 Aug 12 03:16:29.592879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-78b5448d-9d95-4440-bb99-3f97608a5ef9 req-5d84078d-6474-4829-912d-bc67744dd463 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Aug 12 03:16:30.267351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49096da-8515-42d0-ad4a-15a5625abfc1 req-72851d4a-fb83-47ed-8175-07dd31d06f12 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:30.268899 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c49096da-8515-42d0-ad4a-15a5625abfc1 req-72851d4a-fb83-47ed-8175-07dd31d06f12 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0506878 Aug 12 03:16:30.306515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c49096da-8515-42d0-ad4a-15a5625abfc1 req-382848b2-e7c0-44d8-bbb4-3f2bc0bb3aeb tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Aug 12 03:16:31.421969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd2aa-01c9-4148-966d-aae17e5d08a0 req-0454dedc-3d21-484c-bdb3-7c29af8c4bbe tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:31.423459 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-596fd2aa-01c9-4148-966d-aae17e5d08a0 req-0454dedc-3d21-484c-bdb3-7c29af8c4bbe tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0487559 Aug 12 03:16:31.460497 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-596fd2aa-01c9-4148-966d-aae17e5d08a0 req-85d32ef1-1498-4dbe-86ac-aa87b9578156 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312738 Aug 12 03:16:31.572105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14fc3-fcf8-44e1-aeec-4f6e4a2b7d8d req-ab3f01a4-3a0e-4a0f-8c12-600775060dcd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:31.573596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f2f14fc3-fcf8-44e1-aeec-4f6e4a2b7d8d req-ab3f01a4-3a0e-4a0f-8c12-600775060dcd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Aug 12 03:16:31.582652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 55696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:16:31.587099 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'floatingip': {'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:16:31.628694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:32.046133 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74de9801-07c8-42c0-82c1-9b89d96a41dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:32.054281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:32.058766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:32.160452 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee associated. External IP: 172.25.3.61, port: faa654c2-6d63-4471-8ffc-d9940ab33add. Aug 12 03:16:32.364826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:16:32.472245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:16:32.477099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:32.482362 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:16:32.491194 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:16:32.491822 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:16:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:32.504859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64f1b2d3-b2ae-4fb6-91cb-8ccc25fdc82c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "PUT /v2.0/floatingips/5def43e4-ec13-45d3-a062-db9a786ceaee HTTP/1.1" status: 200 len: 990 time: 0.9211607 Aug 12 03:16:32.505494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:16:32.507768 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62b8876-8c69-4f2a-b3a0-446294e0650f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:16:32.543237 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1292d725-59d5-49c0-9143-450b9247bdbf x-openstack-request-id: req-1292d725-59d5-49c0-9143-450b9247bdbf {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:16:32.543588 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:16:32.543843 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1292d725-59d5-49c0-9143-450b9247bdbf {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:16:32.544268 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'status': 'completed', 'code': 200} Aug 12 03:16:32.604192 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:16:32.606926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-4082a584-9804-4342-9df4-68fa54209728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:32.608451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-4082a584-9804-4342-9df4-68fa54209728 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0412545 Aug 12 03:16:32.704945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-113a4655-c8da-408b-a22b-1ad84b51e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:32.706389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-113a4655-c8da-408b-a22b-1ad84b51e9cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0904622 Aug 12 03:16:32.772025 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-b0812ce1-74db-43f5-8f51-ebf3930f4b0f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 998 time: 0.0582283 Aug 12 03:16:32.825444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-136e06a7-c208-4904-b162-5913c8d31340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:32.825700 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:16:31Z', 'revision_number': 9, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:32.826926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-136e06a7-c208-4904-b162-5913c8d31340 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0476494 Aug 12 03:16:32.851241 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:16:32.859979 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:16:32.860582 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:16:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:32.873163 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-649f4777-5880-4396-bfe9-eabc8252d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:16:32.874658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-649f4777-5880-4396-bfe9-eabc8252d981 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403655 Aug 12 03:16:32.969442 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-c999faad-e628-43af-bfbd-03047c80373f service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Aug 12 03:16:33.053660 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:16:33.068943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d62b8876-8c69-4f2a-b3a0-446294e0650f req-5906802a-b297-4a8b-ac14-870ef8c82fd5 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Aug 12 03:16:33.281282 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:16:31Z', 'revision_number': 9, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:16:33.307001 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc83bf7-5dcd-4735-bb9f-f01b9a79b27f None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:16:31Z', 'revision_number': 9, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:16:33.503655 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438be206-3eb4-4b5b-89ca-5fbdf44a5192 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:16:34.661923 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d5ada854-45b8-4636-8bb3-a74bad82c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:34.781728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:35.222465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:36.051054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:37.573544 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:48.436031 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:16:49.430797 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:17:02.049400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0e6da8bd-ac55-4fe8-b2d0-ff6949ad3208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:04.664432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b4009f4e-6b0d-4eb4-8714-1ab34b92969e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:04.782341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:05.238976 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:06.053693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:07.576529 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:18.439942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:26.430430 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:17:29.484309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-ba249d9b-132a-4b9c-bc9d-3fde921ff560 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411489 Aug 12 03:17:29.570326 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-89dbb19a-ba47-4a42-97b7-433db740e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:17:29.572195 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-89dbb19a-ba47-4a42-97b7-433db740e89b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0462246 Aug 12 03:17:29.678908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-d5be62c1-8f85-4fdb-8dc1-1f8d0100745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:17:29.680426 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-d5be62c1-8f85-4fdb-8dc1-1f8d0100745d service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0903141 Aug 12 03:17:29.746006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-a3eb5107-bcbc-40c7-96ed-f4fe19709f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 1001 time: 0.0575800 Aug 12 03:17:29.798393 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-7de4bf95-6116-4c6d-9557-236edbe77b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:17:29.799846 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-7de4bf95-6116-4c6d-9557-236edbe77b35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0477676 Aug 12 03:17:30.145293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-5449d489-cf4d-4c01-bb58-c6f0aa49783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:17:30.146723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-5449d489-cf4d-4c01-bb58-c6f0aa49783b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399425 Aug 12 03:17:30.235679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-dd2f3c9b-e30a-4a54-b533-31cd91418a83 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801694 Aug 12 03:17:30.326515 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fced5c75-bdb2-4cd4-a708-2ac02fdf5dc7 req-4a550be5-c171-4c49-b89e-fab145c4e9d9 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834472 Aug 12 03:17:32.050580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a9221d2c-2f94-4c2a-9bff-0514888352d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:34.664770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ed504616-7233-46bc-927f-0ad785680039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:34.784847 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:35.259014 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:36.056598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:37.577897 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:17:48.440508 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:02.050808 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-35974264-913e-44f3-8980-a2e7c2c20e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:03.429872 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:18:04.668527 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d86750c1-23d7-4d17-b1d4-6dbd23c1e2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:04.785556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:05.257470 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:06.061221 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:07.579642 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:08.326065 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-d355ca6f-85f4-41e8-9485-9fdbaefa23e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407197 Aug 12 03:18:08.343588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ae41-ddf9-4fd2-b156-48443b034cec req-d04b4e3e-e89d-4abb-b63c-a7e62fe65c2e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:08.345282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a53ae41-ddf9-4fd2-b156-48443b034cec req-d04b4e3e-e89d-4abb-b63c-a7e62fe65c2e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0624175 Aug 12 03:18:08.384099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a53ae41-ddf9-4fd2-b156-48443b034cec req-cee7d051-fae9-4052-9712-adefdae90166 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Aug 12 03:18:09.506299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcb126-045d-4090-a551-be6c9b9e9731 req-a8fae2c5-f716-43dd-a201-f4f192403b93 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:09.507816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfdcb126-045d-4090-a551-be6c9b9e9731 req-a8fae2c5-f716-43dd-a201-f4f192403b93 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0522623 Aug 12 03:18:09.576487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dfdcb126-045d-4090-a551-be6c9b9e9731 req-b6af038f-0ee1-4889-9538-83e9f4dee183 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605366 Aug 12 03:18:09.579282 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-4925eda9-b73c-470b-960b-f4e8b14dd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:09.580645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-4925eda9-b73c-470b-960b-f4e8b14dd755 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1096 time: 0.0719864 Aug 12 03:18:09.670876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-24bc9b68-686b-4df5-86ee-3846551d6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:09.672316 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-24bc9b68-686b-4df5-86ee-3846551d6482 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0843072 Aug 12 03:18:09.740696 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-8a74a7d8-4fa4-4450-964e-0e76ed4605e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 1001 time: 0.0611434 Aug 12 03:18:09.790263 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-5fcf90ed-fcb3-49a4-b5c9-d406bd20ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:09.792311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-5fcf90ed-fcb3-49a4-b5c9-d406bd20ac4d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0432277 Aug 12 03:18:09.835745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-c9bcb0ed-62f4-4e02-92fd-3928abad2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:09.837212 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-c9bcb0ed-62f4-4e02-92fd-3928abad2864 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388701 Aug 12 03:18:09.930245 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-6ed4cc18-60af-4725-acfc-9127fded0763 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Aug 12 03:18:10.020313 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-fd56dddb-57e0-4b81-8194-a5c997a89277 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818501 Aug 12 03:18:10.695697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9fe51-7ad5-4ecb-abe1-1d2efc60029b req-f45bd061-6830-42b5-a00f-7a7fbc214963 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:10.697173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7be9fe51-7ad5-4ecb-abe1-1d2efc60029b req-f45bd061-6830-42b5-a00f-7a7fbc214963 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0521209 Aug 12 03:18:10.734400 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7be9fe51-7ad5-4ecb-abe1-1d2efc60029b req-9b1984e7-329e-41c4-80b1-36bb4d6f9b53 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Aug 12 03:18:11.850838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01d9c5-e0f4-45ce-8394-86a7071a9ec7 req-69c2f816-d8a1-4d17-bb46-32c4398571c6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:11.852371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e01d9c5-e0f4-45ce-8394-86a7071a9ec7 req-69c2f816-d8a1-4d17-bb46-32c4398571c6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Aug 12 03:18:11.890130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9e01d9c5-e0f4-45ce-8394-86a7071a9ec7 req-94e6744f-c41f-46ab-b917-6ed0d1e7afb7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Aug 12 03:18:13.005598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55c515-aa31-4f61-ad87-41662c5229f2 req-ee58a478-0a15-4644-aadc-e7dba14cf012 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:13.007055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d55c515-aa31-4f61-ad87-41662c5229f2 req-ee58a478-0a15-4644-aadc-e7dba14cf012 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0486593 Aug 12 03:18:13.044301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7d55c515-aa31-4f61-ad87-41662c5229f2 req-78db7967-53f7-4a79-ac54-f4e38a62d3e9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Aug 12 03:18:14.159212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9e860-921a-43aa-9eaf-992459d104cd req-d901807e-305d-44e7-9cdc-684842074274 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:14.160715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85a9e860-921a-43aa-9eaf-992459d104cd req-d901807e-305d-44e7-9cdc-684842074274 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0520740 Aug 12 03:18:14.197936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85a9e860-921a-43aa-9eaf-992459d104cd req-8a64f775-5481-4669-be6e-bdbcf259af10 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Aug 12 03:18:15.312010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c5301-47cf-40fe-b960-f8a78af87ce8 req-daa42067-4e47-4816-a5e5-0d18a9a534b1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:15.313492 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-633c5301-47cf-40fe-b960-f8a78af87ce8 req-daa42067-4e47-4816-a5e5-0d18a9a534b1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Aug 12 03:18:15.351065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-633c5301-47cf-40fe-b960-f8a78af87ce8 req-59f3a6b3-fef9-49b2-b375-c258e69ed69e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318449 Aug 12 03:18:16.467868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4eea9-ad7a-413a-b2a9-89b7389b44db req-6093c444-4cde-4153-8c48-a2126d334b86 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:16.469398 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15c4eea9-ad7a-413a-b2a9-89b7389b44db req-6093c444-4cde-4153-8c48-a2126d334b86 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0498910 Aug 12 03:18:16.506612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-15c4eea9-ad7a-413a-b2a9-89b7389b44db req-9e7961a5-bfb6-45a3-8dc7-3da908e71874 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Aug 12 03:18:17.624861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1583-11ed-48fa-8838-f253903fd228 req-cd86ebb1-7bde-4932-bfd4-49f6ec5b72ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:17.626350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29dd1583-11ed-48fa-8838-f253903fd228 req-cd86ebb1-7bde-4932-bfd4-49f6ec5b72ff tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Aug 12 03:18:17.673922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29dd1583-11ed-48fa-8838-f253903fd228 req-05faf70e-cbc1-4d89-8cdc-43ab3b93d687 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 Aug 12 03:18:18.447946 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:18.786812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac466d9-58f0-4e07-999d-a966a8486e97 req-fe964560-5763-4f39-9aba-486a0d9096ee tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:18.788304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fac466d9-58f0-4e07-999d-a966a8486e97 req-fe964560-5763-4f39-9aba-486a0d9096ee tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0480886 Aug 12 03:18:18.826166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fac466d9-58f0-4e07-999d-a966a8486e97 req-64e844ef-f000-44fa-b946-7abd8ab09c00 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Aug 12 03:18:19.939333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d296c73-0fa3-4a47-9ea7-55e00888986b req-ba569501-d2cc-4d3a-af8b-b2d53ae6aae1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:19.940866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d296c73-0fa3-4a47-9ea7-55e00888986b req-ba569501-d2cc-4d3a-af8b-b2d53ae6aae1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Aug 12 03:18:19.977721 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9d296c73-0fa3-4a47-9ea7-55e00888986b req-ea620ad6-5ada-4f01-846f-9931f5c8f5b1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310383 Aug 12 03:18:21.095096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21b50b-2403-4b1e-8f5e-ed98524c9d88 req-333d9e61-4085-4e12-9ab2-61d733e3e1af tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:21.096604 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee21b50b-2403-4b1e-8f5e-ed98524c9d88 req-333d9e61-4085-4e12-9ab2-61d733e3e1af tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0527670 Aug 12 03:18:21.134111 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ee21b50b-2403-4b1e-8f5e-ed98524c9d88 req-1acc1085-4861-452e-884b-a5c294e3eaa2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Aug 12 03:18:21.882634 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [req-067701b6-2afb-4691-9b81-31cca096c1fb req-d2ee0981-2d17-4747-a722-d371da6684d2 service neutron] show failed (client error): The resource could not be found. Aug 12 03:18:21.883569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-d2ee0981-2d17-4747-a722-d371da6684d2 service neutron] 10.222.0.25 "GET /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0543513 Aug 12 03:18:22.079091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-4dbc256c-45b2-428b-a601-8e87b2ccc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:22.080618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-4dbc256c-45b2-428b-a601-8e87b2ccc9b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1096 time: 0.0418539 Aug 12 03:18:22.106163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:18:22.161222 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.331133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd13f9-d754-4f33-93f7-073a638a4e10 req-39ffa53b-65ed-4546-9550-bca025a352f0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:22.332646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59fd13f9-d754-4f33-93f7-073a638a4e10 req-39ffa53b-65ed-4546-9550-bca025a352f0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.1286864 Aug 12 03:18:22.414136 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59fd13f9-d754-4f33-93f7-073a638a4e10 req-1388be68-417a-4a80-9015-28f464475ea0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493608 Aug 12 03:18:22.432887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:22.466269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:18:22.509554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:22.512406 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c1025-87b1-44ae-887d-8b928d55ab28" -d '{"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:22.516158 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.528936 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Transition to ACTIVE for port object faa654c2-6d63-4471-8ffc-d9940ab33add will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:18:22.532866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.577042 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a4be6-ddc2-4b64-a4d0-5887f3c3ead7 x-openstack-request-id: req-640a4be6-ddc2-4b64-a4d0-5887f3c3ead7 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:22.577346 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:22.577602 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-640a4be6-ddc2-4b64-a4d0-5887f3c3ead7 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:22.577999 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'code': 200} Aug 12 03:18:22.625558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:22.635917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.636344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.637369 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.637726 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.638074 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.638420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.638764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.639109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.639446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.639805 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.640140 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.640477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:22.677394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] No DVR routers for this DVR port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:18:22.827264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:18:22.827643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:18:22.827977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:22.833252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:18:22.833530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:22.838571 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:18:22.838917 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:18:22.839932 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:18:22.840512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Bound port: faa654c2-6d63-4471-8ffc-d9940ab33add, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:18:22.840878 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.904449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:18:22.908009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:18:22.913802 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.947622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:22.948256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:22.950058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] 10.222.0.21 "PUT /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 1091 time: 0.8540351 Aug 12 03:18:22.977485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d91ab8-a5aa-4b3d-a421-214317db9857 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=7']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:23.030227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-3915088e-3387-4ee9-9152-aeb50b6c1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:23.031790 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-3915088e-3387-4ee9-9152-aeb50b6c1e60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0459330 Aug 12 03:18:23.131787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-c406a24b-c010-4a85-be72-7936f97ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:23.133287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-c406a24b-c010-4a85-be72-7936f97ca759 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0930111 Aug 12 03:18:23.203117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-4c4d14d0-f7b0-4865-82ab-60d2a47d1530 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0620279 Aug 12 03:18:23.257643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-8e6ec6c3-7ca7-4539-a489-2afb304977cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:23.259139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-8e6ec6c3-7ca7-4539-a489-2afb304977cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0485756 Aug 12 03:18:23.305713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067701b6-2afb-4691-9b81-31cca096c1fb req-3af293c5-af56-4fd6-aa0f-4ce8e6112e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:23.307242 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-3af293c5-af56-4fd6-aa0f-4ce8e6112e16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413249 Aug 12 03:18:23.395770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-8c2b5072-bbf5-413d-8ecd-6c46de6d014c service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813057 Aug 12 03:18:23.503494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-f1fe8618-1524-45f4-918e-8d2a56681ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996540 Aug 12 03:18:23.542257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf88b28-8936-4dbf-89be-f2f0d1a4feb1 req-91c75fe0-e572-4819-be4b-16cd7399ba98 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:23.543880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3bf88b28-8936-4dbf-89be-f2f0d1a4feb1 req-91c75fe0-e572-4819-be4b-16cd7399ba98 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0559323 Aug 12 03:18:23.584010 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3bf88b28-8936-4dbf-89be-f2f0d1a4feb1 req-3cc4a985-07f5-4b92-9327-8e859ce88ab5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Aug 12 03:18:23.920831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:18:23.958242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:18:24.580121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:24.581966 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:24.631942 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e869a8-b969-4ddd-94bc-2bcd3cd582d6 x-openstack-request-id: req-a5e869a8-b969-4ddd-94bc-2bcd3cd582d6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:24.632302 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:24.632622 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5e869a8-b969-4ddd-94bc-2bcd3cd582d6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:24.633447 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'status': 'completed', 'code': 200} Aug 12 03:18:24.744295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-1ec29ad3-97f2-497f-a536-f3f3f35c4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.746549 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-1ec29ad3-97f2-497f-a536-f3f3f35c4cbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0912364 Aug 12 03:18:24.764045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fc36f-2f72-4220-b1a3-3ab11aea01b2 req-ffca2fbb-0ba5-4cd9-b92a-c2b16645d65a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.765606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b09fc36f-2f72-4220-b1a3-3ab11aea01b2 req-ffca2fbb-0ba5-4cd9-b92a-c2b16645d65a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0985425 Aug 12 03:18:24.767510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-c85f3f95-9b25-462f-9e06-b2bb296cacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.768885 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-c85f3f95-9b25-462f-9e06-b2bb296cacd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0814817 Aug 12 03:18:24.850301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-c7350774-de1f-4439-a8f3-94b294b1c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.852323 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-c7350774-de1f-4439-a8f3-94b294b1c6a4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0992246 Aug 12 03:18:24.853970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b09fc36f-2f72-4220-b1a3-3ab11aea01b2 req-1ac5489c-cafb-48aa-9930-df19feef8567 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814657 Aug 12 03:18:24.891171 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-ce7a3316-0b6d-41a1-a98f-38b083dfe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.892715 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-ce7a3316-0b6d-41a1-a98f-38b083dfe928 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.1135554 Aug 12 03:18:24.930253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-8dd1e2dd-7793-47ae-948f-d94a063c7c1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0702634 Aug 12 03:18:24.965842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-c20cc152-2544-479f-8628-ef8781f009f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0656650 Aug 12 03:18:24.985119 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-093d6400-fdbe-40cb-937c-15f7624f6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:24.986605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-093d6400-fdbe-40cb-937c-15f7624f6746 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0493491 Aug 12 03:18:25.018970 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-0c2ec408-c5f9-4e55-bad8-ef8f164d688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:25.020619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-0c2ec408-c5f9-4e55-bad8-ef8f164d688a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0475705 Aug 12 03:18:25.036457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-271d9e67-f5b9-49d6-a3c6-8a6a3d451d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:25.038018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-271d9e67-f5b9-49d6-a3c6-8a6a3d451d79 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437174 Aug 12 03:18:25.069461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-6c4f0c63-6ab9-4482-a9b4-425f4b33d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:25.070982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-6c4f0c63-6ab9-4482-a9b4-425f4b33d1d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429182 Aug 12 03:18:25.132916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-e5d1b80c-dc22-4504-bb08-3b4c29917428 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875046 Aug 12 03:18:25.168333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-0f04e1d6-169e-4f3e-ac3a-7a761245b0a1 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869808 Aug 12 03:18:25.231218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-3bd7ef59-a3d3-46d8-ac75-f40a895cc381 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905876 Aug 12 03:18:25.260055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ae81d6b-4bf3-460e-ad1a-900ef2d0c09f req-d205385d-7910-43ca-88bf-efb8fa246718 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847056 Aug 12 03:18:25.972370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeb363-0d4a-4e79-9648-3570eddde9ad req-375df128-03fe-47d5-8e1b-f76ef1eac685 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:25.973868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfaeb363-0d4a-4e79-9648-3570eddde9ad req-375df128-03fe-47d5-8e1b-f76ef1eac685 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0496182 Aug 12 03:18:26.012093 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cfaeb363-0d4a-4e79-9648-3570eddde9ad req-b6c700ca-9b8d-4534-b52b-5b3b17de6102 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324018 Aug 12 03:18:27.131081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43b23-1d4c-4c5b-a50b-a19eca8aae04 req-c79702e7-bb54-49a4-a43d-b76bd3d1d68f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.132567 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9de43b23-1d4c-4c5b-a50b-a19eca8aae04 req-c79702e7-bb54-49a4-a43d-b76bd3d1d68f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0525775 Aug 12 03:18:27.169621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9de43b23-1d4c-4c5b-a50b-a19eca8aae04 req-45ba3ab5-f641-403a-91af-4a30a4681099 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Aug 12 03:18:27.469224 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-397c7dc0-3b43-4ca4-b34d-c32476e461bd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.470692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-397c7dc0-3b43-4ca4-b34d-c32476e461bd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8&tenant_id=2644d808039547c0be223d01e7ba6681&binding%3Ahost_id=n-h1-804303-2 HTTP/1.1" status: 200 len: 943 time: 0.0777135 Aug 12 03:18:27.486594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba89e3-a049-4a8c-a687-5b09f9ffb2ef req-9c877a6d-469d-464d-be55-06e6d78fd46a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.488253 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aaba89e3-a049-4a8c-a687-5b09f9ffb2ef req-9c877a6d-469d-464d-be55-06e6d78fd46a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0679505 Aug 12 03:18:27.562667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aaba89e3-a049-4a8c-a687-5b09f9ffb2ef req-a49a1e5f-47d7-452e-b176-90ea0064b7d2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684707 Aug 12 03:18:27.570835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-927ac923-ff56-4f53-8ec6-164652877af4 service neutron] 10.222.0.21 "GET /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add/bindings/n-h1-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.0925250 Aug 12 03:18:27.652865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-a320b863-7341-4632-aa6b-cf0f0d412b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.654306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-a320b863-7341-4632-aa6b-cf0f0d412b96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0401707 Aug 12 03:18:27.741265 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-f2066e45-e9f9-4b8b-995f-572f95df6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.742696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-f2066e45-e9f9-4b8b-995f-572f95df6a70 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0817168 Aug 12 03:18:27.815434 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-fa97240c-8349-4608-aabc-7e0a0743f7f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0658107 Aug 12 03:18:27.864081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-19c73b68-c97a-4d42-943a-46f8cf37de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.865475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-19c73b68-c97a-4d42-943a-46f8cf37de47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0424175 Aug 12 03:18:27.909255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-d7d1935b-68f3-4668-9871-af44d4b5dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:27.910635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-d7d1935b-68f3-4668-9871-af44d4b5dab7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378418 Aug 12 03:18:28.002093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-3052daa2-30c3-4f85-85c4-a32be44b74cd service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Aug 12 03:18:28.090093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-d8f78198-e042-49c1-af57-f3619ecf00b6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794497 Aug 12 03:18:28.692409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e1ed7-535c-42dd-bfc1-6ee4f0491d7e req-0d6c9a7a-0359-4ac7-a903-0332702bf0ea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:28.693930 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-767e1ed7-535c-42dd-bfc1-6ee4f0491d7e req-0d6c9a7a-0359-4ac7-a903-0332702bf0ea tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 943 time: 0.0620639 Aug 12 03:18:28.731912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-767e1ed7-535c-42dd-bfc1-6ee4f0491d7e req-0d92a6c0-7f91-4279-b16b-6a22cfd006fa tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Aug 12 03:18:28.945494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:18:29.050943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:29.063874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:18:29.100764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:29.113221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:18:29.131944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:29.136499 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:29.186561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:29.193808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.194157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.194496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.194833 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.195171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.195524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.195854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.196180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.196503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.196825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.197146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.197469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:29.856141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de77d-ffbd-4681-8669-21f31b5da289 req-fb484519-bd13-4e49-9974-8281c8e4f082 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:29.857682 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df9de77d-ffbd-4681-8669-21f31b5da289 req-fb484519-bd13-4e49-9974-8281c8e4f082 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0563283 Aug 12 03:18:29.901429 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-df9de77d-ffbd-4681-8669-21f31b5da289 req-244a29c5-ecd5-4c4c-8143-54acc7e06860 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363812 Aug 12 03:18:30.175081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-3e1f2b46-d9b3-451d-bd01-fb566ff1d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:30.176614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-3e1f2b46-d9b3-451d-bd01-fb566ff1d0d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1095 time: 0.0454478 Aug 12 03:18:30.188580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:18:30.239493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.444104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:30.477931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:18:30.516697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:18:30.524763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.536166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Ignored duplicate provisioning block setup for port faa654c2-6d63-4471-8ffc-d9940ab33add by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 12 03:18:30.539419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.642103 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:30.666845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.667322 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.667838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.668185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.668520 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.668859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.669194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.669523 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.669849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.670180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.670502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.670823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:18:30.721138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] No DVR routers for this DVR port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:18:30.853686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:18:30.853956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:18:30.854395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:30.858634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:18:30.858965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Attempting to bind port faa654c2-6d63-4471-8ffc-d9940ab33add on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:30.864003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:18:30.864361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:18:30.864751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:18:30.865183 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Bound port: faa654c2-6d63-4471-8ffc-d9940ab33add, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:18:30.865545 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.930429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:18:30.935720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:18:30.940708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.960249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:18:30.975637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:30.976563 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:30.978002 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] 10.222.0.25 "PUT /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 1091 time: 0.7935224 Aug 12 03:18:30.981494 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:30.984856 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97747a85-2c4c-4db9-8826-231c5bfa3ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:31.043940 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fee362-1357-4e5f-a983-c9bf0aff451f x-openstack-request-id: req-50fee362-1357-4e5f-a983-c9bf0aff451f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:31.044237 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:31.044485 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50fee362-1357-4e5f-a983-c9bf0aff451f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:31.044910 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'status': 'completed', 'code': 200} Aug 12 03:18:31.067992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:31.073259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9fd0a-db24-4885-81ea-ca74ffc910c7 service neutron] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=10']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:31.082932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add has no active binding in host n-h1-804303-2 {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 12 03:18:31.109035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-e7518e3d-82fb-4280-a8b3-bf7dbf1f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.110550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-e7518e3d-82fb-4280-a8b3-bf7dbf1f3721 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0953174 Aug 12 03:18:31.118544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b3890-865e-430d-a4a9-e7e3e66fa9cf req-e2db032b-8b96-4c43-8edd-3549f1a54418 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.120103 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-384b3890-865e-430d-a4a9-e7e3e66fa9cf req-e2db032b-8b96-4c43-8edd-3549f1a54418 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.1393688 Aug 12 03:18:31.125150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-bb3a0861-12cb-4c4e-bd33-bf0502c9da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.126658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-bb3a0861-12cb-4c4e-bd33-bf0502c9da71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0439613 Aug 12 03:18:31.210873 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-384b3890-865e-430d-a4a9-e7e3e66fa9cf req-6d07733c-337f-425a-acad-8686eb7eac21 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815723 Aug 12 03:18:31.223955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-faab0dd2-b7a4-4ae1-bef3-302c43bd6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.234200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-faab0dd2-b7a4-4ae1-bef3-302c43bd6efa service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0910490 Aug 12 03:18:31.240073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-25f17552-a4e5-4c93-bb43-23e8a0948db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.241595 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-25f17552-a4e5-4c93-bb43-23e8a0948db0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.1200631 Aug 12 03:18:31.296642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-a6279b26-57ee-496e-bb2a-abfd5cbfd296 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0631258 Aug 12 03:18:31.313098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-32504d12-8cd2-49e5-bea0-d5c91a261901 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0629773 Aug 12 03:18:31.345555 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-b9e8c899-79b8-4a96-a478-7943db90c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.347014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-b9e8c899-79b8-4a96-a478-7943db90c101 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0434754 Aug 12 03:18:31.364626 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-c2352309-8ed6-4594-902d-7a72014cac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.366118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-c2352309-8ed6-4594-902d-7a72014cac03 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0438216 Aug 12 03:18:31.394254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-ceb7013d-b19b-432f-951f-906eab6b591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.395868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-ceb7013d-b19b-432f-951f-906eab6b591e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416734 Aug 12 03:18:31.413920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-79f1975b-1d7c-4664-8758-f8dbfb56f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.415413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-79f1975b-1d7c-4664-8758-f8dbfb56f8e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399034 Aug 12 03:18:31.515353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-03193a8b-f85c-484f-9f8f-148ce7161b06 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910521 Aug 12 03:18:31.615295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ec8e128-ea50-4c43-a27e-b28db1587471 req-316972bd-83b3-4ff7-a181-793ace883128 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911751 Aug 12 03:18:31.705488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-c625c366-2fd0-4ae1-9b9c-7c345a5d030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.707036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-c625c366-2fd0-4ae1-9b9c-7c345a5d030d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 1095 time: 0.0421000 Aug 12 03:18:31.748678 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-2efe7f77-fa21-4e88-ae09-0cee6200403c service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457577 Aug 12 03:18:31.801989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-9588b634-835a-4322-9a6b-7dd083f88c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.803605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-9588b634-835a-4322-9a6b-7dd083f88c61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0879426 Aug 12 03:18:31.841959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-717b0c34-0b92-4f2a-92fc-fc9284cc48cd service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832703 Aug 12 03:18:31.870139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-27f49eb4-4ecf-4cc6-990d-0b21cbd58b6a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 200 len: 999 time: 0.0590136 Aug 12 03:18:31.923661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-ab54b73f-9632-42c2-9f96-985656ac987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.925202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-ab54b73f-9632-42c2-9f96-985656ac987b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0470381 Aug 12 03:18:31.974327 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-066ad4bf-2678-463f-80d1-4f7b5001c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:31.975861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-066ad4bf-2678-463f-80d1-4f7b5001c574 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431716 Aug 12 03:18:32.051438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c5a30e4b-8284-4bfe-b6f0-fe7106d99de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:32.068267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-90fb21ed-3f06-4ea9-b756-44484fd6b5e2 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837581 Aug 12 03:18:32.164523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97747a85-2c4c-4db9-8826-231c5bfa3ba9 req-7d24cf56-6a64-47e6-be07-d42555c3930d service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880327 Aug 12 03:18:32.335206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7062-629d-4e43-8c13-9afc17e9527d req-33c34bda-5a54-47e7-9eb1-25b054d83833 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:32.336629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b95a7062-629d-4e43-8c13-9afc17e9527d req-33c34bda-5a54-47e7-9eb1-25b054d83833 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0525231 Aug 12 03:18:32.374101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b95a7062-629d-4e43-8c13-9afc17e9527d req-c468c8a1-57d1-4ed7-9bd2-46e4f5860d41 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315270 Aug 12 03:18:33.490167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcf5e7-6fda-4eab-838b-da9ed4d1f9ff req-70dd3f9b-b6da-479e-ad61-00071d84f9ab tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:33.491721 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42bcf5e7-6fda-4eab-838b-da9ed4d1f9ff req-70dd3f9b-b6da-479e-ad61-00071d84f9ab tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0506706 Aug 12 03:18:33.530224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-42bcf5e7-6fda-4eab-838b-da9ed4d1f9ff req-a23058fe-925f-4f86-90e9-d26d699b10d5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Aug 12 03:18:33.642991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99018ae1-79e1-4aa0-88f0-32b0d8067ac4 req-823452ec-126a-4f05-9dcf-680956b11b5d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:33.644478 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99018ae1-79e1-4aa0-88f0-32b0d8067ac4 req-823452ec-126a-4f05-9dcf-680956b11b5d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0478251 Aug 12 03:18:33.680935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-99018ae1-79e1-4aa0-88f0-32b0d8067ac4 req-29cffde5-4786-439a-8d7f-fdbe197e0963 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305827 Aug 12 03:18:33.791709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc61ca-8fef-4f5e-b88d-d08fd1d3fea1 req-373214c2-04ac-4faf-a370-7248522ab7be tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:33.793361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74bc61ca-8fef-4f5e-b88d-d08fd1d3fea1 req-373214c2-04ac-4faf-a370-7248522ab7be tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0480571 Aug 12 03:18:33.829694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-74bc61ca-8fef-4f5e-b88d-d08fd1d3fea1 req-aee3251e-119b-4a7c-832c-5af4d88fb17a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305533 Aug 12 03:18:33.951755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:18:34.054157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:34.067582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'mac_address': 'fa:16:3e:3e:9d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:18:34.068055 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2491065-47e2-410f-a585-4be35537157a req-e4d1a1f5-42e5-41d5-8a57-6afe7e1f70a3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:34.069566 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2491065-47e2-410f-a585-4be35537157a req-e4d1a1f5-42e5-41d5-8a57-6afe7e1f70a3 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 944 time: 0.0570028 Aug 12 03:18:34.104180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:34.108997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2491065-47e2-410f-a585-4be35537157a req-d999a0a9-3929-422b-a226-504b7d4708c7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331235 Aug 12 03:18:34.118270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:18:34.139283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:34.145424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:34.196973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:34.399141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['faa654c2-6d63-4471-8ffc-d9940ab33add'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:18:34.669116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ffc5d9f-d735-41ac-8433-da0af4724d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:34.785633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:34.969382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:18:35.010240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:18:35.223899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639ba75-8a9d-4c9c-aaec-22b407044590 req-6b270b78-b7bf-4ce3-94ac-4013307b1fe0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:35.225475 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8639ba75-8a9d-4c9c-aaec-22b407044590 req-6b270b78-b7bf-4ce3-94ac-4013307b1fe0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0477238 Aug 12 03:18:35.262020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.265959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8639ba75-8a9d-4c9c-aaec-22b407044590 req-98b24c56-3fde-482d-a3d2-e2d48b66420e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Aug 12 03:18:35.297409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-9ed37e18-53a6-4fa3-8047-583e4f42da84 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:35.298933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-9ed37e18-53a6-4fa3-8047-583e4f42da84 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Aug 12 03:18:35.391449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Deleting port faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:18:35.391746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.483384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] For port faa654c2-6d63-4471-8ffc-d9940ab33add, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=faa654c2-6d63-4471-8ffc-d9940ab33add,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:35.483793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.650049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.650335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.650645 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee disassociated. External IP: 172.25.3.61, port: faa654c2-6d63-4471-8ffc-d9940ab33add. Aug 12 03:18:35.650982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Calling delete_port for faa654c2-6d63-4471-8ffc-d9940ab33add owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:18:35.786101 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:35.814738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'Port': ['ID=faa654c2-6d63-4471-8ffc-d9940ab33add,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:35.932449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:18:35.960914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:18:35.982686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: faa654c2-6d63-4471-8ffc-d9940ab33add {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:18:35.983614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device faa654c2-6d63-4471-8ffc-d9940ab33add not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:18:36.047158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:18:36.057535 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:18:36.067409 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:18:36.068094 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:36.069558 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:36.087429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] No DVR routers for this DVR port faa654c2-6d63-4471-8ffc-d9940ab33add on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:18:36.090051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:36.092112 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3cdd4335-643c-466d-b5fe-bc4cc5be94c6 req-d766f3b0-5cd0-47b4-a65e-9f2e7d3d30e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "DELETE /v2.0/ports/faa654c2-6d63-4471-8ffc-d9940ab33add HTTP/1.1" status: 204 len: 173 time: 0.7870219 Aug 12 03:18:36.092562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-deleted', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:36.094836 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54c2d90-032f-4f62-9ef0-7480ad349498" -d '{"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-deleted", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:36.131860 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a54fb41-8bc4-48b7-b431-5211831af3ef x-openstack-request-id: req-8a54fb41-8bc4-48b7-b431-5211831af3ef {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:36.132335 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7030b5f-6090-4c90-8d99-33b6e6fa4ee8", "name": "network-vif-deleted", "tag": "faa654c2-6d63-4471-8ffc-d9940ab33add", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:36.132668 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a54fb41-8bc4-48b7-b431-5211831af3ef {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:36.133155 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7030b5f-6090-4c90-8d99-33b6e6fa4ee8', 'name': 'network-vif-deleted', 'tag': 'faa654c2-6d63-4471-8ffc-d9940ab33add', 'status': 'completed', 'code': 200} Aug 12 03:18:36.188051 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:18:36.385920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-592af098-c3ed-433d-9aa2-1b02e2f32899 req-d7c2df66-a419-48b7-a016-9ffd3c4b5d84 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7030b5f-6090-4c90-8d99-33b6e6fa4ee8 HTTP/1.1" status: 200 len: 210 time: 0.0338032 Aug 12 03:18:36.399598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:36.426345 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:18:36.435867 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:18:36.436473 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:36.540393 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:18:36.726786 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:36.755361 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74adc01-8de7-489e-8564-4c1c67837a63 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:18:36.964493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6693d574-8eb4-4152-9553-21a3f47167f9 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:18:37.584287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:37.659080 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-5e529d50-0636-4d90-a529-f5e3ead44d0b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1193140342&fields=id&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 267 time: 0.0372703 Aug 12 03:18:37.763676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-a76f918c-8746-449a-a718-eb6c33f7dd1e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:37.765115 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-a76f918c-8746-449a-a718-eb6c33f7dd1e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.0994945 Aug 12 03:18:37.779418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-face7103-d5c4-44b9-80b7-0c79a5e59e08 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/quotas/2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 375 time: 0.0086796 Aug 12 03:18:37.833020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-9e977da5-0b77-4097-a25d-5153924f1606 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483100 Aug 12 03:18:37.971839 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-51e17120-6f24-49b1-96ea-b133e6a85b96 service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267202 Aug 12 03:18:38.059338 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-49726774-ffb3-4bab-99de-87ed2ddb758a service neutron] 10.222.0.11 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813460 Aug 12 03:18:38.215743 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4623b382-fca1-451c-b95c-1fbd938479ef req-c15d0c6a-8663-41f4-8596-83b2659aac5f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0259101 Aug 12 03:18:39.325769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d419e0b-9ad7-4df6-be0b-326b0af8e49a req-c70aea08-73bb-4bd0-a7af-f62f7ef202a0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0332575 Aug 12 03:18:39.326373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-104903cf-8857-47b4-8f1b-19db147c39b5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:39.327827 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-104903cf-8857-47b4-8f1b-19db147c39b5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 812 time: 0.1070943 Aug 12 03:18:39.389501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-eee32738-9682-4683-992e-85a0423897e1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 380 time: 0.0354922 Aug 12 03:18:39.422350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'port': {'device_id': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'admin_state_up': True, 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'security_groups': ['c2fd06be-074b-4752-a244-215bc37054e2']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:18:39.531888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Made reservation on behalf of 2644d808039547c0be223d01e7ba6681 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:18:39.535311 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:39.663808 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Allocated IP 172.20.0.4 (8f06f6d7-53cd-4e90-8fd6-f6bc5e419628/578b9862-ce42-4ded-85e7-27aeab6f070d/73bf9c78-0aa0-4299-acd9-2b0222539f78) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:18:39.797599 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:39.811283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Transition to ACTIVE for port object 73bf9c78-0aa0-4299-acd9-2b0222539f78 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:18:39.843312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:39.889296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:18:39.894174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:18:39.897819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:18:39.921107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:39.949913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:39.950536 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:39.965601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-888a4129-6431-4a7d-8a29-58a4ed655115 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469043 Aug 12 03:18:39.983577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Request body: {'port': {'device_id': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:18:40.039050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.108859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c2f92c9-9334-427a-9ceb-6da85ff60d68 None None] Provisioning for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:18:40.112888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2c2f92c9-9334-427a-9ceb-6da85ff60d68 None None] Provisioning complete for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:18:40.113259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2c2f92c9-9334-427a-9ceb-6da85ff60d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.148350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2c2f92c9-9334-427a-9ceb-6da85ff60d68 None None] Port 73bf9c78-0aa0-4299-acd9-2b0222539f78 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:18:40.305235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:18:40.312681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.324835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Transition to ACTIVE for port object 73bf9c78-0aa0-4299-acd9-2b0222539f78 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:18:40.328594 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.377820 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:40.435772 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:18:40.486098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:18:40.486439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:18:40.486769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:40.494434 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:18:40.494760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:18:40.507625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80420549-ecc0-4d2b-b576-52bba0a5e340 req-e7921853-9068-4c15-b6b4-4662f8c9610f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:40.509201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80420549-ecc0-4d2b-b576-52bba0a5e340 req-e7921853-9068-4c15-b6b4-4662f8c9610f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.1069558 Aug 12 03:18:40.510508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:18:40.511243 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:18:40.511753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:18:40.512199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Bound port: 73bf9c78-0aa0-4299-acd9-2b0222539f78, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:18:40.512570 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.579181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-80420549-ecc0-4d2b-b576-52bba0a5e340 req-89469ba8-1c44-4912-9841-92d3aae5d40b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632348 Aug 12 03:18:40.605099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:18:40.608118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:18:40.613239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.646232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:40.646842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:40.648245 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] 10.222.0.21 "PUT /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1091 time: 0.6697464 Aug 12 03:18:40.648676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:40.650896 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87eb83-ee64-4c75-98ce-3072a9662ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:40.677760 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fc57f-dccc-49c7-b3f2-c8f39a5ba7ef service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:40.715708 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2543745-a9c3-4091-a535-dbe8766d9b89 x-openstack-request-id: req-b2543745-a9c3-4091-a535-dbe8766d9b89 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:40.716001 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:40.716255 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2543745-a9c3-4091-a535-dbe8766d9b89 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:40.716653 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'status': 'completed', 'code': 200} Aug 12 03:18:40.756623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-bf5df1c5-7600-4c0a-b805-f5768ac6867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:40.758198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-bf5df1c5-7600-4c0a-b805-f5768ac6867f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1094 time: 0.0530241 Aug 12 03:18:40.808300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-26e17e85-b149-49cc-8989-ec1026820ef9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 217 time: 0.0356121 Aug 12 03:18:40.860106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-ce0d7f6a-5b9a-46f5-9a92-1bfcf05b9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:40.861711 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-ce0d7f6a-5b9a-46f5-9a92-1bfcf05b9094 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0471597 Aug 12 03:18:40.914447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-160dcb9e-6ab5-4f33-8669-e997f0ef3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:40.916076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-160dcb9e-6ab5-4f33-8669-e997f0ef3286 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464458 Aug 12 03:18:41.003874 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-61a66244-a337-472e-a697-df3087563499 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804925 Aug 12 03:18:41.096655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a133144d-060f-47fa-bdcc-5355fc7c411a req-eebc5f2a-e22b-4260-b606-1b0d2f6d98d6 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857337 Aug 12 03:18:41.221484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-3d88e612-875e-4697-8e86-6f979d12d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:41.222984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-3d88e612-875e-4697-8e86-6f979d12d513 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1094 time: 0.0403845 Aug 12 03:18:41.310938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-d3356ccc-1af6-4827-863c-aa7ed3fbc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:41.312454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-d3356ccc-1af6-4827-863c-aa7ed3fbc42e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0820000 Aug 12 03:18:41.358571 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-8083da9c-15b6-45b4-bc4e-884eb7c70521 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 217 time: 0.0386436 Aug 12 03:18:41.407160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-0a0bdea9-cf49-417b-a8d9-87d265377db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:41.408631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-0a0bdea9-cf49-417b-a8d9-87d265377db5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0432141 Aug 12 03:18:41.456048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-22e29b50-9ce8-49b3-8772-de36d0d6f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:41.457555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-22e29b50-9ce8-49b3-8772-de36d0d6f803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390546 Aug 12 03:18:41.551390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-69e4cdb0-aaf4-4b83-92da-79919f80c456 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850530 Aug 12 03:18:41.643723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a87eb83-ee64-4c75-98ce-3072a9662ed3 req-d7792620-8d4a-484b-907b-eae36df233a0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844834 Aug 12 03:18:41.696675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118312-8628-4507-bd2b-78eb38c867a5 req-41ebb576-7748-4198-86b4-d0cef2a7058d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:41.698196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b118312-8628-4507-bd2b-78eb38c867a5 req-41ebb576-7748-4198-86b4-d0cef2a7058d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0507064 Aug 12 03:18:41.740196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9b118312-8628-4507-bd2b-78eb38c867a5 req-c26cebd5-4021-435d-97ab-abd0072a8d0d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357716 Aug 12 03:18:42.860460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0b570-4f83-4258-a836-32384bdb31b5 req-8ec884f4-b09d-464a-bc73-5ff16496e931 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:42.861993 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57d0b570-4f83-4258-a836-32384bdb31b5 req-8ec884f4-b09d-464a-bc73-5ff16496e931 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0513506 Aug 12 03:18:42.900221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57d0b570-4f83-4258-a836-32384bdb31b5 req-39d5d91e-5c39-4fe2-8f84-83a884e3d71d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319173 Aug 12 03:18:44.065331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075bfd3-273b-4242-89d9-abfa933e971c req-9c8f1e29-2abb-4b4e-9927-c5113a5680de tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:44.066881 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9075bfd3-273b-4242-89d9-abfa933e971c req-9c8f1e29-2abb-4b4e-9927-c5113a5680de tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0974135 Aug 12 03:18:44.105505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9075bfd3-273b-4242-89d9-abfa933e971c req-6848b8a3-5c98-4e7a-a9a5-32b633cedd12 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Aug 12 03:18:45.019317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:18:45.116800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:45.129561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:18:45.168645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:45.181492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:18:45.202415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:45.206810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:45.258404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:45.268314 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa889e2c-7961-4e98-ab99-d16f0834f8cf req-bd6d54b6-6679-4138-a287-c6d2143f9924 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:45.270014 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa889e2c-7961-4e98-ab99-d16f0834f8cf req-bd6d54b6-6679-4138-a287-c6d2143f9924 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0976470 Aug 12 03:18:45.307516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-aa889e2c-7961-4e98-ab99-d16f0834f8cf req-320e0eec-2010-4a2d-9abe-06dbdf76996b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 12 03:18:45.562461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['73bf9c78-0aa0-4299-acd9-2b0222539f78'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:18:46.421203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13714612-8538-451b-8de2-1fe755f7cedc req-59e22a08-3eb9-4a13-881e-a260e7367990 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:46.422674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13714612-8538-451b-8de2-1fe755f7cedc req-59e22a08-3eb9-4a13-881e-a260e7367990 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0483863 Aug 12 03:18:46.461016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-13714612-8538-451b-8de2-1fe755f7cedc req-9345de89-8d5c-4d33-86a1-83c826c57224 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324926 Aug 12 03:18:47.033706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:18:47.081123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:18:47.085031 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:18:47.085408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:47.161997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:47.184284 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:47.186538 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd359a4-e5d0-4d9b-a097-913afdeab39b" -d '{"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:47.199547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:18:47.203626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:47.226353 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d463cbde-91d3-4023-b6f0-0cce5f602282 x-openstack-request-id: req-d463cbde-91d3-4023-b6f0-0cce5f602282 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:47.226648 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:47.226898 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d463cbde-91d3-4023-b6f0-0cce5f602282 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:47.227281 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'code': 200} Aug 12 03:18:47.252444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:18:47.345345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adda79-9b14-439b-bcd7-543cc039ae63 req-d7583483-0e4e-4098-91c7-66eb29330af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:47.346728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3adda79-9b14-439b-bcd7-543cc039ae63 req-d7583483-0e4e-4098-91c7-66eb29330af5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0402632 Aug 12 03:18:47.385391 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a3adda79-9b14-439b-bcd7-543cc039ae63 req-9e6aeadb-d90b-40ba-9078-2e21bc262533 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Aug 12 03:18:47.575488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fa89d-d379-466e-bacf-017281d52375 req-97cbfc04-bcbf-452b-a68d-7fe8f638b41e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:47.576955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d2fa89d-d379-466e-bacf-017281d52375 req-97cbfc04-bcbf-452b-a68d-7fe8f638b41e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0483565 Aug 12 03:18:47.615061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2d2fa89d-d379-466e-bacf-017281d52375 req-7dd03cf5-dc01-485a-a629-bdad0d6b0138 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322411 Aug 12 03:18:48.471748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:48.733614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6664922-43ac-4958-8e3f-c04536ad4b91 req-f3c36a12-ba1b-49c9-b94e-74cf7d711e77 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:48.735104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6664922-43ac-4958-8e3f-c04536ad4b91 req-f3c36a12-ba1b-49c9-b94e-74cf7d711e77 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0485473 Aug 12 03:18:48.781019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6664922-43ac-4958-8e3f-c04536ad4b91 req-67ed07ea-c9f5-47ce-b917-96ce3454d769 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Aug 12 03:18:49.893465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b3b93-ea3d-461a-878b-26207a689970 req-e31d4aa8-1035-426b-b7f2-208ce166fa6a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:49.894935 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-093b3b93-ea3d-461a-878b-26207a689970 req-e31d4aa8-1035-426b-b7f2-208ce166fa6a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0479290 Aug 12 03:18:49.932203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-093b3b93-ea3d-461a-878b-26207a689970 req-03378ed4-f75b-4245-9616-b81d9e563a0d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Aug 12 03:18:50.042571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b073ad-68fe-40c2-b173-46881f3cfd5d req-8c1abb08-ea75-4306-9264-85c20e8d9141 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:50.044020 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-65b073ad-68fe-40c2-b173-46881f3cfd5d req-8c1abb08-ea75-4306-9264-85c20e8d9141 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0494752 Aug 12 03:18:50.052318 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:18:50.056717 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Request body: {'floatingip': {'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:18:50.095234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:50.824294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:50.827703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:50.925964 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee associated. External IP: 172.25.3.61, port: 73bf9c78-0aa0-4299-acd9-2b0222539f78. Aug 12 03:18:51.137857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:18:51.244968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:18:51.249852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:18:51.254695 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:18:51.263972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:18:51.264648 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:51.279906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ccbd67a0-a816-4bbe-bd86-91a68b3c2363 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "PUT /v2.0/floatingips/5def43e4-ec13-45d3-a062-db9a786ceaee HTTP/1.1" status: 200 len: 991 time: 1.2240009 Aug 12 03:18:51.279906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:18:51.280441 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c1de3-20c5-4519-83bf-d561e03cef18" -d '{"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:18:51.320764 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb230f6-33eb-4335-9402-522020f9e579 x-openstack-request-id: req-9eb230f6-33eb-4335-9402-522020f9e579 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:18:51.320912 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:18:51.321077 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9eb230f6-33eb-4335-9402-522020f9e579 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:18:51.321612 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'status': 'completed', 'code': 200} Aug 12 03:18:51.371373 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:18:51.417642 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-f6f9951e-359a-4f31-a2d3-9ddb6c76bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:51.419094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-f6f9951e-359a-4f31-a2d3-9ddb6c76bf82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0411665 Aug 12 03:18:51.513944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-1cef7b2a-0430-414e-81c3-d4698063de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:51.515516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-1cef7b2a-0430-414e-81c3-d4698063de21 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0894895 Aug 12 03:18:51.583902 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-7a2bd4bd-8743-49c3-bb9d-513d8a3a761a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0612860 Aug 12 03:18:51.640169 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-4b5a8de2-647a-4e8d-93aa-44154b869422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:51.641658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-4b5a8de2-647a-4e8d-93aa-44154b869422 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0502245 Aug 12 03:18:51.683733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:18:50Z', 'revision_number': 13, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:51.687669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-ea552fed-17ab-4aa2-b62f-2a7fe6ad2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:51.689185 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-ea552fed-17ab-4aa2-b62f-2a7fe6ad2179 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397122 Aug 12 03:18:51.709109 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:18:51.717832 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:18:51.718426 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:18:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:51.777723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-70586803-00bd-45b3-8300-986deb5fbb15 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810688 Aug 12 03:18:51.825528 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:18:51.872805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-314c1de3-20c5-4519-83bf-d561e03cef18 req-8e58478e-4d03-47bb-9021-b103563a59f4 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Aug 12 03:18:52.045052 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:18:50Z', 'revision_number': 13, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:18:52.069960 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a612bfec-a9bb-45dd-ba9c-ca1ec2b8e907 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '5def43e4-ec13-45d3-a062-db9a786ceaee', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:11:55Z', 'updated_at': '2021-08-12T03:18:50Z', 'revision_number': 13, 'project_id': '2644d808039547c0be223d01e7ba6681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:18:52.256964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab3136-f151-4a6b-818c-752c2aa023d3 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:18:54.798649 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-562c60de-f674-43c7-95c5-ea229f64133e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396380 Aug 12 03:18:54.905801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c481-4862-42de-9229-b541d507b83b req-fd021322-2a01-4c1b-8198-c09a50ffab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:54.907331 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-fd021322-2a01-4c1b-8198-c09a50ffab00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0422642 Aug 12 03:18:55.011254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c481-4862-42de-9229-b541d507b83b req-f332401b-acf3-496e-bfb9-81bb12a56b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:55.012748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-f332401b-acf3-496e-bfb9-81bb12a56b19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0872927 Aug 12 03:18:55.075768 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-b5929c01-7160-4431-856f-c1e65ce61932 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1001 time: 0.0559759 Aug 12 03:18:55.128492 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c481-4862-42de-9229-b541d507b83b req-ca2ea281-426e-4ebb-9b0d-72b6af0dc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:55.129963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-ca2ea281-426e-4ebb-9b0d-72b6af0dc1ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0480804 Aug 12 03:18:55.174095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594c481-4862-42de-9229-b541d507b83b req-434fe1ec-44af-469e-9545-43db04620c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:18:55.175490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-434fe1ec-44af-469e-9545-43db04620c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385091 Aug 12 03:18:55.262990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-c8e5969d-03a1-438a-bb2a-e5ba55aca786 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792010 Aug 12 03:18:55.353764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2594c481-4862-42de-9229-b541d507b83b req-4edcc800-87fa-4626-b3ff-4ec2c73b47c3 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Aug 12 03:19:02.053380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-69ce897e-d4d9-4003-ad4c-f758227fc6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:04.669573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-31fdd779-1d3f-40d2-a4a5-71318684861a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:04.786132 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:05.258158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:06.066648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:07.586664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:17.435607 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:19:18.479450 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:32.053629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5385ae8b-6c83-4403-a164-a21ba8d98926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:34.669412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5d14e046-33b0-447c-81de-460fd8fd482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:34.786029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:35.286538 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:36.068611 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:37.589456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:48.480096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:19:54.435772 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:19:55.879117 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-8a3e3160-2501-45d1-b242-075a7d674aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0796347 Aug 12 03:19:55.976194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-60b10706-7565-47cc-b42d-e8ec1a6b3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:19:55.977680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-60b10706-7565-47cc-b42d-e8ec1a6b3461 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0400460 Aug 12 03:19:56.087976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-68fd6694-a56f-48da-b2e6-ce5c088acd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:19:56.089578 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-68fd6694-a56f-48da-b2e6-ce5c088acd2d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0904291 Aug 12 03:19:56.154074 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-6220fca4-c458-4f74-9338-af4a533ee748 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1001 time: 0.0571549 Aug 12 03:19:56.205178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-5c1399a1-4361-4cdd-9d0d-c55f08063adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:19:56.206576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-5c1399a1-4361-4cdd-9d0d-c55f08063adb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0462174 Aug 12 03:19:56.251669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-204caa97-a34c-45a0-9842-97ddcb060f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:19:56.253113 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-204caa97-a34c-45a0-9842-97ddcb060f3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391545 Aug 12 03:19:56.346210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-64e3b81f-5b7a-45dd-9ff1-77ad0ba2b17f service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Aug 12 03:19:56.438797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-053a6b53-56a6-405f-8590-2df24aad1c12 req-40cb65da-0eb8-4c2a-b8a5-fc7854f39950 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 Aug 12 03:20:02.053652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e302f8a1-dc78-4e49-b81e-010cd67017a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:04.669416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-df147eec-13f4-4eb1-8e0e-70360e00dc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:04.790135 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:05.293513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:06.072290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:07.592582 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:18.480728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:31.436084 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:20:32.053755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-29f45401-6d70-4b4d-8a17-394273c673aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:34.670529 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-db2e8fba-221d-49ee-82cb-5fa43079cbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:34.790594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:35.303988 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:36.075996 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:37.596199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:48.495458 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:20:57.810847 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-019c1181-fe82-4ceb-8d86-aad46ad61011 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413063 Aug 12 03:20:57.904834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-3fbf68d0-caf5-4671-bb4b-16faeec829ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:20:57.906278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-3fbf68d0-caf5-4671-bb4b-16faeec829ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0392904 Aug 12 03:20:58.009416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-f4840e74-60bb-45ff-a169-55422dc5bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:20:58.010922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-f4840e74-60bb-45ff-a169-55422dc5bdc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0862434 Aug 12 03:20:58.074604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-9e67a471-283b-4b62-b5e9-b0e753e2a431 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1001 time: 0.0565734 Aug 12 03:20:58.126544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-9247b526-476f-46cd-8df8-daa7426aac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:20:58.127972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-9247b526-476f-46cd-8df8-daa7426aac0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0470254 Aug 12 03:20:58.172029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-82b48736-cd2c-4c61-8b37-01044b288fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:20:58.173466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-82b48736-cd2c-4c61-8b37-01044b288fde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381389 Aug 12 03:20:58.260118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-e115e957-296e-414a-96fe-70528b3338a2 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792799 Aug 12 03:20:58.350470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9e082ef-8cb7-42d5-b903-b5c35156b78e req-d17073da-8abc-4fdc-b7d6-053d1ece55c7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834849 Aug 12 03:21:02.054315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f3dda238-df16-46ad-a7a3-aff90acbebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:04.670436 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80346cad-0157-40fc-b019-feba28aaf510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:04.792230 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:05.315435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:06.079929 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:07.600189 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:08.434738 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:21:18.490547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:19.477917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029afc4-e193-42ed-b2cb-0d2f71e66128 req-a841c773-4af6-4b39-a36c-08526c5cab5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:19.479434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4029afc4-e193-42ed-b2cb-0d2f71e66128 req-a841c773-4af6-4b39-a36c-08526c5cab5b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0502441 Aug 12 03:21:19.517129 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4029afc4-e193-42ed-b2cb-0d2f71e66128 req-59bbcff9-696a-4ccf-b334-758747dc329b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Aug 12 03:21:30.696231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7748109-266e-4ebb-820c-bd37c7efd6f0 req-20eabe85-6854-4993-9b9a-737e7360e060 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:30.697742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7748109-266e-4ebb-820c-bd37c7efd6f0 req-20eabe85-6854-4993-9b9a-737e7360e060 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0488296 Aug 12 03:21:30.762605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7748109-266e-4ebb-820c-bd37c7efd6f0 req-f08f25ef-badd-49c5-8910-dde016c1ebd6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588861 Aug 12 03:21:30.775886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-0b418e7d-e109-4ee9-99ea-cf38a258d86c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349921 Aug 12 03:21:31.879606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca941e4-5656-441f-9a5f-2540e4083515 req-ae1a25d1-e320-4473-b7c2-2ba3785d3390 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:31.881101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dca941e4-5656-441f-9a5f-2540e4083515 req-ae1a25d1-e320-4473-b7c2-2ba3785d3390 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0487401 Aug 12 03:21:31.924876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-dca941e4-5656-441f-9a5f-2540e4083515 req-26f9925c-6590-4225-835d-db6b31e1cea7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 Aug 12 03:21:32.012175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-06e7bd28-e6de-4650-9910-ddf311f0e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:32.014384 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-06e7bd28-e6de-4650-9910-ddf311f0e7df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1096 time: 0.0402448 Aug 12 03:21:32.055663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44d04272-7744-485d-8132-43c67c180215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:32.101784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-84ec8364-6e10-4a2e-88db-ab8edbbabb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:32.103271 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-84ec8364-6e10-4a2e-88db-ab8edbbabb1c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0821080 Aug 12 03:21:32.170644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-8c0e6451-f8e5-49c2-8d5d-73927647442f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1001 time: 0.0606704 Aug 12 03:21:32.218228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-faa46691-133d-4a0f-a215-d5b909da8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:32.219645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-faa46691-133d-4a0f-a215-d5b909da8e0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0423474 Aug 12 03:21:32.263930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-79aa7a28-e205-4a63-a6df-bb5408246529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:32.265490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-79aa7a28-e205-4a63-a6df-bb5408246529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386121 Aug 12 03:21:32.354723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-f2ed571b-a04e-4bad-847a-5ef0824337ae service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817060 Aug 12 03:21:32.445129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-1525b2f3-ce23-4e45-9d56-050603575147 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832999 Aug 12 03:21:33.043539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce8cc1-84df-4e9e-bb9c-a8499c32b899 req-7a4caa13-e802-4a13-899e-d1aba1a8ab7b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:33.045718 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8ce8cc1-84df-4e9e-bb9c-a8499c32b899 req-7a4caa13-e802-4a13-899e-d1aba1a8ab7b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0505044 Aug 12 03:21:33.086689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8ce8cc1-84df-4e9e-bb9c-a8499c32b899 req-0bc5ce65-dede-4650-9cec-53d72fc6a886 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350950 Aug 12 03:21:34.205758 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d6db5-65c4-47a2-8f0a-fef4c469dad9 req-07fca8f7-1d0f-41d4-809b-85dbbaaa1f3c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:34.207247 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d9d6db5-65c4-47a2-8f0a-fef4c469dad9 req-07fca8f7-1d0f-41d4-809b-85dbbaaa1f3c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0492182 Aug 12 03:21:34.243716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d9d6db5-65c4-47a2-8f0a-fef4c469dad9 req-f49a57e3-a15a-4481-956b-e415dede1dee tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305443 Aug 12 03:21:34.670634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c941f6e7-0660-4058-a715-5e283ea771d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:34.792181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:35.331647 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:35.358983 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8faea-856b-4344-951b-ecb84cd78a60 req-d3658e81-959f-4ca9-8f33-d681f585c4ab tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:35.360489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2f8faea-856b-4344-951b-ecb84cd78a60 req-d3658e81-959f-4ca9-8f33-d681f585c4ab tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0492666 Aug 12 03:21:35.397432 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2f8faea-856b-4344-951b-ecb84cd78a60 req-8f3d846d-1892-452f-8d97-18cdcee126d1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308721 Aug 12 03:21:36.083862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:36.511940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb32b-667b-45fd-85bf-40d03d5e4ff1 req-efd13f12-bb91-43cc-953b-e33e6b068bbd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:36.513424 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-624bb32b-667b-45fd-85bf-40d03d5e4ff1 req-efd13f12-bb91-43cc-953b-e33e6b068bbd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0494485 Aug 12 03:21:36.550987 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-624bb32b-667b-45fd-85bf-40d03d5e4ff1 req-f1e48858-badf-4529-a566-7def82962550 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Aug 12 03:21:37.602268 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:37.668293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60749486-ba4a-4479-87ff-1801054758ef req-a242bbe9-84c9-4c61-a1e4-ea3d15b4690d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:37.669683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-60749486-ba4a-4479-87ff-1801054758ef req-a242bbe9-84c9-4c61-a1e4-ea3d15b4690d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0480990 Aug 12 03:21:37.706851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-60749486-ba4a-4479-87ff-1801054758ef req-38f85f8d-c181-404d-afa7-f516783df073 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307512 Aug 12 03:21:38.825615 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40351f08-19e5-4821-ab4e-3ccde4acdd1d req-132b8498-1318-4868-83a9-e85e540d6d8c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:38.827219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40351f08-19e5-4821-ab4e-3ccde4acdd1d req-132b8498-1318-4868-83a9-e85e540d6d8c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0529499 Aug 12 03:21:38.869916 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-40351f08-19e5-4821-ab4e-3ccde4acdd1d req-8871936b-ce94-4b32-9cde-6194f4e91648 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368388 Aug 12 03:21:39.981635 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00728c5-1c8f-469e-a1e8-c5199f9fe60e req-56c84c16-35fd-495e-979f-01e406ce0c0f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:39.983079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c00728c5-1c8f-469e-a1e8-c5199f9fe60e req-56c84c16-35fd-495e-979f-01e406ce0c0f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0470185 Aug 12 03:21:40.024024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c00728c5-1c8f-469e-a1e8-c5199f9fe60e req-afafd855-49e1-435e-a079-23b0f4b8d223 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344312 Aug 12 03:21:41.144617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513b8f-636e-4cee-9fc8-c619e33688fc req-891dd5a6-d032-433a-bb49-f024261d05b9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:41.151627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91513b8f-636e-4cee-9fc8-c619e33688fc req-891dd5a6-d032-433a-bb49-f024261d05b9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0561330 Aug 12 03:21:41.184958 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-91513b8f-636e-4cee-9fc8-c619e33688fc req-1b93ab33-cbf0-4168-8f36-b109391cf67d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Aug 12 03:21:42.300419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41561826-0043-41e2-8b6b-44d3ba782eef req-cf6a93d7-0c5f-4858-8475-875425182460 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:42.301859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41561826-0043-41e2-8b6b-44d3ba782eef req-cf6a93d7-0c5f-4858-8475-875425182460 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0484352 Aug 12 03:21:42.338420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41561826-0043-41e2-8b6b-44d3ba782eef req-919df176-f3d6-4598-83b8-e9572dfd8344 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308113 Aug 12 03:21:43.469875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30457ebc-338e-4675-ac32-9cdbaa7653c4 req-60924950-111c-4041-8490-e82ca4cab9f6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:43.471102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-30457ebc-338e-4675-ac32-9cdbaa7653c4 req-60924950-111c-4041-8490-e82ca4cab9f6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0526593 Aug 12 03:21:43.509474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-30457ebc-338e-4675-ac32-9cdbaa7653c4 req-a5cd4b87-1a06-45ea-8504-3a3cc8b71cf6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Aug 12 03:21:44.624774 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d24596-cb4a-4ef3-992c-1a4007ef5cf4 req-76dca675-bb67-40a2-b364-7d879cfa188a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:44.626255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7d24596-cb4a-4ef3-992c-1a4007ef5cf4 req-76dca675-bb67-40a2-b364-7d879cfa188a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0489857 Aug 12 03:21:44.663488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7d24596-cb4a-4ef3-992c-1a4007ef5cf4 req-312d2756-5952-48bc-9543-ff679782295c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Aug 12 03:21:45.434253 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:21:45.781502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43891f-ae97-4034-ab68-9f6906eefb91 req-1296b690-9718-4b49-8ae5-caa3b7e20e88 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:45.783124 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae43891f-ae97-4034-ab68-9f6906eefb91 req-1296b690-9718-4b49-8ae5-caa3b7e20e88 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0515232 Aug 12 03:21:45.828528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ae43891f-ae97-4034-ab68-9f6906eefb91 req-afc78793-8c40-4261-96d3-423d0ee8139b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393124 Aug 12 03:21:46.559801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-1972c6e6-2651-44d2-af87-f02fbba8c405 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:21:46.560782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-1972c6e6-2651-44d2-af87-f02fbba8c405 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058813 Aug 12 03:21:46.631056 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6a3f5988-a963-4e82-a7d7-091a354bd4fa service neutron] show failed (client error): The resource could not be found. Aug 12 03:21:46.632124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6a3f5988-a963-4e82-a7d7-091a354bd4fa service neutron] 10.222.0.21 "GET /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0613506 Aug 12 03:21:46.846208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-d68b41e1-e363-47ac-aa45-cb1dcfd46c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:46.847807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-d68b41e1-e363-47ac-aa45-cb1dcfd46c30 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1096 time: 0.0452573 Aug 12 03:21:46.861083 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:21:46.924566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:46.969286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160ef0-1d00-48a4-a861-529405e9b1ed req-d319a449-79a5-4c18-9c0c-39ddeaea8f2e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:46.970832 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30160ef0-1d00-48a4-a861-529405e9b1ed req-d319a449-79a5-4c18-9c0c-39ddeaea8f2e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0562236 Aug 12 03:21:47.014109 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30160ef0-1d00-48a4-a861-529405e9b1ed req-3b8ef6b0-ae07-46b3-bc8d-a91891d39fb8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369339 Aug 12 03:21:47.173834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:21:47.214706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:21:47.261479 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:21:47.263765 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e163e2-286c-4c01-8fe5-2208598bf796" -d '{"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:21:47.268861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:47.281865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Transition to ACTIVE for port object 73bf9c78-0aa0-4299-acd9-2b0222539f78 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:21:47.285779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:47.370341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:21:47.373602 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00faf40-0706-4b2c-a907-a09098b969ab x-openstack-request-id: req-d00faf40-0706-4b2c-a907-a09098b969ab {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:21:47.373939 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:21:47.374301 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d00faf40-0706-4b2c-a907-a09098b969ab {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:21:47.374843 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'code': 200} Aug 12 03:21:47.385054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.385404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.385746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.386085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.386418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.386750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.387078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.387405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.387760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.388087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.388412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.388734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:47.425634 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] No DVR routers for this DVR port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:21:47.560545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:21:47.560882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:21:47.561212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:21:47.565784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:21:47.566109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:21:47.570855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:21:47.571203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:21:47.571621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:21:47.572052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Bound port: 73bf9c78-0aa0-4299-acd9-2b0222539f78, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:21:47.572415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:47.635445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:21:47.638390 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:21:47.643208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:47.676558 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:47.677202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:47.678606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] 10.222.0.25 "PUT /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1091 time: 0.8228848 Aug 12 03:21:47.700193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef6a06-31d6-423b-952a-400f3da8d393 service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:21:47.744728 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-862096c0-b6ba-4143-885e-0bd9c68239c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:47.746269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-862096c0-b6ba-4143-885e-0bd9c68239c1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1094 time: 0.0426285 Aug 12 03:21:47.843559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-af179b14-79a2-43f5-b528-5ffcafce0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:47.845082 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-af179b14-79a2-43f5-b528-5ffcafce0ed8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0918770 Aug 12 03:21:47.909910 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-9a840060-9640-4aef-989a-2a11d40d33ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0577624 Aug 12 03:21:47.965552 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-4d69c8d2-2f97-4bf0-9254-6bef4815ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:47.966972 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-4d69c8d2-2f97-4bf0-9254-6bef4815ec4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0500445 Aug 12 03:21:48.011461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-daf5b48b-a31a-494e-aa92-4e06b58015f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:48.012946 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-daf5b48b-a31a-494e-aa92-4e06b58015f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389662 Aug 12 03:21:48.024221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-19e8badd-0091-49ce-9dfb-fe4ebdd10586 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:21:48.025154 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-19e8badd-0091-49ce-9dfb-fe4ebdd10586 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049918 Aug 12 03:21:48.114249 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-b454e0bc-ca44-41fc-8064-9cece95687fc service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819709 Aug 12 03:21:48.130143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7f66-eb24-4625-9ae4-66a19b63f270 req-7199bafb-34dc-4549-95b3-eca2aee1eb92 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:48.131655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-873b7f66-eb24-4625-9ae4-66a19b63f270 req-7199bafb-34dc-4549-95b3-eca2aee1eb92 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0485454 Aug 12 03:21:48.168493 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-873b7f66-eb24-4625-9ae4-66a19b63f270 req-0b79ae9a-977d-45c4-abe3-8a0fbd26a03b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307350 Aug 12 03:21:48.208722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f38ca6e6-c77d-4fe2-8aa4-65432475813a req-1a190f5c-501a-4527-9e14-c3600e851e7e service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873966 Aug 12 03:21:48.488402 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:49.293864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409e1f9-9a45-4c85-a372-6297b39a5a46 req-09fce1d9-927f-47a4-b7d7-a986a796d40d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.295517 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4409e1f9-9a45-4c85-a372-6297b39a5a46 req-09fce1d9-927f-47a4-b7d7-a986a796d40d tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0501873 Aug 12 03:21:49.333932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4409e1f9-9a45-4c85-a372-6297b39a5a46 req-8d52ccc3-8f5e-4efa-9061-210ac09b1b98 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 Aug 12 03:21:49.375676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:21:49.378049 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0c0d81-3da3-440f-9aa3-482d054cec73" -d '{"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:21:49.427767 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e5984f-7ffa-4d05-9552-eef5997d9347 x-openstack-request-id: req-34e5984f-7ffa-4d05-9552-eef5997d9347 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:21:49.428066 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:21:49.428349 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34e5984f-7ffa-4d05-9552-eef5997d9347 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:21:49.428751 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'status': 'completed', 'code': 200} Aug 12 03:21:49.500776 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-74030a0f-2803-43cd-9403-fc199a509db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.502276 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-74030a0f-2803-43cd-9403-fc199a509db0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1094 time: 0.0483150 Aug 12 03:21:49.511271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-4ca79339-cd79-4cf1-a3ac-a87c923edf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.513360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-4ca79339-cd79-4cf1-a3ac-a87c923edf80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1094 time: 0.0425205 Aug 12 03:21:49.596079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-9e9266eb-73d3-49bf-9a65-0046574dd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.597728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-9e9266eb-73d3-49bf-9a65-0046574dd897 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0886776 Aug 12 03:21:49.607037 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-b91ffce0-9483-4548-97a7-ea8bc223215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.609235 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-b91ffce0-9483-4548-97a7-ea8bc223215e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0890777 Aug 12 03:21:49.668656 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-66819b8a-219c-4963-bad3-04ac540bd6db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0642419 Aug 12 03:21:49.674539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-1ac51208-b4dc-4663-9b68-09026990327f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0584126 Aug 12 03:21:49.725431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-edeff095-4a7e-4521-9b22-609769d0c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.726999 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-edeff095-4a7e-4521-9b22-609769d0c6e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0498343 Aug 12 03:21:49.731562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-954b1991-343d-4e2e-8ae2-f272167180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.733032 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-954b1991-343d-4e2e-8ae2-f272167180fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0518553 Aug 12 03:21:49.775018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-f7af0ca7-1749-432a-aa51-d5d9e9058ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.776572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-f7af0ca7-1749-432a-aa51-d5d9e9058ce5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420592 Aug 12 03:21:49.778978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-60ee45d7-33bb-4e19-8319-e13d318cf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:49.780771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-60ee45d7-33bb-4e19-8319-e13d318cf2c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410652 Aug 12 03:21:49.870154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-2df0c279-9a3f-445e-881b-9dace8254bcb service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826688 Aug 12 03:21:49.871242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-88935266-8429-4991-a6c9-2a97ff956a3b service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877531 Aug 12 03:21:49.972439 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-e0d3634c-b4c4-4f73-bbfb-1a2c8f9025bf service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937819 Aug 12 03:21:49.977606 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bf0c0d81-3da3-440f-9aa3-482d054cec73 req-2da2fa0e-78e2-48d9-a0fc-36949d6d3163 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997717 Aug 12 03:21:50.026435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:21:50.067344 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:21:50.450630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90fa08-1304-4a6e-8652-126bf794deef req-a5b6ac0e-51e3-444a-94bd-4d123531e6e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:50.452749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e90fa08-1304-4a6e-8652-126bf794deef req-a5b6ac0e-51e3-444a-94bd-4d123531e6e5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0510664 Aug 12 03:21:50.491624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6e90fa08-1304-4a6e-8652-126bf794deef req-57ac9a28-cb8b-49f6-a633-41fda95da464 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327468 Aug 12 03:21:51.610113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9a4ec-5d19-4a45-b1e8-06fad46f63b9 req-504027bc-8270-41ab-b54b-9ed92d1ae33b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:51.611628 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b9a4ec-5d19-4a45-b1e8-06fad46f63b9 req-504027bc-8270-41ab-b54b-9ed92d1ae33b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0506797 Aug 12 03:21:51.649454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a8b9a4ec-5d19-4a45-b1e8-06fad46f63b9 req-3d5cc76a-f787-4835-8859-8001bfb85c54 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315325 Aug 12 03:21:52.769695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703fcbd-4bc0-4883-b1f6-6509c91f63a7 req-344ad043-830b-473f-89f7-169b75319cad tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:52.771183 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c703fcbd-4bc0-4883-b1f6-6509c91f63a7 req-344ad043-830b-473f-89f7-169b75319cad tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0540612 Aug 12 03:21:52.808200 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c703fcbd-4bc0-4883-b1f6-6509c91f63a7 req-00a6fd49-5306-4821-bc91-06a97b8d4b67 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Aug 12 03:21:53.966389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4d4b9-8c2e-4c03-b48a-6f1b1cfdba07 req-e49a7490-c914-4bb5-9040-41d9f062c792 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:53.967999 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d4d4b9-8c2e-4c03-b48a-6f1b1cfdba07 req-e49a7490-c914-4bb5-9040-41d9f062c792 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0481319 Aug 12 03:21:54.009576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d5d4d4b9-8c2e-4c03-b48a-6f1b1cfdba07 req-b07d0d32-8b1d-46b3-a830-95673c1ff0fc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356803 Aug 12 03:21:55.124546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359283b-37f3-43a4-9f42-efcd1c9fa25d req-dd23a5d2-a567-4d3c-8c05-15cd7eb163cd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:55.126199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a359283b-37f3-43a4-9f42-efcd1c9fa25d req-dd23a5d2-a567-4d3c-8c05-15cd7eb163cd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0489504 Aug 12 03:21:55.163371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a359283b-37f3-43a4-9f42-efcd1c9fa25d req-268ff0f9-2272-475f-bb20-76724bc1e289 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Aug 12 03:21:56.278948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752798a2-366c-4565-a7ba-627b0046d0a2 req-ade9b9c3-024a-420e-9bc1-f44e6bb5bec9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:56.280546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-752798a2-366c-4565-a7ba-627b0046d0a2 req-ade9b9c3-024a-420e-9bc1-f44e6bb5bec9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0492103 Aug 12 03:21:56.318210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-752798a2-366c-4565-a7ba-627b0046d0a2 req-1e8cb130-0e25-48a8-b8bc-967630351881 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Aug 12 03:21:57.432285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b95e99-af50-4f2b-90ab-9c993a3919ec req-3ee0c4fc-5447-4583-855e-00778435634b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:57.433756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0b95e99-af50-4f2b-90ab-9c993a3919ec req-3ee0c4fc-5447-4583-855e-00778435634b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0484540 Aug 12 03:21:57.471230 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e0b95e99-af50-4f2b-90ab-9c993a3919ec req-4795069e-282f-4dd5-b140-16f7e80be5aa tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315049 Aug 12 03:21:58.590892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679ae30-fceb-4169-bb7d-8475fccabdfa req-970a9ebf-519b-495c-b51f-e7b0518631f8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:58.592531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b679ae30-fceb-4169-bb7d-8475fccabdfa req-970a9ebf-519b-495c-b51f-e7b0518631f8 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 943 time: 0.0527582 Aug 12 03:21:58.639020 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b679ae30-fceb-4169-bb7d-8475fccabdfa req-f6f61f7a-faec-44f2-92d0-7e31b38c85d2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362718 Aug 12 03:21:58.882293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:21:58.980336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:21:58.991603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:21:59.028191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:59.040411 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:21:59.058848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:21:59.063807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:21:59.109457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:21:59.116961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.117310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.117652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.117992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.118329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.118662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.118992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.119322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.119677 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.120004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.120336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.120659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:21:59.758688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef179459-bbd8-426c-91eb-164a856b3fcd req-de4212d4-4d94-4985-ba31-20b3eef4445c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:21:59.760210 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef179459-bbd8-426c-91eb-164a856b3fcd req-de4212d4-4d94-4985-ba31-20b3eef4445c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0527549 Aug 12 03:21:59.798277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef179459-bbd8-426c-91eb-164a856b3fcd req-642f6aac-0e6c-4c2b-a6ab-110fe9b199ad tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Aug 12 03:22:00.102307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-0cbca1ea-29c9-48f7-9cd3-d14d4ff2d288 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.103806 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-0cbca1ea-29c9-48f7-9cd3-d14d4ff2d288 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.25 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&tenant_id=2644d808039547c0be223d01e7ba6681&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 944 time: 0.0799906 Aug 12 03:22:00.115417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcef8e4-ff09-483b-b55e-1620a962c272 req-a9697c5e-da88-4c3b-9bbb-0d47e7a0c110 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.116824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdcef8e4-ff09-483b-b55e-1620a962c272 req-a9697c5e-da88-4c3b-9bbb-0d47e7a0c110 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0665681 Aug 12 03:22:00.190588 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdcef8e4-ff09-483b-b55e-1620a962c272 req-549aeb4b-b6da-4bc5-970d-3fcdd0b81e52 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673499 Aug 12 03:22:00.199848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-bd7a379b-063f-4faa-b21e-b732ebc99ed9 service neutron] 10.222.0.25 "GET /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78/bindings/n-h2-804303-2 HTTP/1.1" status: 200 len: 382 time: 0.0821037 Aug 12 03:22:00.262999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-3df5d8b8-2711-4e27-bd05-b53b04b562db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.264450 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-3df5d8b8-2711-4e27-bd05-b53b04b562db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1095 time: 0.0411670 Aug 12 03:22:00.337669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['73bf9c78-0aa0-4299-acd9-2b0222539f78'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:00.356165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-5bd2695c-4d46-4e93-bd88-877461e80c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.358000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-5bd2695c-4d46-4e93-bd88-877461e80c5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0856652 Aug 12 03:22:00.426892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-2b5d0984-d62f-4281-8e9d-b8fff4e47aab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1000 time: 0.0615246 Aug 12 03:22:00.480047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-5ec13b86-8f1e-4e66-bb9a-269d1d1a1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.481587 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-5ec13b86-8f1e-4e66-bb9a-269d1d1a1403 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0482206 Aug 12 03:22:00.527781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-a5a198e3-5840-4120-94c5-1171cee8ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:00.529172 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-a5a198e3-5840-4120-94c5-1171cee8ebcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395119 Aug 12 03:22:00.621469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-42bff1a8-8927-4737-87b1-593a289ce73e service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833378 Aug 12 03:22:00.709475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-ea18093c-3c10-4d0f-92ac-f512d834fcdf service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Aug 12 03:22:00.882351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:22:00.929653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:22:00.933217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 73bf9c78-0aa0-4299-acd9-2b0222539f78 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:22:00.933684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:01.011696 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:01.032590 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:01.034792 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e370ed-bb51-4da9-90ed-874d1d8cb5d5" -d '{"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:01.047363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:01.052275 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:01.100756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:01.216000 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e9d61-eec7-469c-b3e4-6ffe51198085 x-openstack-request-id: req-c63e9d61-eec7-469c-b3e4-6ffe51198085 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:01.216325 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-plugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:01.216580 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c63e9d61-eec7-469c-b3e4-6ffe51198085 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:01.216980 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'code': 200} Aug 12 03:22:01.312958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91613-f883-4c06-91eb-60687288f537 req-37109a76-ec0e-407a-b926-024c67a188db tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:01.314476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eea91613-f883-4c06-91eb-60687288f537 req-37109a76-ec0e-407a-b926-024c67a188db tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0546699 Aug 12 03:22:01.351162 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-eea91613-f883-4c06-91eb-60687288f537 req-5ba37a89-9762-4fda-abdf-1b131760d3fa tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308237 Aug 12 03:22:02.056213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f1544020-af75-4994-a999-3944c35412ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:02.471387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383d67b-c48a-4bd9-89c5-aa71b5a3a351 req-b3d3f40b-2a87-4a86-9dee-cae7e95744f5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:02.473101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9383d67b-c48a-4bd9-89c5-aa71b5a3a351 req-b3d3f40b-2a87-4a86-9dee-cae7e95744f5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0511825 Aug 12 03:22:02.517351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9383d67b-c48a-4bd9-89c5-aa71b5a3a351 req-dbc0bdb2-8d58-4f3a-9898-11afeaa1afee tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Aug 12 03:22:03.635173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a28c3-6a96-4820-888c-c74acd437f2d req-097c8edc-085a-4148-a763-5e988948946e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:03.636784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d2a28c3-6a96-4820-888c-c74acd437f2d req-097c8edc-085a-4148-a763-5e988948946e tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0504529 Aug 12 03:22:03.677320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1d2a28c3-6a96-4820-888c-c74acd437f2d req-b6e99fcb-c082-4d37-99ba-420e89e05dd0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Aug 12 03:22:04.451767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-038832e7-3f23-4421-9020-7073cab1042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:04.453350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-038832e7-3f23-4421-9020-7073cab1042f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f&tenant_id=2644d808039547c0be223d01e7ba6681 HTTP/1.1" status: 200 len: 1096 time: 0.0399034 Aug 12 03:22:04.470963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:04.522909 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:04.671152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f8cf0a7a-061b-406f-b0c1-ae0aeb430797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:04.720789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:04.783177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h2-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:22:04.793171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:04.837883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620a998-cb59-4ee3-8e91-cf1cee3e9642 req-3926dead-d75c-4f8c-b2e1-fb3490ab108a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:04.839439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a620a998-cb59-4ee3-8e91-cf1cee3e9642 req-3926dead-d75c-4f8c-b2e1-fb3490ab108a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0915704 Aug 12 03:22:04.841626 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:04.843875 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d434ea-af5b-4020-979e-a3edf9bfdad9" -d '{"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:04.849584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:04.876240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Transition to ACTIVE for port object 73bf9c78-0aa0-4299-acd9-2b0222539f78 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:22:04.881988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:04.920155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a620a998-cb59-4ee3-8e91-cf1cee3e9642 req-26214806-f057-4cad-acc6-7852de3279e2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728788 Aug 12 03:22:04.995236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=10']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:05.007368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.007742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.008086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.008425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.008762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.009082 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.009409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.009741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.010065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.010391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.010716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.011041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:05.044982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] No DVR routers for this DVR port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h2-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:22:05.048578 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62843e03-11e1-46e7-9e4b-de93118a1750 x-openstack-request-id: req-62843e03-11e1-46e7-9e4b-de93118a1750 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:05.048947 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:05.049256 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62843e03-11e1-46e7-9e4b-de93118a1750 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:05.049705 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'code': 200} Aug 12 03:22:05.335401 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:05.452944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:22:05.453527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:22:05.453639 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:05.458716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:22:05.459059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Attempting to bind port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:05.463837 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:22:05.464176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Checking segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:22:05.464559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Bound using segment: {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:22:05.464984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Bound port: 73bf9c78-0aa0-4299-acd9-2b0222539f78, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0584599f-8718-45dd-b7d9-05b6006e181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:22:05.465338 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:05.525955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:22:05.529043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:22:05.533320 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:05.570563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:05.571175 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:05.572599 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] 10.222.0.21 "PUT /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 1092 time: 1.1058509 Aug 12 03:22:05.595145 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3179f5-ab65-4474-958c-ad23204b9efd service neutron] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=11']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:05.651084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-e9df7b15-4353-4285-bd03-d84a93e2c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:05.652642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-e9df7b15-4353-4285-bd03-d84a93e2c59a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1095 time: 0.0453598 Aug 12 03:22:05.748969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-207dd8d2-a381-4b72-9cff-96aba4bd04df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:05.751600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-207dd8d2-a381-4b72-9cff-96aba4bd04df service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0911067 Aug 12 03:22:05.820301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-8607d54d-5ff2-4086-9b74-24183e88beb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0619521 Aug 12 03:22:05.868493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-bf5b8f24-7f46-460a-a5c5-cc65bde01130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:05.869794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-bf5b8f24-7f46-460a-a5c5-cc65bde01130 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0427063 Aug 12 03:22:05.914643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734724-248f-48a1-a37c-794575acf774 req-47261666-f09a-4ae0-8cb7-44c2e023c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:05.916124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-47261666-f09a-4ae0-8cb7-44c2e023c08c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381479 Aug 12 03:22:06.053911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-c8824ab2-d1b8-4a13-98c3-96eb767a9765 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296630 Aug 12 03:22:06.083702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1a30-5ea8-4084-b27f-9fc3fe2d9e55 req-eee9bd03-556c-4364-9363-9482dc0dcf39 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:06.085037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:06.085631 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68bd1a30-5ea8-4084-b27f-9fc3fe2d9e55 req-eee9bd03-556c-4364-9363-9482dc0dcf39 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0769181 Aug 12 03:22:06.170851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68bd1a30-5ea8-4084-b27f-9fc3fe2d9e55 req-105cd3e8-728b-4e48-93f9-47bf736b7dbd tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750492 Aug 12 03:22:06.192880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-de734724-248f-48a1-a37c-794575acf774 req-735882c7-a2c2-4329-9557-9d67e09f6dda service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313953 Aug 12 03:22:06.914423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:22:06.951272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:22:07.051286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:07.053562 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef3e921-2484-4560-a650-44c80d680616" -d '{"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:07.102866 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778d2520-64fe-4ba7-af03-6a96bede9daf x-openstack-request-id: req-778d2520-64fe-4ba7-af03-6a96bede9daf {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:07.103166 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:07.103446 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-778d2520-64fe-4ba7-af03-6a96bede9daf {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:07.103880 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'status': 'completed', 'code': 200} Aug 12 03:22:07.168198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-41673a05-5e40-48be-9072-ddac210f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.169712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-41673a05-5e40-48be-9072-ddac210f0ad9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1095 time: 0.0426071 Aug 12 03:22:07.186789 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-5b3b9ed2-b2c1-46e0-9e79-b3e7ca0128e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.188444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-5b3b9ed2-b2c1-46e0-9e79-b3e7ca0128e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2644d808039547c0be223d01e7ba6681&device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 1095 time: 0.0424240 Aug 12 03:22:07.267924 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-0e4a968f-b4a3-4b3b-bf91-e207e58811f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.269689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-0e4a968f-b4a3-4b3b-bf91-e207e58811f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.0923998 Aug 12 03:22:07.318913 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-6e71d8ef-6ca7-430d-aee1-dae7336be033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.320363 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-6e71d8ef-6ca7-430d-aee1-dae7336be033 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 200 len: 913 time: 0.1251235 Aug 12 03:22:07.332009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbc6f-d5d8-42f9-823b-182316e1cb4b req-6304f079-2aa8-4e3c-8907-8933fb133007 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.333598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89efbc6f-d5d8-42f9-823b-182316e1cb4b req-6304f079-2aa8-4e3c-8907-8933fb133007 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0740905 Aug 12 03:22:07.342142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-04dbb2fc-6baf-4c94-95e6-b774e2a19a41 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0643086 Aug 12 03:22:07.399657 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-ad18a6b1-837c-467f-be00-b34a34bae10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.401239 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-ad18a6b1-837c-467f-be00-b34a34bae10a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0513790 Aug 12 03:22:07.413292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-7f5cfca6-7f3a-4997-8b23-02e04c12d929 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 200 len: 999 time: 0.0787027 Aug 12 03:22:07.450954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89efbc6f-d5d8-42f9-823b-182316e1cb4b req-ab10dfe6-0096-4b8a-a825-1b2e0b5bc230 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094985 Aug 12 03:22:07.455118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-7e51ad0b-f8af-4e71-a529-1a952dc4b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.456713 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-7e51ad0b-f8af-4e71-a529-1a952dc4b951 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483537 Aug 12 03:22:07.477458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-f78c6c44-7591-4042-aa17-f13a1c2c9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.477458 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-f78c6c44-7591-4042-aa17-f13a1c2c9872 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 200 len: 851 time: 0.0560942 Aug 12 03:22:07.524634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3e921-2484-4560-a650-44c80d680616 req-54f4deaf-be71-4718-bb38-91adfc654375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:07.526138 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-54f4deaf-be71-4718-bb38-91adfc654375 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418289 Aug 12 03:22:07.556621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-133b959e-80a4-42b8-9c86-a930eb668c48 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920048 Aug 12 03:22:07.607460 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:07.635505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-85c4dc1d-b55c-4a39-8adf-e05f0584efdd service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996897 Aug 12 03:22:07.660476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-62b89620-1576-4da0-8955-a90ae7b3bd27 service neutron] 10.222.0.25 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964205 Aug 12 03:22:07.731123 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fef3e921-2484-4560-a650-44c80d680616 req-ee94a522-b998-40cf-a44f-117a3de32a94 service neutron] 10.222.0.21 "GET /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Aug 12 03:22:08.575389 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aacad-db43-433c-885a-efef69b43896 req-2b977884-d202-4ef4-aeb8-c16fdeaa2dd2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:08.577017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-358aacad-db43-433c-885a-efef69b43896 req-2b977884-d202-4ef4-aeb8-c16fdeaa2dd2 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0505364 Aug 12 03:22:08.623197 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-358aacad-db43-433c-885a-efef69b43896 req-f5fd6788-552f-47f2-ad33-db0bd736ef79 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367825 Aug 12 03:22:09.743206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa1ca-8cb5-4f7c-8293-e1812eb171d0 req-ba3c7c11-b5e9-408f-af13-e86b655c827a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:09.744751 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-219fa1ca-8cb5-4f7c-8293-e1812eb171d0 req-ba3c7c11-b5e9-408f-af13-e86b655c827a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0503705 Aug 12 03:22:09.783866 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-219fa1ca-8cb5-4f7c-8293-e1812eb171d0 req-12813640-6254-47db-8f21-106f8258651a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Aug 12 03:22:10.901190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566bd9d-7c4d-42e2-a37c-d29b2dba969e req-14d8a0f2-e497-46d2-8965-7a1b48dc17a9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:10.902671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1566bd9d-7c4d-42e2-a37c-d29b2dba969e req-14d8a0f2-e497-46d2-8965-7a1b48dc17a9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0499258 Aug 12 03:22:10.940494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1566bd9d-7c4d-42e2-a37c-d29b2dba969e req-787dc71e-7840-425f-8083-31a547176fb9 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Aug 12 03:22:12.058727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21308de6-4434-45eb-9584-896c2e2a6e0d req-c27525e4-ca10-41bb-bdcd-4f989e26022c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:12.060251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21308de6-4434-45eb-9584-896c2e2a6e0d req-c27525e4-ca10-41bb-bdcd-4f989e26022c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0527680 Aug 12 03:22:12.098104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21308de6-4434-45eb-9584-896c2e2a6e0d req-129e43b3-28f8-45b8-9053-fa1819182c0a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Aug 12 03:22:13.216210 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffc79a-27ea-49d5-9bc0-d778f3acddf2 req-94812108-b20c-457d-8d0e-928956d95ff5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:13.217673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5ffc79a-27ea-49d5-9bc0-d778f3acddf2 req-94812108-b20c-457d-8d0e-928956d95ff5 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0519755 Aug 12 03:22:13.255092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e5ffc79a-27ea-49d5-9bc0-d778f3acddf2 req-c02f6fe2-3c77-40c6-8e83-decacda6e313 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Aug 12 03:22:14.367520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a64e1-8fe0-4fec-835b-a0cae5cab5c3 req-6e2554af-6059-43cc-949d-6f51bcbbbddc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:14.369033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef9a64e1-8fe0-4fec-835b-a0cae5cab5c3 req-6e2554af-6059-43cc-949d-6f51bcbbbddc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0485590 Aug 12 03:22:14.405850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ef9a64e1-8fe0-4fec-835b-a0cae5cab5c3 req-c9daa4cb-c56a-445e-8f40-cde4f061a578 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Aug 12 03:22:15.523661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e521e5-15c5-4e26-9b12-94fa118715bd req-1df46d05-c969-41ad-ac07-a6df8d068089 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:15.525164 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e521e5-15c5-4e26-9b12-94fa118715bd req-1df46d05-c969-41ad-ac07-a6df8d068089 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0488408 Aug 12 03:22:15.563688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e521e5-15c5-4e26-9b12-94fa118715bd req-76ed4360-5ea1-4f3b-9d36-88a6a0cdbb6a tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Aug 12 03:22:16.677187 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4c04a-9b9d-4686-9f72-8ebbb297edc8 req-0c60dcf7-3b88-49db-b58a-af20cf04542f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:16.678654 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5cc4c04a-9b9d-4686-9f72-8ebbb297edc8 req-0c60dcf7-3b88-49db-b58a-af20cf04542f tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0478880 Aug 12 03:22:16.715116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5cc4c04a-9b9d-4686-9f72-8ebbb297edc8 req-7122f357-f1bf-4b23-93a6-ec1fe2a66c1b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Aug 12 03:22:17.828654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6c06e-3a63-4bf7-ae5c-dd7d33df5896 req-fe7fa382-adc4-4a58-bbcf-766da1313cdc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:17.830848 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92e6c06e-3a63-4bf7-ae5c-dd7d33df5896 req-fe7fa382-adc4-4a58-bbcf-766da1313cdc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0489721 Aug 12 03:22:17.867582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92e6c06e-3a63-4bf7-ae5c-dd7d33df5896 req-91ff95ac-c81d-4eb0-8c95-09b7ab9c78ed tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Aug 12 03:22:18.491394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:18.985365 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f464f85-c5bd-4b73-a192-afd0e7f76fb0 req-e4fccb4a-c754-4606-ba73-a93fa2c250b6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:18.987051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f464f85-c5bd-4b73-a192-afd0e7f76fb0 req-e4fccb4a-c754-4606-ba73-a93fa2c250b6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0525534 Aug 12 03:22:19.032591 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5f464f85-c5bd-4b73-a192-afd0e7f76fb0 req-1e2abfeb-91a2-4754-bb34-80846e59fa1b tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394695 Aug 12 03:22:19.149937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2edb6-2dbf-48b7-a62c-bfa44367d867 req-342a513c-827b-438f-8a3c-596ccd129267 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:19.151341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59f2edb6-2dbf-48b7-a62c-bfa44367d867 req-342a513c-827b-438f-8a3c-596ccd129267 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0522370 Aug 12 03:22:19.188017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-59f2edb6-2dbf-48b7-a62c-bfa44367d867 req-7f66f0e3-2b44-4dfc-9bae-92a99fd47ba6 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Aug 12 03:22:19.301113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8abe8-805a-4ecd-a67e-540653732d4d req-e3056b4d-b9cf-4ad0-8431-cf874662f0de tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:19.302603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbf8abe8-805a-4ecd-a67e-540653732d4d req-e3056b4d-b9cf-4ad0-8431-cf874662f0de tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0486434 Aug 12 03:22:19.349767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbf8abe8-805a-4ecd-a67e-540653732d4d req-27457676-e1ac-4543-b544-2d67f236b5a1 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414269 Aug 12 03:22:19.580653 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62c23a-4f29-49a5-8b35-14aa09ab492d req-e5bbac99-1e9f-4b16-bb21-a2011d9213b0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:19.582307 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac62c23a-4f29-49a5-8b35-14aa09ab492d req-e5bbac99-1e9f-4b16-bb21-a2011d9213b0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 944 time: 0.0482080 Aug 12 03:22:19.620576 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ac62c23a-4f29-49a5-8b35-14aa09ab492d req-7b602537-10b5-4f5d-bae7-211519329c5c tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321505 Aug 12 03:22:20.225673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:22:20.316507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:20.327543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'port_id': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'mac_address': 'fa:16:3e:2c:9d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:22:20.363591 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:20.375795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:22:20.398350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:20.401798 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:20.447419 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=12']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:20.737335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74275c-e17e-467c-a1f1-4ab8007f6b8f req-005a7dc4-a72c-4f37-a62e-033f709e1213 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:20.738832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce74275c-e17e-467c-a1f1-4ab8007f6b8f req-005a7dc4-a72c-4f37-a62e-033f709e1213 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0493760 Aug 12 03:22:20.776716 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce74275c-e17e-467c-a1f1-4ab8007f6b8f req-e8bf35c5-dc8e-4ef8-b315-844d09e1caf7 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2fd06be-074b-4752-a244-215bc37054e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Aug 12 03:22:21.353366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-e36b1d0a-4fd1-4a76-bf60-ac435f5863d0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:21.356180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-e36b1d0a-4fd1-4a76-bf60-ac435f5863d0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 945 time: 0.0604029 Aug 12 03:22:21.445844 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Deleting port 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:21.446187 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:21.536267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] For port 73bf9c78-0aa0-4299-acd9-2b0222539f78, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=73bf9c78-0aa0-4299-acd9-2b0222539f78,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:21.536637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:21.711370 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:21.711680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:21.711993 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee disassociated. External IP: 172.25.3.61, port: 73bf9c78-0aa0-4299-acd9-2b0222539f78. Aug 12 03:22:21.712332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Calling delete_port for 73bf9c78-0aa0-4299-acd9-2b0222539f78 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:21.854048 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:21.876389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1bc40d71-00c6-40d5-9fd5-e749e60e05be req-068759ce-c354-4b91-ad3b-be7684740669 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0320904 Aug 12 03:22:21.897427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'Port': ['ID=73bf9c78-0aa0-4299-acd9-2b0222539f78,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:22.013474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:22:22.123956 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:22:22.135039 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:22:22.144774 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:22:22.145380 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:22.162199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] No DVR routers for this DVR port 73bf9c78-0aa0-4299-acd9-2b0222539f78 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:22:22.164765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:22.166731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-92ad97f7-0840-460b-a1ab-a06d46a301e4 req-7e3d24b9-404b-4cda-b89d-bb49626e1558 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.21 "DELETE /v2.0/ports/73bf9c78-0aa0-4299-acd9-2b0222539f78 HTTP/1.1" status: 204 len: 173 time: 0.8040216 Aug 12 03:22:22.167166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-deleted', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:22.169481 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a535d9a5-42ac-430a-be97-00ba09492faa" -d '{"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-deleted", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:22.206827 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf46886-bf06-49a5-a86a-ea6b510d376d x-openstack-request-id: req-cdf46886-bf06-49a5-a86a-ea6b510d376d {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:22.207193 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89f9ede-e9a6-44de-88ce-9dea9aa3c42f", "name": "network-vif-deleted", "tag": "73bf9c78-0aa0-4299-acd9-2b0222539f78", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:22.207368 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdf46886-bf06-49a5-a86a-ea6b510d376d {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:22.207801 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f89f9ede-e9a6-44de-88ce-9dea9aa3c42f', 'name': 'network-vif-deleted', 'tag': '73bf9c78-0aa0-4299-acd9-2b0222539f78', 'status': 'completed', 'code': 200} Aug 12 03:22:22.218475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:22:22.223705 n-d-804303-2 neutron-server[94675]: INFO neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No ports have port_id starting with 73bf9c78-0aa0-4299-acd9-2b0222539f78 Aug 12 03:22:22.224761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 requested by agent hyperv_n-h1-804303-2 not found in database {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 12 03:22:22.256109 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:22:22.434677 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:22:22.457970 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:22.484495 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:22:22.493574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:22:22.494168 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:22.599526 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:22:22.801334 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:22.831267 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2396ac-c049-46e1-9ff2-cb46f590d4ab None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:11:53Z', 'revision_number': 4, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '017be239-9289-4698-8a90-e444116662dd', 'name': '', 'network_id': '8f06f6d7-53cd-4e90-8fd6-f6bc5e419628', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'mac_address': 'fa:16:3e:15:57:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:53Z', 'updated_at': '2021-08-12T03:11:58Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'subnets': [{'id': '578b9862-ce42-4ded-85e7-27aeab6f070d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:22:22.975221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e2c05b86-3ff9-4899-a8e8-d33f3b5880e6 req-32eab594-acc9-4a9b-bdf6-4a2d8b6c20e0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0280266 Aug 12 03:22:23.070477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d738c99-b089-49a5-97b7-1186a4404a14 None None] New status for floating IP 5def43e4-ec13-45d3-a062-db9a786ceaee: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:22:24.076139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e19a37ad-3af9-49e4-b761-1fe2584f83de req-eae3de27-ba9a-4c85-9431-12e3bd599022 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0302627 Aug 12 03:22:25.175524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8b893377-e4c5-4810-9449-2aa838fa593a req-679cfa07-4f52-444f-a8d3-7eb042c3fb38 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/ports?device_id=f89f9ede-e9a6-44de-88ce-9dea9aa3c42f HTTP/1.1" status: 200 len: 210 time: 0.0294049 Aug 12 03:22:26.213211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:22:26.233426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 73bf9c78-0aa0-4299-acd9-2b0222539f78 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:22:26.233768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 73bf9c78-0aa0-4299-acd9-2b0222539f78 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:22:28.913592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56642) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:28.969457 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:28.996709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.047730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.052062 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.053238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2fd06be-074b-4752-a244-215bc37054e2 HTTP/1.1" status: 204 len: 168 time: 0.1386478 Aug 12 03:22:29.056012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56644) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:29.062383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2207d3-840e-44c4-a0d9-3a2e7be2bce0 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd06be-074b-4752-a244-215bc37054e2,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:29.082183 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-6a36b3f3-2cb2-4735-b624-2b9542c347fc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] show failed (client error): The resource could not be found. Aug 12 03:22:29.083453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6a36b3f3-2cb2-4735-b624-2b9542c347fc tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "GET /v2.0/security-groups/c2fd06be-074b-4752-a244-215bc37054e2 HTTP/1.1" status: 404 len: 347 time: 0.0257623 Aug 12 03:22:29.086393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56646) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:29.212377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Deleting port 6324a73c-9861-44a4-9990-ef24af9a7e36 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:29.212718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.290694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.290911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.302470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Calling delete_port for 6324a73c-9861-44a4-9990-ef24af9a7e36 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:29.444809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.473034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Pushing event deleted for resources: {'Port': ['ID=6324a73c-9861-44a4-9990-ef24af9a7e36,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:29.532213 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.535319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:29.536522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8d24aa7c-2fb7-4ab8-a8b5-52785fb89387 tempest-ServerActionsTestJSON-1190035783 tempest-ServerActionsTestJSON-1190035783-project] 10.222.0.11 "DELETE /v2.0/floatingips/5def43e4-ec13-45d3-a062-db9a786ceaee HTTP/1.1" status: 204 len: 168 time: 0.4491439 Aug 12 03:22:29.539538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56648) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:30.075180 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:30.315878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Deleting port 017be239-9289-4698-8a90-e444116662dd {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:30.316361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:30.394319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] For port 017be239-9289-4698-8a90-e444116662dd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=017be239-9289-4698-8a90-e444116662dd,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:30.394604 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:30.407498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Calling delete_port for 017be239-9289-4698-8a90-e444116662dd owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:30.853647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:30.880117 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=017be239-9289-4698-8a90-e444116662dd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:31.045415 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.262040 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Router f6a94579-cc29-430c-afa3-35bf07f4cf88 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:22:31.365137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:22:31.370977 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-35735844-2f54-46ac-9ad6-571bc95e9c1b admin admin] 10.222.0.11 "PUT /v2.0/routers/f6a94579-cc29-430c-afa3-35bf07f4cf88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304856 Aug 12 03:22:31.374062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56652) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:31.376352 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Sync routers for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:22:31.385849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:22:31.386471 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:31.478755 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.584788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.585289 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:22:31.636707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Deleting port c3046523-0431-48de-ab49-bb12d9e3009d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:31.637054 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.715017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] For port c3046523-0431-48de-ab49-bb12d9e3009d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c3046523-0431-48de-ab49-bb12d9e3009d,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:31.715383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.731861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Calling delete_port for c3046523-0431-48de-ab49-bb12d9e3009d owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:31.759638 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:22:30Z', 'revision_number': 5, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port': {'id': 'c3046523-0431-48de-ab49-bb12d9e3009d', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:83:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:11:51Z', 'updated_at': '2021-08-12T03:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:31.784826 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Checking router: f6a94579-cc29-430c-afa3-35bf07f4cf88 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:22:31.792782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Routers {'f6a94579-cc29-430c-afa3-35bf07f4cf88'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:22:31.793375 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:22:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f6a94579-cc29-430c-afa3-35bf07f4cf88'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:31.877642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] Set router f6a94579-cc29-430c-afa3-35bf07f4cf88 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:22:31.894518 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:31.925109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3046523-0431-48de-ab49-bb12d9e3009d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:31.930598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:22:31Z', 'revision_number': 6, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:31.958085 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2929d0-fa8a-4978-ac1c-ec0cf123ebf6 None None] The sync data for ids ['f6a94579-cc29-430c-afa3-35bf07f4cf88'] in n-d-804303-2 is: [{'id': 'f6a94579-cc29-430c-afa3-35bf07f4cf88', 'name': 'tempest-ServerActionsTestJSON-1946813443-router', 'tenant_id': '2644d808039547c0be223d01e7ba6681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:11:50Z', 'updated_at': '2021-08-12T03:22:31Z', 'revision_number': 6, 'project_id': '2644d808039547c0be223d01e7ba6681', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:22:31.987676 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.056800 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7ec31de5-6950-466b-ad5f-82cc565d341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.077852 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.079951 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.127099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.127751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6a94579-cc29-430c-afa3-35bf07f4cf88 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:22:32.132179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.135941 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a647fba-00d1-48a8-9d5e-7623173767b6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f6a94579-cc29-430c-afa3-35bf07f4cf88 HTTP/1.1" status: 204 len: 168 time: 0.7583065 Aug 12 03:22:32.136221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56654) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:32.180260 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Deleting subnet 578b9862-ce42-4ded-85e7-27aeab6f070d {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:22:32.183191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.216658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.295296 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.349998 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.376176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578b9862-ce42-4ded-85e7-27aeab6f070d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:32.381761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.383547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6ca66c24-2173-4a2c-9414-6dbbcf752512 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/578b9862-ce42-4ded-85e7-27aeab6f070d HTTP/1.1" status: 204 len: 168 time: 0.2463930 Aug 12 03:22:32.386227 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56656) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:32.387171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23251446-fb0a-4445-b34d-72993ef76860 None None] Network 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:22:32.459063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.517052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Deleting port f5ab79ca-40d6-40b5-b241-51240589972c {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:32.517394 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.578473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] For port f5ab79ca-40d6-40b5-b241-51240589972c, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5ab79ca-40d6-40b5-b241-51240589972c,segment=NetworkSegment(0584599f-8718-45dd-b7d9-05b6006e181f),segment_id=0584599f-8718-45dd-b7d9-05b6006e181f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:32.578842 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.591696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Calling delete_port for f5ab79ca-40d6-40b5-b241-51240589972c owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:32.667312 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.697096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ab79ca-40d6-40b5-b241-51240589972c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:32.699180 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] No DVR routers for this DVR port f5ab79ca-40d6-40b5-b241-51240589972c on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:22:32.746028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c77536-aea5-49c2-85df-9b1c5865906a None None] DHCP port deletion for 8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:22:32.781214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.791819 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f06f6d7-53cd-4e90-8fd6-f6bc5e419628']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:32.799306 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3046523-0431-48de-ab49-bb12d9e3009d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:22:32.804515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0584599f-8718-45dd-b7d9-05b6006e181f') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:32.804809 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0584599f-8718-45dd-b7d9-05b6006e181f') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:22:32.813574 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.819766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c3046523-0431-48de-ab49-bb12d9e3009d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:22:32.820116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c3046523-0431-48de-ab49-bb12d9e3009d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:22:32.820533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 017be239-9289-4698-8a90-e444116662dd no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:22:32.827679 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.834533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:22:32.834932 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:22:32.836642 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:22:32.840213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 017be239-9289-4698-8a90-e444116662dd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:22:32.841148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 017be239-9289-4698-8a90-e444116662dd not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:22:32.841936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5ab79ca-40d6-40b5-b241-51240589972c no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:22:32.864889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f5ab79ca-40d6-40b5-b241-51240589972c {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:22:32.865229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5ab79ca-40d6-40b5-b241-51240589972c not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:22:32.897017 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.902486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:32.904823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8f06f6d7-53cd-4e90-8fd6-f6bc5e419628 HTTP/1.1" status: 204 len: 168 time: 0.5170426 Aug 12 03:22:32.916700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679441-2bff-4513-aabc-4dff95b6f456 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f06f6d7-53cd-4e90-8fd6-f6bc5e419628,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:33.038790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56660) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:33.078154 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9a80bde5-2562-444e-9636-7c56b4cd192c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2644d808039547c0be223d01e7ba6681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381591 Aug 12 03:22:33.080591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56662) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:33.129214 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:33.149349 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:33.196782 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:33.199745 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:33.200897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60515d55-5cb4-440b-bfe0-7f4b5d20eb9c HTTP/1.1" status: 204 len: 168 time: 0.1194313 Aug 12 03:22:33.209177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc4d55-9c4f-4e76-bdb9-335b5d351b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60515d55-5cb4-440b-bfe0-7f4b5d20eb9c,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:33.899304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56684) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:33.993701 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-197989465-network', 'tenant_id': 'effce58a30b542b695304352cba4585a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:34.019161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Made reservation on behalf of effce58a30b542b695304352cba4585a for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:22:34.021424 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.029895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.119053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.122738 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.146521 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:22:34.156741 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e167d4a-c46e-4ce7-b911-17c95035c4af,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:34.162535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.162884 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Added segment 5f625192-f1a6-45cb-872f-b659a03b99c3 of type vlan for network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 Aug 12 03:22:34.202116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.230587 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.231462 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:34.232067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.289257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3888297 Aug 12 03:22:34.292247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56688) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:22:34.297355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Request body: {'subnet': {'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-197989465-subnet', 'tenant_id': 'effce58a30b542b695304352cba4585a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:34.298052 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475e64b-f60d-4bca-913a-cfdc03676508 admin admin] Pushing event updated for resources: {'Network': ['ID=00f528e8-dc4e-4faa-acd5-805f0b04fc19,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:34.308363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:22:34.323819 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Made reservation on behalf of effce58a30b542b695304352cba4585a for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:22:34.326103 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.492827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.553153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d06338-afa0-4e9e-a215-9bd179e0c640,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:34.560588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Checking segment: {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:22:34.560963 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Network hostable DHCP agents. Network: 00f528e8-dc4e-4faa-acd5-805f0b04fc19, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:22:34.576909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:22:34.585951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 00f528e8-dc4e-4faa-acd5-805f0b04fc19) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:22:34.593683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e170d1a-89c8-425d-a32a-818c97147a29 None None] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:22:34.594261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:34.594859 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.609108 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8ce3d62b-f23f-4ef6-9b97-b2a96562a879 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156629 Aug 12 03:22:34.683341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c9c4988-4941-4e42-b816-a128cac5a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:34.734960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7a60d-ea9e-47b3-b910-19a6e55c29ce None None] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:22:34.803057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:35.046937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ad14ed19-7f1c-45cc-b72b-4dc5f39fe00e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:35.048358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ad14ed19-7f1c-45cc-b72b-4dc5f39fe00e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 813 time: 0.0992463 Aug 12 03:22:35.063850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-645b60cd-0a86-4334-9af7-0b64e56e81eb tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/quotas/effce58a30b542b695304352cba4585a HTTP/1.1" status: 200 len: 375 time: 0.0096116 Aug 12 03:22:35.098390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-080d6e74-0753-4422-b61d-7d6baa90f6d5 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263839 Aug 12 03:22:35.153865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-fdff63aa-5b32-4261-8814-b81c0646d7e1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:22:35.154850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-fdff63aa-5b32-4261-8814-b81c0646d7e1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478873 Aug 12 03:22:35.244697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-da0b9b7a-6ada-456c-b730-1ad48b080b12 service neutron] 10.222.0.11 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836353 Aug 12 03:22:35.329628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:35.332653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-b747556b-1753-45b1-b744-ab89722e10fc service neutron] 10.222.0.11 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817161 Aug 12 03:22:36.087588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:36.511319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-770f5513-dfb4-415d-a107-cb005e8fc172 req-9b43cdbb-034b-4d18-8acb-3dde35ac1499 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 210 time: 0.0272031 Aug 12 03:22:37.509605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-9cffc571-126f-483a-9a54-5a0008ec1464 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:37.511055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-9cffc571-126f-483a-9a54-5a0008ec1464 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.21 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 813 time: 0.1139817 Aug 12 03:22:37.529904 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Request body: {'port': {'device_id': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19', 'admin_state_up': True, 'tenant_id': 'effce58a30b542b695304352cba4585a'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:37.602923 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:37.615399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24217ca6-e38a-4fcf-bbbe-36558ab8ef60 req-68bc08a9-9356-4b10-a3f4-8a1e3f91fd71 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 210 time: 0.0356059 Aug 12 03:22:37.662498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Made reservation on behalf of effce58a30b542b695304352cba4585a for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:22:37.665953 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:37.785417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Allocated IP 172.20.0.14 (00f528e8-dc4e-4faa-acd5-805f0b04fc19/79d06338-afa0-4e9e-a215-9bd179e0c640/d5b01a4e-6bc3-419b-aedc-ae15780bb8a4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:22:37.933283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:37.969652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.009168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:22:38.012149 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:22:38.018179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:22:38.046288 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Pushing event updated for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:38.073585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:38.074194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.087357 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cb876ac5-2eee-4eeb-a350-a1e8db1d6ae4 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613403 Aug 12 03:22:38.104564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Request body: {'port': {'device_id': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:38.155592 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.407455 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:22:38.415268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.427026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Transition to ACTIVE for port object d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:22:38.430626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.487394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:38.555269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Attempting to bind port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:22:38.555967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Attempting to bind port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:22:38.555967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Attempting to bind port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:38.560184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:22:38.560504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Attempting to bind port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:38.565785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:22:38.566129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Checking segment: {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:22:38.566513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Bound using segment: {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:22:38.566939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Bound port: d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:22:38.567293 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.631327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:22:38.634332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:22:38.640160 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.678511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:38.679146 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:38.680595 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] 10.222.0.21 "PUT /v2.0/ports/d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 HTTP/1.1" status: 200 len: 1092 time: 0.5800953 Aug 12 03:22:38.681041 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:38.683293 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74" -d '{"events": [{"name": "network-changed", "server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:38.711507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab069c47-1743-47e7-96d7-75d4a2bb2beb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:38.721379 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5089da17-7615-441e-ab6f-d6cd7a17b2da x-openstack-request-id: req-5089da17-7615-441e-ab6f-d6cd7a17b2da {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:38.721680 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:38.721928 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5089da17-7615-441e-ab6f-d6cd7a17b2da {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:38.722349 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4', 'status': 'completed', 'code': 200} Aug 12 03:22:38.741666 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75afc17-449f-409a-8855-9ba799643383 req-5cc2c84a-9011-4fa3-a18a-0dbd1d8bb0c5 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:38.743163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a75afc17-449f-409a-8855-9ba799643383 req-5cc2c84a-9011-4fa3-a18a-0dbd1d8bb0c5 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 944 time: 0.0585179 Aug 12 03:22:38.782869 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a75afc17-449f-409a-8855-9ba799643383 req-a0157cad-694a-4fa0-b738-8ab461068230 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336528 Aug 12 03:22:38.793559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ddb92373-e4d9-4aae-b732-46c2d2e5138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:38.795310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-ddb92373-e4d9-4aae-b732-46c2d2e5138f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 1095 time: 0.0484669 Aug 12 03:22:38.843488 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-67b2aba0-3bc1-402b-8598-df4754aa32ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 HTTP/1.1" status: 200 len: 217 time: 0.0352154 Aug 12 03:22:38.895384 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-d7f94294-11e8-4af8-aea6-209cbb2aa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:38.896805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-d7f94294-11e8-4af8-aea6-209cbb2aa420 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79d06338-afa0-4e9e-a215-9bd179e0c640 HTTP/1.1" status: 200 len: 853 time: 0.0464644 Aug 12 03:22:38.929164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-33b06536-831a-41f5-8390-7efb4fc37378 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00f528e8-dc4e-4faa-acd5-805f0b04fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253465 Aug 12 03:22:39.015854 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-341e37bd-cec2-4a69-afcf-789a9ada7430 service neutron] 10.222.0.21 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789559 Aug 12 03:22:39.112998 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4cddd557-8ab5-4702-b0c6-0d7b26021048 req-cbad2747-a256-4241-83f1-a3af5a3d3296 service neutron] 10.222.0.21 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905991 Aug 12 03:22:39.235126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-1536228d-27f2-4e71-bf7a-dd44189b81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:39.237150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-1536228d-27f2-4e71-bf7a-dd44189b81fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 1095 time: 0.0394981 Aug 12 03:22:39.326984 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-e77cd8b6-68cf-43c2-9fe0-41d9572a010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:39.328532 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-e77cd8b6-68cf-43c2-9fe0-41d9572a010e service neutron] 10.222.0.21 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 914 time: 0.0850832 Aug 12 03:22:39.650393 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-924eef9d-eee5-4d2a-90a6-1c1a424559cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 HTTP/1.1" status: 200 len: 217 time: 0.3148735 Aug 12 03:22:39.700515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-77b0b897-5c5c-4207-b6a1-343664a4269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:39.702701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-77b0b897-5c5c-4207-b6a1-343664a4269a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79d06338-afa0-4e9e-a215-9bd179e0c640 HTTP/1.1" status: 200 len: 853 time: 0.0439513 Aug 12 03:22:39.733522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-b9d600ba-cb09-4943-87d6-c1f2813a676b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00f528e8-dc4e-4faa-acd5-805f0b04fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237675 Aug 12 03:22:39.824249 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-7c4b4182-6b8e-42e1-8584-608e17815c4f service neutron] 10.222.0.21 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825551 Aug 12 03:22:39.944577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc170e1a-d47b-40bd-ae9c-b1033dc3ab09 req-496860ee-6d14-40c0-b512-594f0408cc6f tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:39.945944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc170e1a-d47b-40bd-ae9c-b1033dc3ab09 req-496860ee-6d14-40c0-b512-594f0408cc6f tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 944 time: 0.0731890 Aug 12 03:22:39.962452 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b2e5e1b2-8ed6-4385-9963-c50167ba4e74 req-abe90682-f38e-44cc-99f6-1483bb991d75 service neutron] 10.222.0.21 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303582 Aug 12 03:22:39.987406 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fc170e1a-d47b-40bd-ae9c-b1033dc3ab09 req-e0208d53-0496-4e14-82f7-56ed91ae84c9 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343368 Aug 12 03:22:41.103845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4305d-3c2e-4cc8-89b1-d83bfe6c4925 req-7b6f6bff-f893-458a-974a-e877a2298c97 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:41.105317 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32b4305d-3c2e-4cc8-89b1-d83bfe6c4925 req-7b6f6bff-f893-458a-974a-e877a2298c97 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 944 time: 0.0526979 Aug 12 03:22:41.142490 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-32b4305d-3c2e-4cc8-89b1-d83bfe6c4925 req-e151fe78-1e4b-4f27-b0e1-4cc7e703647f tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Aug 12 03:22:42.254449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e079-95ba-4805-9c23-8e651d5f1c15 req-30c72154-7ef6-4553-86c0-90ce8e95e904 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:42.255924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1667e079-95ba-4805-9c23-8e651d5f1c15 req-30c72154-7ef6-4553-86c0-90ce8e95e904 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 944 time: 0.0478871 Aug 12 03:22:42.277455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:22:42.293208 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1667e079-95ba-4805-9c23-8e651d5f1c15 req-f41d8a9a-7013-4ef8-b66e-9cd48852f9c7 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Aug 12 03:22:42.372949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:42.384301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4', 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19', 'port_id': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4', 'mac_address': 'fa:16:3e:92:05:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d06338-afa0-4e9e-a215-9bd179e0c640', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:22:42.420329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:42.432546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:22:42.452115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:42.456764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:42.502168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:42.810769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d5b01a4e-6bc3-419b-aedc-ae15780bb8a4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:43.406697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6f32d-09d1-494d-ae7e-71fb5b259c3c req-ee4ef905-ad55-4c5e-a77e-f3c6bf26e877 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:43.408244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ea6f32d-09d1-494d-ae7e-71fb5b259c3c req-ee4ef905-ad55-4c5e-a77e-f3c6bf26e877 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 945 time: 0.0504856 Aug 12 03:22:43.445435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2ea6f32d-09d1-494d-ae7e-71fb5b259c3c req-d88e3dd2-bbe4-4490-b428-08ac6177ae43 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306678 Aug 12 03:22:44.292164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:22:44.339329 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:22:44.342794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:22:44.343165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:44.420960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:44.441868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:44.444439 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3376974e-50b1-47a2-b30b-adb5a880c203" -d '{"events": [{"server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "name": "network-vif-plugged", "status": "completed", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:44.458014 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:44.462578 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:44.488105 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2afc19-52d4-4183-ba1d-e654cf90d20c x-openstack-request-id: req-5d2afc19-52d4-4183-ba1d-e654cf90d20c {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:44.488394 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "name": "network-vif-plugged", "status": "completed", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:44.488647 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d2afc19-52d4-4183-ba1d-e654cf90d20c {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:44.489040 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4', 'code': 200} Aug 12 03:22:44.516575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:44.571415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3876dee-f0b2-4ebe-9ae8-63a0d142df52 req-be0aa84e-4f8d-4925-ad27-7a053a82ce70 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:44.572923 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3876dee-f0b2-4ebe-9ae8-63a0d142df52 req-be0aa84e-4f8d-4925-ad27-7a053a82ce70 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0544837 Aug 12 03:22:44.607813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9041f8a-2c4c-44ca-84b3-66dac2ad32b1 req-28bb1f2b-9f7d-406d-9fa2-5aad92f50be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:44.609419 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9041f8a-2c4c-44ca-84b3-66dac2ad32b1 req-28bb1f2b-9f7d-406d-9fa2-5aad92f50be1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 1097 time: 0.0407360 Aug 12 03:22:44.612555 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c3876dee-f0b2-4ebe-9ae8-63a0d142df52 req-d38830c9-d41f-473e-8ac3-1c2ddbce8841 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Aug 12 03:22:44.653080 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e9041f8a-2c4c-44ca-84b3-66dac2ad32b1 req-6f02805a-9cd7-494a-84de-9e9fbc37ca43 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Aug 12 03:22:45.727861 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ced23-23ed-4017-9e2e-2ddf7f2bf060 req-359e8786-e2e4-4bae-8b6c-84a8e6f0673e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:45.729333 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc7ced23-23ed-4017-9e2e-2ddf7f2bf060 req-359e8786-e2e4-4bae-8b6c-84a8e6f0673e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0477798 Aug 12 03:22:45.766609 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cc7ced23-23ed-4017-9e2e-2ddf7f2bf060 req-dac65a85-fda9-41db-86f5-04f9dacb19c8 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Aug 12 03:22:46.882513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f1ae9-15bc-4405-b9bf-a640885674be req-360734ac-a9cc-4f30-8576-642d8f1a4485 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:46.884036 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0f1ae9-15bc-4405-b9bf-a640885674be req-360734ac-a9cc-4f30-8576-642d8f1a4485 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0526912 Aug 12 03:22:47.214894 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bf0f1ae9-15bc-4405-b9bf-a640885674be req-da35f51d-56bc-45ba-af30-4a0b4d16195a tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248897 Aug 12 03:22:47.437098 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-cfac616d-c240-457c-abd6-0e361a42ba43 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:47.438588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-cfac616d-c240-457c-abd6-0e361a42ba43 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 813 time: 0.1010776 Aug 12 03:22:47.455730 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-43f62f6d-21a4-48a8-8ed7-4ffac1205255 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/quotas/effce58a30b542b695304352cba4585a HTTP/1.1" status: 200 len: 375 time: 0.0098791 Aug 12 03:22:47.512472 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-d97caa4d-c519-49bc-8fea-3e0f4248d364 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498004 Aug 12 03:22:47.610426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-25369b95-28b7-4cef-8cd8-d757f51d0f1b service neutron] 10.222.0.11 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881934 Aug 12 03:22:47.728266 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-4cedbe9f-3257-471f-9dc6-ac082d366306 service neutron] 10.222.0.11 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107221 Aug 12 03:22:47.908216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a78a4c78-b9a3-4127-8dd3-3c3c190b2245 req-3287e97b-f601-4f29-a6bc-2c4b81c41b00 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 210 time: 0.0336399 Aug 12 03:22:48.503774 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:48.817090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-f825bbb2-4b7d-4884-8c44-c9c381235781 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:48.818539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-f825bbb2-4b7d-4884-8c44-c9c381235781 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.25 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 813 time: 0.1101286 Aug 12 03:22:48.831980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Request body: {'port': {'device_id': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19', 'admin_state_up': True, 'tenant_id': 'effce58a30b542b695304352cba4585a'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:48.937789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Made reservation on behalf of effce58a30b542b695304352cba4585a for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:22:48.942040 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.004107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-efe666c3-597c-4101-a4cd-9faeaf549e31 req-607fe841-8f4f-4a4d-aec8-5c2585cd1566 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 210 time: 0.0269306 Aug 12 03:22:49.070833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Allocated IP 172.20.0.6 (00f528e8-dc4e-4faa-acd5-805f0b04fc19/79d06338-afa0-4e9e-a215-9bd179e0c640/3675b185-3ad1-449a-a2d3-50481d5542f9) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:22:49.222221 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.260115 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.293519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d5b01a4e-6bc3-419b-aedc-ae15780bb8a4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:49.300504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:22:49.303915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:22:49.310283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:22:49.334499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Pushing event updated for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:49.345469 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.345818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.346160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.346496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.347492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.347824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.348156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.348481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.348810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.349137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.349462 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.349785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:22:49.374585 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:49.375196 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.388643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-bc70e0dd-ed03-40d0-a69a-a9441476264e tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612712 Aug 12 03:22:49.401041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Request body: {'port': {'device_id': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:22:49.457961 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.720693 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3675b185-3ad1-449a-a2d3-50481d5542f9 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:22:49.730906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.743002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Transition to ACTIVE for port object 3675b185-3ad1-449a-a2d3-50481d5542f9 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:22:49.746301 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.797595 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:49.863137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Attempting to bind port 3675b185-3ad1-449a-a2d3-50481d5542f9 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:22:49.863488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Attempting to bind port 3675b185-3ad1-449a-a2d3-50481d5542f9 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:22:49.863885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Attempting to bind port 3675b185-3ad1-449a-a2d3-50481d5542f9 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:49.868333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Port 3675b185-3ad1-449a-a2d3-50481d5542f9 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:22:49.868660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Attempting to bind port 3675b185-3ad1-449a-a2d3-50481d5542f9 on network 00f528e8-dc4e-4faa-acd5-805f0b04fc19 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:22:49.873343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:22:49.873683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Checking segment: {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:22:49.874065 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Bound using segment: {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:22:49.874486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Bound port: 3675b185-3ad1-449a-a2d3-50481d5542f9, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f625192-f1a6-45cb-872f-b659a03b99c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:22:49.874837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.937027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:22:49.940229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3675b185-3ad1-449a-a2d3-50481d5542f9,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:22:49.945167 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.978727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:49.979343 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:49.980751 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] 10.222.0.25 "PUT /v2.0/ports/3675b185-3ad1-449a-a2d3-50481d5542f9 HTTP/1.1" status: 200 len: 1091 time: 0.5840769 Aug 12 03:22:49.981266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:49.983504 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f800bff-ec80-48e4-81bd-7d74ba85d255" -d '{"events": [{"name": "network-changed", "server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:50.008127 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3fac-bad4-48cc-885a-7ff04ebc3aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:50.030309 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869215ba-c975-4b12-9b8a-816de288ec1c x-openstack-request-id: req-869215ba-c975-4b12-9b8a-816de288ec1c {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:50.030600 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:50.030850 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-869215ba-c975-4b12-9b8a-816de288ec1c {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:50.031238 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9', 'status': 'completed', 'code': 200} Aug 12 03:22:50.063756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-c2b9fcc5-f259-4de5-a334-bc350dee5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.065832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-c2b9fcc5-f259-4de5-a334-bc350dee5a34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 1094 time: 0.0440784 Aug 12 03:22:50.110113 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-836b6c2d-c531-40e9-a883-9200c204f793 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3675b185-3ad1-449a-a2d3-50481d5542f9 HTTP/1.1" status: 200 len: 217 time: 0.0373771 Aug 12 03:22:50.119212 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e901-dd20-4e3c-ab83-6ecdb636a42b req-14de4aeb-30c6-4f7d-a830-98688449560c tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.120753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bad8e901-dd20-4e3c-ab83-6ecdb636a42b req-14de4aeb-30c6-4f7d-a830-98688449560c tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 943 time: 0.0500908 Aug 12 03:22:50.160288 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bad8e901-dd20-4e3c-ab83-6ecdb636a42b req-b634e57d-f8db-454a-959b-a33d13ffeafc tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Aug 12 03:22:50.161343 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609464a-7051-47da-a59f-cca2139236de req-c74f8623-2c94-4dae-8835-7c60c0f7197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.162856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-c74f8623-2c94-4dae-8835-7c60c0f7197e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d06338-afa0-4e9e-a215-9bd179e0c640 HTTP/1.1" status: 200 len: 853 time: 0.0458426 Aug 12 03:22:50.195186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-9e7b02e9-23ee-4459-bd7a-5c04c2f9b219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00f528e8-dc4e-4faa-acd5-805f0b04fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255938 Aug 12 03:22:50.288368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-1e180feb-8af8-4377-9fbf-bc2681f04082 service neutron] 10.222.0.25 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854719 Aug 12 03:22:50.376076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b609464a-7051-47da-a59f-cca2139236de req-4cd309e9-a923-4423-b4d1-8135960a1309 service neutron] 10.222.0.25 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808103 Aug 12 03:22:50.461983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a97aaaff-20f8-440e-b8a6-d33e786c9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.463494 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a97aaaff-20f8-440e-b8a6-d33e786c9a87 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=effce58a30b542b695304352cba4585a&device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 1094 time: 0.0416739 Aug 12 03:22:50.564900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a8989378-af4f-4ed0-8dc4-e97eb8bbf45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.566497 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a8989378-af4f-4ed0-8dc4-e97eb8bbf45b service neutron] 10.222.0.25 "GET /v2.0/networks?id=00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 200 len: 914 time: 0.0951099 Aug 12 03:22:50.608920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-4ec1832f-be6f-4409-ab1d-1af68ccd67f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3675b185-3ad1-449a-a2d3-50481d5542f9 HTTP/1.1" status: 200 len: 217 time: 0.0339749 Aug 12 03:22:50.661573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a714c3d8-9216-4774-b475-2485eb7a95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:50.662988 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-a714c3d8-9216-4774-b475-2485eb7a95ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79d06338-afa0-4e9e-a215-9bd179e0c640 HTTP/1.1" status: 200 len: 853 time: 0.0464952 Aug 12 03:22:50.694765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-514a6723-e92d-47dd-9160-6ee403b6d4ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=00f528e8-dc4e-4faa-acd5-805f0b04fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239432 Aug 12 03:22:50.782917 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-18ccb860-249c-4036-9b87-32131950390c service neutron] 10.222.0.25 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797243 Aug 12 03:22:50.875099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f800bff-ec80-48e4-81bd-7d74ba85d255 req-dab8815e-56dc-4831-a305-4a4741483bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Aug 12 03:22:51.212608 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3675b185-3ad1-449a-a2d3-50481d5542f9 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:22:51.277177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98c60-e6c2-448a-9f64-8bfa6b12b3e7 req-3697a0b7-66a3-47bf-96e7-fb3e563ce3d2 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:51.278689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1eb98c60-e6c2-448a-9f64-8bfa6b12b3e7 req-3697a0b7-66a3-47bf-96e7-fb3e563ce3d2 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 943 time: 0.0496054 Aug 12 03:22:51.308130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3675b185-3ad1-449a-a2d3-50481d5542f9,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:51.316682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1eb98c60-e6c2-448a-9f64-8bfa6b12b3e7 req-083d2913-3b3d-4edb-936b-4f2a4dbc9b19 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Aug 12 03:22:51.320177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '3675b185-3ad1-449a-a2d3-50481d5542f9', 'network_id': '00f528e8-dc4e-4faa-acd5-805f0b04fc19', 'port_id': '3675b185-3ad1-449a-a2d3-50481d5542f9', 'mac_address': 'fa:16:3e:a5:b0:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79d06338-afa0-4e9e-a215-9bd179e0c640', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:22:51.359889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:51.372347 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3675b185-3ad1-449a-a2d3-50481d5542f9 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:22:51.391669 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3675b185-3ad1-449a-a2d3-50481d5542f9,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:51.396061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:51.441618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:51.584226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3675b185-3ad1-449a-a2d3-50481d5542f9'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:52.429424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41091d64-8452-4007-be70-01fc000c2532 req-4ebad5f6-9853-4dd7-8798-4ff38c7b5fd2 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:52.430905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41091d64-8452-4007-be70-01fc000c2532 req-4ebad5f6-9853-4dd7-8798-4ff38c7b5fd2 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 12 03:22:52.472626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41091d64-8452-4007-be70-01fc000c2532 req-bd98e850-497e-4669-a3ac-0642d92d0914 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Aug 12 03:22:53.209548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3675b185-3ad1-449a-a2d3-50481d5542f9 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:22:53.256181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 3675b185-3ad1-449a-a2d3-50481d5542f9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:22:53.259875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 3675b185-3ad1-449a-a2d3-50481d5542f9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:22:53.260242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:53.334009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:53.355994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:53.358427 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f4cdd4-1982-414d-8b44-9ceb2bf21258" -d '{"events": [{"server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "name": "network-vif-plugged", "status": "completed", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:53.374301 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3675b185-3ad1-449a-a2d3-50481d5542f9,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:53.379307 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:53.402410 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da03a3e-5e23-4670-8dd4-0788edd628fa x-openstack-request-id: req-8da03a3e-5e23-4670-8dd4-0788edd628fa {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:53.402717 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "name": "network-vif-plugged", "status": "completed", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:53.402975 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8da03a3e-5e23-4670-8dd4-0788edd628fa {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:53.403355 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9', 'code': 200} Aug 12 03:22:53.431061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:53.492897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378bca5-fd15-47c7-8111-66340303ec8d req-dff42f34-e267-4709-9467-8f7d21a96afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:53.494473 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d378bca5-fd15-47c7-8111-66340303ec8d req-dff42f34-e267-4709-9467-8f7d21a96afa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 1096 time: 0.0409572 Aug 12 03:22:53.533653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d378bca5-fd15-47c7-8111-66340303ec8d req-ba6f30a3-91a6-4151-95b8-975fa4696183 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Aug 12 03:22:53.592821 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dcb3a-c6e5-4ef9-b258-2efd3c3dbe7a req-e33a17b8-8b54-4774-81b3-275bab93deaf tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:53.594334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-211dcb3a-c6e5-4ef9-b258-2efd3c3dbe7a req-e33a17b8-8b54-4774-81b3-275bab93deaf tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 945 time: 0.0484538 Aug 12 03:22:53.632498 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-211dcb3a-c6e5-4ef9-b258-2efd3c3dbe7a req-a1a44f23-ec73-4984-b882-adea82ce857b tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Aug 12 03:22:54.750437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cefbc-56cd-4510-9eaa-19b3429f1a45 req-9332389f-affb-4b5e-b350-822b9a700839 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:54.751948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d63cefbc-56cd-4510-9eaa-19b3429f1a45 req-9332389f-affb-4b5e-b350-822b9a700839 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 945 time: 0.0533817 Aug 12 03:22:54.803128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d63cefbc-56cd-4510-9eaa-19b3429f1a45 req-8b8318a4-b701-4e9e-847d-29aa8cbc29ed tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452452 Aug 12 03:22:55.037501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afef97-7bea-4325-a24a-2b1ec72196f4 req-e7509177-d996-4dc6-8195-65db08636106 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:55.038912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6afef97-7bea-4325-a24a-2b1ec72196f4 req-e7509177-d996-4dc6-8195-65db08636106 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 945 time: 0.0492537 Aug 12 03:22:55.077366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d6afef97-7bea-4325-a24a-2b1ec72196f4 req-dd35a1d1-9a35-495b-b175-d1005e62b183 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Aug 12 03:22:56.193943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ab277-3ba7-4e3c-8bdf-bbd242116597 req-7097f083-bab1-43fe-b5b9-7d025c188534 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:56.195420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-539ab277-3ba7-4e3c-8bdf-bbd242116597 req-7097f083-bab1-43fe-b5b9-7d025c188534 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 945 time: 0.0490861 Aug 12 03:22:56.234955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-539ab277-3ba7-4e3c-8bdf-bbd242116597 req-2f3f487e-b4c1-4252-a291-30e6e3991811 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335872 Aug 12 03:22:56.262574 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-bfc75d2b-0dfd-4c47-a876-ed0302f52670 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:56.264056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-bfc75d2b-0dfd-4c47-a876-ed0302f52670 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.25 "GET /v2.0/ports?device_id=1352446d-5c27-4ce0-8186-f0d056a236ee HTTP/1.1" status: 200 len: 945 time: 0.0487318 Aug 12 03:22:56.353276 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Deleting port 3675b185-3ad1-449a-a2d3-50481d5542f9 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:22:56.353622 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:56.438541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] For port 3675b185-3ad1-449a-a2d3-50481d5542f9, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3675b185-3ad1-449a-a2d3-50481d5542f9,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:22:56.438823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:56.452350 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Calling delete_port for 3675b185-3ad1-449a-a2d3-50481d5542f9 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:22:56.580449 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:56.592114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3675b185-3ad1-449a-a2d3-50481d5542f9'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:56.605474 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Pushing event deleted for resources: {'Port': ['ID=3675b185-3ad1-449a-a2d3-50481d5542f9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:22:56.615929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d5b01a4e-6bc3-419b-aedc-ae15780bb8a4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:22:56.656676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] No DVR routers for this DVR port 3675b185-3ad1-449a-a2d3-50481d5542f9 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:22:56.660294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:22:56.661794 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e4ac174a-f2b4-45a1-bbad-1902ac3857b4 req-afadc416-3f35-4e34-8c2a-80b2333230a1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.25 "DELETE /v2.0/ports/3675b185-3ad1-449a-a2d3-50481d5542f9 HTTP/1.1" status: 204 len: 173 time: 0.3913968 Aug 12 03:22:56.662230 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'name': 'network-vif-deleted', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:22:56.664729 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0b1355-a7bb-4c0e-8555-9ffcd0b6f64b" -d '{"events": [{"server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "name": "network-vif-deleted", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:22:56.714514 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed7d1d8-98a8-4391-8afa-8505589d28b1 x-openstack-request-id: req-2ed7d1d8-98a8-4391-8afa-8505589d28b1 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:22:56.714875 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1352446d-5c27-4ce0-8186-f0d056a236ee", "name": "network-vif-deleted", "tag": "3675b185-3ad1-449a-a2d3-50481d5542f9", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:22:56.715149 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ed7d1d8-98a8-4391-8afa-8505589d28b1 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:22:56.715489 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1352446d-5c27-4ce0-8186-f0d056a236ee', 'name': 'network-vif-deleted', 'tag': '3675b185-3ad1-449a-a2d3-50481d5542f9', 'status': 'completed', 'code': 200} Aug 12 03:22:57.381895 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe177-7239-49ea-975d-842c93d63c76 req-c53b8e41-5078-4507-8afb-db13f096afa0 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:57.383383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08cbe177-7239-49ea-975d-842c93d63c76 req-c53b8e41-5078-4507-8afb-db13f096afa0 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0482562 Aug 12 03:22:57.420888 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-08cbe177-7239-49ea-975d-842c93d63c76 req-46202330-0e24-451a-a16f-fb8ad58571c3 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Aug 12 03:22:57.551295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce1623-970a-47b8-a1f3-660291b14829 req-1cc961b0-6630-421b-a00e-ba52669e95cb tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:57.552736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5ce1623-970a-47b8-a1f3-660291b14829 req-1cc961b0-6630-421b-a00e-ba52669e95cb tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0494046 Aug 12 03:22:57.590290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c5ce1623-970a-47b8-a1f3-660291b14829 req-0e05103e-1e6e-4d84-a3d8-2bccf7feb308 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Aug 12 03:22:57.705747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c446a1a-4f5c-4506-8482-c9c9f8709f0f req-e5e6f6f3-f4d6-49cc-a863-9ecbe214c904 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:57.708404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c446a1a-4f5c-4506-8482-c9c9f8709f0f req-e5e6f6f3-f4d6-49cc-a863-9ecbe214c904 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0506327 Aug 12 03:22:57.749568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1c446a1a-4f5c-4506-8482-c9c9f8709f0f req-9c621686-b320-4aba-be23-a970b6a68fb7 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Aug 12 03:22:57.911158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43032b63-9aff-4106-b7ec-74dc8216339d req-7ece24b4-d218-4630-90b1-20f9f5348bb1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:57.912642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43032b63-9aff-4106-b7ec-74dc8216339d req-7ece24b4-d218-4630-90b1-20f9f5348bb1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0480471 Aug 12 03:22:57.950180 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-43032b63-9aff-4106-b7ec-74dc8216339d req-df1beffa-4c88-408a-8cbe-2ebffb96ed69 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 12 03:22:58.063168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daafc34-3939-4bcf-826f-4f6f95ca2ff1 req-122e10da-07e6-4fa9-8560-a04c5c76da52 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:58.064694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6daafc34-3939-4bcf-826f-4f6f95ca2ff1 req-122e10da-07e6-4fa9-8560-a04c5c76da52 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0478435 Aug 12 03:22:58.105732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6daafc34-3939-4bcf-826f-4f6f95ca2ff1 req-eb848cf9-3a34-425f-af44-53c8b365c507 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Aug 12 03:22:58.227886 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb876a-2294-4527-aba7-adeb850ccc5a req-932dd801-db05-49b4-ad15-7456ead972f8 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:58.229353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddb876a-2294-4527-aba7-adeb850ccc5a req-932dd801-db05-49b4-ad15-7456ead972f8 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0480127 Aug 12 03:22:58.266875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cddb876a-2294-4527-aba7-adeb850ccc5a req-8135b33d-2f40-4d44-a4e5-602ab7a6562f tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316765 Aug 12 03:22:58.566332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2c96a-e28c-4bcf-9992-c01333e80a8a req-1492f1d5-0a9a-45eb-a1ea-606ddeb76494 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:58.567618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cd2c96a-e28c-4bcf-9992-c01333e80a8a req-1492f1d5-0a9a-45eb-a1ea-606ddeb76494 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0491443 Aug 12 03:22:58.605731 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7cd2c96a-e28c-4bcf-9992-c01333e80a8a req-138f4185-34b3-44a0-8643-09bb480f8706 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Aug 12 03:22:59.434533 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:22:59.725407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03bb9-839c-4041-8038-d5e81e8ff27c req-4eeae723-3a6e-46e5-af6b-8f1f32480e00 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:22:59.726050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fde03bb9-839c-4041-8038-d5e81e8ff27c req-4eeae723-3a6e-46e5-af6b-8f1f32480e00 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0509543 Aug 12 03:22:59.762667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fde03bb9-839c-4041-8038-d5e81e8ff27c req-897ada48-b46b-4da0-880a-03ec0ff91d65 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e167d4a-c46e-4ce7-b911-17c95035c4af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306756 Aug 12 03:23:00.292059 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-4f198879-306a-4502-af54-b68b2c7342c1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:00.293586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-4f198879-306a-4502-af54-b68b2c7342c1 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.21 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 946 time: 0.0527060 Aug 12 03:23:00.383194 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Deleting port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:23:00.383558 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:00.475113 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] For port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,segment=NetworkSegment(5f625192-f1a6-45cb-872f-b659a03b99c3),segment_id=5f625192-f1a6-45cb-872f-b659a03b99c3)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:00.475505 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:00.488009 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Calling delete_port for d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:23:00.615249 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:00.648043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Pushing event deleted for resources: {'Port': ['ID=d5b01a4e-6bc3-419b-aedc-ae15780bb8a4,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:00.650761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['d5b01a4e-6bc3-419b-aedc-ae15780bb8a4'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:23:00.692226 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] No DVR routers for this DVR port d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:23:00.694891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:00.696955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c31a2921-0f5e-44f0-9202-4a36dd3fc80f req-d6b0ed41-0136-46a1-b240-efe915424755 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.21 "DELETE /v2.0/ports/d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 HTTP/1.1" status: 204 len: 173 time: 0.3964481 Aug 12 03:23:00.697393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'name': 'network-vif-deleted', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:23:00.699648 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74b646-dd2f-493f-b630-c79160e7b93a" -d '{"events": [{"server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "name": "network-vif-deleted", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:23:00.736358 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c855a6-f023-40b3-aac0-90b854a528e5 x-openstack-request-id: req-c3c855a6-f023-40b3-aac0-90b854a528e5 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:23:00.736982 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ce2dc4-dc40-4dfb-8742-1993e8030f8d", "name": "network-vif-deleted", "tag": "d5b01a4e-6bc3-419b-aedc-ae15780bb8a4", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:23:00.736982 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3c855a6-f023-40b3-aac0-90b854a528e5 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:23:00.737291 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ce2dc4-dc40-4dfb-8742-1993e8030f8d', 'name': 'network-vif-deleted', 'tag': 'd5b01a4e-6bc3-419b-aedc-ae15780bb8a4', 'status': 'completed', 'code': 200} Aug 12 03:23:00.857065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-83177b3e-9a00-456e-bbf8-a3881f89fa81 req-508e9aa2-89c3-4ca2-90c9-337a6c2fc773 tempest-ServersNegativeTestJSON-1639957000 tempest-ServersNegativeTestJSON-1639957000-project] 10.222.0.11 "GET /v2.0/ports?device_id=96ce2dc4-dc40-4dfb-8742-1993e8030f8d HTTP/1.1" status: 200 len: 210 time: 0.0263371 Aug 12 03:23:01.223763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3675b185-3ad1-449a-a2d3-50481d5542f9 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:23:01.243985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 3675b185-3ad1-449a-a2d3-50481d5542f9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:23:01.244331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3675b185-3ad1-449a-a2d3-50481d5542f9 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:23:01.912424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:01.955810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Deleting subnet 79d06338-afa0-4e9e-a215-9bd179e0c640 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:23:01.959436 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:01.997232 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.034461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.058224 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a2498d3-38cb-4bac-b785-1b41e185afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.087998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.110988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d06338-afa0-4e9e-a215-9bd179e0c640,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:02.118614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.121022 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-17455bfd-fa41-4ec6-bd9d-fefe8f0d866b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/79d06338-afa0-4e9e-a215-9bd179e0c640 HTTP/1.1" status: 204 len: 168 time: 0.2071714 Aug 12 03:23:02.123037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56830) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:02.193865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.270105 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.279623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f528e8-dc4e-4faa-acd5-805f0b04fc19']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:02.289490 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f625192-f1a6-45cb-872f-b659a03b99c3') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:02.289786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f625192-f1a6-45cb-872f-b659a03b99c3') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:02.298240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.315636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.321909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:02.322293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:02.323914 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:02.382329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.387636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.389418 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] 10.222.0.11 "DELETE /v2.0/networks/00f528e8-dc4e-4faa-acd5-805f0b04fc19 HTTP/1.1" status: 204 len: 168 time: 0.2654126 Aug 12 03:23:02.400707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c33731-3605-4f35-96ff-eb2f62886b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f528e8-dc4e-4faa-acd5-805f0b04fc19,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:02.503891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56834) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:02.542971 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9628a9bf-ce9c-4988-90a7-907e8436ccea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=effce58a30b542b695304352cba4585a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372059 Aug 12 03:23:02.545405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:02.591938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.611958 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.663861 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.666406 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:02.667636 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e167d4a-c46e-4ce7-b911-17c95035c4af HTTP/1.1" status: 204 len: 168 time: 0.1213164 Aug 12 03:23:02.675235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc0c30-a2be-4c6c-9824-e42a932b04e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e167d4a-c46e-4ce7-b911-17c95035c4af,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:03.341356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56858) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:03.435794 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-550849870'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:03.457445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:03.461281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.470141 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.560469 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.564219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.593453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:03.599174 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baea02b-4f20-4b6b-be39-38d4866eae0b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:03.607308 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.607308 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Added segment 1e271e73-38bb-4869-9ec3-61b988398d8a of type vlan for network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df Aug 12 03:23:03.647426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.678824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.684251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:03.684828 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:03.765422 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4228837 Aug 12 03:23:03.787019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55317-d5a0-4f94-ac5f-9e0c1bc62bfb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Network': ['ID=bf4cd6c5-b954-4dd7-84d0-99d3e49f74df,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:03.797033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:04.375604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:23:04.396970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:23:04.397315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device d5b01a4e-6bc3-419b-aedc-ae15780bb8a4 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:23:04.674737 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-556208fd-7458-4c3a-a425-f60004475722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:04.794613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:05.346062 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:06.090454 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.055084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56862) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:07.060361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'subnet': {'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:07.151644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:07.155004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.343945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.404515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Subnet': ['ID=b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:07.414696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking segment: {'id': '1e271e73-38bb-4869-9ec3-61b988398d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:07.415057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network hostable DHCP agents. Network: bf4cd6c5-b954-4dd7-84d0-99d3e49f74df, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:07.417722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.418065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.418404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.418739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.419071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.419404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.419831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.420132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.420471 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.420792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.421115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.421431 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:07.438770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:07.447981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, bf4cd6c5-b954-4dd7-84d0-99d3e49f74df) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:07.452275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:07.452974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.459611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1bea3c-f22e-4b64-aef1-55b529b1f211 None None] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:07.468952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f8aab554-38c9-43c9-8f22-c38dbaec1d43 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4126751 Aug 12 03:23:07.472291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56864) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:07.477720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723901587'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:07.498303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:07.501891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.526883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:07.536513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.537092 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Added segment 26bc98c2-f74b-48a0-ab2b-d39d6889a0ad of type vlan for network 463aada8-3786-4e4f-b217-d6ecb8236d11 Aug 12 03:23:07.579449 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.616292 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.623402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-bf4cd6c5-b954-4dd7-84d0-99d3e49f74df', 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df', 'tenant_id': '15fd1eb29da44451abb019cdcb53d2bc', 'fixed_ips': [{'subnet_id': 'b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:07.624282 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.624443 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:07.624979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.635148 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.681731 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2078333 Aug 12 03:23:07.684298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56866) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:07.691652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'subnet': {'network_id': '463aada8-3786-4e4f-b217-d6ecb8236d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:07.747116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686b115-3b0a-4d3f-82f3-940e92934b05 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Network': ['ID=463aada8-3786-4e4f-b217-d6ecb8236d11,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:07.763671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 463aada8-3786-4e4f-b217-d6ecb8236d11 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:07.765846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Allocated IP 2001:db8:0:ffff::2 (bf4cd6c5-b954-4dd7-84d0-99d3e49f74df/b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f/8774353b-fe9f-4a26-87ab-65027cf3d847) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:07.793784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:07.797396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.977730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:07.985929 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Transition to ACTIVE for port object 8774353b-fe9f-4a26-87ab-65027cf3d847 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:07.995683 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.001281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Transition to ACTIVE for port object 8774353b-fe9f-4a26-87ab-65027cf3d847 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:08.007247 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.041947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:08.044769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:08.050296 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:08.059550 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Pushing event updated for resources: {'Port': ['ID=8774353b-fe9f-4a26-87ab-65027cf3d847,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.060831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Subnet': ['ID=2be5bca1-7f67-4cb9-bfcd-d897e4018f8e,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.070042 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking segment: {'id': '26bc98c2-f74b-48a0-ab2b-d39d6889a0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '463aada8-3786-4e4f-b217-d6ecb8236d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:08.070416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network hostable DHCP agents. Network: 463aada8-3786-4e4f-b217-d6ecb8236d11, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:08.087930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.087930 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.088245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.088349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network 463aada8-3786-4e4f-b217-d6ecb8236d11 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:08.088591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.088920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.089269 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.089582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.089913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.090244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.090569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.090901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.091225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:08.097615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 463aada8-3786-4e4f-b217-d6ecb8236d11) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:08.103334 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:08.104043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.111149 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdd64e-bf5c-4bf3-a981-5713df60f5ba None None] Network 463aada8-3786-4e4f-b217-d6ecb8236d11 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:08.119121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aadadad3-e46d-4fad-a7e5-1d2c535f810e tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4334581 Aug 12 03:23:08.121897 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56870) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:08.160050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Attempting to bind port 8774353b-fe9f-4a26-87ab-65027cf3d847 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:08.160432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Attempting to bind port 8774353b-fe9f-4a26-87ab-65027cf3d847 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1e271e73-38bb-4869-9ec3-61b988398d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:08.160802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Attempting to bind port 8774353b-fe9f-4a26-87ab-65027cf3d847 on network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:08.171681 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:08.172066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Checking segment: {'id': '1e271e73-38bb-4869-9ec3-61b988398d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:08.172479 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.172871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Bound using segment: {'id': '1e271e73-38bb-4869-9ec3-61b988398d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:08.173340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Bound port: 8774353b-fe9f-4a26-87ab-65027cf3d847, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e271e73-38bb-4869-9ec3-61b988398d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bf4cd6c5-b954-4dd7-84d0-99d3e49f74df'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:08.173723 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.218810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.282290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] For port 8774353b-fe9f-4a26-87ab-65027cf3d847, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:08.287176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] For port 8774353b-fe9f-4a26-87ab-65027cf3d847, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8774353b-fe9f-4a26-87ab-65027cf3d847,segment=NetworkSegment(1e271e73-38bb-4869-9ec3-61b988398d8a),segment_id=1e271e73-38bb-4869-9ec3-61b988398d8a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:08.294757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.308031 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.352050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c9af8-c046-49cb-a1d1-e5e8a727af09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-463aada8-3786-4e4f-b217-d6ecb8236d11', 'network_id': '463aada8-3786-4e4f-b217-d6ecb8236d11', 'tenant_id': '15fd1eb29da44451abb019cdcb53d2bc', 'fixed_ips': [{'subnet_id': '2be5bca1-7f67-4cb9-bfcd-d897e4018f8e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:08.352883 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e2c9af8-c046-49cb-a1d1-e5e8a727af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.382968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.390137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd642e0e-c369-470a-8218-dd328fc50cda None None] Pushing event updated for resources: {'Port': ['ID=8774353b-fe9f-4a26-87ab-65027cf3d847,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.417992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Subnet': ['ID=2be5bca1-7f67-4cb9-bfcd-d897e4018f8e,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.464756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7e3c9-b9bd-40ab-9364-22bf4248b7d0 None None] Network 463aada8-3786-4e4f-b217-d6ecb8236d11 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:08.479695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.494064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463aada8-3786-4e4f-b217-d6ecb8236d11']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:08.505461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bc98c2-f74b-48a0-ab2b-d39d6889a0ad') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:08.505758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bc98c2-f74b-48a0-ab2b-d39d6889a0ad') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:08.515703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.550057 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.558127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:08.558541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:08.561471 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:08.637825 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.646100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.648327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/463aada8-3786-4e4f-b217-d6ecb8236d11 HTTP/1.1" status: 204 len: 168 time: 0.5254605 Aug 12 03:23:08.653328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56872) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:08.658233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265193166'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:08.660507 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4551e2-b72a-4bad-a7e9-53c94da9af44 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Network': ['ID=463aada8-3786-4e4f-b217-d6ecb8236d11,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.692579 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:08.696268 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.718438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8774353b-fe9f-4a26-87ab-65027cf3d847 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:08.722864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:08.732929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.733284 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Added segment 1383f5d5-5275-4f60-bef3-6e6141c460d0 of type vlan for network 5e6d05fe-278d-4ede-921c-d00987b31340 Aug 12 03:23:08.766632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8774353b-fe9f-4a26-87ab-65027cf3d847 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:08.774461 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.803790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.809284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:08.809886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:08.867625 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2134266 Aug 12 03:23:08.870346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56874) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:08.877413 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'subnet': {'network_id': '5e6d05fe-278d-4ede-921c-d00987b31340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:08.922398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf563c7-ca59-400d-82a9-38e8c7159d3c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Network': ['ID=5e6d05fe-278d-4ede-921c-d00987b31340,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:08.933380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 5e6d05fe-278d-4ede-921c-d00987b31340 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:08.972546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:08.976526 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.040465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Performing IP validity checks on allocation pools {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 12 03:23:09.040998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.ipam_backend_mixin [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94673) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 12 03:23:09.169851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.230995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Subnet': ['ID=3c134fdf-5ad7-477d-a3e1-f28eb7839f88,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:09.242059 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking segment: {'id': '1383f5d5-5275-4f60-bef3-6e6141c460d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5e6d05fe-278d-4ede-921c-d00987b31340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:09.242431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network hostable DHCP agents. Network: 5e6d05fe-278d-4ede-921c-d00987b31340, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:09.259774 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network 5e6d05fe-278d-4ede-921c-d00987b31340 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:09.269070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 5e6d05fe-278d-4ede-921c-d00987b31340) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:09.273744 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:09.274165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.280386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46abde7-83a5-4059-93c9-531188e5c7cb None None] Network 5e6d05fe-278d-4ede-921c-d00987b31340 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:09.294062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-79b70fe3-54f4-4c6e-9aa7-70f85d8d2876 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4226198 Aug 12 03:23:09.296786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:09.350891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc0130-4b87-4d36-bf6a-5a442c0ea708 None None] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:09.399110 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.454808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.517126 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.550236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Subnet': ['ID=3c134fdf-5ad7-477d-a3e1-f28eb7839f88,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:09.619501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.621468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Provisioning for port 8774353b-fe9f-4a26-87ab-65027cf3d847 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:09.630741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6d05fe-278d-4ede-921c-d00987b31340']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:09.641353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1383f5d5-5275-4f60-bef3-6e6141c460d0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:09.641651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1383f5d5-5275-4f60-bef3-6e6141c460d0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:09.642698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Provisioning complete for port 8774353b-fe9f-4a26-87ab-65027cf3d847 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:09.643081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.652088 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.666837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.673299 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:09.673704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.673831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49818fdf-e098-4a5f-a156-f247fb9bd4f8 None None] Network 5e6d05fe-278d-4ede-921c-d00987b31340 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:09.677198 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:09.741283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.748300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.756015 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/5e6d05fe-278d-4ede-921c-d00987b31340 HTTP/1.1" status: 204 len: 168 time: 0.4524915 Aug 12 03:23:09.756899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56878) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:09.762979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-465309619'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:09.763449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faf85e-f56b-48ce-af24-e18d6c49eaed tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Network': ['ID=5e6d05fe-278d-4ede-921c-d00987b31340,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:09.786157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:09.789869 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.813484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:09.823368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.823752 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Added segment 49558617-173d-4c23-a275-f8ed74aeb34e of type vlan for network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 Aug 12 03:23:09.871740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.896535 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.911436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.917370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:09.917988 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.930981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] For port 8774353b-fe9f-4a26-87ab-65027cf3d847, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8774353b-fe9f-4a26-87ab-65027cf3d847,segment=NetworkSegment(1e271e73-38bb-4869-9ec3-61b988398d8a),segment_id=1e271e73-38bb-4869-9ec3-61b988398d8a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:09.937408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:09.981546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2229664 Aug 12 03:23:09.986463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:09.992756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'subnet': {'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:09.995338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27960b58-34cb-44d3-88cf-73a66dc7f8d1 None None] Pushing event updated for resources: {'Port': ['ID=8774353b-fe9f-4a26-87ab-65027cf3d847,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:09.997524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ca32e-6e19-4a66-9c21-554c26d308b8 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Network': ['ID=29fae226-8f02-4d6e-97ea-958bfc6c6f85,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:10.015055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:10.090751 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:10.094608 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.157524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-39f38d03-a04d-4bfe-8c49-c3ac28fa928f None None] Provisioning complete for port 8774353b-fe9f-4a26-87ab-65027cf3d847 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:10.157908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-39f38d03-a04d-4bfe-8c49-c3ac28fa928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.292934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.358793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Subnet': ['ID=1e17dcc2-6759-44d1-8517-5e7e65e5f787,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:10.363027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking segment: {'id': '49558617-173d-4c23-a275-f8ed74aeb34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:10.363388 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network hostable DHCP agents. Network: 29fae226-8f02-4d6e-97ea-958bfc6c6f85, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:10.380555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:10.388962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 29fae226-8f02-4d6e-97ea-958bfc6c6f85) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:10.392856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:10.393505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.399522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9be757-1f0c-449e-96ec-96d620ecba7b None None] Network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:10.408006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2bcd36e9-c3a6-4a8e-9b64-bfc41de665de tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4203916 Aug 12 03:23:10.411723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56882) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:10.416916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255058674'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:10.437584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:10.441699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.467196 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:10.476257 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.476606 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Added segment 39d8032c-7e5f-49c3-89cd-d77dd64c4ece of type vlan for network c60e55ca-4ae3-4559-8786-1bce3ed185bf Aug 12 03:23:10.516478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.545788 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.547883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-29fae226-8f02-4d6e-97ea-958bfc6c6f85', 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85', 'tenant_id': '15fd1eb29da44451abb019cdcb53d2bc', 'fixed_ips': [{'subnet_id': '1e17dcc2-6759-44d1-8517-5e7e65e5f787'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:10.548744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.551310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:10.552008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.606973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1913941 Aug 12 03:23:10.607338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56884) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:10.612688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Request body: {'subnet': {'network_id': 'c60e55ca-4ae3-4559-8786-1bce3ed185bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:10.625240 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7701b52-bf48-4f79-bf22-f9e83b0afaeb tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Network': ['ID=c60e55ca-4ae3-4559-8786-1bce3ed185bf,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:10.639129 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c60e55ca-4ae3-4559-8786-1bce3ed185bf details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:10.696543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8774353b-fe9f-4a26-87ab-65027cf3d847 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:10.716831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Made reservation on behalf of 15fd1eb29da44451abb019cdcb53d2bc for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:10.720686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.789325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Allocated IP 2001:db8::2 (29fae226-8f02-4d6e-97ea-958bfc6c6f85/1e17dcc2-6759-44d1-8517-5e7e65e5f787/21c91854-2f39-4d2f-b832-f17b74ab8db5) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:10.845673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8774353b-fe9f-4a26-87ab-65027cf3d847 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:10.846041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.909159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:10.966984 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event updated for resources: {'Subnet': ['ID=4a99ed6d-955d-4bf3-b2df-cfc289a95a2a,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:10.983455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Checking segment: {'id': '39d8032c-7e5f-49c3-89cd-d77dd64c4ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c60e55ca-4ae3-4559-8786-1bce3ed185bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:10.983876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network hostable DHCP agents. Network: c60e55ca-4ae3-4559-8786-1bce3ed185bf, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:11.000116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.001974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Network c60e55ca-4ae3-4559-8786-1bce3ed185bf is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:11.009291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Transition to ACTIVE for port object 21c91854-2f39-4d2f-b832-f17b74ab8db5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:11.012231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c60e55ca-4ae3-4559-8786-1bce3ed185bf) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:11.016700 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:11.017307 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.024894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32468f3e-ef23-41cc-99de-99f751712445 None None] Network c60e55ca-4ae3-4559-8786-1bce3ed185bf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:11.028592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Transition to ACTIVE for port object 21c91854-2f39-4d2f-b832-f17b74ab8db5 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:11.036498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8a52cd8d-d97f-4c2a-93cf-8bc3216554f3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4256284 Aug 12 03:23:11.037527 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56886) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.042309 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.123019 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Pushing event updated for resources: {'Port': ['ID=21c91854-2f39-4d2f-b832-f17b74ab8db5,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:11.133085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:11.133756 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.137632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:11.140872 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:11.186083 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.233665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Attempting to bind port 21c91854-2f39-4d2f-b832-f17b74ab8db5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:11.234028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Attempting to bind port 21c91854-2f39-4d2f-b832-f17b74ab8db5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '49558617-173d-4c23-a275-f8ed74aeb34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:11.234392 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Attempting to bind port 21c91854-2f39-4d2f-b832-f17b74ab8db5 on network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:11.243201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:11.243601 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Checking segment: {'id': '49558617-173d-4c23-a275-f8ed74aeb34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:11.244080 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.244413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Bound using segment: {'id': '49558617-173d-4c23-a275-f8ed74aeb34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:11.244866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Bound port: 21c91854-2f39-4d2f-b832-f17b74ab8db5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49558617-173d-4c23-a275-f8ed74aeb34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '29fae226-8f02-4d6e-97ea-958bfc6c6f85'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:11.245361 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.255118 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.283940 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Subnet': ['ID=4a99ed6d-955d-4bf3-b2df-cfc289a95a2a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:11.290511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a1e3c-f168-40fa-a8f3-ee942822a87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c60e55ca-4ae3-4559-8786-1bce3ed185bf', 'network_id': 'c60e55ca-4ae3-4559-8786-1bce3ed185bf', 'tenant_id': '15fd1eb29da44451abb019cdcb53d2bc', 'fixed_ips': [{'subnet_id': '4a99ed6d-955d-4bf3-b2df-cfc289a95a2a'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:11.291349 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b74a1e3c-f168-40fa-a8f3-ee942822a87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.343787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.353995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60e55ca-4ae3-4559-8786-1bce3ed185bf']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:11.364218 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d8032c-7e5f-49c3-89cd-d77dd64c4ece') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:11.365142 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d8032c-7e5f-49c3-89cd-d77dd64c4ece') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:11.373937 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.382698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] For port 21c91854-2f39-4d2f-b832-f17b74ab8db5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:11.388283 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.394682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:11.395506 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.398066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] For port 21c91854-2f39-4d2f-b832-f17b74ab8db5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21c91854-2f39-4d2f-b832-f17b74ab8db5,segment=NetworkSegment(49558617-173d-4c23-a275-f8ed74aeb34e),segment_id=49558617-173d-4c23-a275-f8ed74aeb34e)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:11.399703 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:11.401683 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec90efe-1973-481d-b15d-6e908baf2471 None None] Network c60e55ca-4ae3-4559-8786-1bce3ed185bf requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:11.404608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.467212 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.479063 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.483529 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/c60e55ca-4ae3-4559-8786-1bce3ed185bf HTTP/1.1" status: 204 len: 168 time: 0.4426076 Aug 12 03:23:11.483909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56888) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.497522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d311b-9604-4dfc-af4a-3cf9a78505bf tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Network': ['ID=c60e55ca-4ae3-4559-8786-1bce3ed185bf,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:11.518122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd49b0-834f-402e-b6b1-13b7b6b6460b None None] Pushing event updated for resources: {'Port': ['ID=21c91854-2f39-4d2f-b832-f17b74ab8db5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:11.531026 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e308ad0-142c-4f1a-b91f-684cecdd88e7 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] GET failed (client error): The resource could not be found. Aug 12 03:23:11.535244 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6e308ad0-142c-4f1a-b91f-684cecdd88e7 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "GET /v2.0/subnets/4a99ed6d-955d-4bf3-b2df-cfc289a95a2a HTTP/1.1" status: 404 len: 337 time: 0.0476468 Aug 12 03:23:11.535643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56890) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.558170 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb8aea6-b860-4fb3-b6b1-5e47905e0ea0 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:11.558975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb8aea6-b860-4fb3-b6b1-5e47905e0ea0 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:11.561979 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fbb8aea6-b860-4fb3-b6b1-5e47905e0ea0 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/c60e55ca-4ae3-4559-8786-1bce3ed185bf HTTP/1.1" status: 404 len: 339 time: 0.0237260 Aug 12 03:23:11.565988 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56892) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.592987 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd31ae53-54f1-4bce-98ba-2e1a60bf0fd2 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:11.593463 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd31ae53-54f1-4bce-98ba-2e1a60bf0fd2 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:11.595628 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-dd31ae53-54f1-4bce-98ba-2e1a60bf0fd2 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/subnets/4a99ed6d-955d-4bf3-b2df-cfc289a95a2a HTTP/1.1" status: 404 len: 337 time: 0.0286593 Aug 12 03:23:11.598191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56894) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.619174 n-d-804303-2 neutron-server[94673]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7b71b8-dcba-4b69-b45e-7b43b811066f tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:11.619859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7b71b8-dcba-4b69-b45e-7b43b811066f tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94673) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:11.622431 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5b7b71b8-dcba-4b69-b45e-7b43b811066f tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/c60e55ca-4ae3-4559-8786-1bce3ed185bf HTTP/1.1" status: 404 len: 339 time: 0.0224891 Aug 12 03:23:11.624750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56896) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:11.690296 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Deleting subnet 1e17dcc2-6759-44d1-8517-5e7e65e5f787 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:23:11.694575 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.736646 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.828668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.886474 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.914175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Subnet': ['ID=1e17dcc2-6759-44d1-8517-5e7e65e5f787,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:11.916076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:11.917912 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9f37c9f-6593-41f6-a6bf-280a165b495d tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/subnets/1e17dcc2-6759-44d1-8517-5e7e65e5f787 HTTP/1.1" status: 204 len: 168 time: 0.2921939 Aug 12 03:23:11.920464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56898) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.003828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.057980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Deleting port 21c91854-2f39-4d2f-b832-f17b74ab8db5 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:23:12.058340 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.124169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] For port 21c91854-2f39-4d2f-b832-f17b74ab8db5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=21c91854-2f39-4d2f-b832-f17b74ab8db5,segment=NetworkSegment(49558617-173d-4c23-a275-f8ed74aeb34e),segment_id=49558617-173d-4c23-a275-f8ed74aeb34e)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:12.124591 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.138221 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Calling delete_port for 21c91854-2f39-4d2f-b832-f17b74ab8db5 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:23:12.223594 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.250291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Port': ['ID=21c91854-2f39-4d2f-b832-f17b74ab8db5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:12.254010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No DVR routers for this DVR port 21c91854-2f39-4d2f-b832-f17b74ab8db5 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:23:12.371903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b073e-e96d-47d2-8f69-23f65542e8b3 None None] Network 29fae226-8f02-4d6e-97ea-958bfc6c6f85 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:12.479524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2007589f-9ded-4148-a0c6-eaf076b4ca5c None None] Could not find standard attr ID for object 21c91854-2f39-4d2f-b832-f17b74ab8db5. {{(pid=94675) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 12 03:23:12.526748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f961c8-1830-44d3-805f-05347d87e539 None None] DHCP port deletion for 29fae226-8f02-4d6e-97ea-958bfc6c6f85 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:23:12.642537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.652269 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fae226-8f02-4d6e-97ea-958bfc6c6f85']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:12.662405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49558617-173d-4c23-a275-f8ed74aeb34e') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:12.662707 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49558617-173d-4c23-a275-f8ed74aeb34e') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:12.671807 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.685824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.692171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:12.692824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:12.696154 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:12.752219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.759174 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.760826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/29fae226-8f02-4d6e-97ea-958bfc6c6f85 HTTP/1.1" status: 204 len: 168 time: 0.8394611 Aug 12 03:23:12.763519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56900) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.772206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb81bbd-0e22-4cb5-bb80-e62520447252 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Network': ['ID=29fae226-8f02-4d6e-97ea-958bfc6c6f85,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:12.790001 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4f6673-cae4-4079-a7f1-b433b374d6c3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:12.790458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4f6673-cae4-4079-a7f1-b433b374d6c3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:12.792201 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5b4f6673-cae4-4079-a7f1-b433b374d6c3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/subnets/3c134fdf-5ad7-477d-a3e1-f28eb7839f88 HTTP/1.1" status: 404 len: 337 time: 0.0274544 Aug 12 03:23:12.794620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.812983 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69bdc0f-a3be-4cc9-a4b7-136272c8c987 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:12.813503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69bdc0f-a3be-4cc9-a4b7-136272c8c987 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:12.815112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a69bdc0f-a3be-4cc9-a4b7-136272c8c987 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/5e6d05fe-278d-4ede-921c-d00987b31340 HTTP/1.1" status: 404 len: 339 time: 0.0196016 Aug 12 03:23:12.817287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.842224 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-281e5bd2-d98a-4b2f-9b40-4b687b0df48a tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:12.842671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281e5bd2-d98a-4b2f-9b40-4b687b0df48a tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:12.844357 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-281e5bd2-d98a-4b2f-9b40-4b687b0df48a tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/subnets/2be5bca1-7f67-4cb9-bfcd-d897e4018f8e HTTP/1.1" status: 404 len: 337 time: 0.0260429 Aug 12 03:23:12.846787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56906) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.864732 n-d-804303-2 neutron-server[94674]: INFO neutron.pecan_wsgi.hooks.translation [None req-feae7988-b98c-4af3-a0ed-38f549cd54da tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] DELETE failed (client error): The resource could not be found. Aug 12 03:23:12.865281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feae7988-b98c-4af3-a0ed-38f549cd54da tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94674) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 12 03:23:12.867128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-feae7988-b98c-4af3-a0ed-38f549cd54da tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/463aada8-3786-4e4f-b217-d6ecb8236d11 HTTP/1.1" status: 404 len: 339 time: 0.0194662 Aug 12 03:23:12.869244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56908) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:12.926168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Deleting subnet b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:23:12.929874 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:12.969133 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.048399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.108770 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.135081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Subnet': ['ID=b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:13.139487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.141673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb4b87bf-8789-416a-bcc6-437fdd02eb1c tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/subnets/b86be8d2-de58-4f94-bfb0-e0c9cbd1cb3f HTTP/1.1" status: 204 len: 168 time: 0.2712622 Aug 12 03:23:13.143840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56910) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:13.147520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bc58f-4218-4def-bf50-a57ffa6b92dc None None] Network bf4cd6c5-b954-4dd7-84d0-99d3e49f74df requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:13.218181 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.271053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Deleting port 8774353b-fe9f-4a26-87ab-65027cf3d847 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:23:13.271572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.323366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] DHCP port deletion for bf4cd6c5-b954-4dd7-84d0-99d3e49f74df request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:23:13.339629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] For port 8774353b-fe9f-4a26-87ab-65027cf3d847, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8774353b-fe9f-4a26-87ab-65027cf3d847,segment=NetworkSegment(1e271e73-38bb-4869-9ec3-61b988398d8a),segment_id=1e271e73-38bb-4869-9ec3-61b988398d8a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:13.340005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.353093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Calling delete_port for 8774353b-fe9f-4a26-87ab-65027cf3d847 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:23:13.368690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Deleting port 8774353b-fe9f-4a26-87ab-65027cf3d847 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:23:13.369087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.431665 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.433902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] For port 8774353b-fe9f-4a26-87ab-65027cf3d847, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8774353b-fe9f-4a26-87ab-65027cf3d847,segment=NetworkSegment(1e271e73-38bb-4869-9ec3-61b988398d8a),segment_id=1e271e73-38bb-4869-9ec3-61b988398d8a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:13.434369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.446734 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Calling delete_port for 8774353b-fe9f-4a26-87ab-65027cf3d847 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:23:13.457432 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Port': ['ID=8774353b-fe9f-4a26-87ab-65027cf3d847,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:13.459235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] No DVR routers for this DVR port 8774353b-fe9f-4a26-87ab-65027cf3d847 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 12 03:23:13.525638 n-d-804303-2 neutron-server[94675]: self.session.flush() Aug 12 03:23:13.533335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.563728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] Pushing event deleted for resources: {'Port': ['ID=8774353b-fe9f-4a26-87ab-65027cf3d847,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:13.570648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9dbf07-588a-496d-9550-8bddb9ff363a None None] No DVR routers for this DVR port 8774353b-fe9f-4a26-87ab-65027cf3d847 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:23:13.814687 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.824945 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4cd6c5-b954-4dd7-84d0-99d3e49f74df']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:13.835683 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e271e73-38bb-4869-9ec3-61b988398d8a') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:13.835869 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e271e73-38bb-4869-9ec3-61b988398d8a') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:13.844342 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.857784 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.863328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:13.863736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:13.867615 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:13.924972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.932613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:13.934397 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] 10.222.0.11 "DELETE /v2.0/networks/bf4cd6c5-b954-4dd7-84d0-99d3e49f74df HTTP/1.1" status: 204 len: 168 time: 0.7896335 Aug 12 03:23:13.948309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6c7f1-a6af-4555-be6d-9b0df2a060e3 tempest-NetworksIpV6Test-1286684515 tempest-NetworksIpV6Test-1286684515-project] Pushing event deleted for resources: {'Network': ['ID=bf4cd6c5-b954-4dd7-84d0-99d3e49f74df,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:14.169401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56916) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:14.309596 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ad806156-d2ae-4d18-b7b3-a7d5f58277cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15fd1eb29da44451abb019cdcb53d2bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389949 Aug 12 03:23:14.312157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:14.357992 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:14.378743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:14.423354 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:14.425926 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:14.427267 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6baea02b-4f20-4b6b-be39-38d4866eae0b HTTP/1.1" status: 204 len: 168 time: 0.1142092 Aug 12 03:23:14.435244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7684c-c802-4f8a-afb1-fdcf1dacc73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baea02b-4f20-4b6b-be39-38d4866eae0b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:14.668421 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8774353b-fe9f-4a26-87ab-65027cf3d847 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:23:14.690434 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8774353b-fe9f-4a26-87ab-65027cf3d847 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:23:14.691120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8774353b-fe9f-4a26-87ab-65027cf3d847 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:23:15.052924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56942) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:15.144944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1336676767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:15.167885 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.168848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.218550 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.222597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.238898 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.240146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c084eaef-5bcc-43a0-a15f-d9c590267bcd tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1862099 Aug 12 03:23:15.243068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56946) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:15.247989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-687317482'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:15.267689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Made reservation on behalf of 7db675395ffe4d038909a922cfee5210 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:15.271849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.280731 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.374269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.377848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.403889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:15.414122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d0a6c-b0bb-4ede-a956-f9c51e8c8a34,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:15.419250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.419620 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Added segment 10e5a067-f859-4875-99d5-00627bb20f8c of type vlan for network 0126647e-2613-4348-8009-34277e481523 Aug 12 03:23:15.458845 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.487377 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.493248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:15.493855 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.546833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3026369 Aug 12 03:23:15.549787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:15.555426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'subnet': {'network_id': '0126647e-2613-4348-8009-34277e481523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:15.559357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec629e2-2c7a-4834-828c-4701462b64c4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event updated for resources: {'Network': ['ID=0126647e-2613-4348-8009-34277e481523,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:15.569486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 0126647e-2613-4348-8009-34277e481523 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:15.644750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Made reservation on behalf of 7db675395ffe4d038909a922cfee5210 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:15.648827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.825850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.890594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event updated for resources: {'Subnet': ['ID=fe563e6d-c2e1-48f1-96c8-11a639fe5a18,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:15.899044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Checking segment: {'id': '10e5a067-f859-4875-99d5-00627bb20f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0126647e-2613-4348-8009-34277e481523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:15.899414 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Network hostable DHCP agents. Network: 0126647e-2613-4348-8009-34277e481523, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:15.916231 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Network 0126647e-2613-4348-8009-34277e481523 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:15.925584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 0126647e-2613-4348-8009-34277e481523) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:15.930449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:15.931045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:15.936577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0911e67-20a9-45ef-a134-62863d980f92 None None] Network 0126647e-2613-4348-8009-34277e481523 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:15.946381 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bb84868c-9db6-4a66-a4a7-ee32817f58cc tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3954484 Aug 12 03:23:15.949404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:15.955515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-863650950'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:15.976188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Made reservation on behalf of 7db675395ffe4d038909a922cfee5210 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:15.980018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.003942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:16.014483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.014828 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Added segment 25531447-bb3d-4951-ac35-6ec0bdbf7f21 of type vlan for network a8032175-9ee0-40c4-a5e6-ecb381e9f3db Aug 12 03:23:16.054433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.084051 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.085898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-0126647e-2613-4348-8009-34277e481523', 'network_id': '0126647e-2613-4348-8009-34277e481523', 'tenant_id': '7db675395ffe4d038909a922cfee5210', 'fixed_ips': [{'subnet_id': 'fe563e6d-c2e1-48f1-96c8-11a639fe5a18'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:16.086754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.089757 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:16.090360 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.152042 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2007425 Aug 12 03:23:16.154596 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:16.159556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'subnet': {'network_id': 'a8032175-9ee0-40c4-a5e6-ecb381e9f3db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:16.178313 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851940bf-3bed-483c-bbd4-856a5561bef1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event updated for resources: {'Network': ['ID=a8032175-9ee0-40c4-a5e6-ecb381e9f3db,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:16.204466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network a8032175-9ee0-40c4-a5e6-ecb381e9f3db details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:16.253547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Made reservation on behalf of 7db675395ffe4d038909a922cfee5210 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:16.257953 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.274617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Allocated IP 172.20.0.2 (0126647e-2613-4348-8009-34277e481523/fe563e6d-c2e1-48f1-96c8-11a639fe5a18/2828944d-0d58-446d-8673-a4db5495a18d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:16.420695 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.429354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Transition to ACTIVE for port object 2828944d-0d58-446d-8673-a4db5495a18d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:16.437788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.444022 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Transition to ACTIVE for port object 2828944d-0d58-446d-8673-a4db5495a18d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:16.449942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.486863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Network 0126647e-2613-4348-8009-34277e481523 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:16.490468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:16.493170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:16.502739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event updated for resources: {'Subnet': ['ID=ae118ec4-c769-4654-8613-1f4d8147b479,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:16.507116 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Checking segment: {'id': '25531447-bb3d-4951-ac35-6ec0bdbf7f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'a8032175-9ee0-40c4-a5e6-ecb381e9f3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:16.507501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Network hostable DHCP agents. Network: a8032175-9ee0-40c4-a5e6-ecb381e9f3db, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:16.525635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Network a8032175-9ee0-40c4-a5e6-ecb381e9f3db is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:16.530707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Pushing event updated for resources: {'Port': ['ID=2828944d-0d58-446d-8673-a4db5495a18d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:16.536789 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, a8032175-9ee0-40c4-a5e6-ecb381e9f3db) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:16.541107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:16.541728 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.556567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e9768ada-80d5-4afc-bd82-f83efa8522f3 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4009178 Aug 12 03:23:16.559295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:16.564125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ec57d2dd-60bd-432d-9641-2ed6477999f4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8032175-9ee0-40c4-a5e6-ecb381e9f3db'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:16.710079 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016773eb-aa01-429b-a5b0-681000701355 None None] Network a8032175-9ee0-40c4-a5e6-ecb381e9f3db requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:16.756529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Attempting to bind port 2828944d-0d58-446d-8673-a4db5495a18d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:16.756899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Attempting to bind port 2828944d-0d58-446d-8673-a4db5495a18d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '10e5a067-f859-4875-99d5-00627bb20f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0126647e-2613-4348-8009-34277e481523'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:16.757265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Attempting to bind port 2828944d-0d58-446d-8673-a4db5495a18d on network 0126647e-2613-4348-8009-34277e481523 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:16.766455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:16.766834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Checking segment: {'id': '10e5a067-f859-4875-99d5-00627bb20f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0126647e-2613-4348-8009-34277e481523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:16.767233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.767656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Bound using segment: {'id': '10e5a067-f859-4875-99d5-00627bb20f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0126647e-2613-4348-8009-34277e481523'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:16.768114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Bound port: 2828944d-0d58-446d-8673-a4db5495a18d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e5a067-f859-4875-99d5-00627bb20f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0126647e-2613-4348-8009-34277e481523'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:16.768493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.780703 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ec57d2dd-60bd-432d-9641-2ed6477999f4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.883412 n-d-804303-2 neutron-server[94673]: INFO neutron.api.v2.resource [None req-ec57d2dd-60bd-432d-9641-2ed6477999f4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 12 03:23:16.890269 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ec57d2dd-60bd-432d-9641-2ed6477999f4 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "PUT /v2.0/routers/05fa7457-c5a2-4984-83de-b87a7399d531 HTTP/1.1" status: 400 len: 364 time: 0.3241806 Aug 12 03:23:16.890518 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:16.892201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] For port 2828944d-0d58-446d-8673-a4db5495a18d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:16.907623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] For port 2828944d-0d58-446d-8673-a4db5495a18d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2828944d-0d58-446d-8673-a4db5495a18d,segment=NetworkSegment(10e5a067-f859-4875-99d5-00627bb20f8c),segment_id=10e5a067-f859-4875-99d5-00627bb20f8c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:16.923499 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.952075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd688ede-22e5-48ba-a532-80d44f68d592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-a8032175-9ee0-40c4-a5e6-ecb381e9f3db', 'network_id': 'a8032175-9ee0-40c4-a5e6-ecb381e9f3db', 'tenant_id': '7db675395ffe4d038909a922cfee5210', 'fixed_ips': [{'subnet_id': 'ae118ec4-c769-4654-8613-1f4d8147b479'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:16.952911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd688ede-22e5-48ba-a532-80d44f68d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:16.955556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Deleting subnet ae118ec4-c769-4654-8613-1f4d8147b479 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:23:16.959242 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.010520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.058933 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.064529 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ff424-5d58-493a-bb08-78fb9a95bb80 None None] Pushing event updated for resources: {'Port': ['ID=2828944d-0d58-446d-8673-a4db5495a18d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:17.121557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server [None req-fd688ede-22e5-48ba-a532-80d44f68d592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae118ec4-c769-4654-8613-1f4d8147b479: This subnet is being modified by another concurrent operation. Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise self.value Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server raise exception Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae118ec4-c769-4654-8613-1f4d8147b479: This subnet is being modified by another concurrent operation. Aug 12 03:23:17.133688 n-d-804303-2 neutron-server[94675]: ERROR oslo_messaging.rpc.server Aug 12 03:23:17.153574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f62ad-fd7a-4473-bb2a-85cc899bfe1a None None] Network a8032175-9ee0-40c4-a5e6-ecb381e9f3db requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:17.176362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event deleted for resources: {'Subnet': ['ID=ae118ec4-c769-4654-8613-1f4d8147b479,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:17.183772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.185650 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6d0adddf-323d-4ba0-b9c3-df1dff65242d tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "DELETE /v2.0/subnets/ae118ec4-c769-4654-8613-1f4d8147b479 HTTP/1.1" status: 204 len: 168 time: 0.2942214 Aug 12 03:23:17.188963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56958) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:17.275070 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.358747 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.369353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8032175-9ee0-40c4-a5e6-ecb381e9f3db']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:17.383799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25531447-bb3d-4951-ac35-6ec0bdbf7f21') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:17.384036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25531447-bb3d-4951-ac35-6ec0bdbf7f21') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:17.392499 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.405628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.411751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:17.412128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:17.414919 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:17.472026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.481099 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.482929 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "DELETE /v2.0/networks/a8032175-9ee0-40c4-a5e6-ecb381e9f3db HTTP/1.1" status: 204 len: 168 time: 0.2922957 Aug 12 03:23:17.485551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:17.494386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf5ed2-d317-4c90-bd4d-4e20bac273c1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event deleted for resources: {'Network': ['ID=a8032175-9ee0-40c4-a5e6-ecb381e9f3db,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:17.536981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Deleting subnet fe563e6d-c2e1-48f1-96c8-11a639fe5a18 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:23:17.540318 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.578650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.669806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.740055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.766040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event deleted for resources: {'Subnet': ['ID=fe563e6d-c2e1-48f1-96c8-11a639fe5a18,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:17.776181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.778028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e3b08e14-3e0f-4a67-a217-4e4f61eb2995 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "DELETE /v2.0/subnets/fe563e6d-c2e1-48f1-96c8-11a639fe5a18 HTTP/1.1" status: 204 len: 168 time: 0.2913678 Aug 12 03:23:17.780429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:17.857503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.908213 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aad42d3-d4f3-4dee-97d7-dc1a17a18a52 None None] Network 0126647e-2613-4348-8009-34277e481523 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:17.920911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Deleting port 2828944d-0d58-446d-8673-a4db5495a18d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:23:17.921261 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:17.978308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-239f4ca0-879a-4606-ab39-19bc3aa8dfb1 None None] Provisioning for port 2828944d-0d58-446d-8673-a4db5495a18d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:17.986098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] For port 2828944d-0d58-446d-8673-a4db5495a18d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=2828944d-0d58-446d-8673-a4db5495a18d,segment=NetworkSegment(10e5a067-f859-4875-99d5-00627bb20f8c),segment_id=10e5a067-f859-4875-99d5-00627bb20f8c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:17.986472 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.001106 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Calling delete_port for 2828944d-0d58-446d-8673-a4db5495a18d owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:23:18.083782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569cc2f-22b0-4df6-8b5a-4934364d061e None None] DHCP port deletion for 0126647e-2613-4348-8009-34277e481523 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:23:18.084694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.101670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce93291-21f7-46e9-a64d-1dc61b850a80 None None] get_active_networks_info from n-d-804303-2 {{(pid=94675) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 03:23:18.115656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event deleted for resources: {'Port': ['ID=2828944d-0d58-446d-8673-a4db5495a18d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:18.119384 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] No DVR routers for this DVR port 2828944d-0d58-446d-8673-a4db5495a18d on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:23:18.166382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce93291-21f7-46e9-a64d-1dc61b850a80 None None] Resources bound (agent type, host, resource id): {{(pid=94675) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 12 03:23:18.196397 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.206079 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0126647e-2613-4348-8009-34277e481523']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:18.217056 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e5a067-f859-4875-99d5-00627bb20f8c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:18.217353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e5a067-f859-4875-99d5-00627bb20f8c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:18.226613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.239914 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.245888 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:23:18.246275 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:23:18.249612 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:23:18.311258 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.319259 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.321128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "DELETE /v2.0/networks/0126647e-2613-4348-8009-34277e481523 HTTP/1.1" status: 204 len: 168 time: 0.5397670 Aug 12 03:23:18.324201 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56964) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:18.330672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b497bc2-7954-4037-b907-d1189b83f217 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Pushing event deleted for resources: {'Network': ['ID=0126647e-2613-4348-8009-34277e481523,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:18.351757 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-166ea24e-5d24-408a-8f6c-ba177ca5ebe1 tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fa7457-c5a2-4984-83de-b87a7399d531 HTTP/1.1" status: 200 len: 205 time: 0.0263777 Aug 12 03:23:18.354086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 56966) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:18.470774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.518260 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.626546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.628927 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.673883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.674510 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Fanout notify agent at l3_agent the message router_deleted on router 05fa7457-c5a2-4984-83de-b87a7399d531 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:23:18.685242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:18.686609 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c59bb6fb-4152-4840-afb6-d5b6d09b2ece tempest-RoutersNegativeTest-308285068 tempest-RoutersNegativeTest-308285068-project] 10.222.0.11 "DELETE /v2.0/routers/05fa7457-c5a2-4984-83de-b87a7399d531 HTTP/1.1" status: 204 len: 168 time: 0.3316274 Aug 12 03:23:18.925285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:19.057092 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ea97ab6d-d6f1-4fd6-a95c-bb54ae2893a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7db675395ffe4d038909a922cfee5210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306481 Aug 12 03:23:19.059838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56976) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:19.107013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:19.128207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:19.181257 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:19.183768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:19.184955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a47d0a6c-b0bb-4ede-a956-f9c51e8c8a34 HTTP/1.1" status: 204 len: 168 time: 0.1241887 Aug 12 03:23:19.193690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cc0de-0d8d-4d1e-a892-8730ef70294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d0a6c-b0bb-4ede-a956-f9c51e8c8a34,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:19.798875 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 56998) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:19.893359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-657375396-network', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:19.914156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Made reservation on behalf of f43d5ec50f114312a326b38155f85f86 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:19.916548 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:19.925122 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.013967 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.017768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.041511 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:20.051027 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:20.056586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.056940 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Added segment 96b919f1-21e0-49dc-98db-3ce7f253d758 of type vlan for network cacc8cf7-1394-4309-a613-06b7eb30c6bd Aug 12 03:23:20.097577 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.126459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.127415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:20.128046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.180279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3802793 Aug 12 03:23:20.183159 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57002) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:20.188258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Request body: {'subnet': {'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-subnet', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:20.191022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d6355-965f-415c-8453-73f8d11659e2 admin admin] Pushing event updated for resources: {'Network': ['ID=cacc8cf7-1394-4309-a613-06b7eb30c6bd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:20.204490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:20.209748 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Made reservation on behalf of f43d5ec50f114312a326b38155f85f86 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:20.212168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.382705 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.440380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92c6c60-f583-4f87-be47-310bf1894f21,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:20.447776 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Checking segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:20.448146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Network hostable DHCP agents. Network: cacc8cf7-1394-4309-a613-06b7eb30c6bd, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:20.465050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:20.474418 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, cacc8cf7-1394-4309-a613-06b7eb30c6bd) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:20.478508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:20.479237 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.483909 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cdb133-77c7-48db-9b6c-79e11ae5865e None None] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:20.493691 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-11e3cc53-8667-4497-a95c-defeb1c178e3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3094182 Aug 12 03:23:20.496375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57004) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:20.500978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:20.522087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.523015 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.578110 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.628404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:20.629253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.715164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.763923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Allocated IP 172.20.0.2 (cacc8cf7-1394-4309-a613-06b7eb30c6bd/c92c6c60-f583-4f87-be47-310bf1894f21/cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:20.910949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.914989 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.919200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Transition to ACTIVE for port object cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:20.936424 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Transition to ACTIVE for port object cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:20.939390 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.943035 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:20.978813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:20.981604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:20.987174 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:20.995949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Pushing event updated for resources: {'Port': ['ID=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:21.046252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Attempting to bind port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:21.046504 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Allocated IP 172.25.3.114 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:21.046615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Attempting to bind port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:21.047110 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Attempting to bind port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:21.053348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:21.053753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Checking segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:21.054141 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.054542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Bound using segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:21.055012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Bound port: cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:21.055400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.117871 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] For port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:21.120902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] For port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:21.125027 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.160691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.187691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d55b0e-05dc-4772-b9d9-5fefd4dea6fe None None] Pushing event updated for resources: {'Port': ['ID=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:21.210578 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.249433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:21.254446 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:21.258791 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:21.294126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Pushing event updated for resources: {'Port': ['ID=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:21.539666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.735450 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:21.868813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Router dd1169d0-1cfa-4e21-9691-bd81286bc32a is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:23:21.980711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:23:21.991899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Sync routers for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:23:21.998315 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.002457 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-efe602fb-c328-436b-a03b-11433b6ea5bb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5024898 Aug 12 03:23:22.002659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:22.004604 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:22.005261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:22.045382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430cb1d-d8d3-4643-9178-46e41dcad9de None None] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:22.179911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:22.214001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-063a94b3-0167-4b1a-aeed-42623e55c7c4 None None] Provisioning for port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:22.432813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:21Z', 'revision_number': 3, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:22.447710 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.466925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Checking router: dd1169d0-1cfa-4e21-9691-bd81286bc32a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:23:22.467432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Updating router dd1169d0-1cfa-4e21-9691-bd81286bc32a port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:23:22.496385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.691830 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Allocated IP 172.20.0.1 (cacc8cf7-1394-4309-a613-06b7eb30c6bd/c92c6c60-f583-4f87-be47-310bf1894f21/3610d3a4-85f4-4eaf-adfc-37abfa658440) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:22.718792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:22.802076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.814435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Transition to ACTIVE for port object 3610d3a4-85f4-4eaf-adfc-37abfa658440 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:22.816472 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.819063 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:22.827175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:22.827568 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.831218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Transition to ACTIVE for port object 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:22.852470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.858540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.891677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:22.897300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:22.900842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:22.924500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Attempting to bind port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:22.924911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Attempting to bind port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:22.925299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Attempting to bind port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:22.930033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:22.931795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922b78-d7ae-4945-bd50-fe841f5a73dd None None] Pushing event updated for resources: {'Port': ['ID=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:22.937605 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:22.937988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:22.938392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.938831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:22.939341 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Bound port: 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:22.939659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:22.961149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.020633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.061300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] For port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:23.065354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] For port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:23.074885 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.092381 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:23.106906 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.121431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.153747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-218895c7-876a-49c4-b9e1-6207f72d7c34 None None] Provisioning for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:23.158787 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:23.159413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:23.162712 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab922b78-d7ae-4945-bd50-fe841f5a73dd None None] Pushing event updated for resources: {'Port': ['ID=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:23.194217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-218895c7-876a-49c4-b9e1-6207f72d7c34 None None] Provisioning complete for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:23.194594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-218895c7-876a-49c4-b9e1-6207f72d7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.280285 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.285090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.358219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:23.360713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.459098 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:23.460565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:23.480768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-218895c7-876a-49c4-b9e1-6207f72d7c34 None None] Port 3610d3a4-85f4-4eaf-adfc-37abfa658440 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:23:23.495810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:23.515762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:23.584564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Router dd1169d0-1cfa-4e21-9691-bd81286bc32a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:23:23.703250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:23:23.719516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a9e1de30-c5bd-46c6-b2a6-ca629fcb9fe9 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd1169d0-1cfa-4e21-9691-bd81286bc32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050304 Aug 12 03:23:23.726679 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6588-3ed2-4e9c-9b46-3452084665ed None None] Provisioning complete for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:23.727070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6588-3ed2-4e9c-9b46-3452084665ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:23.768691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6588-3ed2-4e9c-9b46-3452084665ed None None] Port 3610d3a4-85f4-4eaf-adfc-37abfa658440 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:23:23.774615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3610d3a4-85f4-4eaf-adfc-37abfa658440', 'name': '', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'mac_address': 'fa:16:3e:15:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:22Z', 'updated_at': '2021-08-12T03:23:22Z', 'revision_number': 1, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'subnets': [{'id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:23.801094 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e06a793-57fc-43af-ac12-8c09d2967b44 None None] The sync data for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 is: [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3610d3a4-85f4-4eaf-adfc-37abfa658440', 'name': '', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'mac_address': 'fa:16:3e:15:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:22Z', 'updated_at': '2021-08-12T03:23:22Z', 'revision_number': 1, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'subnets': [{'id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:23:24.213092 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57024) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:24.218217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1632766747-network', 'tenant_id': '2355c396786c418ea26b140ff22d9954'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:24.240598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Made reservation on behalf of 2355c396786c418ea26b140ff22d9954 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:24.243650 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.253096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.359939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.365507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.395528 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:23:24.411220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.411981 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Added segment b826d6dc-c823-4542-9100-da8fe58b0d94 of type vlan for network ad494a38-6fe3-402b-9a51-687a4012c7b1 Aug 12 03:23:24.413307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765818d-eb2f-42ea-ab97-54e5418bfe6f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:24.470979 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.501950 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.503110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:24.503747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.560480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3461754 Aug 12 03:23:24.563177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57026) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:24.568867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Request body: {'subnet': {'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-subnet', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:24.576732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68b06-fb91-4ed1-b8d8-ae52388cf601 admin admin] Pushing event updated for resources: {'Network': ['ID=ad494a38-6fe3-402b-9a51-687a4012c7b1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:24.590727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:23:24.598936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Made reservation on behalf of 2355c396786c418ea26b140ff22d9954 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:24.601849 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.818830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.854285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:24.884255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59976c8-6fec-47f6-9ef2-f6353bb5b0a1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:24.893691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Checking segment: {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:24.894122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Network hostable DHCP agents. Network: ad494a38-6fe3-402b-9a51-687a4012c7b1, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:23:24.914373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:23:24.922924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:24.929919 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:24.930676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ad494a38-6fe3-402b-9a51-687a4012c7b1) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:24.930890 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.935714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:24.936083 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.951695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7361bedd-93ab-495b-aad8-b36a409d6763 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3874168 Aug 12 03:23:24.954538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57028) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:24.957498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43630e7b-2f9f-4fab-974b-aee383fa7a16 None None] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:24.959907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:24.982348 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:24.983428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.048505 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.126912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.155387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:25.163346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.164027 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:25.269314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:25.288675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ad494a38-6fe3-402b-9a51-687a4012c7b1', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:23:25.289761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.292468 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:25.292836 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.504999 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Allocated IP 172.20.0.2 (ad494a38-6fe3-402b-9a51-687a4012c7b1/f59976c8-6fec-47f6-9ef2-f6353bb5b0a1/066e41bd-7d09-476b-8e54-31a1f8d42b31) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:25.572966 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.660288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.670230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Transition to ACTIVE for port object 066e41bd-7d09-476b-8e54-31a1f8d42b31 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:25.688273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Transition to ACTIVE for port object 066e41bd-7d09-476b-8e54-31a1f8d42b31 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:25.697303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.735561 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:25.738727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:25.749113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:25.761651 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Pushing event updated for resources: {'Port': ['ID=066e41bd-7d09-476b-8e54-31a1f8d42b31,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:25.794613 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.814831 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.820514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Attempting to bind port 066e41bd-7d09-476b-8e54-31a1f8d42b31 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:25.820893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Attempting to bind port 066e41bd-7d09-476b-8e54-31a1f8d42b31 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:25.821272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Attempting to bind port 066e41bd-7d09-476b-8e54-31a1f8d42b31 on network ad494a38-6fe3-402b-9a51-687a4012c7b1 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:25.826624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:25.827002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Checking segment: {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:25.827405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.827848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Bound using segment: {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:25.828330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Bound port: 066e41bd-7d09-476b-8e54-31a1f8d42b31, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:25.828696 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.892188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] For port 066e41bd-7d09-476b-8e54-31a1f8d42b31, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:25.895843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] For port 066e41bd-7d09-476b-8e54-31a1f8d42b31, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=066e41bd-7d09-476b-8e54-31a1f8d42b31,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:25.900063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:25.926783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Allocated IP 172.25.3.202 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/20241546-6a07-45a5-9276-a5b091a6d362) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:25.962429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd096d19-d34b-49c3-b0ce-707c90245d1f None None] Pushing event updated for resources: {'Port': ['ID=066e41bd-7d09-476b-8e54-31a1f8d42b31,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:26.039967 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Sync routers for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:23:26.044311 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.051934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:26.052545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:26.086046 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.142916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:26.152736 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:26.158630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:26.170339 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:26.197533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Pushing event updated for resources: {'Port': ['ID=20241546-6a07-45a5-9276-a5b091a6d362,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:26.390589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3610d3a4-85f4-4eaf-adfc-37abfa658440', 'name': '', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'mac_address': 'fa:16:3e:15:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:22Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 2, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'subnets': [{'id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:26.417558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Checking router: dd1169d0-1cfa-4e21-9691-bd81286bc32a for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:23:26.417911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Updating router dd1169d0-1cfa-4e21-9691-bd81286bc32a port 3610d3a4-85f4-4eaf-adfc-37abfa658440 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:23:26.431223 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.443278 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.631770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.740757 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.752360 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Transition to ACTIVE for port object 3610d3a4-85f4-4eaf-adfc-37abfa658440 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:26.759558 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.781870 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Router b94a2498-0de6-4f09-8a44-99dbc9242294 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:23:26.819879 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Pushing event updated for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:26.835209 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:26.872217 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.872670 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.873245 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.873772 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.874321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.874840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.875488 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.876017 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.876530 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.877063 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.877459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.877862 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:23:26.900075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:26.900751 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.900882 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Attempting to bind port 3610d3a4-85f4-4eaf-adfc-37abfa658440 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:26.901296 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Attempting to bind port 3610d3a4-85f4-4eaf-adfc-37abfa658440 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:26.901667 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Attempting to bind port 3610d3a4-85f4-4eaf-adfc-37abfa658440 on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:26.909917 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:26.910295 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Checking segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:26.911224 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.911708 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Bound using segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:26.912188 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Bound port: 3610d3a4-85f4-4eaf-adfc-37abfa658440, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:26.912572 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.928137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:23:26.943878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Sync routers for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:23:26.960445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:26.961738 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c0610634-549b-4103-8b96-607d2d1af9aa admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0062106 Aug 12 03:23:26.964744 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57030) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:23:26.968996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:26.970271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:27.019042 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] For port 3610d3a4-85f4-4eaf-adfc-37abfa658440, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:27.023935 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] For port 3610d3a4-85f4-4eaf-adfc-37abfa658440, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3610d3a4-85f4-4eaf-adfc-37abfa658440,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:27.029483 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.091232 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:27.091897 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:27.111123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:27.147057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f887222a-d9ff-4384-b740-dadc24869d5b None None] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:23:27.190127 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f5b48-480f-404e-95db-11f56d676fdc None None] Pushing event updated for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:27.223707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:27.277830 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 066e41bd-7d09-476b-8e54-31a1f8d42b31 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:27.437910 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6a6d2a4f-4d12-41da-9a44-e01989068a18 None None] Provisioning for port 066e41bd-7d09-476b-8e54-31a1f8d42b31 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:27.484726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 066e41bd-7d09-476b-8e54-31a1f8d42b31 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:27.509364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 066e41bd-7d09-476b-8e54-31a1f8d42b31 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:27.509771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.575108 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3610d3a4-85f4-4eaf-adfc-37abfa658440', 'name': '', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'mac_address': 'fa:16:3e:15:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:22Z', 'updated_at': '2021-08-12T03:23:27Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'subnets': [{'id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:27.593902 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:26Z', 'revision_number': 3, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:27.619522 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65721ac8-ad5a-4dec-858a-1cdccaec8c1e None None] The sync data for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 is: [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:23Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '3610d3a4-85f4-4eaf-adfc-37abfa658440', 'name': '', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'mac_address': 'fa:16:3e:15:52:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:22Z', 'updated_at': '2021-08-12T03:23:27Z', 'revision_number': 4, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'subnets': [{'id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:23:27.646680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Checking router: b94a2498-0de6-4f09-8a44-99dbc9242294 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:23:27.647047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Updating router b94a2498-0de6-4f09-8a44-99dbc9242294 port 20241546-6a07-45a5-9276-a5b091a6d362 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:23:27.681628 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.692610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.754242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 066e41bd-7d09-476b-8e54-31a1f8d42b31, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=066e41bd-7d09-476b-8e54-31a1f8d42b31,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:27.815191 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.819701 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.931425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=066e41bd-7d09-476b-8e54-31a1f8d42b31,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:27.944656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b35e90d3-f93c-4906-a161-2a833182df46 None None] Provisioning complete for port 066e41bd-7d09-476b-8e54-31a1f8d42b31 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:27.945086 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b35e90d3-f93c-4906-a161-2a833182df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:27.995674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Allocated IP 172.20.0.1 (ad494a38-6fe3-402b-9a51-687a4012c7b1/f59976c8-6fec-47f6-9ef2-f6353bb5b0a1/6eeadb37-29b9-40c9-afcf-ba1875e68a74) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:28.111709 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.125995 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Transition to ACTIVE for port object 6eeadb37-29b9-40c9-afcf-ba1875e68a74 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:28.162634 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.202637 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:28.208298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:28.212233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:28.237304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:28.257142 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.286445 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.297440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Transition to ACTIVE for port object 20241546-6a07-45a5-9276-a5b091a6d362 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:28.306116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.370539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Attempting to bind port 20241546-6a07-45a5-9276-a5b091a6d362 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:28.371064 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Attempting to bind port 20241546-6a07-45a5-9276-a5b091a6d362 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:28.371555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Attempting to bind port 20241546-6a07-45a5-9276-a5b091a6d362 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:28.381016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a046b9-2d43-40d3-9a03-8cd7ddaba03c None None] Pushing event updated for resources: {'Port': ['ID=20241546-6a07-45a5-9276-a5b091a6d362,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:28.394706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:28.395663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:28.396091 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.396498 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:28.400076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Bound port: 20241546-6a07-45a5-9276-a5b091a6d362, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:28.400598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.423935 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.466727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] For port 20241546-6a07-45a5-9276-a5b091a6d362, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:28.470538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] For port 20241546-6a07-45a5-9276-a5b091a6d362, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20241546-6a07-45a5-9276-a5b091a6d362,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:28.476620 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.517050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7dfa9846-668b-4947-b97b-1e0eaf4a1552 None None] Provisioning for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:28.532287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7dfa9846-668b-4947-b97b-1e0eaf4a1552 None None] Provisioning complete for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:28.532659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7dfa9846-668b-4947-b97b-1e0eaf4a1552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.565147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:28.565780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:28.597621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.602630 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.604049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a046b9-2d43-40d3-9a03-8cd7ddaba03c None None] Pushing event updated for resources: {'Port': ['ID=20241546-6a07-45a5-9276-a5b091a6d362,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:28.628127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa9846-668b-4947-b97b-1e0eaf4a1552 None None] Port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:23:28.689125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.691287 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:28.693666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:28.737187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3610d3a4-85f4-4eaf-adfc-37abfa658440 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:28.790318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:28.791793 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:28.878158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:28.892375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:28.892854 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:28.920769 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Router b94a2498-0de6-4f09-8a44-99dbc9242294 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:23:29.008947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6eeadb37-29b9-40c9-afcf-ba1875e68a74', 'name': '', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'mac_address': 'fa:16:3e:72:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:27Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 1, 'project_id': '2355c396786c418ea26b140ff22d9954', 'subnets': [{'id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:29.036968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:23:29.039520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce4f6f7-7a40-4373-9253-a8f29def7026 None None] The sync data for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 is: [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6eeadb37-29b9-40c9-afcf-ba1875e68a74', 'name': '', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'mac_address': 'fa:16:3e:72:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:27Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 1, 'project_id': '2355c396786c418ea26b140ff22d9954', 'subnets': [{'id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:23:29.043251 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a4188467-9a1c-4ce8-a986-500198834f00 admin admin] 10.222.0.11 "PUT /v2.0/routers/b94a2498-0de6-4f09-8a44-99dbc9242294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769179 Aug 12 03:23:29.044652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:29.088567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3610d3a4-85f4-4eaf-adfc-37abfa658440, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3610d3a4-85f4-4eaf-adfc-37abfa658440,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:29.089645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f5a87a4d-a9b5-4ac1-9df5-f8be4c20602e None None] Provisioning complete for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:29.090186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f5a87a4d-a9b5-4ac1-9df5-f8be4c20602e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:29.093419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:29.094321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 066e41bd-7d09-476b-8e54-31a1f8d42b31 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:29.197373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f5a87a4d-a9b5-4ac1-9df5-f8be4c20602e None None] Port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:23:29.206511 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:29.220570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 066e41bd-7d09-476b-8e54-31a1f8d42b31 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:29.220953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:29.751235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-80e8bb6f-e962-4afd-9320-0ea71d2cd3ab tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:29.752646 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-80e8bb6f-e962-4afd-9320-0ea71d2cd3ab tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 816 time: 0.1013210 Aug 12 03:23:29.767940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-b5e0eb01-982f-4613-a29a-739770234cf8 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/quotas/f43d5ec50f114312a326b38155f85f86 HTTP/1.1" status: 200 len: 375 time: 0.0091748 Aug 12 03:23:29.819341 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-206c7a64-b65d-4f2d-848c-53b942e9f5aa tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458426 Aug 12 03:23:29.838623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-b4d818c5-e450-40b9-a53a-5fc408bb1670 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:23:29.839618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-b4d818c5-e450-40b9-a53a-5fc408bb1670 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052252 Aug 12 03:23:29.931306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-62988af6-5337-406f-8d10-2f12b30a938f service neutron] 10.222.0.11 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Aug 12 03:23:30.019936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-52dffe5c-2270-4f35-9f78-948f53c44c13 service neutron] 10.222.0.11 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825212 Aug 12 03:23:30.184539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dfbe3bc3-873a-459f-a9f1-c9e8654d4080 req-9bbba2f1-6df5-4936-a693-d855a886ae75 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 210 time: 0.0257092 Aug 12 03:23:30.802861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20241546-6a07-45a5-9276-a5b091a6d362 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:30.873127 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 20241546-6a07-45a5-9276-a5b091a6d362 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:30.877107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 20241546-6a07-45a5-9276-a5b091a6d362 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:30.877464 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:30.966376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:30.988255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 20241546-6a07-45a5-9276-a5b091a6d362, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20241546-6a07-45a5-9276-a5b091a6d362,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:30.992520 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:30.993350 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3610d3a4-85f4-4eaf-adfc-37abfa658440 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:31.067624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=20241546-6a07-45a5-9276-a5b091a6d362,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:31.080565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3610d3a4-85f4-4eaf-adfc-37abfa658440 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:31.080942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:31.325364 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d8711a97-25d9-4c02-b850-5635e553d802 req-5cc454ac-d37e-4a64-836d-65ce3dae4ef7 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 210 time: 0.0379353 Aug 12 03:23:31.384266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-da687a8f-a176-4443-9da1-eab34f4c101a tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:31.386180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-da687a8f-a176-4443-9da1-eab34f4c101a tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.25 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 816 time: 0.1548681 Aug 12 03:23:31.399857 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Request body: {'port': {'device_id': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'admin_state_up': True, 'tenant_id': 'f43d5ec50f114312a326b38155f85f86'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:31.514378 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Made reservation on behalf of f43d5ec50f114312a326b38155f85f86 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:23:31.518023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:31.644035 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Allocated IP 172.20.0.9 (cacc8cf7-1394-4309-a613-06b7eb30c6bd/c92c6c60-f583-4f87-be47-310bf1894f21/84b9b575-55a8-45a7-a6fd-fc49b831daa7) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:23:31.785499 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Sync routers for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:23:31.794631 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:31.795227 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:31.801642 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:31.815720 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Transition to ACTIVE for port object 84b9b575-55a8-45a7-a6fd-fc49b831daa7 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:31.850675 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:31.892331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:23:31.897828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:23:31.901562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:23:31.903037 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:31.930722 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Pushing event updated for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:31.959132 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:31.959827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:31.977513 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-0a47cc98-77be-4ec8-8c3c-28c100079fd9 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804548 Aug 12 03:23:32.062314 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7a320d4a-b671-4884-9e01-ffc6a3a1542a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.094772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Request body: {'port': {'device_id': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:23:32.133642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6eeadb37-29b9-40c9-afcf-ba1875e68a74', 'name': '', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'mac_address': 'fa:16:3e:72:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:27Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 2, 'project_id': '2355c396786c418ea26b140ff22d9954', 'subnets': [{'id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:32.140493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-22caec32-bf7b-458c-aac6-6b3ca88c6ba8 None None] Provisioning for port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:32.145093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-22caec32-bf7b-458c-aac6-6b3ca88c6ba8 None None] Provisioning complete for port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:32.146075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-22caec32-bf7b-458c-aac6-6b3ca88c6ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.157498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.162509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Checking router: b94a2498-0de6-4f09-8a44-99dbc9242294 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:23:32.162990 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Updating router b94a2498-0de6-4f09-8a44-99dbc9242294 port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:23:32.181769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-22caec32-bf7b-458c-aac6-6b3ca88c6ba8 None None] Port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:23:32.189377 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.439749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b9b575-55a8-45a7-a6fd-fc49b831daa7 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:23:32.447520 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.452167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919471-c3fc-41e8-94a7-66389c737443 req-0da1f259-4318-4474-8439-1c6e1741d131 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:32.453860 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7919471-c3fc-41e8-94a7-66389c737443 req-0da1f259-4318-4474-8439-1c6e1741d131 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 931 time: 0.0509067 Aug 12 03:23:32.458486 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.469016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Transition to ACTIVE for port object 84b9b575-55a8-45a7-a6fd-fc49b831daa7 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:32.474660 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.477910 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Transition to ACTIVE for port object 6eeadb37-29b9-40c9-afcf-ba1875e68a74 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:23:32.484771 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.499643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7919471-c3fc-41e8-94a7-66389c737443 req-a905e16d-e040-4974-90a9-62d1dc734887 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Aug 12 03:23:32.529025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Pushing event updated for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:32.577106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09dbd6-45db-4ba5-9853-007aff891b49 None None] Pushing event updated for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:32.619895 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Attempting to bind port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:32.620268 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Attempting to bind port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:32.620617 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Attempting to bind port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 on network ad494a38-6fe3-402b-9a51-687a4012c7b1 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:32.621403 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Attempting to bind port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:23:32.621753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Attempting to bind port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:23:32.622090 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Attempting to bind port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:32.626295 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:32.626924 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Checking segment: {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:32.627332 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.627733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Bound using segment: {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:32.628245 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Bound port: 6eeadb37-29b9-40c9-afcf-ba1875e68a74, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b826d6dc-c823-4542-9100-da8fe58b0d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:32.628623 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.633142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 on network cacc8cf7-1394-4309-a613-06b7eb30c6bd not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:23:32.633740 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Attempting to bind port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:23:32.640201 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:23:32.640683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Checking segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:23:32.641266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Bound using segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:23:32.642002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Bound port: 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:23:32.642635 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.716452 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] For port 6eeadb37-29b9-40c9-afcf-ba1875e68a74, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:32.720064 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] For port 6eeadb37-29b9-40c9-afcf-ba1875e68a74, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6eeadb37-29b9-40c9-afcf-ba1875e68a74,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:32.726405 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.730349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20241546-6a07-45a5-9276-a5b091a6d362 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:32.746939 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:23:32.751084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:23:32.761494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.785046 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:23:32.786574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:23:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:32.811945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:32.812676 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.814171 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] 10.222.0.25 "PUT /v2.0/ports/84b9b575-55a8-45a7-a6fd-fc49b831daa7 HTTP/1.1" status: 200 len: 1091 time: 0.8294377 Aug 12 03:23:32.814690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:23:32.817551 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e6245-81a0-4c84-bb71-e3ab85df61ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:23:32.833195 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 20241546-6a07-45a5-9276-a5b091a6d362 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:32.834157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:32.859124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f214b30-7a8d-4f63-b24a-60116e54e39f service neutron] Pushing event updated for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:32.914866 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd5574e-fa76-42f5-9e16-51fe85d37f03 x-openstack-request-id: req-5fd5574e-fa76-42f5-9e16-51fe85d37f03 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:23:32.915259 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:23:32.915656 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fd5574e-fa76-42f5-9e16-51fe85d37f03 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:23:32.916683 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7', 'status': 'completed', 'code': 200} Aug 12 03:23:32.927249 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f6e8cb4-1d87-4b0f-843f-02e26405f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:32.934349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7f6e8cb4-1d87-4b0f-843f-02e26405f3f9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 1094 time: 0.0671177 Aug 12 03:23:32.960375 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09dbd6-45db-4ba5-9853-007aff891b49 None None] Pushing event updated for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:32.984536 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-3c2cf861-ad89-4d54-9e7f-51d3c129352d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7 HTTP/1.1" status: 200 len: 217 time: 0.0407989 Aug 12 03:23:32.995712 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:23:33.054859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-dd5ce346-cc3c-41e0-8796-074900cff8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.056241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-dd5ce346-cc3c-41e0-8796-074900cff8f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c92c6c60-f583-4f87-be47-310bf1894f21 HTTP/1.1" status: 200 len: 855 time: 0.0638394 Aug 12 03:23:33.111692 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-379a5133-5b43-4234-aa19-90f36f928568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.114925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-379a5133-5b43-4234-aa19-90f36f928568 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cacc8cf7-1394-4309-a613-06b7eb30c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455725 Aug 12 03:23:33.206785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-ef76aa69-0b03-43cf-8ae0-dd101e37375a service neutron] 10.222.0.25 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851526 Aug 12 03:23:33.221204 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6eeadb37-29b9-40c9-afcf-ba1875e68a74', 'name': '', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'mac_address': 'fa:16:3e:72:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:27Z', 'updated_at': '2021-08-12T03:23:32Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'subnets': [{'id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:23:33.250755 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a0159-d921-43a3-8671-ce1e89a68933 None None] The sync data for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 is: [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:23:28Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '6eeadb37-29b9-40c9-afcf-ba1875e68a74', 'name': '', 'network_id': 'ad494a38-6fe3-402b-9a51-687a4012c7b1', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'mac_address': 'fa:16:3e:72:83:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:27Z', 'updated_at': '2021-08-12T03:23:32Z', 'revision_number': 4, 'project_id': '2355c396786c418ea26b140ff22d9954', 'subnets': [{'id': 'f59976c8-6fec-47f6-9ef2-f6353bb5b0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:23:33.301668 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-18795bb1-ad20-440b-a7b5-18ad3c255f94 req-7cfb4012-4113-45f1-88a0-ce0d4071d5c1 service neutron] 10.222.0.25 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883837 Aug 12 03:23:33.393785 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-6b03440f-2a20-4c37-a59c-276e7f8ff477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.396061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-6b03440f-2a20-4c37-a59c-276e7f8ff477 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 1094 time: 0.0431561 Aug 12 03:23:33.495894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-6f1472c8-f6cd-4daa-9017-dde026fe2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.497507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-6f1472c8-f6cd-4daa-9017-dde026fe2d1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 917 time: 0.0945513 Aug 12 03:23:33.546163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-4f95161f-e9f4-4c94-94a0-0d0315ac3654 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7 HTTP/1.1" status: 200 len: 217 time: 0.0382986 Aug 12 03:23:33.607906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-44e53016-faf6-4b9f-bf9a-df490964ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.609594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-44e53016-faf6-4b9f-bf9a-df490964ca6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c92c6c60-f583-4f87-be47-310bf1894f21 HTTP/1.1" status: 200 len: 855 time: 0.0549383 Aug 12 03:23:33.641493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333ada7-8aa0-4489-b895-ec48cde110b8 req-dd292e97-32f9-4bf3-9cab-a51b3a864c8d tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.643032 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7333ada7-8aa0-4489-b895-ec48cde110b8 req-dd292e97-32f9-4bf3-9cab-a51b3a864c8d tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 943 time: 0.0619867 Aug 12 03:23:33.668242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-b891d371-5541-4dc2-b1b4-4561c549af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:33.669897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-b891d371-5541-4dc2-b1b4-4561c549af70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cacc8cf7-1394-4309-a613-06b7eb30c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517642 Aug 12 03:23:33.683542 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7333ada7-8aa0-4489-b895-ec48cde110b8 req-3e7644ae-07d5-4555-afbb-acdcf0d57f07 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Aug 12 03:23:33.769098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-713cc1c7-2ff1-4052-a0af-b9c1aac775bb service neutron] 10.222.0.25 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888989 Aug 12 03:23:33.865037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c54e6245-81a0-4c84-bb71-e3ab85df61ee req-863adab4-1bf0-4b8c-b4f7-896e7598a5e6 service neutron] 10.222.0.25 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878124 Aug 12 03:23:34.678705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27a74a96-b4ab-44c5-8537-7ee8818fc2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:34.706445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6eeadb37-29b9-40c9-afcf-ba1875e68a74 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:34.758975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:34.763107 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:34.763733 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:34.816464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd900bcf-386e-47ad-9979-c2048e70fb59 req-150e2369-97f2-4c74-b010-91afbd543e6d tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:34.817931 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:34.818395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd900bcf-386e-47ad-9979-c2048e70fb59 req-150e2369-97f2-4c74-b010-91afbd543e6d tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 943 time: 0.0535488 Aug 12 03:23:34.859232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd900bcf-386e-47ad-9979-c2048e70fb59 req-ecc3431f-c564-4442-8562-46440308e323 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325291 Aug 12 03:23:34.862557 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:34.895394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6eeadb37-29b9-40c9-afcf-ba1875e68a74, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6eeadb37-29b9-40c9-afcf-ba1875e68a74,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:34.899106 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:34.945118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:35.359807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:35.977356 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22fe9e-0fc0-43e9-8e93-92f03b12a88d req-7e8e7584-70ad-4b6b-b33b-5c2b9e84a208 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:35.978855 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d22fe9e-0fc0-43e9-8e93-92f03b12a88d req-7e8e7584-70ad-4b6b-b33b-5c2b9e84a208 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 943 time: 0.0493608 Aug 12 03:23:36.017597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d22fe9e-0fc0-43e9-8e93-92f03b12a88d req-4e757fae-df41-47e0-835f-7157d73f4021 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 Aug 12 03:23:36.093509 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:36.434107 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:23:36.686946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6eeadb37-29b9-40c9-afcf-ba1875e68a74 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:36.733076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:36.733448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:37.142107 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e03d2-6087-417c-8a31-9279145a0c98 req-02aa3fe2-c4af-41f7-8865-299fa270ccef tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:37.143590 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b6e03d2-6087-417c-8a31-9279145a0c98 req-02aa3fe2-c4af-41f7-8865-299fa270ccef tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 943 time: 0.0474651 Aug 12 03:23:37.181598 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2b6e03d2-6087-417c-8a31-9279145a0c98 req-38f90651-6462-4f09-a9d1-c7b764cbd88b tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Aug 12 03:23:37.340921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 84b9b575-55a8-45a7-a6fd-fc49b831daa7 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:23:37.431698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:37.446791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '84b9b575-55a8-45a7-a6fd-fc49b831daa7', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'port_id': '84b9b575-55a8-45a7-a6fd-fc49b831daa7', 'mac_address': 'fa:16:3e:d2:15:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:23:37.484405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:37.497264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b9b575-55a8-45a7-a6fd-fc49b831daa7 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:23:37.516427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:37.521005 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:37.568316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:37.607137 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:37.722026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['84b9b575-55a8-45a7-a6fd-fc49b831daa7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:23:38.310531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca11663-2eed-41cb-9c95-428b8160f37a req-4209bf8e-ce3b-4bd0-a8c5-987e097d1532 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:38.312047 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aca11663-2eed-41cb-9c95-428b8160f37a req-4209bf8e-ce3b-4bd0-a8c5-987e097d1532 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 944 time: 0.0483768 Aug 12 03:23:38.349443 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-aca11663-2eed-41cb-9c95-428b8160f37a req-a60cc002-7c52-4cd4-9bea-c518dd7a7c2c tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Aug 12 03:23:39.369903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 84b9b575-55a8-45a7-a6fd-fc49b831daa7 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:23:39.418093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:23:39.421865 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:23:39.422240 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:39.472784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba605-aebf-47b5-983e-8eab0fa2e4ea req-bb92596a-e200-49f0-9154-72aa703e96bb tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:39.474568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e94ba605-aebf-47b5-983e-8eab0fa2e4ea req-bb92596a-e200-49f0-9154-72aa703e96bb tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 944 time: 0.0563920 Aug 12 03:23:39.508453 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:39.512528 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e94ba605-aebf-47b5-983e-8eab0fa2e4ea req-4f105231-bbab-4c08-ba96-9ca10a2eae20 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 12 03:23:39.530813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:23:39.533087 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15e942e-d52b-4692-a1ab-3d239a763de0" -d '{"events": [{"server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:23:39.545547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:23:39.550434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:39.574508 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850ca26-82ce-4bbc-bcfd-709e8a77a79d x-openstack-request-id: req-e850ca26-82ce-4bbc-bcfd-709e8a77a79d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:23:39.574800 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:23:39.575052 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e850ca26-82ce-4bbc-bcfd-709e8a77a79d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:23:39.575438 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7', 'code': 200} Aug 12 03:23:39.601339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:23:39.669372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be8bc3-75d1-4fb0-9c9d-5905c10f345c req-504d1dbc-7739-4bc5-99fa-fffe96d320cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:39.670857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a1be8bc3-75d1-4fb0-9c9d-5905c10f345c req-504d1dbc-7739-4bc5-99fa-fffe96d320cb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 1096 time: 0.0398860 Aug 12 03:23:39.707984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a1be8bc3-75d1-4fb0-9c9d-5905c10f345c req-2fc10fee-dc97-4a72-8a4d-ba9bafd93cfb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288396 Aug 12 03:23:40.627810 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe34f59-7039-47ff-bb02-574b9606ec45 req-179ebe5c-4958-4ce7-960e-2d1eaae71703 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:40.629854 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fe34f59-7039-47ff-bb02-574b9606ec45 req-179ebe5c-4958-4ce7-960e-2d1eaae71703 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 945 time: 0.0488217 Aug 12 03:23:40.667259 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fe34f59-7039-47ff-bb02-574b9606ec45 req-46ee7997-53fa-45f2-957a-80169a4136dc tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Aug 12 03:23:40.786559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed36b4-40e1-484b-b20f-e788b92fe21f req-53b294b4-75aa-449d-b3c3-c279b9176db1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:40.788098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ed36b4-40e1-484b-b20f-e788b92fe21f req-53b294b4-75aa-449d-b3c3-c279b9176db1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 945 time: 0.0533409 Aug 12 03:23:40.826904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ed36b4-40e1-484b-b20f-e788b92fe21f req-d963c298-6295-40fe-a56d-fa12808f7a25 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Aug 12 03:23:48.517938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:23:59.433846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7e286-9f56-40c5-b905-9b5823b50623 req-b4a173f4-cfd2-483a-b73e-1de085adc051 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:23:59.435344 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36f7e286-9f56-40c5-b905-9b5823b50623 req-b4a173f4-cfd2-483a-b73e-1de085adc051 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 945 time: 0.0490379 Aug 12 03:23:59.473795 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-36f7e286-9f56-40c5-b905-9b5823b50623 req-7767a492-2ceb-4c40-a0f6-8361bf0b90e2 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Aug 12 03:24:00.643715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad27e2-cd0c-49d6-a5fe-20ba0b9af674 req-861833d9-5528-4568-8804-da50561f8618 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:00.645222 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25ad27e2-cd0c-49d6-a5fe-20ba0b9af674 req-861833d9-5528-4568-8804-da50561f8618 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 945 time: 0.1020617 Aug 12 03:24:00.686577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25ad27e2-cd0c-49d6-a5fe-20ba0b9af674 req-e543f3f3-925f-421a-b598-ab1ac0a5d132 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Aug 12 03:24:00.934610 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-011913e7-3c08-4da8-bc37-840a316b48bf tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:00.936142 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-011913e7-3c08-4da8-bc37-840a316b48bf tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.25 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 945 time: 0.0485578 Aug 12 03:24:01.032259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Deleting port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:01.032607 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:01.426796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] For port 84b9b575-55a8-45a7-a6fd-fc49b831daa7, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=84b9b575-55a8-45a7-a6fd-fc49b831daa7,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:01.427165 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:01.440180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Calling delete_port for 84b9b575-55a8-45a7-a6fd-fc49b831daa7 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:01.573339 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:01.585456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['84b9b575-55a8-45a7-a6fd-fc49b831daa7'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:24:01.627177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Pushing event deleted for resources: {'Port': ['ID=84b9b575-55a8-45a7-a6fd-fc49b831daa7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:01.647652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] No DVR routers for this DVR port 84b9b575-55a8-45a7-a6fd-fc49b831daa7 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:24:01.651164 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:01.653445 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b54173e3-600a-40a7-9470-ffe9d41df214 req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.25 "DELETE /v2.0/ports/84b9b575-55a8-45a7-a6fd-fc49b831daa7 HTTP/1.1" status: 204 len: 173 time: 0.7110636 Aug 12 03:24:01.654846 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.655198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.655564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.655907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.656242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.656584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.656902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.657239 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.657572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.657882 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.658235 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.658556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129e0c6d-aac7-4804-a6f6-41f2b1e6470e tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:01.662161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'name': 'network-vif-deleted', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:24:01.665456 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459a92ce-2f06-45a9-a1e2-bdcdbb0ba0d6" -d '{"events": [{"server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "name": "network-vif-deleted", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:24:01.706704 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87f292-aefe-4364-b127-64869594af72 x-openstack-request-id: req-ba87f292-aefe-4364-b127-64869594af72 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:24:01.707066 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced61d5d-da76-4b7b-aebb-b0097012f2cc", "name": "network-vif-deleted", "tag": "84b9b575-55a8-45a7-a6fd-fc49b831daa7", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:24:01.707387 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba87f292-aefe-4364-b127-64869594af72 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:24:01.707873 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced61d5d-da76-4b7b-aebb-b0097012f2cc', 'name': 'network-vif-deleted', 'tag': '84b9b575-55a8-45a7-a6fd-fc49b831daa7', 'status': 'completed', 'code': 200} Aug 12 03:24:01.797374 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ce8fa2d-d7c0-4599-8aab-c7005dc716c6 req-f1aa560f-ed07-46d7-a0af-144b13acf359 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=ced61d5d-da76-4b7b-aebb-b0097012f2cc HTTP/1.1" status: 200 len: 210 time: 0.0369627 Aug 12 03:24:02.067054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b018-ca3e-4c32-97eb-97cbab0d2dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:03.250635 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-bb203a54-0bb3-4ccd-a247-7e4e005c9b35 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:03.252153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-bb203a54-0bb3-4ccd-a247-7e4e005c9b35 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 816 time: 0.1071789 Aug 12 03:24:03.267062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-6bb2cc63-1e3b-46ec-aeaf-250200748526 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/quotas/f43d5ec50f114312a326b38155f85f86 HTTP/1.1" status: 200 len: 375 time: 0.0091343 Aug 12 03:24:03.316591 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-5144e40f-5815-47e8-866b-17649423e29a tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445166 Aug 12 03:24:03.454728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-b32925a9-edd2-4268-827b-87f74d1ddbc3 service neutron] 10.222.0.11 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268864 Aug 12 03:24:03.548182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-ad0531b3-971a-4975-9e7a-dcdeb9de8057 service neutron] 10.222.0.11 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Aug 12 03:24:03.704451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-427b9c2e-7a89-4643-a307-9374b7048823 req-d32c21f5-12b8-45c1-bfaf-dbb46ff29707 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0266023 Aug 12 03:24:04.680626 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a2d01e54-e607-4fa6-8c5b-a7bb5b95a089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:04.810265 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:04.811674 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e6dbdec-9a27-486a-98b3-b2b04fdd8484 req-4ef0a2b5-3886-4274-98cb-c8ef39e84a70 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0391297 Aug 12 03:24:04.872563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-b93a376d-c949-4892-b87c-8b403dff0530 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:04.874058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-b93a376d-c949-4892-b87c-8b403dff0530 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.21 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 816 time: 0.1119478 Aug 12 03:24:04.893749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Request body: {'port': {'device_id': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'admin_state_up': True, 'tenant_id': 'f43d5ec50f114312a326b38155f85f86'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:04.998612 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Made reservation on behalf of f43d5ec50f114312a326b38155f85f86 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:24:05.002032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.126499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Allocated IP 172.20.0.11 (cacc8cf7-1394-4309-a613-06b7eb30c6bd/c92c6c60-f583-4f87-be47-310bf1894f21/de7313c8-839a-4b54-8a2d-be0d8e30dbfe) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:05.269291 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.281865 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Transition to ACTIVE for port object de7313c8-839a-4b54-8a2d-be0d8e30dbfe will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:05.312781 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.353595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:05.356680 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:05.362371 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:05.363206 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.390301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Pushing event updated for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:05.416376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:05.417006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.432309 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-a44c3a8a-19c1-42ae-b7d7-ff1ee685da62 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424278 Aug 12 03:24:05.451982 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Request body: {'port': {'device_id': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:05.473776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 84b9b575-55a8-45a7-a6fd-fc49b831daa7 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:05.499235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 84b9b575-55a8-45a7-a6fd-fc49b831daa7 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:05.499603 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 84b9b575-55a8-45a7-a6fd-fc49b831daa7 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:05.510740 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.552792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ebe65e77-be58-42db-92ff-8c3fc3ba418e None None] Provisioning for port de7313c8-839a-4b54-8a2d-be0d8e30dbfe completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:05.557393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-ebe65e77-be58-42db-92ff-8c3fc3ba418e None None] Provisioning complete for port de7313c8-839a-4b54-8a2d-be0d8e30dbfe triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:05.558087 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ebe65e77-be58-42db-92ff-8c3fc3ba418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.597640 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ebe65e77-be58-42db-92ff-8c3fc3ba418e None None] Port de7313c8-839a-4b54-8a2d-be0d8e30dbfe cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:24:05.776524 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7313c8-839a-4b54-8a2d-be0d8e30dbfe {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:24:05.783918 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.795851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Transition to ACTIVE for port object de7313c8-839a-4b54-8a2d-be0d8e30dbfe will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:05.799477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:05.852457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:05.953523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Attempting to bind port de7313c8-839a-4b54-8a2d-be0d8e30dbfe on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:05.954181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Attempting to bind port de7313c8-839a-4b54-8a2d-be0d8e30dbfe by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:05.954181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Attempting to bind port de7313c8-839a-4b54-8a2d-be0d8e30dbfe on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:05.968348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d589d-0743-45a5-b3b7-21729cf9052e req-ca6a1cc4-f04b-4245-be18-c70252e38d9f tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:05.969892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-670d589d-0743-45a5-b3b7-21729cf9052e req-ca6a1cc4-f04b-4245-be18-c70252e38d9f tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0792229 Aug 12 03:24:05.970485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Port de7313c8-839a-4b54-8a2d-be0d8e30dbfe on network cacc8cf7-1394-4309-a613-06b7eb30c6bd not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:24:05.970814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Attempting to bind port de7313c8-839a-4b54-8a2d-be0d8e30dbfe on network cacc8cf7-1394-4309-a613-06b7eb30c6bd {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:05.978893 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:05.979235 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Checking segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:05.979648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Bound using segment: {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:05.980089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Bound port: de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b919f1-21e0-49dc-98db-3ce7f253d758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:05.980451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:06.043850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-670d589d-0743-45a5-b3b7-21729cf9052e req-ee8378de-b464-4f24-a2e1-57072681c8fc tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667133 Aug 12 03:24:06.068976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:06.072039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:06.076344 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:06.094762 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:06.111551 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.112165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:06.113551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] 10.222.0.21 "PUT /v2.0/ports/de7313c8-839a-4b54-8a2d-be0d8e30dbfe HTTP/1.1" status: 200 len: 1092 time: 0.6661777 Aug 12 03:24:06.113989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:24:06.116247 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ff32fb-6597-426a-b686-d99b873fddb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:24:06.140926 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370d31c-e289-41b2-8a62-dd3a7f91a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:06.165181 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8558e4-0839-444f-9cd6-4ae0e07a6cbe x-openstack-request-id: req-3b8558e4-0839-444f-9cd6-4ae0e07a6cbe {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:24:06.165559 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:24:06.165881 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b8558e4-0839-444f-9cd6-4ae0e07a6cbe {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:24:06.166354 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe', 'status': 'completed', 'code': 200} Aug 12 03:24:06.226368 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-ec581dbb-cc4c-4e06-a0cb-5d4e959e0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.228146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-ec581dbb-cc4c-4e06-a0cb-5d4e959e0d73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 1095 time: 0.0464604 Aug 12 03:24:06.277116 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-88d9bd51-9a76-4fc7-a6ca-c3dcaba6798a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe HTTP/1.1" status: 200 len: 217 time: 0.0361607 Aug 12 03:24:06.325811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-45677d30-c522-40ca-8958-b9e2423fb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.327197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-45677d30-c522-40ca-8958-b9e2423fb3f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c92c6c60-f583-4f87-be47-310bf1894f21 HTTP/1.1" status: 200 len: 855 time: 0.0436687 Aug 12 03:24:06.379498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-364a3e6e-7281-4e1d-b3ba-2c17e39d1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.380906 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-364a3e6e-7281-4e1d-b3ba-2c17e39d1398 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cacc8cf7-1394-4309-a613-06b7eb30c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436082 Aug 12 03:24:06.468257 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-6646779c-8ca4-43a1-bca9-2e6a8dc94312 service neutron] 10.222.0.21 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802426 Aug 12 03:24:06.560621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98f54963-3dc3-4be8-b178-35a6ee9ed72b req-97aef34f-c083-4029-91d1-2ead566623ca service neutron] 10.222.0.21 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Aug 12 03:24:06.679985 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-cab9f0ce-74d6-4c20-845d-7f72528900c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.681483 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-cab9f0ce-74d6-4c20-845d-7f72528900c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f43d5ec50f114312a326b38155f85f86&device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 1095 time: 0.0410018 Aug 12 03:24:06.768273 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-b4cc54f4-a32f-4e51-a55f-5bfb5d947b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.769719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-b4cc54f4-a32f-4e51-a55f-5bfb5d947b96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 200 len: 917 time: 0.0812833 Aug 12 03:24:06.812471 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-c64f19cf-236f-4c1a-b68f-47a7b9b983f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe HTTP/1.1" status: 200 len: 217 time: 0.0356753 Aug 12 03:24:06.861144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-ff8c6501-11e9-4a4a-89b3-98d87432cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.862546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-ff8c6501-11e9-4a4a-89b3-98d87432cb6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c92c6c60-f583-4f87-be47-310bf1894f21 HTTP/1.1" status: 200 len: 855 time: 0.0430944 Aug 12 03:24:06.906722 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-4d354627-7953-45dd-9290-fd2d44374984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:06.908120 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-4d354627-7953-45dd-9290-fd2d44374984 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cacc8cf7-1394-4309-a613-06b7eb30c6bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382531 Aug 12 03:24:07.000617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-a79d3b25-cf2a-4f36-a459-966dae1d97e3 service neutron] 10.222.0.21 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847564 Aug 12 03:24:07.088987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-20ff32fb-6597-426a-b686-d99b873fddb1 req-ea89d084-307b-4db3-81fe-371fad159a0c service neutron] 10.222.0.21 "GET /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804217 Aug 12 03:24:07.163035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cedec-1a46-4b6b-b296-5d9e59d26017 req-62426149-c93b-4e1b-8fcd-04cf15a76e15 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:07.164455 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f29cedec-1a46-4b6b-b296-5d9e59d26017 req-62426149-c93b-4e1b-8fcd-04cf15a76e15 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0536346 Aug 12 03:24:07.202226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f29cedec-1a46-4b6b-b296-5d9e59d26017 req-d533def1-996f-42b3-bfef-12d1b99dd59f tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Aug 12 03:24:07.612664 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:08.322791 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81bf45-9f79-478b-abc9-021a74043561 req-d3480bd7-899d-4c91-8b51-d66c2801f230 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:08.324279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d81bf45-9f79-478b-abc9-021a74043561 req-d3480bd7-899d-4c91-8b51-d66c2801f230 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0529995 Aug 12 03:24:08.361198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3d81bf45-9f79-478b-abc9-021a74043561 req-fc42e376-3048-4865-a87a-ae5abefacec1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310411 Aug 12 03:24:09.479154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c4aba-f885-4853-8ca6-38cefd3b4564 req-735347e2-1505-419a-a6f5-dae43a397bec tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:09.480686 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-377c4aba-f885-4853-8ca6-38cefd3b4564 req-735347e2-1505-419a-a6f5-dae43a397bec tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Aug 12 03:24:09.517650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-377c4aba-f885-4853-8ca6-38cefd3b4564 req-35be636b-2fec-4ab7-b0db-4a85da630f85 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Aug 12 03:24:10.630245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a440c9-ff02-4422-8101-bf508d3528ba req-fce94d98-d42b-4cf8-923f-9dae50855bb8 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:10.631742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80a440c9-ff02-4422-8101-bf508d3528ba req-fce94d98-d42b-4cf8-923f-9dae50855bb8 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 944 time: 0.0485775 Aug 12 03:24:10.653994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device de7313c8-839a-4b54-8a2d-be0d8e30dbfe details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:24:10.671449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80a440c9-ff02-4422-8101-bf508d3528ba req-0e06e953-9aef-4101-81d7-891e9bd0e7ca tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337207 Aug 12 03:24:10.749664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:10.760562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe', 'network_id': 'cacc8cf7-1394-4309-a613-06b7eb30c6bd', 'port_id': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe', 'mac_address': 'fa:16:3e:c7:a4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92c6c60-f583-4f87-be47-310bf1894f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:24:10.796682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:10.808591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7313c8-839a-4b54-8a2d-be0d8e30dbfe {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:24:10.827235 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:10.831067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:10.877834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:10.885158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.885507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.885845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.886183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.886512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.886838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.887162 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.887570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.887898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.888223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.888543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:10.888863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:11.203448 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['de7313c8-839a-4b54-8a2d-be0d8e30dbfe'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:24:11.792231 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cd5e6-30ad-4e5f-bfe8-768b979a929a req-ba740c25-cd0d-4350-8d43-fee65512a0a5 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:11.793690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-766cd5e6-30ad-4e5f-bfe8-768b979a929a req-ba740c25-cd0d-4350-8d43-fee65512a0a5 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 945 time: 0.0479310 Aug 12 03:24:11.830673 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-766cd5e6-30ad-4e5f-bfe8-768b979a929a req-6c907371-b193-4a22-ab07-c290b422d7fb tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311897 Aug 12 03:24:12.665082 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device de7313c8-839a-4b54-8a2d-be0d8e30dbfe up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:12.711623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port de7313c8-839a-4b54-8a2d-be0d8e30dbfe completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:12.715030 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port de7313c8-839a-4b54-8a2d-be0d8e30dbfe triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:12.715410 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:12.792241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:12.814503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:24:12.816783 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3b0b84-e472-43b7-b136-5844a00afad9" -d '{"events": [{"server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:24:12.829249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:12.833303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:12.858496 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da16ec5-4eb6-4156-bcc7-ae617b045a80 x-openstack-request-id: req-7da16ec5-4eb6-4156-bcc7-ae617b045a80 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:24:12.858674 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "name": "network-vif-plugged", "status": "completed", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:24:12.858930 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7da16ec5-4eb6-4156-bcc7-ae617b045a80 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:24:12.859323 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe', 'code': 200} Aug 12 03:24:12.885779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:12.947414 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26e97a-c02c-4661-8b76-e5a0bec139de req-0b17afac-ce32-4cdc-9f39-872609f2ea39 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:12.948919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff26e97a-c02c-4661-8b76-e5a0bec139de req-0b17afac-ce32-4cdc-9f39-872609f2ea39 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0520265 Aug 12 03:24:13.009635 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ff26e97a-c02c-4661-8b76-e5a0bec139de req-bfc7a104-bc14-41d9-aeb2-c40af314a691 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528429 Aug 12 03:24:13.012464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f311d-6136-483e-afa2-2f37e5209766 req-6eff2689-d2b0-4167-b662-dbcb7287b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:13.013725 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd0f311d-6136-483e-afa2-2f37e5209766 req-6eff2689-d2b0-4167-b662-dbcb7287b03c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 1097 time: 0.0639646 Aug 12 03:24:13.050097 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dd0f311d-6136-483e-afa2-2f37e5209766 req-e7682b07-c19a-4d94-903b-dac64e53e779 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283132 Aug 12 03:24:13.433749 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:24:14.124640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66ad17-1df8-42c2-805e-e70aaf33124a req-19138254-4097-4b65-96ba-a975cacffbc3 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:14.126153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f66ad17-1df8-42c2-805e-e70aaf33124a req-19138254-4097-4b65-96ba-a975cacffbc3 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0484996 Aug 12 03:24:14.162407 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3f66ad17-1df8-42c2-805e-e70aaf33124a req-c5973534-1504-4bc3-af13-781bb80522d6 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303509 Aug 12 03:24:15.275640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f072b94-c06e-4800-889b-7437a89dd45a req-4cb4c571-e6c7-43b6-919c-04f85aeb4472 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:15.277112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f072b94-c06e-4800-889b-7437a89dd45a req-4cb4c571-e6c7-43b6-919c-04f85aeb4472 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0481684 Aug 12 03:24:15.313800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f072b94-c06e-4800-889b-7437a89dd45a req-de4ef51c-0d6a-4b58-ae53-6fe9fa473b9a tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Aug 12 03:24:15.428120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6c976-a21d-4eb7-aea6-8f883eaaa5d7 req-baf08a98-c4e9-4e9e-b1a9-0327d41d4c38 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:15.430120 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50a6c976-a21d-4eb7-aea6-8f883eaaa5d7 req-baf08a98-c4e9-4e9e-b1a9-0327d41d4c38 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0519335 Aug 12 03:24:15.467238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-50a6c976-a21d-4eb7-aea6-8f883eaaa5d7 req-80f48e82-7ee2-4573-aabe-8ba2077e67f7 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Aug 12 03:24:18.532938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:32.068720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b3cfb7f-bf41-4955-ae60-f48d32892754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:33.858788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c50a7-1268-4f62-8064-4d8787dbe803 req-fbf8d569-332a-462f-b5bd-a736bdc01278 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:33.860327 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-979c50a7-1268-4f62-8064-4d8787dbe803 req-fbf8d569-332a-462f-b5bd-a736bdc01278 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0503528 Aug 12 03:24:33.897778 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-979c50a7-1268-4f62-8064-4d8787dbe803 req-9649ac86-947d-4351-b85a-ed43cd300d27 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Aug 12 03:24:34.681301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f044eaec-91c3-4eb5-afa8-da7c082066c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:34.800761 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:35.018225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6631f66-1cf3-44f8-a72f-3781131f221b req-857c10e2-2f2a-4c7f-b97f-1ecd6a84d0d4 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:35.019748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6631f66-1cf3-44f8-a72f-3781131f221b req-857c10e2-2f2a-4c7f-b97f-1ecd6a84d0d4 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Aug 12 03:24:35.058230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e6631f66-1cf3-44f8-a72f-3781131f221b req-9eba14dc-286c-465a-ad7b-8799cb83d6aa tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/security-groups?id=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 12 03:24:35.373082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:35.800747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-86f3d9d6-a002-41b3-a70a-cc25f094bfc8 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:35.802222 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-86f3d9d6-a002-41b3-a70a-cc25f094bfc8 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.21 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 946 time: 0.0476511 Aug 12 03:24:35.889305 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Deleting port de7313c8-839a-4b54-8a2d-be0d8e30dbfe {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:35.889646 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:35.979848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] For port de7313c8-839a-4b54-8a2d-be0d8e30dbfe, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:35.980208 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:35.992723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Calling delete_port for de7313c8-839a-4b54-8a2d-be0d8e30dbfe owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:36.102103 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:36.122758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:36.149645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Pushing event deleted for resources: {'Port': ['ID=de7313c8-839a-4b54-8a2d-be0d8e30dbfe,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:36.153850 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f9c51b3c-f879-441e-b76d-2f029b191239 req-90ba51c8-494b-4d3b-a52c-54ba7829ba07 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.11 "GET /v2.0/ports?device_id=0236294e-0ee6-4901-a9a5-e97a5096d9b1 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Aug 12 03:24:36.159147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['de7313c8-839a-4b54-8a2d-be0d8e30dbfe'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:24:36.164449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.164859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.165121 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.165464 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.165852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.166185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.166523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.166948 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.167284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.167645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.167952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.168274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:36.204299 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] No DVR routers for this DVR port de7313c8-839a-4b54-8a2d-be0d8e30dbfe on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:24:36.206765 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:36.208807 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a34b57c-80e8-41d8-87ed-8b51889b1de3 req-a28bef87-8d24-4612-b1d5-8d98b2e23ab1 tempest-TestEncryptedCinderVolumes-635068450 tempest-TestEncryptedCinderVolumes-635068450-project] 10.222.0.21 "DELETE /v2.0/ports/de7313c8-839a-4b54-8a2d-be0d8e30dbfe HTTP/1.1" status: 204 len: 173 time: 0.4003687 Aug 12 03:24:36.209291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'name': 'network-vif-deleted', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:24:36.211600 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a28ec92-2c14-4b3a-aee2-9dda35d20b97" -d '{"events": [{"server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "name": "network-vif-deleted", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:24:36.253818 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6f8dc-412f-47a2-9645-9b70712d6e24 x-openstack-request-id: req-71f6f8dc-412f-47a2-9645-9b70712d6e24 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:24:36.254119 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0236294e-0ee6-4901-a9a5-e97a5096d9b1", "name": "network-vif-deleted", "tag": "de7313c8-839a-4b54-8a2d-be0d8e30dbfe", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:24:36.254376 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71f6f8dc-412f-47a2-9645-9b70712d6e24 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:24:36.254778 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0236294e-0ee6-4901-a9a5-e97a5096d9b1', 'name': 'network-vif-deleted', 'tag': 'de7313c8-839a-4b54-8a2d-be0d8e30dbfe', 'status': 'completed', 'code': 200} Aug 12 03:24:37.263400 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57354) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:37.603254 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:37.616807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:37.842747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Deleting port 3610d3a4-85f4-4eaf-adfc-37abfa658440 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:37.843006 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:37.918190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] For port 3610d3a4-85f4-4eaf-adfc-37abfa658440, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3610d3a4-85f4-4eaf-adfc-37abfa658440,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:37.918547 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:37.931377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Calling delete_port for 3610d3a4-85f4-4eaf-adfc-37abfa658440 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:38.114322 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:38.415773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3610d3a4-85f4-4eaf-adfc-37abfa658440,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:38.578849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:38.772799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device de7313c8-839a-4b54-8a2d-be0d8e30dbfe no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:38.793941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: de7313c8-839a-4b54-8a2d-be0d8e30dbfe {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:38.794620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device de7313c8-839a-4b54-8a2d-be0d8e30dbfe not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:38.794795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Router dd1169d0-1cfa-4e21-9691-bd81286bc32a has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:24:38.897856 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:38.902970 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-908ed064-948c-45cb-95ba-42c24ae68b17 admin admin] 10.222.0.11 "PUT /v2.0/routers/dd1169d0-1cfa-4e21-9691-bd81286bc32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384487 Aug 12 03:24:38.905540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57356) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:38.906361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Sync routers for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:38.915171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:38.916348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:39.008462 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.018026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:39.110647 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.162991 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Deleting port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:39.163336 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.193345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:24:38Z', 'revision_number': 5, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port': {'id': '0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:97:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:39.228960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Checking router: dd1169d0-1cfa-4e21-9691-bd81286bc32a for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:39.237519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Routers {'dd1169d0-1cfa-4e21-9691-bd81286bc32a'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:39.238123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:39.243297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] For port 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:39.243695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.256827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Calling delete_port for 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:39.320369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] Set router dd1169d0-1cfa-4e21-9691-bd81286bc32a gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:39.374085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:24:39Z', 'revision_number': 6, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:39.399864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4f74-3d0d-46fb-8c35-41ad55ca00ea None None] The sync data for ids ['dd1169d0-1cfa-4e21-9691-bd81286bc32a'] in n-d-804303-2 is: [{'id': 'dd1169d0-1cfa-4e21-9691-bd81286bc32a', 'name': 'tempest-TestEncryptedCinderVolumes-657375396-router', 'tenant_id': 'f43d5ec50f114312a326b38155f85f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:20Z', 'updated_at': '2021-08-12T03:24:39Z', 'revision_number': 6, 'project_id': 'f43d5ec50f114312a326b38155f85f86', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:39.425038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.454010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:39.517763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.606382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.608399 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.649557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.650697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1169d0-1cfa-4e21-9691-bd81286bc32a {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:24:39.654954 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.656131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e4ee06d7-5b16-4680-a63b-6741b003133e admin admin] 10.222.0.11 "DELETE /v2.0/routers/dd1169d0-1cfa-4e21-9691-bd81286bc32a HTTP/1.1" status: 204 len: 168 time: 0.7496607 Aug 12 03:24:39.658595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:39.705485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Deleting subnet c92c6c60-f583-4f87-be47-310bf1894f21 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:24:39.708419 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.744356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.829161 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.881295 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.910648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92c6c60-f583-4f87-be47-310bf1894f21,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:39.915938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:39.917984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ff6d7c8e-cdbf-46f0-8ab3-daf2689d3be3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c92c6c60-f583-4f87-be47-310bf1894f21 HTTP/1.1" status: 204 len: 168 time: 0.2584300 Aug 12 03:24:39.920489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:39.922890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48d8a0-8209-40e4-9c86-60649d3c3256 None None] Network cacc8cf7-1394-4309-a613-06b7eb30c6bd requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:39.987191 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.040968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Deleting port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:40.041289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.109096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] For port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:40.110480 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.125118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Calling delete_port for cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:40.141281 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] DHCP port deletion for cacc8cf7-1394-4309-a613-06b7eb30c6bd request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:24:40.188131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Deleting port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:40.188504 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.207437 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.235709 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:40.239375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] No DVR routers for this DVR port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:24:40.260955 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] For port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,segment=NetworkSegment(96b919f1-21e0-49dc-98db-3ce7f253d758),segment_id=96b919f1-21e0-49dc-98db-3ce7f253d758)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:40.261350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.273882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Calling delete_port for cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:40.314598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.325345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacc8cf7-1394-4309-a613-06b7eb30c6bd']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:40.335949 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b919f1-21e0-49dc-98db-3ce7f253d758') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:40.336254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b919f1-21e0-49dc-98db-3ce7f253d758') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:40.345714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.351805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.362008 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.368543 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:24:40.370404 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:24:40.372368 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:24:40.384439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] Pushing event deleted for resources: {'Port': ['ID=cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:40.386252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf1c9e-986f-4ebd-861c-99fcdadc1828 None None] No DVR routers for this DVR port cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:24:40.444284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.449884 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:40.451915 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cacc8cf7-1394-4309-a613-06b7eb30c6bd HTTP/1.1" status: 204 len: 168 time: 0.5304933 Aug 12 03:24:40.455216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:40.468540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e519a5d-73f7-4b56-9906-d806867ade01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cacc8cf7-1394-4309-a613-06b7eb30c6bd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:40.720422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:40.740592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:40.740944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0b0bc251-84c9-4387-8c37-4c6f1fa6f9f5 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:40.741371 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3610d3a4-85f4-4eaf-adfc-37abfa658440 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:40.760088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3610d3a4-85f4-4eaf-adfc-37abfa658440 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:40.760437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3610d3a4-85f4-4eaf-adfc-37abfa658440 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:40.760878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:40.779638 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:40.779995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device cab8a03f-202b-4eb8-a3ee-ba0e5b225e6a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:40.833117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.082669 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Deleting port 6eeadb37-29b9-40c9-afcf-ba1875e68a74 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:41.083014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.162190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] For port 6eeadb37-29b9-40c9-afcf-ba1875e68a74, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6eeadb37-29b9-40c9-afcf-ba1875e68a74,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:41.162544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.179095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Calling delete_port for 6eeadb37-29b9-40c9-afcf-ba1875e68a74 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:41.354711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.378589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeadb37-29b9-40c9-afcf-ba1875e68a74,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:41.547560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.765004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Router b94a2498-0de6-4f09-8a44-99dbc9242294 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:24:41.869333 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:41.875140 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-785615fb-74b4-4da3-94b7-b34807f28d93 admin admin] 10.222.0.11 "PUT /v2.0/routers/b94a2498-0de6-4f09-8a44-99dbc9242294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178958 Aug 12 03:24:41.876766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57364) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:41.879303 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Sync routers for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:41.889726 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:41.890329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:41.980106 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:41.993341 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:42.086578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.139298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Deleting port 20241546-6a07-45a5-9276-a5b091a6d362 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:42.139773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.177208 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '20241546-6a07-45a5-9276-a5b091a6d362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:24:41Z', 'revision_number': 5, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port': {'id': '20241546-6a07-45a5-9276-a5b091a6d362', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:59:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:23:25Z', 'updated_at': '2021-08-12T03:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:42.227559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] For port 20241546-6a07-45a5-9276-a5b091a6d362, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=20241546-6a07-45a5-9276-a5b091a6d362,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:42.227932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.241741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Calling delete_port for 20241546-6a07-45a5-9276-a5b091a6d362 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:42.296880 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Checking router: b94a2498-0de6-4f09-8a44-99dbc9242294 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:42.305165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Routers {'b94a2498-0de6-4f09-8a44-99dbc9242294'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:42.305769 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b94a2498-0de6-4f09-8a44-99dbc9242294'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:42.389773 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] Set router b94a2498-0de6-4f09-8a44-99dbc9242294 gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:42.410902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.442117 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=20241546-6a07-45a5-9276-a5b091a6d362,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:42.444358 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:24:42Z', 'revision_number': 6, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:42.473320 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7157af7b-b6b8-4e2b-b2df-df0fcf5fcf9b None None] The sync data for ids ['b94a2498-0de6-4f09-8a44-99dbc9242294'] in n-d-804303-2 is: [{'id': 'b94a2498-0de6-4f09-8a44-99dbc9242294', 'name': 'tempest-TestEncryptedCinderVolumes-1632766747-router', 'tenant_id': '2355c396786c418ea26b140ff22d9954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:23:24Z', 'updated_at': '2021-08-12T03:24:42Z', 'revision_number': 6, 'project_id': '2355c396786c418ea26b140ff22d9954', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:42.517694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.606414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.608480 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.652079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.652530 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b94a2498-0de6-4f09-8a44-99dbc9242294 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:24:42.656845 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.658218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2695a0fa-d821-49bb-854d-3b2cd7c6dd10 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b94a2498-0de6-4f09-8a44-99dbc9242294 HTTP/1.1" status: 204 len: 168 time: 0.7805421 Aug 12 03:24:42.660790 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:42.707922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Deleting subnet f59976c8-6fec-47f6-9ef2-f6353bb5b0a1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:24:42.710834 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.745345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.825239 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.893123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.926421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59976c8-6fec-47f6-9ef2-f6353bb5b0a1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:42.932353 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:42.934243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b6d518b7-f292-441c-914b-3e2ab6a97441 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f59976c8-6fec-47f6-9ef2-f6353bb5b0a1 HTTP/1.1" status: 204 len: 168 time: 0.2725446 Aug 12 03:24:42.936798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:42.937168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846cb2ea-1b63-4c94-ba84-a2480cae2629 None None] Network ad494a38-6fe3-402b-9a51-687a4012c7b1 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:43.003162 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.057397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Deleting port 066e41bd-7d09-476b-8e54-31a1f8d42b31 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:24:43.057742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.126945 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] For port 066e41bd-7d09-476b-8e54-31a1f8d42b31, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=066e41bd-7d09-476b-8e54-31a1f8d42b31,segment=NetworkSegment(b826d6dc-c823-4542-9100-da8fe58b0d94),segment_id=b826d6dc-c823-4542-9100-da8fe58b0d94)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:43.127313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.139745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Calling delete_port for 066e41bd-7d09-476b-8e54-31a1f8d42b31 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:24:43.220727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.247323 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Pushing event deleted for resources: {'Port': ['ID=066e41bd-7d09-476b-8e54-31a1f8d42b31,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:43.251093 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] No DVR routers for this DVR port 066e41bd-7d09-476b-8e54-31a1f8d42b31 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:24:43.251221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c6733-cec3-473e-a631-0dbbd8a8af2b None None] DHCP port deletion for ad494a38-6fe3-402b-9a51-687a4012c7b1 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:24:43.260273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6eeadb37-29b9-40c9-afcf-ba1875e68a74 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:43.283747 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6eeadb37-29b9-40c9-afcf-ba1875e68a74 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:43.284358 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6eeadb37-29b9-40c9-afcf-ba1875e68a74 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:43.331839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.342695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad494a38-6fe3-402b-9a51-687a4012c7b1']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:43.356229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b826d6dc-c823-4542-9100-da8fe58b0d94') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:43.356526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b826d6dc-c823-4542-9100-da8fe58b0d94') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:43.366550 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.381144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.387897 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:24:43.388389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:24:43.391436 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:24:43.452879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.460124 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.461706 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ad494a38-6fe3-402b-9a51-687a4012c7b1 HTTP/1.1" status: 204 len: 168 time: 0.5239561 Aug 12 03:24:43.472978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110ce9a-b628-4e14-be59-2d2c3dd24395 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad494a38-6fe3-402b-9a51-687a4012c7b1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:43.626698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57372) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:43.666679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f2be1e29-d4dc-4b69-9484-ff37722b1412 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f43d5ec50f114312a326b38155f85f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387974 Aug 12 03:24:43.669044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:43.715787 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.735781 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.784627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.787181 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:43.788400 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c32b36e4-8842-41f4-bdfc-9a9c9775a4d7 HTTP/1.1" status: 204 len: 168 time: 0.1184649 Aug 12 03:24:43.796205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1563273-e5ac-4987-becd-4b5f61732b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32b36e4-8842-41f4-bdfc-9a9c9775a4d7,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:44.096173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57380) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:44.135911 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1ea1b29e-b04a-4ad8-8953-248e4515b255 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2355c396786c418ea26b140ff22d9954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385170 Aug 12 03:24:44.138331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57382) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:44.190363 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:44.211367 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:44.259409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:44.262159 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:44.263323 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1765818d-eb2f-42ea-ab97-54e5418bfe6f HTTP/1.1" status: 204 len: 168 time: 0.1239543 Aug 12 03:24:44.270816 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab23460-2a0c-4e9c-9a56-6bbe4cbe2dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765818d-eb2f-42ea-ab97-54e5418bfe6f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:44.720563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20241546-6a07-45a5-9276-a5b091a6d362 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:44.740088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 20241546-6a07-45a5-9276-a5b091a6d362 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:44.740433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 20241546-6a07-45a5-9276-a5b091a6d362 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:44.740848 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 066e41bd-7d09-476b-8e54-31a1f8d42b31 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:24:44.759858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 066e41bd-7d09-476b-8e54-31a1f8d42b31 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:24:44.760324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 066e41bd-7d09-476b-8e54-31a1f8d42b31 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:24:44.925724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57404) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:45.018690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-764904022-network', 'tenant_id': '4b47a0b4bd024885842568d9b2358189'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:45.039545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Made reservation on behalf of 4b47a0b4bd024885842568d9b2358189 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:24:45.042414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.054007 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.141612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.145180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.165236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:24:45.180361 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eec2c83-5d53-42e3-921c-902be7336057,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:45.183289 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.183666 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Added segment 246b1010-4b74-4f4c-821b-479ab9dbceb0 of type vlan for network a7c08ac5-0602-4609-9704-c400406a8ab6 Aug 12 03:24:45.222985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.251204 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.252196 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:45.252782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.305723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3787966 Aug 12 03:24:45.308525 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57408) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:45.313315 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Request body: {'subnet': {'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-764904022-subnet', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:45.320845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcc762-015f-4694-a07c-76ec13b548b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c08ac5-0602-4609-9704-c400406a8ab6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:45.331006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network a7c08ac5-0602-4609-9704-c400406a8ab6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:24:45.339416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Made reservation on behalf of 4b47a0b4bd024885842568d9b2358189 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:24:45.341880 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.506559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.569733 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85e0c9c-7c96-4356-8453-4165b632b2be,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:45.575240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Checking segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:45.575655 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Network hostable DHCP agents. Network: a7c08ac5-0602-4609-9704-c400406a8ab6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:24:45.592291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Network a7c08ac5-0602-4609-9704-c400406a8ab6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:24:45.600771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, a7c08ac5-0602-4609-9704-c400406a8ab6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:45.604990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:45.605572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.610714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27c93d-1ae6-4354-b3e7-3062395a25e3 None None] Network a7c08ac5-0602-4609-9704-c400406a8ab6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:45.619368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b07ad37b-4075-4872-98ee-ba283f588e8e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3097451 Aug 12 03:24:45.621916 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57410) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:45.626248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:45.647316 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.648317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.700329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.755801 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-a7c08ac5-0602-4609-9704-c400406a8ab6', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:24:45.756663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.835871 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:45.892776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Allocated IP 172.20.0.2 (a7c08ac5-0602-4609-9704-c400406a8ab6/e85e0c9c-7c96-4356-8453-4165b632b2be/331e478c-d566-4ade-ad8e-9a8a35566145) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:46.036351 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.039637 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.045449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Transition to ACTIVE for port object 331e478c-d566-4ade-ad8e-9a8a35566145 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:46.060312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Transition to ACTIVE for port object 331e478c-d566-4ade-ad8e-9a8a35566145 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:46.065841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.108275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Network a7c08ac5-0602-4609-9704-c400406a8ab6 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:46.113375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:46.117357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:46.123197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Pushing event updated for resources: {'Port': ['ID=331e478c-d566-4ade-ad8e-9a8a35566145,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:46.177968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Attempting to bind port 331e478c-d566-4ade-ad8e-9a8a35566145 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:46.178340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Attempting to bind port 331e478c-d566-4ade-ad8e-9a8a35566145 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:46.178705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Attempting to bind port 331e478c-d566-4ade-ad8e-9a8a35566145 on network a7c08ac5-0602-4609-9704-c400406a8ab6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:46.184075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:46.184454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Checking segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:46.184862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.185260 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Bound using segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:46.185726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Bound port: 331e478c-d566-4ade-ad8e-9a8a35566145, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:46.186108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.252805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] For port 331e478c-d566-4ade-ad8e-9a8a35566145, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:46.256212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] For port 331e478c-d566-4ade-ad8e-9a8a35566145, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=331e478c-d566-4ade-ad8e-9a8a35566145,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:46.260781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.319334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118312e1-b532-4ac5-af90-822c194a8001 None None] Pushing event updated for resources: {'Port': ['ID=331e478c-d566-4ade-ad8e-9a8a35566145,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:46.368147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.491169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Allocated IP 172.25.3.159 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/6cb43c6f-912d-4b35-b39f-0e723b05b618) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:46.614144 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.652668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:46.693453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:46.696486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:46.702291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:46.705346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Pushing event updated for resources: {'Port': ['ID=6cb43c6f-912d-4b35-b39f-0e723b05b618,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:46.756793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 331e478c-d566-4ade-ad8e-9a8a35566145 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:46.808842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 331e478c-d566-4ade-ad8e-9a8a35566145 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:46.961869 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.168812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.221652 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc7709-0dde-4dc3-abba-80893bd2f4b9 None None] Network a7c08ac5-0602-4609-9704-c400406a8ab6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:47.303958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:24:47.338513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Provisioning for port 331e478c-d566-4ade-ad8e-9a8a35566145 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:47.346466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Provisioning complete for port 331e478c-d566-4ade-ad8e-9a8a35566145 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:47.346835 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.413484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:47.432212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.433509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c760721b-d2b4-4123-8ee0-7b1e44ff912e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8106620 Aug 12 03:24:47.436562 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57412) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:47.439986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Sync routers for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:47.465874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:47.466429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:47.508154 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.589433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] For port 331e478c-d566-4ade-ad8e-9a8a35566145, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=331e478c-d566-4ade-ad8e-9a8a35566145,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:47.597659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.625578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:47.754006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf26c41-6d61-4e60-8c6a-e114c233aa3f None None] Pushing event updated for resources: {'Port': ['ID=331e478c-d566-4ade-ad8e-9a8a35566145,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:47.772615 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-58ba9d72-5bc5-4c40-a9f8-5fd6d204be8d None None] Provisioning complete for port 331e478c-d566-4ade-ad8e-9a8a35566145 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:47.773160 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-58ba9d72-5bc5-4c40-a9f8-5fd6d204be8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.880959 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:47.903923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:46Z', 'revision_number': 3, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:48.047303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Allocated IP 172.20.0.1 (a7c08ac5-0602-4609-9704-c400406a8ab6/e85e0c9c-7c96-4356-8453-4165b632b2be/92468dd8-639e-47df-9021-4e5709e79515) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:48.085531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Checking router: 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:48.085880 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Updating router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 port 6cb43c6f-912d-4b35-b39f-0e723b05b618 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:24:48.115398 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.156023 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.169578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Transition to ACTIVE for port object 92468dd8-639e-47df-9021-4e5709e79515 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:48.202498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.239631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Network a7c08ac5-0602-4609-9704-c400406a8ab6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:48.245193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:48.249023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:48.254960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Pushing event updated for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:48.294560 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.373416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.383914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Transition to ACTIVE for port object 6cb43c6f-912d-4b35-b39f-0e723b05b618 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:48.392565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.438835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.458470 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Attempting to bind port 6cb43c6f-912d-4b35-b39f-0e723b05b618 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:48.458874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Attempting to bind port 6cb43c6f-912d-4b35-b39f-0e723b05b618 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:48.459248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Attempting to bind port 6cb43c6f-912d-4b35-b39f-0e723b05b618 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:48.467508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e0ad0-05df-4985-a4f4-f9a9b3d317f5 None None] Pushing event updated for resources: {'Port': ['ID=6cb43c6f-912d-4b35-b39f-0e723b05b618,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:48.470335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:48.470719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:48.471130 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.471548 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:48.472025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Bound port: 6cb43c6f-912d-4b35-b39f-0e723b05b618, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:48.472558 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.538522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] For port 6cb43c6f-912d-4b35-b39f-0e723b05b618, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:48.553848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.554486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6f0bbaf-f0a6-4357-bd53-2fe2e8d50843 None None] Provisioning for port 92468dd8-639e-47df-9021-4e5709e79515 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:48.559553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] For port 6cb43c6f-912d-4b35-b39f-0e723b05b618, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6cb43c6f-912d-4b35-b39f-0e723b05b618,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:48.561521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e6f0bbaf-f0a6-4357-bd53-2fe2e8d50843 None None] Provisioning complete for port 92468dd8-639e-47df-9021-4e5709e79515 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:48.561887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e6f0bbaf-f0a6-4357-bd53-2fe2e8d50843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.581892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.619606 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.627806 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.632628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0bbaf-f0a6-4357-bd53-2fe2e8d50843 None None] Port 92468dd8-639e-47df-9021-4e5709e79515 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:24:48.657593 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:48.658225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:48.663070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e0ad0-05df-4985-a4f4-f9a9b3d317f5 None None] Pushing event updated for resources: {'Port': ['ID=6cb43c6f-912d-4b35-b39f-0e723b05b618,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:48.698138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Pushing event updated for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:48.701129 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.749971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 331e478c-d566-4ade-ad8e-9a8a35566145 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:48.796535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Network a7c08ac5-0602-4609-9704-c400406a8ab6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:48.797983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:48.809343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:48.891165 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 331e478c-d566-4ade-ad8e-9a8a35566145 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:48.891560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:48.922461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:24:49.035909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:49.041451 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a17fc4d2-deb0-4440-972a-5c8428111533 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6038132 Aug 12 03:24:49.078240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1623c4aa-f49f-49eb-8339-81f2aa4ad0a8 None None] Provisioning complete for port 92468dd8-639e-47df-9021-4e5709e79515 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:49.078617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1623c4aa-f49f-49eb-8339-81f2aa4ad0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.120874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1623c4aa-f49f-49eb-8339-81f2aa4ad0a8 None None] Port 92468dd8-639e-47df-9021-4e5709e79515 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:24:49.128725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 2, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:49.155817 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd234d0-3565-4aad-bd90-1bf2fb7b97e5 None None] The sync data for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 is: [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 2, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:49.579752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57428) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:49.586757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-252896117-network', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:49.612758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Made reservation on behalf of b0f901c5fc5b40a084e1e8e077c31cec for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:24:49.615163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.625405 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.725942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.731622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.771199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:24:49.781992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabcd978-fcc5-46f6-8cff-7af0aeb2ec1d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:49.787617 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.787968 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Added segment f31760f2-3141-4037-8731-65aebb5cd6a6 of type vlan for network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae Aug 12 03:24:49.868050 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.900468 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.901634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:49.902492 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:49.977745 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3967879 Aug 12 03:24:49.981066 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57430) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:49.982110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668ce99-62de-43db-85ab-3b12eb54ee79 admin admin] Pushing event updated for resources: {'Network': ['ID=040cffd0-9dbf-4122-a1ae-e3f927cc78ae,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:49.988033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Request body: {'subnet': {'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-252896117-subnet', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:49.999070 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:24:50.022860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Made reservation on behalf of b0f901c5fc5b40a084e1e8e077c31cec for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:24:50.025892 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.224014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.279407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a78518-d1ad-4ead-9523-e3c061a7804f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:50.291619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Checking segment: {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:50.292085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Network hostable DHCP agents. Network: 040cffd0-9dbf-4122-a1ae-e3f927cc78ae, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:24:50.309444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:24:50.319541 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 040cffd0-9dbf-4122-a1ae-e3f927cc78ae) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:50.323488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:24:50.324149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.329766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edff14e-39bb-45e3-ba7a-c1af6d82784a None None] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:50.340104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d466c3ee-d121-4fec-849a-0eb838ba0cab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3571372 Aug 12 03:24:50.342620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57432) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:50.347209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:24:50.370720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.371752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.429891 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.432545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:24:50.493130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:24:50.494126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.573670 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.625279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Allocated IP 172.20.0.2 (040cffd0-9dbf-4122-a1ae-e3f927cc78ae/01a78518-d1ad-4ead-9523-e3c061a7804f/5db686cd-f89e-4b07-8f79-c14a190c9b63) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:50.765780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6cb43c6f-912d-4b35-b39f-0e723b05b618 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:50.789159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.810161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.815606 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.828407 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Transition to ACTIVE for port object 5db686cd-f89e-4b07-8f79-c14a190c9b63 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:50.848838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Transition to ACTIVE for port object 5db686cd-f89e-4b07-8f79-c14a190c9b63 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:50.852922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6cb43c6f-912d-4b35-b39f-0e723b05b618 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:50.857738 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.861643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6cb43c6f-912d-4b35-b39f-0e723b05b618 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:50.862010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:50.913948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Allocated IP 172.25.3.48 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/88e179f8-734a-4859-8323-fc886ce709c6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:50.926741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:50.934971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:50.942134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:50.948145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Pushing event updated for resources: {'Port': ['ID=5db686cd-f89e-4b07-8f79-c14a190c9b63,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:51.027049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Attempting to bind port 5db686cd-f89e-4b07-8f79-c14a190c9b63 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:51.027748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Attempting to bind port 5db686cd-f89e-4b07-8f79-c14a190c9b63 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:51.027748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Attempting to bind port 5db686cd-f89e-4b07-8f79-c14a190c9b63 on network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:51.034238 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.036974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:51.037354 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Checking segment: {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:51.037764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.038160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Bound using segment: {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:51.038628 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Bound port: 5db686cd-f89e-4b07-8f79-c14a190c9b63, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:51.039010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.061375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.076773 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.104138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6cb43c6f-912d-4b35-b39f-0e723b05b618, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6cb43c6f-912d-4b35-b39f-0e723b05b618,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:51.112726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.120410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:51.123627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:51.128023 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:51.151217 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Pushing event updated for resources: {'Port': ['ID=88e179f8-734a-4859-8323-fc886ce709c6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:51.166047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] For port 5db686cd-f89e-4b07-8f79-c14a190c9b63, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:51.171266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] For port 5db686cd-f89e-4b07-8f79-c14a190c9b63, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5db686cd-f89e-4b07-8f79-c14a190c9b63,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:51.181456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.190894 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6cb43c6f-912d-4b35-b39f-0e723b05b618,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:51.257176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a6a9f-4758-485e-afe5-15b1e8b0bd74 None None] Pushing event updated for resources: {'Port': ['ID=5db686cd-f89e-4b07-8f79-c14a190c9b63,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:51.349797 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Sync routers for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:51.359221 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:51.359944 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:51.412143 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.490731 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:51.656919 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:51.689205 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 2, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:51.715032 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Checking router: 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:51.715428 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Updating router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 port 92468dd8-639e-47df-9021-4e5709e79515 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:24:51.745914 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.026317 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.038835 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Transition to ACTIVE for port object 92468dd8-639e-47df-9021-4e5709e79515 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:52.045095 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.122817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Router e5e4d2bf-1462-4574-9e25-174c2b83982c is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:24:52.144093 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Attempting to bind port 92468dd8-639e-47df-9021-4e5709e79515 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:52.144474 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Attempting to bind port 92468dd8-639e-47df-9021-4e5709e79515 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:52.144809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Attempting to bind port 92468dd8-639e-47df-9021-4e5709e79515 on network a7c08ac5-0602-4609-9704-c400406a8ab6 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:52.146884 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Pushing event updated for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:52.156443 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.156790 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.157129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.157464 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.157912 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.158406 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.158893 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.159377 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.159878 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.160382 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.160873 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.161351 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:24:52.168359 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:52.169026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Checking segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:52.169720 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.170264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Bound using segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:52.170902 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Bound port: 92468dd8-639e-47df-9021-4e5709e79515, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:52.171444 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.246658 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] For port 92468dd8-639e-47df-9021-4e5709e79515, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:52.250670 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] For port 92468dd8-639e-47df-9021-4e5709e79515, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=92468dd8-639e-47df-9021-4e5709e79515,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:52.256311 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.257188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:52.270175 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Sync routers for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:52.283502 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:52.285500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:52.296147 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.297897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-022043c4-379e-4e48-9c8d-a1187dfad093 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9538472 Aug 12 03:24:52.300538 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57434) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:24:52.309570 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:52.310188 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:52.368087 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981cf4e-9685-48af-8c07-e7c8f55e33df None None] Pushing event updated for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:52.417509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f38223-e051-4392-8ff6-a17620bb2808 None None] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:24:52.451123 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:52.559114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:52.624172 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-01ebaa8a-9b03-4138-bb07-586fba9466d3 None None] Provisioning for port 5db686cd-f89e-4b07-8f79-c14a190c9b63 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:52.685042 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:52Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:52.725509 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b6883-7dd3-4157-a095-0b08968bcf0a None None] The sync data for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 is: [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:52Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:52.794337 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:52.938192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 92468dd8-639e-47df-9021-4e5709e79515 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:53.026643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 3, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:53.029915 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 92468dd8-639e-47df-9021-4e5709e79515 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:53.039448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Allocated IP 172.20.0.1 (040cffd0-9dbf-4122-a1ae-e3f927cc78ae/01a78518-d1ad-4ead-9523-e3c061a7804f/eb5453f4-76fb-46cf-9952-49109375cc60) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:24:53.056482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Checking router: e5e4d2bf-1462-4574-9e25-174c2b83982c for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:53.056482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Updating router e5e4d2bf-1462-4574-9e25-174c2b83982c port 88e179f8-734a-4859-8323-fc886ce709c6 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:24:53.060067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 92468dd8-639e-47df-9021-4e5709e79515 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:53.060067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.112639 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.157904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.173719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Transition to ACTIVE for port object eb5453f4-76fb-46cf-9952-49109375cc60 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:53.210430 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.251160 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:53.255942 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:53.260929 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:24:53.270580 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.300858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Pushing event updated for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:53.303648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.363867 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 92468dd8-639e-47df-9021-4e5709e79515, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=92468dd8-639e-47df-9021-4e5709e79515,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:53.380350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.381405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6cb43c6f-912d-4b35-b39f-0e723b05b618 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:53.473292 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.523161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:53.548842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.551189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6cb43c6f-912d-4b35-b39f-0e723b05b618 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:53.551604 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.589240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Transition to ACTIVE for port object 88e179f8-734a-4859-8323-fc886ce709c6 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:53.603280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.646721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72e5e3a7-aa76-4983-821c-925b83671936 None None] Provisioning for port eb5453f4-76fb-46cf-9952-49109375cc60 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:53.669327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-72e5e3a7-aa76-4983-821c-925b83671936 None None] Provisioning complete for port eb5453f4-76fb-46cf-9952-49109375cc60 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:53.669701 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-72e5e3a7-aa76-4983-821c-925b83671936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.673612 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.678419 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.694217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Attempting to bind port 88e179f8-734a-4859-8323-fc886ce709c6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:53.694578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Attempting to bind port 88e179f8-734a-4859-8323-fc886ce709c6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:53.694946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Attempting to bind port 88e179f8-734a-4859-8323-fc886ce709c6 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:53.696822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b2cd-202a-44e3-9083-6bb712d79a40 None None] Pushing event updated for resources: {'Port': ['ID=88e179f8-734a-4859-8323-fc886ce709c6,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:53.710849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:53.711230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:53.711660 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.712058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:53.712582 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Bound port: 88e179f8-734a-4859-8323-fc886ce709c6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:53.713114 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.750506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.752291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Pushing event updated for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:53.765566 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-72e5e3a7-aa76-4983-821c-925b83671936 None None] Port eb5453f4-76fb-46cf-9952-49109375cc60 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:24:53.785279 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5db686cd-f89e-4b07-8f79-c14a190c9b63 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:53.822698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] For port 88e179f8-734a-4859-8323-fc886ce709c6, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:53.829393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] For port 88e179f8-734a-4859-8323-fc886ce709c6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=88e179f8-734a-4859-8323-fc886ce709c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:53.842529 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.848593 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:24:53.849974 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:24:53.910824 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5db686cd-f89e-4b07-8f79-c14a190c9b63 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:53.912671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3b2cd-202a-44e3-9083-6bb712d79a40 None None] Pushing event updated for resources: {'Port': ['ID=88e179f8-734a-4859-8323-fc886ce709c6,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:53.919556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5db686cd-f89e-4b07-8f79-c14a190c9b63 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:53.919942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:53.922797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:53.923243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:53.979815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Router e5e4d2bf-1462-4574-9e25-174c2b83982c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:24:54.082960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:54.101630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:24:54.108028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c6416389-f449-4421-9e37-f2b998d7abbe admin admin] 10.222.0.11 "PUT /v2.0/routers/e5e4d2bf-1462-4574-9e25-174c2b83982c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058095 Aug 12 03:24:54.132241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:54.146490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-178561b5-329e-4d48-858c-61fe9dcd4c0d None None] Provisioning complete for port eb5453f4-76fb-46cf-9952-49109375cc60 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:54.146848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-178561b5-329e-4d48-858c-61fe9dcd4c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:54.265664 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5db686cd-f89e-4b07-8f79-c14a190c9b63, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5db686cd-f89e-4b07-8f79-c14a190c9b63,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:54.268577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-178561b5-329e-4d48-858c-61fe9dcd4c0d None None] Port eb5453f4-76fb-46cf-9952-49109375cc60 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:24:54.272301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:54.350982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5db686cd-f89e-4b07-8f79-c14a190c9b63,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:54.403617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'eb5453f4-76fb-46cf-9952-49109375cc60', 'name': '', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'mac_address': 'fa:16:3e:01:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:52Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 2, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'subnets': [{'id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:54.429839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de40bf4-f45b-4d06-b32a-81deeba748e5 None None] The sync data for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 is: [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'eb5453f4-76fb-46cf-9952-49109375cc60', 'name': '', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'mac_address': 'fa:16:3e:01:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:52Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 2, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'subnets': [{'id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:54.750667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5db686cd-f89e-4b07-8f79-c14a190c9b63 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:54.802509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5db686cd-f89e-4b07-8f79-c14a190c9b63 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:54.802906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:54.896006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 92468dd8-639e-47df-9021-4e5709e79515 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:54.945877 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 92468dd8-639e-47df-9021-4e5709e79515 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:54.946113 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:56.783802 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 88e179f8-734a-4859-8323-fc886ce709c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:56.849707 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 88e179f8-734a-4859-8323-fc886ce709c6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:56.857263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 88e179f8-734a-4859-8323-fc886ce709c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:56.857563 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:56.961951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:56.990247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 88e179f8-734a-4859-8323-fc886ce709c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=88e179f8-734a-4859-8323-fc886ce709c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:56.995542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:57.058459 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=88e179f8-734a-4859-8323-fc886ce709c6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:57.161599 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Sync routers for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:24:57.172774 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:57.173470 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:57.388409 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:57.610604 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'eb5453f4-76fb-46cf-9952-49109375cc60', 'name': '', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'mac_address': 'fa:16:3e:01:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:52Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 2, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'subnets': [{'id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:57.646074 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Checking router: e5e4d2bf-1462-4574-9e25-174c2b83982c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:24:57.646433 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Updating router e5e4d2bf-1462-4574-9e25-174c2b83982c port eb5453f4-76fb-46cf-9952-49109375cc60 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:24:57.676690 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:57.967949 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:57.986050 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Transition to ACTIVE for port object eb5453f4-76fb-46cf-9952-49109375cc60 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:24:57.999553 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:58.069674 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53d07-6bb0-439c-b897-fbbf6fbf84f2 None None] Pushing event updated for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:58.146450 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Attempting to bind port eb5453f4-76fb-46cf-9952-49109375cc60 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:24:58.146898 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Attempting to bind port eb5453f4-76fb-46cf-9952-49109375cc60 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:24:58.147267 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Attempting to bind port eb5453f4-76fb-46cf-9952-49109375cc60 on network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:24:58.152598 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:24:58.153158 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Checking segment: {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:24:58.153364 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:58.153755 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Bound using segment: {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:24:58.154215 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Bound port: eb5453f4-76fb-46cf-9952-49109375cc60, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31760f2-3141-4037-8731-65aebb5cd6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:24:58.154593 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:58.255384 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] For port eb5453f4-76fb-46cf-9952-49109375cc60, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:24:58.258876 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] For port eb5453f4-76fb-46cf-9952-49109375cc60, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb5453f4-76fb-46cf-9952-49109375cc60,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:24:58.266808 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:58.345436 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:24:58.346097 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:24:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:58.351284 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f53d07-6bb0-439c-b897-fbbf6fbf84f2 None None] Pushing event updated for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:58.488512 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:24:58.729853 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'eb5453f4-76fb-46cf-9952-49109375cc60', 'name': '', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'mac_address': 'fa:16:3e:01:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:52Z', 'updated_at': '2021-08-12T03:24:58Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'subnets': [{'id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:24:58.764584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad14420-f9df-4522-a01e-0ae6bacbf219 None None] The sync data for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 is: [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'eb5453f4-76fb-46cf-9952-49109375cc60', 'name': '', 'network_id': '040cffd0-9dbf-4122-a1ae-e3f927cc78ae', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'mac_address': 'fa:16:3e:01:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:52Z', 'updated_at': '2021-08-12T03:24:58Z', 'revision_number': 4, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'subnets': [{'id': '01a78518-d1ad-4ead-9523-e3c061a7804f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:24:58.795089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb5453f4-76fb-46cf-9952-49109375cc60 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:58.849086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port eb5453f4-76fb-46cf-9952-49109375cc60 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:24:58.855017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port eb5453f4-76fb-46cf-9952-49109375cc60 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:58.855408 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:58.957793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:59.006401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port eb5453f4-76fb-46cf-9952-49109375cc60, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb5453f4-76fb-46cf-9952-49109375cc60,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:24:59.012272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:24:59.013222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 88e179f8-734a-4859-8323-fc886ce709c6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:24:59.104913 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:24:59.122756 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 88e179f8-734a-4859-8323-fc886ce709c6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:24:59.123134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:00.745926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb5453f4-76fb-46cf-9952-49109375cc60 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:25:00.800293 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port eb5453f4-76fb-46cf-9952-49109375cc60 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:25:00.800927 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:02.069282 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4b7f550e-c187-4eb1-9341-98aa89c2f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:04.170327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-e2a7b311-2192-4740-9aa6-518faccff99a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:04.171813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-e2a7b311-2192-4740-9aa6-518faccff99a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 814 time: 0.1023011 Aug 12 03:25:04.186496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-c841b38d-782d-4b0d-94fb-377f6a180b08 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/quotas/4b47a0b4bd024885842568d9b2358189 HTTP/1.1" status: 200 len: 375 time: 0.0089636 Aug 12 03:25:04.241667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-246d9bb5-3812-49c3-aab8-1557b4f67f16 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499971 Aug 12 03:25:04.340279 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-6eb12a7a-1b3e-4ac4-908a-3fab058f016f service neutron] 10.222.0.11 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862722 Aug 12 03:25:04.428210 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-b4a492f0-f15f-4ee7-b546-b55a5047d628 service neutron] 10.222.0.11 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818405 Aug 12 03:25:04.584759 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-29419b1a-f132-4101-9699-91a0b164a10d req-2e91dd78-fb9f-4829-865f-99fb69f72be4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 12 03:25:04.684539 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-74d51826-2a08-41ab-8fb4-d1e65ca3d32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:04.802792 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:05.372272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:05.592250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-a390affb-c6d8-442a-9275-c2e200e6f0b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:05.593735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-a390affb-c6d8-442a-9275-c2e200e6f0b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 814 time: 0.1068940 Aug 12 03:25:05.612034 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'port': {'device_id': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'admin_state_up': True, 'tenant_id': '4b47a0b4bd024885842568d9b2358189'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:05.693679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a2970ce-de38-4c00-bb91-25a6c4ac9221 req-39df8741-6bd5-4c9f-b9d3-aa2e7bcac6d4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 210 time: 0.0284190 Aug 12 03:25:05.749920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Made reservation on behalf of 4b47a0b4bd024885842568d9b2358189 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:25:05.753597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:05.889959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Allocated IP 172.20.0.7 (a7c08ac5-0602-4609-9704-c400406a8ab6/e85e0c9c-7c96-4356-8453-4165b632b2be/ab99527e-8698-4133-a12d-2fbf1626502d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:25:06.115233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:06.119247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:06.144964 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Transition to ACTIVE for port object ab99527e-8698-4133-a12d-2fbf1626502d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:25:06.184520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:06.245620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Network a7c08ac5-0602-4609-9704-c400406a8ab6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:25:06.256585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:25:06.258752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:25:06.287011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:06.316457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:06.317407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:06.336286 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-055f4eb0-435f-40d5-b624-03a26619b5f6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282426 Aug 12 03:25:06.537339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-75aa5b22-7e4d-4d34-901f-0fb556cb42bc None None] Provisioning for port ab99527e-8698-4133-a12d-2fbf1626502d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:25:06.541954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-75aa5b22-7e4d-4d34-901f-0fb556cb42bc None None] Provisioning complete for port ab99527e-8698-4133-a12d-2fbf1626502d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:25:06.542644 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75aa5b22-7e4d-4d34-901f-0fb556cb42bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:06.583304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-75aa5b22-7e4d-4d34-901f-0fb556cb42bc None None] Port ab99527e-8698-4133-a12d-2fbf1626502d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:25:06.832190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c7cb8-4235-4c78-be6b-eb5b0e9369e7 req-8c0f2c5d-35a9-4622-8705-66ca293be866 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:06.834769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b7c7cb8-4235-4c78-be6b-eb5b0e9369e7 req-8c0f2c5d-35a9-4622-8705-66ca293be866 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0705431 Aug 12 03:25:06.881824 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8b7c7cb8-4235-4c78-be6b-eb5b0e9369e7 req-47930689-b8b3-4b9c-92d6-645732f81f44 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Aug 12 03:25:07.618833 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:08.009749 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6e75f-f109-4d36-9d74-ff5a087df876 req-d4c21edc-822a-41f1-ae28-b5e22f4e1f75 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:08.015101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18f6e75f-f109-4d36-9d74-ff5a087df876 req-d4c21edc-822a-41f1-ae28-b5e22f4e1f75 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0571423 Aug 12 03:25:08.058090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18f6e75f-f109-4d36-9d74-ff5a087df876 req-1f0c9aa9-ba37-480f-9d16-f91439f7b524 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Aug 12 03:25:09.193617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cdd6d-ccfb-4bd4-b8da-04a32aaac692 req-82f303d7-cc4b-4fa4-bedf-07af79f8dae0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:09.195866 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f9cdd6d-ccfb-4bd4-b8da-04a32aaac692 req-82f303d7-cc4b-4fa4-bedf-07af79f8dae0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0565443 Aug 12 03:25:09.243599 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f9cdd6d-ccfb-4bd4-b8da-04a32aaac692 req-8523bff7-89dd-4657-aa44-5e9d6aa56df3 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Aug 12 03:25:10.365666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d00e-e414-4d06-9a6d-fe3610ed3ab4 req-baea0ee1-b159-4f00-a02c-210093d2029a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:10.367637 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9722d00e-e414-4d06-9a6d-fe3610ed3ab4 req-baea0ee1-b159-4f00-a02c-210093d2029a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0559013 Aug 12 03:25:10.407699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9722d00e-e414-4d06-9a6d-fe3610ed3ab4 req-1d02185d-3caa-40db-837d-4c4d79ee2037 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Aug 12 03:25:11.552234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8993d-303b-464d-90fe-1257d8062fe4 req-009cc3f9-5cb7-45aa-b9f3-cf7e62a212c0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:11.553948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-83e8993d-303b-464d-90fe-1257d8062fe4 req-009cc3f9-5cb7-45aa-b9f3-cf7e62a212c0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0525117 Aug 12 03:25:11.595031 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-83e8993d-303b-464d-90fe-1257d8062fe4 req-4cb61a29-314f-4c61-8520-bc7283816b85 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Aug 12 03:25:12.716091 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889eac-0967-4c15-a831-6323e5ac99f8 req-069a1edf-1f0c-4c82-acb8-7d77e74c31ee tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:12.717627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91889eac-0967-4c15-a831-6323e5ac99f8 req-069a1edf-1f0c-4c82-acb8-7d77e74c31ee tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0482450 Aug 12 03:25:12.762983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91889eac-0967-4c15-a831-6323e5ac99f8 req-951d4cba-6fe7-448a-90ad-7acc6c09b1a9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Aug 12 03:25:13.897158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595750e5-85b0-4fe5-a190-4f7dbaa152f1 req-8abaab18-c761-4916-98c1-54a66c28017c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:13.906707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-595750e5-85b0-4fe5-a190-4f7dbaa152f1 req-8abaab18-c761-4916-98c1-54a66c28017c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0617793 Aug 12 03:25:13.941241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-595750e5-85b0-4fe5-a190-4f7dbaa152f1 req-c61fa09a-ee32-4f73-96f9-f57174fcf66f tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Aug 12 03:25:15.064878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee1ec8-6ac0-4eb3-b2b5-112822760f6f req-bedac302-6c93-49b5-aa90-7a4be5f9d215 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:15.066409 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbee1ec8-6ac0-4eb3-b2b5-112822760f6f req-bedac302-6c93-49b5-aa90-7a4be5f9d215 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0535400 Aug 12 03:25:15.104416 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-bbee1ec8-6ac0-4eb3-b2b5-112822760f6f req-ec446ec8-552a-4ee2-a0be-a376415a8035 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Aug 12 03:25:16.221724 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d46f2-5f52-4186-8190-516bdef2acd2 req-7be43bb9-b180-4157-a3a2-85be6d858bcf tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:16.223186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c4d46f2-5f52-4186-8190-516bdef2acd2 req-7be43bb9-b180-4157-a3a2-85be6d858bcf tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0523102 Aug 12 03:25:16.262029 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c4d46f2-5f52-4186-8190-516bdef2acd2 req-f1bb3dea-411e-4e35-83dd-136b32a9a151 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Aug 12 03:25:17.373997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c1256-1d0a-42d4-9905-39bda6bd2449 req-63f354dd-d186-481f-b282-73be6d560209 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:17.375501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb8c1256-1d0a-42d4-9905-39bda6bd2449 req-63f354dd-d186-481f-b282-73be6d560209 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0483811 Aug 12 03:25:17.412264 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fb8c1256-1d0a-42d4-9905-39bda6bd2449 req-c5b41dfe-b226-4c0e-84ed-b8b2c0e0ef50 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Aug 12 03:25:18.420122 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Request body: {'port': {'device_id': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:18.480436 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:18.522874 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:18.532422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ebb5b-20ba-4c55-a036-e8a4f8b4e27b req-a8b8c237-2208-4fe3-9802-f3fe4d48bff2 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:18.533950 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd5ebb5b-20ba-4c55-a036-e8a4f8b4e27b req-a8b8c237-2208-4fe3-9802-f3fe4d48bff2 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 931 time: 0.0524733 Aug 12 03:25:18.573569 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd5ebb5b-20ba-4c55-a036-e8a4f8b4e27b req-4aa56652-adc9-4ece-be3e-bba0b3bd0bf6 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Aug 12 03:25:19.016207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab99527e-8698-4133-a12d-2fbf1626502d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:25:19.023454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:19.034845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Transition to ACTIVE for port object ab99527e-8698-4133-a12d-2fbf1626502d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:25:19.038567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:19.090602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:19.159993 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Attempting to bind port ab99527e-8698-4133-a12d-2fbf1626502d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:25:19.160331 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Attempting to bind port ab99527e-8698-4133-a12d-2fbf1626502d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:25:19.160662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Attempting to bind port ab99527e-8698-4133-a12d-2fbf1626502d on network a7c08ac5-0602-4609-9704-c400406a8ab6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:25:19.165706 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Port ab99527e-8698-4133-a12d-2fbf1626502d on network a7c08ac5-0602-4609-9704-c400406a8ab6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:25:19.166255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Attempting to bind port ab99527e-8698-4133-a12d-2fbf1626502d on network a7c08ac5-0602-4609-9704-c400406a8ab6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:25:19.171366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:25:19.171740 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Checking segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:25:19.172130 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Bound using segment: {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:25:19.172563 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Bound port: ab99527e-8698-4133-a12d-2fbf1626502d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246b1010-4b74-4f4c-821b-479ab9dbceb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:25:19.172928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:19.238395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:25:19.241461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:25:19.247586 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:19.282093 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.282715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:19.284130 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] 10.222.0.21 "PUT /v2.0/ports/ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1091 time: 0.9599888 Aug 12 03:25:19.284565 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:25:19.286794 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a985768-fdfa-44b0-af3d-346ef2317723" -d '{"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:25:19.321233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c26ae-e64a-4143-8cac-d81c747e293f service neutron] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:19.339855 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd074c5-df71-4f5d-a966-2bd709e84983 x-openstack-request-id: req-ccd074c5-df71-4f5d-a966-2bd709e84983 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:25:19.340158 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:25:19.340414 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccd074c5-df71-4f5d-a966-2bd709e84983 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:25:19.340821 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:25:19.398474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-afee1ea5-7fb3-4e00-8af9-4d86e789c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.400624 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-afee1ea5-7fb3-4e00-8af9-4d86e789c5e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1094 time: 0.0435996 Aug 12 03:25:19.452095 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-6c5c68a8-b264-4456-9a44-5ddf587e18a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 217 time: 0.0384951 Aug 12 03:25:19.503404 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-399fde3e-218d-4cbc-93de-0f326d4bcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.504912 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-399fde3e-218d-4cbc-93de-0f326d4bcdff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0457916 Aug 12 03:25:19.550530 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-acc60a69-53b9-40df-894d-0e62f3104c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.551951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-acc60a69-53b9-40df-894d-0e62f3104c13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404732 Aug 12 03:25:19.644446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-ac0860cf-28c7-4d63-8ee5-d79b27d113ea service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856791 Aug 12 03:25:19.687847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43080e-2c5d-46ee-84b4-ff195d63fed2 req-980ccc94-ff32-42ba-8dee-5387b74be4db tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.689344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e43080e-2c5d-46ee-84b4-ff195d63fed2 req-980ccc94-ff32-42ba-8dee-5387b74be4db tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 943 time: 0.0488238 Aug 12 03:25:19.728084 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3e43080e-2c5d-46ee-84b4-ff195d63fed2 req-f0332c1a-1187-473c-b935-2029b0668c3e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Aug 12 03:25:19.734427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-79bb5690-3491-4f6e-8a77-3fcbd8642657 req-b456e3cf-5cc8-48d5-9547-38a4fa357212 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819285 Aug 12 03:25:19.854735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-dc2fe5cc-bb1c-4656-a530-b0b145e3e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.856146 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-dc2fe5cc-bb1c-4656-a530-b0b145e3e234 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1094 time: 0.0397596 Aug 12 03:25:19.948662 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-5d956f7b-d269-4556-85ee-67492d978806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:19.950193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-5d956f7b-d269-4556-85ee-67492d978806 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0867817 Aug 12 03:25:19.990681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-fc881e89-98cb-4c5d-9671-48a7d066e231 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 217 time: 0.0334544 Aug 12 03:25:20.043493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-64d7ba39-7f3c-4f3d-b27a-f59708f35fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:20.047856 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-64d7ba39-7f3c-4f3d-b27a-f59708f35fed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0506072 Aug 12 03:25:20.092765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-c02c7712-1108-40ac-bc69-6036b0d76868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:20.094277 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-c02c7712-1108-40ac-bc69-6036b0d76868 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393362 Aug 12 03:25:20.183539 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-4f6a50a7-47bf-4aee-bb96-290d601d9e31 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815592 Aug 12 03:25:20.274454 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1a985768-fdfa-44b0-af3d-346ef2317723 req-341883c4-501a-4ddd-b056-6e6a423b6a28 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Aug 12 03:25:20.845027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444c30f-bba2-4fe2-b238-0b258621d762 req-49390edb-55f4-485a-83f9-d83ae2f08505 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:20.846522 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9444c30f-bba2-4fe2-b238-0b258621d762 req-49390edb-55f4-485a-83f9-d83ae2f08505 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 943 time: 0.0496018 Aug 12 03:25:20.883441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9444c30f-bba2-4fe2-b238-0b258621d762 req-00bb1560-8229-451a-b896-cf071b94498d tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 12 03:25:22.002732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e155a-d926-42a2-9d3d-c4250832741a req-a2565748-9b9e-49c4-b6c8-1300f3bc6f1a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:22.004279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa5e155a-d926-42a2-9d3d-c4250832741a req-a2565748-9b9e-49c4-b6c8-1300f3bc6f1a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 943 time: 0.0535247 Aug 12 03:25:22.043363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa5e155a-d926-42a2-9d3d-c4250832741a req-552bdcba-e2d2-47ec-81bb-f21a572c1575 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Aug 12 03:25:22.943786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab99527e-8698-4133-a12d-2fbf1626502d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:25:23.033648 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:25:23.045055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'port_id': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'mac_address': 'fa:16:3e:8c:6c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:25:23.085620 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:23.098212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab99527e-8698-4133-a12d-2fbf1626502d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:25:23.118803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:25:23.122571 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:23.162533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd182e-ce76-46dc-90c5-2518f4b3eccf req-5d7a0076-6bb0-4434-8997-734ba88ea6c9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:23.164060 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5dbd182e-ce76-46dc-90c5-2518f4b3eccf req-5d7a0076-6bb0-4434-8997-734ba88ea6c9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 944 time: 0.0549188 Aug 12 03:25:23.169040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:23.176525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.176876 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.177219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.177560 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.177896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.178233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.178562 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.178891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.179219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.179586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.179916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.180245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:23.203886 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5dbd182e-ce76-46dc-90c5-2518f4b3eccf req-6f58ea75-8211-4ed4-a217-1c5f6ea88c60 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Aug 12 03:25:23.493702 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:25:24.315950 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3905d56-33f8-413f-a1dd-1801e47164d0 req-b91ac4d8-7a32-4500-8d8a-8fc90dedfee1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:24.317435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3905d56-33f8-413f-a1dd-1801e47164d0 req-b91ac4d8-7a32-4500-8d8a-8fc90dedfee1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 944 time: 0.0492060 Aug 12 03:25:24.355743 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a3905d56-33f8-413f-a1dd-1801e47164d0 req-9f94e1dc-2998-4cd8-adcb-83e827a8ccb2 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Aug 12 03:25:24.938503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab99527e-8698-4133-a12d-2fbf1626502d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:25:24.985965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port ab99527e-8698-4133-a12d-2fbf1626502d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:25:24.989510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port ab99527e-8698-4133-a12d-2fbf1626502d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:25:24.989882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:25.067245 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:25.093289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:25:25.095550 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab464750-16df-4e28-9499-75847623ed43" -d '{"events": [{"server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "name": "network-vif-plugged", "status": "completed", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:25:25.109131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:25:25.113542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:25.137949 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecda6ae-babc-4682-96f4-bf251069f009 x-openstack-request-id: req-9ecda6ae-babc-4682-96f4-bf251069f009 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:25:25.138235 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "name": "network-vif-plugged", "status": "completed", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:25:25.138481 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ecda6ae-babc-4682-96f4-bf251069f009 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:25:25.138859 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'code': 200} Aug 12 03:25:25.166954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:25.252309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8eeb2-f933-4899-ad64-acbe8a119980 req-83b8a874-f55b-45ae-a46c-4510af3c84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:25.253833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2b8eeb2-f933-4899-ad64-acbe8a119980 req-83b8a874-f55b-45ae-a46c-4510af3c84d8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1096 time: 0.0393481 Aug 12 03:25:25.288752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2b8eeb2-f933-4899-ad64-acbe8a119980 req-5839161d-a0a7-4dd9-8850-04cf70719780 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274746 Aug 12 03:25:25.474726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e56b1-91fe-4594-934d-62236749abd8 req-fd7fbd47-8386-4a29-9def-beb0cd4f8b3c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:25.476279 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d2e56b1-91fe-4594-934d-62236749abd8 req-fd7fbd47-8386-4a29-9def-beb0cd4f8b3c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0512784 Aug 12 03:25:25.517228 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d2e56b1-91fe-4594-934d-62236749abd8 req-75bb51c3-184a-4e76-9e36-e3ceab5945a9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Aug 12 03:25:26.636872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40588bb0-ace2-4de9-9e43-15888fc07ab0 req-87306649-cc8a-49a0-b85e-d53d3b16d76c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:26.638360 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40588bb0-ace2-4de9-9e43-15888fc07ab0 req-87306649-cc8a-49a0-b85e-d53d3b16d76c tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0496564 Aug 12 03:25:26.678144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-40588bb0-ace2-4de9-9e43-15888fc07ab0 req-a8cbe8ca-7258-4d0d-a9c9-7bb6ce7440ad tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337880 Aug 12 03:25:27.433075 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:25:27.793638 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dc0f4-33d7-4ba6-9143-5888e489ef07 req-0178b1f5-17db-4f15-85fa-e9f26057dcf1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:27.795104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a61dc0f4-33d7-4ba6-9143-5888e489ef07 req-0178b1f5-17db-4f15-85fa-e9f26057dcf1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0525026 Aug 12 03:25:27.833306 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a61dc0f4-33d7-4ba6-9143-5888e489ef07 req-44a8be50-b314-4d7f-9fdc-66ca99aa0b90 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Aug 12 03:25:27.953298 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba3df3-36f4-471b-be84-fc5ebb3b192b req-b4983521-a71d-4104-94e1-f6b57b2204ab tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:27.954787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72ba3df3-36f4-471b-be84-fc5ebb3b192b req-b4983521-a71d-4104-94e1-f6b57b2204ab tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0528979 Aug 12 03:25:27.993177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-72ba3df3-36f4-471b-be84-fc5ebb3b192b req-dc627c86-2ddf-4eb2-8220-8e9a8cb066ad tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321355 Aug 12 03:25:28.179292 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d803f-d35c-42fe-a704-da340dea6c5e req-b65217e8-ae74-48c8-8549-79fbb791cc45 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:28.180967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b8d803f-d35c-42fe-a704-da340dea6c5e req-b65217e8-ae74-48c8-8549-79fbb791cc45 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0485177 Aug 12 03:25:28.217997 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3b8d803f-d35c-42fe-a704-da340dea6c5e req-ba8ad603-73f1-46c3-8b60-1cfa79ee9a17 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Aug 12 03:25:32.076553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d729e829-5078-468e-940c-12e73addebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:34.684964 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7f6fa9b-a59c-4bf4-a8f8-ea193a80c785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:34.802926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:35.372109 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:36.104530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:37.623022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:39.768127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c54d-deb5-49c8-948f-20588c634d9a req-09dbc499-c6cd-4552-93cf-b248d7412776 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:39.769645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91d9c54d-deb5-49c8-948f-20588c634d9a req-09dbc499-c6cd-4552-93cf-b248d7412776 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0485988 Aug 12 03:25:39.809356 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-91d9c54d-deb5-49c8-948f-20588c634d9a req-52b2cc0e-1ed0-48d9-bca4-3ba6542d30b5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323720 Aug 12 03:25:39.831207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57640) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:39.914887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72978b94-4811-4bdb-ae41-76e3217ab432 tempest-TestMinimumBasicScenario-53536647 tempest-TestMinimumBasicScenario-53536647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:39.917055 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-72978b94-4811-4bdb-ae41-76e3217ab432 tempest-TestMinimumBasicScenario-53536647 tempest-TestMinimumBasicScenario-53536647-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1091 time: 0.0848114 Aug 12 03:25:39.920043 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57644) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:39.924389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:39.945883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.039602 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.145465 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Allocated IP 172.25.3.231 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/a35a835f-6206-42ac-8083-0887a510d2e8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:25:40.245339 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.283402 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.323712 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:25:40.328337 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:25:40.331786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:25:40.354840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'Port': ['ID=a35a835f-6206-42ac-8083-0887a510d2e8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:40.366280 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.366687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.367175 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.367547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.368144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.368493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.368977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.369339 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.369669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.369997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.370323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.370646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:40.695983 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.764576 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.913361 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.918126 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:40.982857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'Port': ['ID=a35a835f-6206-42ac-8083-0887a510d2e8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:40.996669 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.096253 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Floating IP c93c570f-e1a0-475e-bad2-d14fadf649d9 associated. External IP: 172.25.3.231, port: ab99527e-8698-4133-a12d-2fbf1626502d. Aug 12 03:25:41.303716 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:25:41.408133 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:25:41.418503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Sync routers for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:25:41.423866 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.427807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:25:41.428430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:25:41.454710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2eccb691-4d1a-451c-9fe1-1c6fd1979cf0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5310874 Aug 12 03:25:41.454710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:25:41.455210 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a903e79-be9f-4c91-884c-07e1a90dbd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:25:41.455620 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57646) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:41.461043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779470394', 'description': 'tempest-secgroup-smoke-779470394 description', 'project_id': '4b47a0b4bd024885842568d9b2358189'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:41.486952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.495182 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a22baf-5f79-4c92-8e69-7c2fea3dea4e x-openstack-request-id: req-f3a22baf-5f79-4c92-8e69-7c2fea3dea4e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:25:41.495502 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:25:41.495759 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3a22baf-5f79-4c92-8e69-7c2fea3dea4e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:25:41.496166 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:25:41.589001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-cd1b17f6-5552-422f-827a-60b71d2454f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:41.590771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-cd1b17f6-5552-422f-827a-60b71d2454f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1096 time: 0.0503914 Aug 12 03:25:41.607179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.611500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.649543 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.652487 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1952832 Aug 12 03:25:41.654756 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57650) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:41.660017 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:41.664900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba67df9-c703-4f8d-9b13-ee34924b6bfd,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:41.678889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.679243 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.679608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.679951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.680286 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.680621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.680944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.681878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.682209 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.682540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.682866 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.683191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806035-2295-4bef-863e-f2424e74a6f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:25:41.698014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-65668c45-d838-4b04-be78-581fffe61947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:41.698571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:25:41.700104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-65668c45-d838-4b04-be78-581fffe61947 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.1026335 Aug 12 03:25:41.705475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.756689 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.761108 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.772592 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-a4f64946-7752-42cc-a151-d29683e1f1d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 999 time: 0.0658128 Aug 12 03:25:41.783450 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62b4041-e5b3-4ea7-9fe1-9ae2329532d7,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:41.787902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.792356 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-81e5f754-6992-43d1-a5ec-7f0fe3e0d346 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333487 Aug 12 03:25:41.792839 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57652) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:41.797608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:41.830019 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-911c1055-e297-435b-b8c2-c566dc2ca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:41.830366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.832600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-911c1055-e297-435b-b8c2-c566dc2ca804 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0530584 Aug 12 03:25:41.887595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-010a6938-8b8d-43b4-8cdb-930df32c9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:41.889124 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-010a6938-8b8d-43b4-8cdb-930df32c9df0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499310 Aug 12 03:25:41.896627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.901279 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.921935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e0c5e0-dc4e-48f9-8b7a-1ecf95a8a148,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:41.930749 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.933209 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e42ec701-8447-4e52-8d47-8c07b2a47c35 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394041 Aug 12 03:25:41.935627 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57654) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:41.941094 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:41.950108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c93c570f-e1a0-475e-bad2-d14fadf649d9', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'port_id': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'mac_address': 'fa:16:3e:8c:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:25:40Z', 'updated_at': '2021-08-12T03:25:40Z', 'revision_number': 0, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:25:41.970439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:41.983438 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Checking router: 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:25:41.992422 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:25:41.993299 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:25:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:25:42.001487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-f1ac42b0-8283-4ec7-a5ad-ab1f6794ab00 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040719 Aug 12 03:25:42.034365 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.038700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.058028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bde3de-ce37-452e-be41-a911aef745b9,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:42.064614 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.066709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c3782d90-3d5f-4855-8620-62dc80872b51 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293902 Aug 12 03:25:42.069456 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57656) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:42.074415 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:42.102572 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.115142 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:25:42.121030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a903e79-be9f-4c91-884c-07e1a90dbd2d req-65a500cc-9821-4f5a-9bd3-2c01fcf86289 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109169 Aug 12 03:25:42.165329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.170570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.188042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69ac9fb-2d9d-497f-b56b-a02d184b9959,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:42.195519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.197420 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bc1f1a8f-88b1-4b0d-89de-3431b2e2c313 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264019 Aug 12 03:25:42.200777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57658) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:42.205410 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:42.227645 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Project 4b47a0b4bd024885842568d9b2358189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:25:42.232735 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.300069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.303618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.321143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbbb839-daef-430f-8609-d201393e7a55,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:42.328713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.331945 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1dd9d939-4bdb-414a-9163-29a17f329c59 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301219 Aug 12 03:25:42.332745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57660) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:25:42.338287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'security_group_rule': {'security_group_id': '0ba67df9-c703-4f8d-9b13-ee34924b6bfd', 'project_id': '4b47a0b4bd024885842568d9b2358189', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:42.351342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c93c570f-e1a0-475e-bad2-d14fadf649d9', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'port_id': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'mac_address': 'fa:16:3e:8c:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:25:40Z', 'updated_at': '2021-08-12T03:25:40Z', 'revision_number': 0, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:25:42.372448 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Project 4b47a0b4bd024885842568d9b2358189 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:25:42.378056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.382917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33841e36-1dc1-4d25-9ea5-2ce487068fe1 None None] The sync data for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 is: [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'c93c570f-e1a0-475e-bad2-d14fadf649d9', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'floating_ip_address': '172.25.3.231', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'port_id': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'mac_address': 'fa:16:3e:8c:6c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:25:40Z', 'updated_at': '2021-08-12T03:25:40Z', 'revision_number': 0, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:25:42.448199 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.454208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.473630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10afbbf5-a9c5-4937-abcc-7e99f069ce76,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:42.481648 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.482863 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4761ae8a-fc09-41d8-9604-c927c55fa60a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490290 Aug 12 03:25:42.565564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-e08a86e8-7342-4528-9c4b-9021afccc9c4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779470394&fields=id&tenant_id=4b47a0b4bd024885842568d9b2358189 HTTP/1.1" status: 200 len: 267 time: 0.0360658 Aug 12 03:25:42.609907 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac73df2-3259-42f4-b571-58f7fd803ecc None None] New status for floating IP c93c570f-e1a0-475e-bad2-d14fadf649d9: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:25:42.622325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-e09a8efd-b657-4770-a82d-a89fd1485409 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:42.623875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-e09a8efd-b657-4770-a82d-a89fd1485409 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0524778 Aug 12 03:25:42.635008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'port': {'security_groups': ['2eec2c83-5d53-42e3-921c-902be7336057', '0ba67df9-c703-4f8d-9b13-ee34924b6bfd']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:25:42.697919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.892241 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:25:42.925971 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.930567 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.971420 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:25:42.972161 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:42.972794 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:42.974207 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a0eae6ee-a335-4a30-82bb-8823b50a68c9 req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "PUT /v2.0/ports/ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 981 time: 0.3437815 Aug 12 03:25:43.000761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119de3b-3529-4c5a-a196-a92986df21b8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=6']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:25:43.091828 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb25199-9409-4811-b2c4-7263cce5a45d req-bc2c91e9-aaea-4360-91e3-22a66798686e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:43.094083 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fb25199-9409-4811-b2c4-7263cce5a45d req-bc2c91e9-aaea-4360-91e3-22a66798686e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0559340 Aug 12 03:25:43.099211 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:25:43.139785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4fb25199-9409-4811-b2c4-7263cce5a45d req-a0cd449e-abf0-4494-96d1-f791ee570721 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376215 Aug 12 03:25:43.322186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f574818f-c278-4302-b4b4-1c556ca66349 None None] Provisioning complete for port ab99527e-8698-4133-a12d-2fbf1626502d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:25:43.322726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f574818f-c278-4302-b4b4-1c556ca66349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:25:43.497815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:25:43.500198 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a162db96-9f2b-4804-9174-cc0ee494b513" -d '{"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:25:43.535994 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e91cb5b-d6d5-4776-bae5-6d6ec821c388 x-openstack-request-id: req-4e91cb5b-d6d5-4776-bae5-6d6ec821c388 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:25:43.536360 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:25:43.536612 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e91cb5b-d6d5-4776-bae5-6d6ec821c388 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:25:43.537226 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:25:43.621445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-dfe5e938-34c7-4e6f-ab29-b4cff82fa491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:43.622887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-dfe5e938-34c7-4e6f-ab29-b4cff82fa491 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1135 time: 0.0422893 Aug 12 03:25:43.716862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-5bb5a4eb-2c80-4b25-a9eb-6c2b858affd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:43.718335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-5bb5a4eb-2c80-4b25-a9eb-6c2b858affd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0887711 Aug 12 03:25:43.783782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-3b9c681b-cad2-41bb-911a-e7faad77b718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1001 time: 0.0573914 Aug 12 03:25:43.831724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-afe67fb5-2cba-4cdf-acaf-e72ceff6ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:43.833121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-afe67fb5-2cba-4cdf-acaf-e72ceff6ee56 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0412574 Aug 12 03:25:43.881655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-9013610d-e198-43b2-b843-f34dd7601b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:25:43.883025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-9013610d-e198-43b2-b843-f34dd7601b91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422206 Aug 12 03:25:43.971706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-8ca47f79-4fe7-4f14-8f51-adfe7f3842ec service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800130 Aug 12 03:25:44.065030 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a162db96-9f2b-4804-9174-cc0ee494b513 req-ba287a62-7a96-4deb-9369-136fa4df8acb service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839171 Aug 12 03:25:48.543483 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:01.785509 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-e5888fef-0602-44dc-8d4b-3045bbd8b4d8 req-a659202a-2993-4ba9-b2c9-8a1688b073f4 tempest-ServerDiskConfigTestJSON-2065738726 tempest-ServerDiskConfigTestJSON-2065738726-project] (94673) timed out ('10.222.0.21', 49577) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 03:26:02.074503 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2efe8f83-056b-431b-87a9-0707cc382499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:04.111082 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-5f7d50f2-03aa-424f-be0e-90e59eed7372 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3158462 Aug 12 03:26:04.210963 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-3ac2282d-e09a-4238-867b-c2e09733bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:04.212502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-3ac2282d-e09a-4238-867b-c2e09733bdb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1135 time: 0.0405538 Aug 12 03:26:04.317326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-ab56040a-0933-40e7-92c4-0f2757fbf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:04.318772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-ab56040a-0933-40e7-92c4-0f2757fbf895 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0861735 Aug 12 03:26:04.382930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-aa993546-fe7e-45af-a9cc-c4d1accc10de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1001 time: 0.0563385 Aug 12 03:26:04.433991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:26:04.436165 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-5e189d00-5d8f-485a-9ef4-ffc99cd4ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:04.437658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-5e189d00-5d8f-485a-9ef4-ffc99cd4ec36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0469565 Aug 12 03:26:04.487550 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-52bfba90-21b4-409b-aff6-0c3c2be93f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:04.489032 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-52bfba90-21b4-409b-aff6-0c3c2be93f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444469 Aug 12 03:26:04.575184 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-b84fb246-89eb-4214-ac65-16dbfccac376 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786674 Aug 12 03:26:04.670352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9c4764ce-032c-4f27-a104-176b1b9213ab req-9c30d00d-2c08-4f0c-8844-277cd98e78e6 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Aug 12 03:26:04.686029 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7fe5e639-e761-4164-860c-f30abc8bd4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:04.804108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:05.370730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:06.107315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:07.625301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:18.559246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:32.073935 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64f3f555-a353-4409-b908-c3bf20aed29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:34.688365 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3a5f249c-bdf7-4c1f-a505-709cbdb07da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:34.803933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:35.381351 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:36.110960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:37.627984 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:41.156693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abae60-2541-4618-a60d-9986d0283ade req-53a2116d-67f4-4cc3-aff0-903996cf7bcb tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:41.158197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8abae60-2541-4618-a60d-9986d0283ade req-53a2116d-67f4-4cc3-aff0-903996cf7bcb tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0799034 Aug 12 03:26:41.163872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-55319b5c-8ca8-472e-b934-ef17039a0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:41.165295 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-55319b5c-8ca8-472e-b934-ef17039a0ac6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1135 time: 0.0564117 Aug 12 03:26:41.249366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8abae60-2541-4618-a60d-9986d0283ade req-4bcee680-4361-4940-90c9-0b0e67633837 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830901 Aug 12 03:26:41.281878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-7c76db6c-b4d9-4b70-ba65-2e539715d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:41.283354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-7c76db6c-b4d9-4b70-ba65-2e539715d780 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.1106360 Aug 12 03:26:41.352508 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-f95c542c-99b6-4fe1-9afc-323e1b28c45c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1001 time: 0.0613973 Aug 12 03:26:41.408587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-b233d2b3-3ee4-4bdb-a0f5-1755d196e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:41.410024 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-b233d2b3-3ee4-4bdb-a0f5-1755d196e467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0495811 Aug 12 03:26:41.434775 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:26:41.454833 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-c8d72adb-f9dd-4271-930a-ba2a982de69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:41.456364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-c8d72adb-f9dd-4271-930a-ba2a982de69e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395594 Aug 12 03:26:41.544315 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-e7e1f8ec-0ee9-43f0-bc8d-bae21858d756 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809948 Aug 12 03:26:41.636217 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ad3d740-39b3-4468-8ffd-a57b090577c8 req-d1a7599e-9745-48a3-9b30-98307efd0169 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840652 Aug 12 03:26:42.376493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad47cb-8dc5-4a75-9f7c-39681ff77df9 req-d925121e-a46a-4f72-9f9f-2d4ac623f4b2 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:42.378039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-daad47cb-8dc5-4a75-9f7c-39681ff77df9 req-d925121e-a46a-4f72-9f9f-2d4ac623f4b2 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0585330 Aug 12 03:26:42.418493 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-daad47cb-8dc5-4a75-9f7c-39681ff77df9 req-2ac5375e-b705-49d0-a4a8-4c533ee451e1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344319 Aug 12 03:26:43.548663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e5f5f6-323d-4c17-b408-28b12e71fa8f req-65783149-d9ab-43f4-b91d-27f1f6b143d9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:43.550206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d2e5f5f6-323d-4c17-b408-28b12e71fa8f req-65783149-d9ab-43f4-b91d-27f1f6b143d9 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0495007 Aug 12 03:26:43.591014 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d2e5f5f6-323d-4c17-b408-28b12e71fa8f req-f1ef5cee-aa94-411d-928c-b9b1433239a8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341363 Aug 12 03:26:44.713563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e1c50-55b6-4ad5-9117-7f8b64234317 req-de5fd77c-2e62-4ac1-a1a4-9b11082f5e0a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:44.715066 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-731e1c50-55b6-4ad5-9117-7f8b64234317 req-de5fd77c-2e62-4ac1-a1a4-9b11082f5e0a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0497844 Aug 12 03:26:44.755326 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-731e1c50-55b6-4ad5-9117-7f8b64234317 req-3c037607-a4a9-4f68-a6a1-ce267440dfa7 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342100 Aug 12 03:26:45.869061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecc672-800a-4473-af66-4ee8e923307d req-520fe6b9-48dc-4be5-864e-5b299f628e71 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:45.870716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aecc672-800a-4473-af66-4ee8e923307d req-520fe6b9-48dc-4be5-864e-5b299f628e71 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0478978 Aug 12 03:26:45.914215 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aecc672-800a-4473-af66-4ee8e923307d req-58f0b85f-567b-4989-8195-7807cc66c7ed tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374372 Aug 12 03:26:47.032603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1627f7-f43c-4857-b610-815896e14875 req-c9c80925-dd46-48c2-8d47-ced669387634 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:47.033992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e1627f7-f43c-4857-b610-815896e14875 req-c9c80925-dd46-48c2-8d47-ced669387634 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0492253 Aug 12 03:26:47.072565 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2e1627f7-f43c-4857-b610-815896e14875 req-1afacc3c-5184-4b5e-80dd-406108bd167d tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325534 Aug 12 03:26:48.190825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b151d-4754-44c5-8408-5c1f80dc47e8 req-8e733e56-ae5d-4d32-8900-14b81b8fedfe tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:48.192354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c8b151d-4754-44c5-8408-5c1f80dc47e8 req-8e733e56-ae5d-4d32-8900-14b81b8fedfe tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0487769 Aug 12 03:26:48.232503 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3c8b151d-4754-44c5-8408-5c1f80dc47e8 req-a9277a53-63d5-47e6-b328-b37a3d93a342 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342457 Aug 12 03:26:48.572862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:26:49.351889 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a306978-1e77-4896-8808-0df096b203f9 req-719d12ad-b369-4340-9d83-dbca9c58b650 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:49.353363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a306978-1e77-4896-8808-0df096b203f9 req-719d12ad-b369-4340-9d83-dbca9c58b650 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0542121 Aug 12 03:26:49.392841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5a306978-1e77-4896-8808-0df096b203f9 req-3660d46c-eccf-467b-8661-a93282da2ee7 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334628 Aug 12 03:26:50.506250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27898a46-75f8-468f-8f8c-469eb1b42c51 req-7b5884be-d5be-4bf4-a35d-7417a49a3b92 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:50.507741 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27898a46-75f8-468f-8f8c-469eb1b42c51 req-7b5884be-d5be-4bf4-a35d-7417a49a3b92 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0483010 Aug 12 03:26:50.547033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-27898a46-75f8-468f-8f8c-469eb1b42c51 req-e4445ee2-3bd1-486b-a06e-6c22a3d07e41 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326495 Aug 12 03:26:51.663608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb46a0-282e-4a12-afd7-c0301447932d req-c5aad58e-e572-4609-a8da-2878670d2431 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:51.665101 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25bb46a0-282e-4a12-afd7-c0301447932d req-c5aad58e-e572-4609-a8da-2878670d2431 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0497248 Aug 12 03:26:51.704954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25bb46a0-282e-4a12-afd7-c0301447932d req-92ef28d7-a484-40ac-b91e-6a80aae47e4d tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334706 Aug 12 03:26:52.829682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c7cd3-c0dd-4014-83bf-4fb3d144b3d5 req-f34fb85d-b616-4a36-a974-2efa4457d1a1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:26:52.832742 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb3c7cd3-c0dd-4014-83bf-4fb3d144b3d5 req-f34fb85d-b616-4a36-a974-2efa4457d1a1 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0583405 Aug 12 03:26:52.895341 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eb3c7cd3-c0dd-4014-83bf-4fb3d144b3d5 req-a9245713-8c8c-4ba0-b972-bdac3b37f69f tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ba67df9-c703-4f8d-9b13-ee34924b6bfd&id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558155 Aug 12 03:27:02.075249 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a582d7e-7ce4-44b0-a15a-d43190bcd04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:03.887366 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-6edd0a43-972d-45c5-b185-6507928a2f1d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389638 Aug 12 03:27:03.982994 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-024a39f2-2f5e-4e2a-b789-adf613fb0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:03.984521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-024a39f2-2f5e-4e2a-b789-adf613fb0207 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1135 time: 0.0408216 Aug 12 03:27:04.091850 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-9d8ee393-0770-4e78-9ca1-fc0202b34a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:04.093313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-9d8ee393-0770-4e78-9ca1-fc0202b34a18 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0882204 Aug 12 03:27:04.158655 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-7606c511-7e99-40d3-a43c-a265f4ec4846 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1001 time: 0.0575130 Aug 12 03:27:04.207552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-b03f91e7-33ef-4c20-b419-806214ac8eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:04.209094 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-b03f91e7-33ef-4c20-b419-806214ac8eeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0431314 Aug 12 03:27:04.257115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-fb6557a8-9e05-49db-8d3e-a8c42f20fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:04.258550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-fb6557a8-9e05-49db-8d3e-a8c42f20fdb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413091 Aug 12 03:27:04.348067 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-e361e135-fddf-41e7-9db3-6cb1c870bda4 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Aug 12 03:27:04.439825 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f5618ed6-57af-4d84-9247-abfc07b1cd60 req-c8e67e3c-cf21-4e5a-a844-a5715748b0bf service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850883 Aug 12 03:27:04.690513 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4a9b3d0d-9c80-41bb-9e03-a1e6c79a9e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:04.807190 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:05.421983 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:06.112859 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:07.632457 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:18.434937 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:27:18.572356 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:32.075414 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-748e0553-02e6-4bfa-b1fc-d43d5176c74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:34.691573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a56195bc-ecb5-4e5f-b581-ec5f30488b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:34.808645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:35.418754 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:36.116316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:37.634181 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:48.586530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:55.434760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:27:56.283661 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-bba1bdb8-a0ab-46c6-aa06-6b7a909371f5 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779470394&fields=id&tenant_id=4b47a0b4bd024885842568d9b2358189 HTTP/1.1" status: 200 len: 267 time: 0.0339942 Aug 12 03:27:56.337749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-1c22f9d2-aa26-41e4-9723-9be4bee5e8cf tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:56.339238 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-1c22f9d2-aa26-41e4-9723-9be4bee5e8cf tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 984 time: 0.0499930 Aug 12 03:27:56.350319 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Request body: {'port': {'security_groups': ['2eec2c83-5d53-42e3-921c-902be7336057']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:27:56.416898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.587352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:27:56.615949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.621349 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.656427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:27:56.669708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:56.670327 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.675150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-913f72c5-cbf4-48e4-83ea-b9c81b6197e9 req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "PUT /v2.0/ports/ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 942 time: 0.3258862 Aug 12 03:27:56.675686 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:27:56.678001 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230164ea-b153-488c-bf37-041a4dd4d1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:27:56.678429 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57766) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:27:56.707193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event updated for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:27:56.716489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.716849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.717193 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.717532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.717867 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.718197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.718526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.718854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.719184 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.719532 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.719862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.720182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b90203-695b-4206-9fd4-c45b75b59e4e tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.767876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.796922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.813278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:27:56.867546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.871284 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:56.873696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "DELETE /v2.0/security-groups/0ba67df9-c703-4f8d-9b13-ee34924b6bfd HTTP/1.1" status: 204 len: 168 time: 0.1927035 Aug 12 03:27:56.875779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57774) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:27:56.884979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba67df9-c703-4f8d-9b13-ee34924b6bfd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:27:56.894947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.896048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.896604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.897699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.898102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.898459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.898914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.899253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.899610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.899998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.900359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.900790 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bc1798-751b-49e4-8939-4392989f92b4 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:27:56.945651 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f2107d-85a7-4e91-bf72-bb2919303172 x-openstack-request-id: req-27f2107d-85a7-4e91-bf72-bb2919303172 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:27:56.945829 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:27:56.946267 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27f2107d-85a7-4e91-bf72-bb2919303172 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:27:56.946688 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:27:56.970920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-68d6a7cc-9085-4636-b438-40c2b4449365 None None] Provisioning complete for port ab99527e-8698-4133-a12d-2fbf1626502d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:27:56.971171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-68d6a7cc-9085-4636-b438-40c2b4449365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.036925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-392accd8-2ba7-42d2-990d-03b1387dd02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:57.038586 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-392accd8-2ba7-42d2-990d-03b1387dd02b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1096 time: 0.0440681 Aug 12 03:27:57.064845 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Deleting port a35a835f-6206-42ac-8083-0887a510d2e8 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:27:57.065201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.141616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-b592724e-71ed-49ab-9b29-930f5ad5ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:57.143195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-b592724e-71ed-49ab-9b29-930f5ad5ab24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0969625 Aug 12 03:27:57.147761 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.148107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.161096 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Calling delete_port for a35a835f-6206-42ac-8083-0887a510d2e8 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:27:57.208719 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-6d1860a9-a8bc-43a3-bc47-930895711f81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 1001 time: 0.0583651 Aug 12 03:27:57.258451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-31415beb-7ccb-406f-a82d-996927091838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:57.259929 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-31415beb-7ccb-406f-a82d-996927091838 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0436294 Aug 12 03:27:57.309376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-83452671-0269-4b31-97b4-d3ffb80cf9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:57.310919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-83452671-0269-4b31-97b4-d3ffb80cf9fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440915 Aug 12 03:27:57.313694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.337978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event deleted for resources: {'Port': ['ID=a35a835f-6206-42ac-8083-0887a510d2e8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:27:57.400584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-ee13cd23-99e2-4c87-bd9e-d6c0fd6e1077 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818450 Aug 12 03:27:57.401393 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.401735 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Floating IP c93c570f-e1a0-475e-bad2-d14fadf649d9 disassociated (deleted). External IP: 172.25.3.231, port: ab99527e-8698-4133-a12d-2fbf1626502d. Aug 12 03:27:57.502337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-230164ea-b153-488c-bf37-041a4dd4d1fe req-48f0c628-5630-4f66-91e6-f061c70951a4 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945473 Aug 12 03:27:57.612821 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:27:57.717578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:27:57.722356 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:27:57.727227 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Sync routers for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:27:57.736310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:27:57.736917 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:27:57.749644 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1d669330-6ef1-4012-aaef-04c96552d442 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "DELETE /v2.0/floatingips/c93c570f-e1a0-475e-bad2-d14fadf649d9 HTTP/1.1" status: 204 len: 168 time: 0.8721421 Aug 12 03:27:57.842389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:27:58.059075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:27:58.084074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Checking router: 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:27:58.092275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:27:58.092275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:27:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:27:58.196017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:27:58.392933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:27:58.418842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a4081-a083-4713-8c3d-7cde5c7395cb None None] The sync data for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 is: [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:24:48Z', 'revision_number': 4, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '92468dd8-639e-47df-9021-4e5709e79515', 'name': '', 'network_id': 'a7c08ac5-0602-4609-9704-c400406a8ab6', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'mac_address': 'fa:16:3e:89:1e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:47Z', 'updated_at': '2021-08-12T03:24:53Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'subnets': [{'id': 'e85e0c9c-7c96-4356-8453-4165b632b2be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:27:58.648996 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edb6341-3df1-451c-a724-7fc93779773b None None] New status for floating IP c93c570f-e1a0-475e-bad2-d14fadf649d9: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:27:58.948169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:27:58.951095 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5624fdd3-63cb-4530-a280-1bccbf47b0de" -d '{"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:27:58.988764 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab5383-598f-441f-b3fa-fbd7b360698e x-openstack-request-id: req-abab5383-598f-441f-b3fa-fbd7b360698e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:27:58.989195 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:27:58.989596 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abab5383-598f-441f-b3fa-fbd7b360698e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:27:58.990023 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:27:59.083622 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-9f0c7fab-4808-491f-8cc5-dcc8e2c448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:59.085156 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-9f0c7fab-4808-491f-8cc5-dcc8e2c448fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b47a0b4bd024885842568d9b2358189&device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 1096 time: 0.0449035 Aug 12 03:27:59.185490 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-ba3e57f1-7902-4e96-92e1-431e95453215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:59.187041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-ba3e57f1-7902-4e96-92e1-431e95453215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 200 len: 915 time: 0.0950837 Aug 12 03:27:59.230756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-71aa7a14-52f7-45ac-b91d-411976c1b3de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 200 len: 217 time: 0.0358694 Aug 12 03:27:59.280766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-cfa0d4a7-a0f9-4ecf-883e-21dc08688dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:59.282227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-cfa0d4a7-a0f9-4ecf-883e-21dc08688dbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 200 len: 853 time: 0.0453103 Aug 12 03:27:59.329300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-9cd6fc69-44b2-4c87-9ef4-1d27808d3b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:27:59.330800 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-9cd6fc69-44b2-4c87-9ef4-1d27808d3b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7c08ac5-0602-4609-9704-c400406a8ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415189 Aug 12 03:27:59.425096 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-5cd769b2-a351-48a8-b3b9-43efd6c6cc63 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858910 Aug 12 03:27:59.518337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5624fdd3-63cb-4530-a280-1bccbf47b0de req-f5d00b01-fc5e-4581-a1d9-c041d2817d24 service neutron] 10.222.0.21 "GET /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856190 Aug 12 03:28:02.075321 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-735680a7-5542-4834-8ec4-827b2e3ba2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:04.689671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb61136-0ec4-4d6e-bb7f-9aa901cc06f0 req-d2d5660d-015a-499d-b973-fdebffbe5fa8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:04.691194 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4eb61136-0ec4-4d6e-bb7f-9aa901cc06f0 req-d2d5660d-015a-499d-b973-fdebffbe5fa8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0550427 Aug 12 03:28:04.704967 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24af00ba-859c-44ad-bb20-5836a314906e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:04.733144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4eb61136-0ec4-4d6e-bb7f-9aa901cc06f0 req-c14f6c89-1958-4798-83ae-62d5aee84b0a tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Aug 12 03:28:04.809799 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:05.413354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:05.851022 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550babb9-ec71-4da2-84f9-6ec0514a00b8 req-0bbc41a2-28b6-43a4-85b7-bf372875d3be tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:05.852556 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-550babb9-ec71-4da2-84f9-6ec0514a00b8 req-0bbc41a2-28b6-43a4-85b7-bf372875d3be tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0504808 Aug 12 03:28:05.889742 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-550babb9-ec71-4da2-84f9-6ec0514a00b8 req-0a9daf99-30f0-4162-a5e6-05c24a248e18 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Aug 12 03:28:06.118551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:06.674445 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-c85381d4-4c04-44e8-a36d-6bb10b41b201 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:06.676350 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-c85381d4-4c04-44e8-a36d-6bb10b41b201 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.21 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0476847 Aug 12 03:28:06.769477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Deleting port ab99527e-8698-4133-a12d-2fbf1626502d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:06.769816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:06.858875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] For port ab99527e-8698-4133-a12d-2fbf1626502d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=ab99527e-8698-4133-a12d-2fbf1626502d,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:06.859242 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:06.872017 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Calling delete_port for ab99527e-8698-4133-a12d-2fbf1626502d owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:07.041403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fde25-3c6d-49d1-b3fe-b09c37bd3fe5 req-45689d17-8ba1-43c6-802b-7ba0270c7da8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:07.043430 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-481fde25-3c6d-49d1-b3fe-b09c37bd3fe5 req-45689d17-8ba1-43c6-802b-7ba0270c7da8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/ports?device_id=44c23bd6-d430-4c28-a0fb-a5e061e5acfe HTTP/1.1" status: 200 len: 945 time: 0.0846930 Aug 12 03:28:07.044481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:07.079001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['ab99527e-8698-4133-a12d-2fbf1626502d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:28:07.079253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Pushing event deleted for resources: {'Port': ['ID=ab99527e-8698-4133-a12d-2fbf1626502d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:07.135396 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] No DVR routers for this DVR port ab99527e-8698-4133-a12d-2fbf1626502d on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:28:07.139702 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:07.141658 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6f37c6e9-2742-4c22-9f74-bdb4c73db865 req-784bf454-1da2-48b7-bbce-1e58e9f29eb0 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.21 "DELETE /v2.0/ports/ab99527e-8698-4133-a12d-2fbf1626502d HTTP/1.1" status: 204 len: 173 time: 0.4581487 Aug 12 03:28:07.142119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'name': 'network-vif-deleted', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:28:07.144480 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4067a9d1-adf1-4370-abf5-8390fd5b9173" -d '{"events": [{"server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "name": "network-vif-deleted", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:28:07.153224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-481fde25-3c6d-49d1-b3fe-b09c37bd3fe5 req-6b573f41-354d-4dd5-8823-a931cdec5be8 tempest-TestMinimumBasicScenario-1338011759 tempest-TestMinimumBasicScenario-1338011759-project] 10.222.0.11 "GET /v2.0/security-groups?id=2eec2c83-5d53-42e3-921c-902be7336057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013038 Aug 12 03:28:07.300137 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0d2f74-9c22-4ce7-b8e4-53cedda1198e x-openstack-request-id: req-5d0d2f74-9c22-4ce7-b8e4-53cedda1198e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:28:07.300505 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c23bd6-d430-4c28-a0fb-a5e061e5acfe", "name": "network-vif-deleted", "tag": "ab99527e-8698-4133-a12d-2fbf1626502d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:28:07.300748 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d0d2f74-9c22-4ce7-b8e4-53cedda1198e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:28:07.301149 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c23bd6-d430-4c28-a0fb-a5e061e5acfe', 'name': 'network-vif-deleted', 'tag': 'ab99527e-8698-4133-a12d-2fbf1626502d', 'status': 'completed', 'code': 200} Aug 12 03:28:07.646102 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:08.717266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57876) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:09.063079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:09.302232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Deleting port 92468dd8-639e-47df-9021-4e5709e79515 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:09.302576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:09.377970 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] For port 92468dd8-639e-47df-9021-4e5709e79515, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=92468dd8-639e-47df-9021-4e5709e79515,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:09.378248 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:09.391037 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Calling delete_port for 92468dd8-639e-47df-9021-4e5709e79515 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:09.799592 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab99527e-8698-4133-a12d-2fbf1626502d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:09.822203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: ab99527e-8698-4133-a12d-2fbf1626502d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:09.822530 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device ab99527e-8698-4133-a12d-2fbf1626502d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:09.877663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:09.903973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92468dd8-639e-47df-9021-4e5709e79515,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:10.067197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.276721 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:28:10.381505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:28:10.386852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-11c3334e-0c54-4e90-8e97-f51afbc878e3 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6684113 Aug 12 03:28:10.389452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57878) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:10.390989 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Sync routers for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:28:10.400332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:10.400933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:10.496428 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.606081 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.659258 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Deleting port 6cb43c6f-912d-4b35-b39f-0e723b05b618 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:10.659517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.662697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:10.745373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] For port 6cb43c6f-912d-4b35-b39f-0e723b05b618, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6cb43c6f-912d-4b35-b39f-0e723b05b618,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:10.745763 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.758483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Calling delete_port for 6cb43c6f-912d-4b35-b39f-0e723b05b618 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:10.840439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:28:09Z', 'revision_number': 5, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port': {'id': '6cb43c6f-912d-4b35-b39f-0e723b05b618', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:46Z', 'updated_at': '2021-08-12T03:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:10.866444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Checking router: 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:28:10.878285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Routers {'4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:10.879081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:10.929506 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:10.958241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb43c6f-912d-4b35-b39f-0e723b05b618,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:10.975531 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] Set router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:11.021947 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.029822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:28:10Z', 'revision_number': 6, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:11.055500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a430d-8409-4819-ae54-44d985eeea03 None None] The sync data for ids ['4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6'] in n-d-804303-2 is: [{'id': '4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6', 'name': 'tempest-TestMinimumBasicScenario-764904022-router', 'tenant_id': '4b47a0b4bd024885842568d9b2358189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:45Z', 'updated_at': '2021-08-12T03:28:10Z', 'revision_number': 6, 'project_id': '4b47a0b4bd024885842568d9b2358189', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:28:11.117537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.119681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.165416 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.166126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:28:11.170331 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.171976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5826fc57-9284-43e6-ac6f-a85ff03893dd admin admin] 10.222.0.11 "DELETE /v2.0/routers/4ffdf90a-6601-43d2-8cb6-ab7a3e4766b6 HTTP/1.1" status: 204 len: 168 time: 0.7815573 Aug 12 03:28:11.174435 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57880) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:11.217937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Deleting subnet e85e0c9c-7c96-4356-8453-4165b632b2be {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:28:11.220789 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.254493 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.334216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.384578 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.411395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85e0c9c-7c96-4356-8453-4165b632b2be,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:11.416072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.420920 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c2b6542e-1fb7-4dfe-a58e-264d53d5a051 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e85e0c9c-7c96-4356-8453-4165b632b2be HTTP/1.1" status: 204 len: 168 time: 0.2429454 Aug 12 03:28:11.421143 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57882) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:11.421249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d6287-c683-4548-bc46-859436c73655 None None] Network a7c08ac5-0602-4609-9704-c400406a8ab6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:28:11.496336 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.551641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Deleting port 331e478c-d566-4ade-ad8e-9a8a35566145 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:11.551986 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.614355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] For port 331e478c-d566-4ade-ad8e-9a8a35566145, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=331e478c-d566-4ade-ad8e-9a8a35566145,segment=NetworkSegment(246b1010-4b74-4f4c-821b-479ab9dbceb0),segment_id=246b1010-4b74-4f4c-821b-479ab9dbceb0)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:11.614718 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.628144 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Calling delete_port for 331e478c-d566-4ade-ad8e-9a8a35566145 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:11.708417 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.733908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Pushing event deleted for resources: {'Port': ['ID=331e478c-d566-4ade-ad8e-9a8a35566145,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:11.737347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] No DVR routers for this DVR port 331e478c-d566-4ade-ad8e-9a8a35566145 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:28:11.809949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.820503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c08ac5-0602-4609-9704-c400406a8ab6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:11.832674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246b1010-4b74-4f4c-821b-479ab9dbceb0') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:11.832973 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246b1010-4b74-4f4c-821b-479ab9dbceb0') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:11.842587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.852862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1802c22-1b92-4bcc-8b12-483932244e3a None None] DHCP port deletion for a7c08ac5-0602-4609-9704-c400406a8ab6 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:28:11.862010 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.871715 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:28:11.872123 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:28:11.874239 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:28:11.927564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.934886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:11.936974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] 10.222.0.11 "DELETE /v2.0/networks/a7c08ac5-0602-4609-9704-c400406a8ab6 HTTP/1.1" status: 204 len: 168 time: 0.5149491 Aug 12 03:28:11.940403 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57884) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:11.949293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ea3b-2bb6-44b1-8981-5bee1391af1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c08ac5-0602-4609-9704-c400406a8ab6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:12.286725 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:12.525408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Deleting port eb5453f4-76fb-46cf-9952-49109375cc60 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:12.525750 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:12.602373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] For port eb5453f4-76fb-46cf-9952-49109375cc60, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=eb5453f4-76fb-46cf-9952-49109375cc60,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:12.602659 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:12.615564 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Calling delete_port for eb5453f4-76fb-46cf-9952-49109375cc60 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:12.789530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:12.816217 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5453f4-76fb-46cf-9952-49109375cc60,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:12.845653 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 92468dd8-639e-47df-9021-4e5709e79515 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:12.867710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 92468dd8-639e-47df-9021-4e5709e79515 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:12.868362 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 92468dd8-639e-47df-9021-4e5709e79515 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:12.868722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6cb43c6f-912d-4b35-b39f-0e723b05b618 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:12.889773 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6cb43c6f-912d-4b35-b39f-0e723b05b618 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:12.890118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6cb43c6f-912d-4b35-b39f-0e723b05b618 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:12.890540 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 331e478c-d566-4ade-ad8e-9a8a35566145 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:12.911454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 331e478c-d566-4ade-ad8e-9a8a35566145 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:12.911839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 331e478c-d566-4ade-ad8e-9a8a35566145 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:13.259429 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:13.479284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Router e5e4d2bf-1462-4574-9e25-174c2b83982c has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:28:13.584423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:28:13.589613 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-193ec10f-978a-4f52-984e-faeb4bfae8dc admin admin] 10.222.0.11 "PUT /v2.0/routers/e5e4d2bf-1462-4574-9e25-174c2b83982c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6481929 Aug 12 03:28:13.592195 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57886) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:13.594753 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Sync routers for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:28:13.605209 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:13.605809 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:13.694417 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:13.707975 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:13.796627 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:13.848892 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Deleting port 88e179f8-734a-4859-8323-fc886ce709c6 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:13.849239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:13.881113 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '88e179f8-734a-4859-8323-fc886ce709c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:28:12Z', 'revision_number': 5, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port': {'id': '88e179f8-734a-4859-8323-fc886ce709c6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:13.906023 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Checking router: e5e4d2bf-1462-4574-9e25-174c2b83982c for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:28:13.914098 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Routers {'e5e4d2bf-1462-4574-9e25-174c2b83982c'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:13.914693 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['e5e4d2bf-1462-4574-9e25-174c2b83982c'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:13.930262 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] For port 88e179f8-734a-4859-8323-fc886ce709c6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=88e179f8-734a-4859-8323-fc886ce709c6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:13.930625 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:13.944258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Calling delete_port for 88e179f8-734a-4859-8323-fc886ce709c6 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:13.999820 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] Set router e5e4d2bf-1462-4574-9e25-174c2b83982c gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:14.052459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:28:13Z', 'revision_number': 6, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:14.078658 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa27ebe-265b-430a-883b-72543eecf989 None None] The sync data for ids ['e5e4d2bf-1462-4574-9e25-174c2b83982c'] in n-d-804303-2 is: [{'id': 'e5e4d2bf-1462-4574-9e25-174c2b83982c', 'name': 'tempest-TestMinimumBasicScenario-252896117-router', 'tenant_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:24:50Z', 'updated_at': '2021-08-12T03:28:13Z', 'revision_number': 6, 'project_id': 'b0f901c5fc5b40a084e1e8e077c31cec', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:28:14.110164 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.139405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Pushing event deleted for resources: {'Port': ['ID=88e179f8-734a-4859-8323-fc886ce709c6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:14.198026 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.285395 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.287428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.333078 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.334139 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e4d2bf-1462-4574-9e25-174c2b83982c {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:28:14.338316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.339511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f57dce7-e0bd-4d92-99df-563717d2ac1a admin admin] 10.222.0.11 "DELETE /v2.0/routers/e5e4d2bf-1462-4574-9e25-174c2b83982c HTTP/1.1" status: 204 len: 168 time: 0.7460568 Aug 12 03:28:14.342197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57888) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:14.386385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Deleting subnet 01a78518-d1ad-4ead-9523-e3c061a7804f {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:28:14.389849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.423430 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.512401 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.568278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.591907 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a78518-d1ad-4ead-9523-e3c061a7804f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:14.597488 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.599353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e845fc6-aa60-432f-b4ed-4b772901a9ce admin admin] 10.222.0.11 "DELETE /v2.0/subnets/01a78518-d1ad-4ead-9523-e3c061a7804f HTTP/1.1" status: 204 len: 168 time: 0.2562029 Aug 12 03:28:14.601879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57890) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:14.602599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df87317f-b577-42a6-9ffb-a8413376c426 None None] Network 040cffd0-9dbf-4122-a1ae-e3f927cc78ae requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:28:14.669995 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.728675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Deleting port 5db686cd-f89e-4b07-8f79-c14a190c9b63 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:14.729022 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.795823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] For port 5db686cd-f89e-4b07-8f79-c14a190c9b63, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5db686cd-f89e-4b07-8f79-c14a190c9b63,segment=NetworkSegment(f31760f2-3141-4037-8731-65aebb5cd6a6),segment_id=f31760f2-3141-4037-8731-65aebb5cd6a6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:14.796195 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.808762 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Calling delete_port for 5db686cd-f89e-4b07-8f79-c14a190c9b63 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:14.860156 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] DHCP port deletion for 040cffd0-9dbf-4122-a1ae-e3f927cc78ae request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:28:14.901921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.923055 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Deleting port 5db686cd-f89e-4b07-8f79-c14a190c9b63 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:28:14.923354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:14.925215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb5453f4-76fb-46cf-9952-49109375cc60 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:14.929328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db686cd-f89e-4b07-8f79-c14a190c9b63,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:14.933667 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] No DVR routers for this DVR port 5db686cd-f89e-4b07-8f79-c14a190c9b63 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:28:14.981733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: eb5453f4-76fb-46cf-9952-49109375cc60 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:14.982077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device eb5453f4-76fb-46cf-9952-49109375cc60 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:14.982499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5db686cd-f89e-4b07-8f79-c14a190c9b63 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:15.009328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5db686cd-f89e-4b07-8f79-c14a190c9b63 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:15.009668 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5db686cd-f89e-4b07-8f79-c14a190c9b63 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:15.010087 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 88e179f8-734a-4859-8323-fc886ce709c6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:28:15.013179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.027333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040cffd0-9dbf-4122-a1ae-e3f927cc78ae']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:15.038771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 88e179f8-734a-4859-8323-fc886ce709c6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:28:15.039114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 88e179f8-734a-4859-8323-fc886ce709c6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:28:15.043825 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31760f2-3141-4037-8731-65aebb5cd6a6') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:15.044129 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31760f2-3141-4037-8731-65aebb5cd6a6') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:15.050841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] For port 5db686cd-f89e-4b07-8f79-c14a190c9b63, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:15.051236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.053210 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.064056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Calling delete_port for 5db686cd-f89e-4b07-8f79-c14a190c9b63 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:28:15.067119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Port 5db686cd-f89e-4b07-8f79-c14a190c9b63 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 03:28:15.068525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.069600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.078024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:28:15.079426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:28:15.081861 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:28:15.096220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Pushing event deleted for resources: {'Port': ['ID=5db686cd-f89e-4b07-8f79-c14a190c9b63,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:15.104842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.105232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.105583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.105928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.106270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.106606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.106943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.107272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.107627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.107954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.108285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.108610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:15.113038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c401f-8c17-4479-96a3-4ec3b974b680 None None] No DVR routers for this DVR port 5db686cd-f89e-4b07-8f79-c14a190c9b63 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:28:15.142843 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.150162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.155513 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] 10.222.0.11 "DELETE /v2.0/networks/040cffd0-9dbf-4122-a1ae-e3f927cc78ae HTTP/1.1" status: 204 len: 168 time: 0.5490651 Aug 12 03:28:15.169134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b351f-d470-4a63-bb7f-43dcd8423608 admin admin] Pushing event deleted for resources: {'Network': ['ID=040cffd0-9dbf-4122-a1ae-e3f927cc78ae,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:15.313389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57894) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:15.353924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5ebf04f6-2325-4212-941d-6adf6916e5a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b47a0b4bd024885842568d9b2358189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393870 Aug 12 03:28:15.356807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57896) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:15.403661 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.428677 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.476891 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.479478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.481252 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2eec2c83-5d53-42e3-921c-902be7336057 HTTP/1.1" status: 204 len: 168 time: 0.1235547 Aug 12 03:28:15.489007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae1a9a-c446-42aa-b964-85f3fe83eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eec2c83-5d53-42e3-921c-902be7336057,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:15.795920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57902) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:15.835050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6f71bfda-8524-46cd-94be-f4d6e7e36590 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0f901c5fc5b40a084e1e8e077c31cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380208 Aug 12 03:28:15.837410 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57904) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:15.883902 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.904654 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.951956 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.954495 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:15.955674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aabcd978-fcc5-46f6-8cff-7af0aeb2ec1d HTTP/1.1" status: 204 len: 168 time: 0.1173582 Aug 12 03:28:15.963158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e933478-577f-4b67-9d2c-1c48efd635f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabcd978-fcc5-46f6-8cff-7af0aeb2ec1d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:17.638981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 57944) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:17.644045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114471034', 'description': 'tempest-secgroup-smoke-2114471034 description', 'project_id': '4f7e47d49f2d484f87aee884f7c27287'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:17.665615 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.673557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.766519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.770335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.808107 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b64a36-54ef-4f58-a9ea-9357ebbb123b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:17.861796 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.865735 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.892269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.893489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2534616 Aug 12 03:28:17.896602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57946) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:17.897497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa011-a63c-402a-bb2c-de4db60ec1de tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6ef38c-3841-451b-b392-c0572d089088,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:17.902842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:17.928758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.986212 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:17.989556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.012499 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a2d328-a512-4042-9030-98bd08821ae3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.014850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.016079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44e09c06-9e68-4279-9896-e9ba5dd102cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177599 Aug 12 03:28:18.018780 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57948) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.023159 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.048907 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.109717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.113083 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.132386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4360b4df-eb3d-43ed-ac89-28f640f621c6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.134913 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.136158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c74d5514-43b1-48b3-9946-bfb7e14fd032 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164436 Aug 12 03:28:18.139630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57950) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.144085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.169994 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.226983 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.230686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.247643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2b0c2d-6b0f-487d-8e3d-d4f0032b89bf,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.255542 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.256874 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-befabcec-0112-4668-bb56-ce4bb2ddc2af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162484 Aug 12 03:28:18.259488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57952) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.264382 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.289559 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.351091 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.354697 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.369225 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9656c127-ecd8-4c52-ba9c-6024d117418f,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.378029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.379217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-72129a41-96ac-447d-8819-bcdea87dd565 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187987 Aug 12 03:28:18.381885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57954) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.386911 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.408198 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:28:18.413105 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.476758 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.480930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.496968 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffee1dc-3967-476f-bf81-f5b0dd9c1348,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.505813 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.507481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d07e61a3-e20c-4858-94a9-f443775fcaed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245003 Aug 12 03:28:18.509917 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57956) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.514823 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'ad6ef38c-3841-451b-b392-c0572d089088', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.536510 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:28:18.541918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.587707 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.606741 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.610229 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.634395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00512f5-59ed-41fa-9a9a-05104b2e47dd,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.641842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.642992 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bb231721-79cc-403a-a9b7-aecf2fa76ef6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321728 Aug 12 03:28:18.645932 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57958) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.650967 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'network': {'name': 'tempest-network-smoke--1861950293', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.672549 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:28:18.676049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.699580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:28:18.708546 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.708891 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Added segment 4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a of type vlan for network abc4cbd7-e455-4115-8fe2-5ad91331f7ba Aug 12 03:28:18.748139 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.776341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.782695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:18.783290 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.840732 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937795 Aug 12 03:28:18.843694 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:18.848020 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'admin_state_up': True, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:18.866401 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61620482-8ef0-4708-81c5-2c4bfc6c64fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Network': ['ID=abc4cbd7-e455-4115-8fe2-5ad91331f7ba,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:18.878338 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:28:18.880934 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.882153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:18.934429 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.082621 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.271632 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.296179 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.394088 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.198 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7d850c86-bb46-4d02-bad1-39326228b68b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:28:19.500557 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.538626 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:19.575926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:19.580619 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:19.584907 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:28:19.606654 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=7d850c86-bb46-4d02-bad1-39326228b68b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:19.831442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:20.022073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:20.446432 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 89835c79-eaf7-474f-9f38-193448edcb06 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:28:20.550568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:28:20.561405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Sync routers for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:28:20.568256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:20.569479 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1dd94f43-6fe8-4fda-bfa4-fee3d5d5c915 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7248852 Aug 12 03:28:20.570625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:20.571247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:20.572564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57962) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:20.678375 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:20.699320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bf933f2b-e271-4f94-b582-b1f6172608a1 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=4f7e47d49f2d484f87aee884f7c27287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251636 Aug 12 03:28:20.701489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:20.856444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c765f04f-2d31-4b09-b696-96ea547d30fc tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:20.858842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c765f04f-2d31-4b09-b696-96ea547d30fc tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1563964 Aug 12 03:28:20.860718 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57968) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:20.864490 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:19Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:20.890494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Checking router: 89835c79-eaf7-474f-9f38-193448edcb06 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:28:20.890856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Updating router 89835c79-eaf7-474f-9f38-193448edcb06 port 7d850c86-bb46-4d02-bad1-39326228b68b binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:28:20.900216 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5ede0a67-9fd7-457f-9399-d03087cb6d80 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383074 Aug 12 03:28:20.903606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57970) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:20.908483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986879564', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:20.916278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:20.998677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:28:21.002300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.178016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.188666 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Transition to ACTIVE for port object 7d850c86-bb46-4d02-bad1-39326228b68b will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:21.189047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.193797 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.245010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Attempting to bind port 7d850c86-bb46-4d02-bad1-39326228b68b on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:28:21.246429 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Attempting to bind port 7d850c86-bb46-4d02-bad1-39326228b68b by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:28:21.246811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Attempting to bind port 7d850c86-bb46-4d02-bad1-39326228b68b on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:28:21.250102 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9feaa5-f6ef-42a5-ae9d-2e93fd516664 None None] Pushing event updated for resources: {'Port': ['ID=7d850c86-bb46-4d02-bad1-39326228b68b,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:21.254645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:28:21.254971 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Subnet': ['ID=906c3920-3494-4705-8c7a-989e0148aad1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:21.255078 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:28:21.255420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.255907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:28:21.256922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Bound port: 7d850c86-bb46-4d02-bad1-39326228b68b, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:28:21.256922 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.262112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Checking segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:28:21.262496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network hostable DHCP agents. Network: abc4cbd7-e455-4115-8fe2-5ad91331f7ba, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:28:21.279014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:28:21.287762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, abc4cbd7-e455-4115-8fe2-5ad91331f7ba) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:21.291965 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:21.293288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.299853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb8d37-8477-4b31-83e6-41aa52b6265d None None] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:28:21.310712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34cdbba5-2a27-43f2-bc03-112b6b6a0cf8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4024937 Aug 12 03:28:21.310997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 57972) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:21.348906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] For port 7d850c86-bb46-4d02-bad1-39326228b68b, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:28:21.366412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] For port 7d850c86-bb46-4d02-bad1-39326228b68b, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7d850c86-bb46-4d02-bad1-39326228b68b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:28:21.372225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.475960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:21.476594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:21.481500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9feaa5-f6ef-42a5-ae9d-2e93fd516664 None None] Pushing event updated for resources: {'Port': ['ID=7d850c86-bb46-4d02-bad1-39326228b68b,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:21.560437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:28:21.561294 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.677844 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:21.751244 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:21.849270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Allocated IP 172.20.0.2 (abc4cbd7-e455-4115-8fe2-5ad91331f7ba/906c3920-3494-4705-8c7a-989e0148aad1/1e8fc03a-cfc5-41f8-a181-e547124f281d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:28:21.990507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:19Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:22.038004 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad28326-78c9-4a39-98c5-ae0514bc69c1 None None] The sync data for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 is: [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:19Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:28:22.061016 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.070244 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Transition to ACTIVE for port object 1e8fc03a-cfc5-41f8-a181-e547124f281d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:22.086104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Transition to ACTIVE for port object 1e8fc03a-cfc5-41f8-a181-e547124f281d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:22.096810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.133936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:22.141458 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:22.142131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.1 (abc4cbd7-e455-4115-8fe2-5ad91331f7ba/906c3920-3494-4705-8c7a-989e0148aad1/adee2036-243f-49e1-a418-b96da4a70324) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:28:22.145052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:28:22.154786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Pushing event updated for resources: {'Port': ['ID=1e8fc03a-cfc5-41f8-a181-e547124f281d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:22.208992 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Attempting to bind port 1e8fc03a-cfc5-41f8-a181-e547124f281d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:28:22.209366 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Attempting to bind port 1e8fc03a-cfc5-41f8-a181-e547124f281d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:28:22.209728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Attempting to bind port 1e8fc03a-cfc5-41f8-a181-e547124f281d on network abc4cbd7-e455-4115-8fe2-5ad91331f7ba {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:28:22.218283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:28:22.218663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Checking segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:28:22.219072 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.219504 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Bound using segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:28:22.219979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Bound port: 1e8fc03a-cfc5-41f8-a181-e547124f281d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:28:22.220362 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.283227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.300834 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object adee2036-243f-49e1-a418-b96da4a70324 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:22.310046 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] For port 1e8fc03a-cfc5-41f8-a181-e547124f281d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:28:22.313680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] For port 1e8fc03a-cfc5-41f8-a181-e547124f281d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1e8fc03a-cfc5-41f8-a181-e547124f281d,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:28:22.320055 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.346332 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.392609 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:22.396077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:22.404266 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:28:22.434349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:22.458443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.549139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c0b54-0df0-4aec-9e1a-1d8a6dd40a0d None None] Pushing event updated for resources: {'Port': ['ID=1e8fc03a-cfc5-41f8-a181-e547124f281d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:22.615057 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:22.932539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7d850c86-bb46-4d02-bad1-39326228b68b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:22.984445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7d850c86-bb46-4d02-bad1-39326228b68b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:22.988878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7d850c86-bb46-4d02-bad1-39326228b68b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:22.989341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.005956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.017453 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.086494 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.093553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:23.105680 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.110062 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7d850c86-bb46-4d02-bad1-39326228b68b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7d850c86-bb46-4d02-bad1-39326228b68b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:23.114857 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.116006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1e8fc03a-cfc5-41f8-a181-e547124f281d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:23.192786 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7d850c86-bb46-4d02-bad1-39326228b68b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:23.207793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 1e8fc03a-cfc5-41f8-a181-e547124f281d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:23.211855 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:23.216156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:23.336370 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 89835c79-eaf7-474f-9f38-193448edcb06 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:28:23.447843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:28:23.461153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-7d8cdd81-cea6-4804-a8e6-2441c20d781a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/89835c79-eaf7-474f-9f38-193448edcb06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1418831 Aug 12 03:28:23.520840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfca17-2965-4307-b9fd-5898fd51891e None None] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:28:23.612089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Provisioning for port 1e8fc03a-cfc5-41f8-a181-e547124f281d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:23.615010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-923ba344-0440-4263-bb47-4e77d863c247 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114471034&fields=id&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 267 time: 0.0349255 Aug 12 03:28:23.634467 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Provisioning complete for port 1e8fc03a-cfc5-41f8-a181-e547124f281d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:23.634763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.727185 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-b2786bcb-9226-4dd9-8323-c9b199114e2c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:23.728833 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-b2786bcb-9226-4dd9-8323-c9b199114e2c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 797 time: 0.1064665 Aug 12 03:28:23.747688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-cac5e5d2-1709-4cdb-934f-f8569e563171 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/quotas/4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 375 time: 0.0116794 Aug 12 03:28:23.753940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.791186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] For port 1e8fc03a-cfc5-41f8-a181-e547124f281d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1e8fc03a-cfc5-41f8-a181-e547124f281d,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:23.797726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:23.812969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-03071a9b-e9b6-4150-8990-3b8daeb650ea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566447 Aug 12 03:28:23.857444 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19afb5-b28f-43e6-b8d1-c1a860443dca None None] Pushing event updated for resources: {'Port': ['ID=1e8fc03a-cfc5-41f8-a181-e547124f281d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:23.915962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-532c301f-f223-45ad-8c7f-947320659dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885997 Aug 12 03:28:24.016034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-e2ebc46e-ae85-4c85-8723-22f5a0367d22 service neutron] 10.222.0.11 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934267 Aug 12 03:28:24.023075 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Provisioning for port adee2036-243f-49e1-a418-b96da4a70324 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:24.031569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Provisioning complete for port adee2036-243f-49e1-a418-b96da4a70324 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:24.031953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.083357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Port adee2036-243f-49e1-a418-b96da4a70324 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:28:24.097874 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Provisioning complete for port 1e8fc03a-cfc5-41f8-a181-e547124f281d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:24.098534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43df1ad3-3c87-44ab-abd9-76342154af81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.110543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Sync routers for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:28:24.123536 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:24.124693 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:24.245319 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:24.319746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-9d722ae8-b398-4ba1-9d46-0cae6ccfae16 None None] Provisioning complete for port adee2036-243f-49e1-a418-b96da4a70324 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:24.320938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9d722ae8-b398-4ba1-9d46-0cae6ccfae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.354037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9d722ae8-b398-4ba1-9d46-0cae6ccfae16 None None] Port adee2036-243f-49e1-a418-b96da4a70324 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:28:24.446264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 2, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:24.471809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6240f3bb-c1f9-464c-963a-21f3816cc02d None None] Provisioning complete for port adee2036-243f-49e1-a418-b96da4a70324 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:24.472246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6240f3bb-c1f9-464c-963a-21f3816cc02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.472875 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Checking router: 89835c79-eaf7-474f-9f38-193448edcb06 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:28:24.473235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Updating router 89835c79-eaf7-474f-9f38-193448edcb06 port adee2036-243f-49e1-a418-b96da4a70324 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:28:24.497718 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.505556 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6240f3bb-c1f9-464c-963a-21f3816cc02d None None] Port adee2036-243f-49e1-a418-b96da4a70324 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:28:24.755242 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.765836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Transition to ACTIVE for port object adee2036-243f-49e1-a418-b96da4a70324 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:24.771585 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.817812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Pushing event updated for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:24.830288 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.830623 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.830960 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.831290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.831645 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.832148 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.832645 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.833122 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.833692 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.834175 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.834656 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.835133 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:28:24.883417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7d850c86-bb46-4d02-bad1-39326228b68b up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:24.892398 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Attempting to bind port adee2036-243f-49e1-a418-b96da4a70324 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:28:24.893338 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Attempting to bind port adee2036-243f-49e1-a418-b96da4a70324 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:28:24.893931 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Attempting to bind port adee2036-243f-49e1-a418-b96da4a70324 on network abc4cbd7-e455-4115-8fe2-5ad91331f7ba {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:28:24.900399 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:28:24.901236 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Checking segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:28:24.902576 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.903335 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Bound using segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:28:24.904020 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Bound port: adee2036-243f-49e1-a418-b96da4a70324, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:28:24.905153 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.952499 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7d850c86-bb46-4d02-bad1-39326228b68b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:24.952997 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:24.974733 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] For port adee2036-243f-49e1-a418-b96da4a70324, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:28:24.979065 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] For port adee2036-243f-49e1-a418-b96da4a70324, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=adee2036-243f-49e1-a418-b96da4a70324,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:28:24.983666 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:25.052921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1e8fc03a-cfc5-41f8-a181-e547124f281d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:25.107001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 1e8fc03a-cfc5-41f8-a181-e547124f281d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:25.107441 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:25.140839 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:25.141590 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:25.265844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f6a6c96c-7544-47f7-85c2-709e2dc4edab req-3a00a0a9-3725-4192-94cc-e7583a5dd426 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0400872 Aug 12 03:28:25.283965 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d77b7-88ed-40a7-b62c-1d2eafdf0258 None None] Pushing event updated for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:25.296700 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:25.500277 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:24Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:25.529445 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e728f-75e0-451d-bde1-6628ce4237f6 None None] The sync data for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 is: [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:24Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:28:26.341582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-450828f6-685e-4972-a5c7-89bd5b012297 req-4bc2abd1-dbaf-4c11-a921-3f8d598239fc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0277295 Aug 12 03:28:26.860479 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device adee2036-243f-49e1-a418-b96da4a70324 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:26.908192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port adee2036-243f-49e1-a418-b96da4a70324 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:26.911904 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port adee2036-243f-49e1-a418-b96da4a70324 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:26.912283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:26.997037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:27.027859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port adee2036-243f-49e1-a418-b96da4a70324, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=adee2036-243f-49e1-a418-b96da4a70324,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:27.031928 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:27.078111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:27.421771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a45fce6-af2d-4291-a692-13d85f61890b req-7ea38039-8403-4a6b-a5ab-7db5f4ee6aea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Aug 12 03:28:28.501692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a5e9a3b-dc05-473e-8d5a-bc3a0f940f7b req-bd34a054-0848-401e-b7da-1798403e77f1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Aug 12 03:28:28.848471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device adee2036-243f-49e1-a418-b96da4a70324 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:28.896704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port adee2036-243f-49e1-a418-b96da4a70324 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:28.897079 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:29.593195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3fc9f960-3a97-4abb-93ce-90341c25cfca req-67837738-1d16-480a-ad20-e8e3d2757f5e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0259488 Aug 12 03:28:30.237833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-0552e01e-4738-4564-b29f-bd7a1ea16e78 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:30.239298 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-0552e01e-4738-4564-b29f-bd7a1ea16e78 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 797 time: 0.1053383 Aug 12 03:28:30.287390 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-57b10da5-68aa-4b1f-9f69-cae0d3e2a79c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 380 time: 0.0388222 Aug 12 03:28:30.298455 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'port': {'device_id': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'admin_state_up': True, 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'security_groups': ['ad6ef38c-3841-451b-b392-c0572d089088']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:30.700039 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f9b9db0-f72e-4de7-807b-b279e17a764f req-af023caf-2788-4f0d-88de-e2f3eb1bc58c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0376902 Aug 12 03:28:30.734157 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:28:30.737873 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:30.867246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.13 (abc4cbd7-e455-4115-8fe2-5ad91331f7ba/906c3920-3494-4705-8c7a-989e0148aad1/3081908b-9631-408c-bee1-9159d44823f0) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:28:31.006344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.020833 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 3081908b-9631-408c-bee1-9159d44823f0 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:31.053216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.095207 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:31.098211 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:31.104652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:28:31.138556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:31.167439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:31.169053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.185997 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-22a4fee2-b0f0-4ff4-82fa-d650da09283c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8909984 Aug 12 03:28:31.202206 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Request body: {'port': {'device_id': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:31.263893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.330573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b8369d45-67b7-43c5-94a1-74fb069a1dfe None None] Provisioning for port 3081908b-9631-408c-bee1-9159d44823f0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:31.334171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b8369d45-67b7-43c5-94a1-74fb069a1dfe None None] Provisioning complete for port 3081908b-9631-408c-bee1-9159d44823f0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:31.334600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b8369d45-67b7-43c5-94a1-74fb069a1dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.368888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b8369d45-67b7-43c5-94a1-74fb069a1dfe None None] Port 3081908b-9631-408c-bee1-9159d44823f0 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:28:31.532507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3081908b-9631-408c-bee1-9159d44823f0 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:28:31.539743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.551955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Transition to ACTIVE for port object 3081908b-9631-408c-bee1-9159d44823f0 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:28:31.555747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.626033 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:31.676737 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Attempting to bind port 3081908b-9631-408c-bee1-9159d44823f0 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:28:31.677081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Attempting to bind port 3081908b-9631-408c-bee1-9159d44823f0 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:28:31.677412 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Attempting to bind port 3081908b-9631-408c-bee1-9159d44823f0 on network abc4cbd7-e455-4115-8fe2-5ad91331f7ba {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:28:31.681923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Port 3081908b-9631-408c-bee1-9159d44823f0 on network abc4cbd7-e455-4115-8fe2-5ad91331f7ba not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:28:31.682255 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Attempting to bind port 3081908b-9631-408c-bee1-9159d44823f0 on network abc4cbd7-e455-4115-8fe2-5ad91331f7ba {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:28:31.687975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:28:31.688316 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Checking segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:28:31.688704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Bound using segment: {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:28:31.689138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Bound port: 3081908b-9631-408c-bee1-9159d44823f0, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:28:31.689499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.764641 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:28:31.767865 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3081908b-9631-408c-bee1-9159d44823f0,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:28:31.773459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.811250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:31.811916 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:31.813437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] 10.222.0.25 "PUT /v2.0/ports/3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 1092 time: 0.6159973 Aug 12 03:28:31.813801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:28:31.816086 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:28:31.848486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c902f7d-c9c1-4e03-bf6c-aa55acbbc6d4 req-23ffc88d-36b8-4107-bf6d-51d8f860993c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:31.850127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c902f7d-c9c1-4e03-bf6c-aa55acbbc6d4 req-23ffc88d-36b8-4107-bf6d-51d8f860993c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0739417 Aug 12 03:28:31.856153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81905f-648a-4110-8266-1499c677dd27 service neutron] Pushing event updated for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:31.893452 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13f82a-1276-4fb3-a7a7-251c73aea0c0 x-openstack-request-id: req-8e13f82a-1276-4fb3-a7a7-251c73aea0c0 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:28:31.894152 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:28:31.894423 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e13f82a-1276-4fb3-a7a7-251c73aea0c0 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:28:31.896038 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0', 'status': 'completed', 'code': 200} Aug 12 03:28:31.916128 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c902f7d-c9c1-4e03-bf6c-aa55acbbc6d4 req-e3643c51-e26d-4cf8-8766-d2f765b4484c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494621 Aug 12 03:28:31.988611 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-b0b43212-682b-47db-848b-5c2daab5ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:31.990277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-b0b43212-682b-47db-848b-5c2daab5ec29 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1095 time: 0.1179330 Aug 12 03:28:32.038051 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-d3fe1b75-c4e6-464f-a153-02f95adcc7ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 217 time: 0.0398622 Aug 12 03:28:32.079843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e1dab5b8-14db-4066-9a09-bddb07695813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:32.097513 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-da6757b9-2dcf-4c02-84ff-1a3d007c9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.100909 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-da6757b9-2dcf-4c02-84ff-1a3d007c9ab8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 200 len: 835 time: 0.0543776 Aug 12 03:28:32.153223 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-bcf4ae58-dab6-41a3-8e50-6b0a64f2b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.155024 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-bcf4ae58-dab6-41a3-8e50-6b0a64f2b46d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484746 Aug 12 03:28:32.246879 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-4ea03a88-6e4f-494d-8646-c76b7d6ca5fa service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842228 Aug 12 03:28:32.340474 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-377a05ca-66e4-4413-b79e-ace0fa44aa2c req-f02ec00c-65be-40cb-9c9f-b98a511ca240 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860853 Aug 12 03:28:32.432192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-ab263a9f-0ea8-4bad-ba19-5ee717b4d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.432980 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:28:32.433818 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-ab263a9f-0ea8-4bad-ba19-5ee717b4d8b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1095 time: 0.0496562 Aug 12 03:28:32.526011 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-a961a368-de6d-4e67-9f0d-d4e3bf7ec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.528392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-a961a368-de6d-4e67-9f0d-d4e3bf7ec5df service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 898 time: 0.0863121 Aug 12 03:28:32.572624 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-b1431d8b-f83d-4805-9d3d-155081cbeec1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 217 time: 0.0374370 Aug 12 03:28:32.623689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-27fe4379-efed-4c79-970f-08a45cc50160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.625057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-27fe4379-efed-4c79-970f-08a45cc50160 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 200 len: 835 time: 0.0441864 Aug 12 03:28:32.670489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-c748ed2c-dd96-4adf-81ef-f3a14a03c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:32.672009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-c748ed2c-dd96-4adf-81ef-f3a14a03c05f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393910 Aug 12 03:28:32.771357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-c59fa98c-03e1-436b-abc8-b36e10157a82 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919950 Aug 12 03:28:32.863143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9eb2a0e6-b7f0-499b-b802-18393f7a88ae req-849440d8-f37d-49fd-bcea-c070e5a7bf05 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823321 Aug 12 03:28:33.020264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0208a-fa45-4c09-a0d3-d1555ad96ed2 req-25c563bb-4630-414f-92cc-a57e073fa3fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:33.021722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54f0208a-fa45-4c09-a0d3-d1555ad96ed2 req-25c563bb-4630-414f-92cc-a57e073fa3fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0486202 Aug 12 03:28:33.062872 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54f0208a-fa45-4c09-a0d3-d1555ad96ed2 req-e3d48c33-5712-4604-9982-6723009f4e5b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346165 Aug 12 03:28:34.180474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ae3b-aadb-4e7e-a909-1da8fb09dd21 req-398cf754-97ae-45ea-a854-9c4d8279faf1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:34.181952 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ad0ae3b-aadb-4e7e-a909-1da8fb09dd21 req-398cf754-97ae-45ea-a854-9c4d8279faf1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0488017 Aug 12 03:28:34.219520 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6ad0ae3b-aadb-4e7e-a909-1da8fb09dd21 req-d47fe085-b1e5-4369-9554-69dabda1596f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Aug 12 03:28:34.695982 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-07186275-3ef5-423b-b385-a1d365b8803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:34.715642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3081908b-9631-408c-bee1-9159d44823f0 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:28:34.820557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3081908b-9631-408c-bee1-9159d44823f0,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:34.822887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:34.832733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '3081908b-9631-408c-bee1-9159d44823f0', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'port_id': '3081908b-9631-408c-bee1-9159d44823f0', 'mac_address': 'fa:16:3e:a8:56:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:28:34.869605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:34.887119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3081908b-9631-408c-bee1-9159d44823f0 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:28:34.908764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3081908b-9631-408c-bee1-9159d44823f0,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:34.912429 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:34.958890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:35.128697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['3081908b-9631-408c-bee1-9159d44823f0'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:28:35.332366 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2394b-7ebc-44a7-b4e9-f757874cd6f0 req-d5caf541-e2d1-4a1e-bedf-b047ee0d20b8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:35.333780 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ea2394b-7ebc-44a7-b4e9-f757874cd6f0 req-d5caf541-e2d1-4a1e-bedf-b047ee0d20b8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 945 time: 0.0488880 Aug 12 03:28:35.372380 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4ea2394b-7ebc-44a7-b4e9-f757874cd6f0 req-60b6ae9f-ccb6-4e05-932b-6a6d817e4e17 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Aug 12 03:28:35.427934 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:36.121715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:36.486592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30112299-6ce5-467c-a4d8-364a81b190ec req-cc12607d-1f93-4f80-bf83-600d87598b4d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:36.488151 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30112299-6ce5-467c-a4d8-364a81b190ec req-cc12607d-1f93-4f80-bf83-600d87598b4d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 945 time: 0.0496738 Aug 12 03:28:36.525650 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-30112299-6ce5-467c-a4d8-364a81b190ec req-34f9f722-3d29-46a6-829d-f41ae8d9823d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Aug 12 03:28:36.715283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3081908b-9631-408c-bee1-9159d44823f0 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:28:36.764998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 3081908b-9631-408c-bee1-9159d44823f0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:28:36.768485 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 3081908b-9631-408c-bee1-9159d44823f0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:28:36.768863 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:36.844348 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:36.865517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3081908b-9631-408c-bee1-9159d44823f0'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:28:36.867916 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9591731-8851-457c-9de3-479954525b77" -d '{"events": [{"server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "name": "network-vif-plugged", "status": "completed", "tag": "3081908b-9631-408c-bee1-9159d44823f0"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:28:36.881722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3081908b-9631-408c-bee1-9159d44823f0,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:28:36.885840 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:36.941044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:36.971256 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64f9bd-5519-499f-8ec6-34f19bc12eda x-openstack-request-id: req-0c64f9bd-5519-499f-8ec6-34f19bc12eda {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:28:36.971581 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "name": "network-vif-plugged", "status": "completed", "tag": "3081908b-9631-408c-bee1-9159d44823f0", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:28:36.971842 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c64f9bd-5519-499f-8ec6-34f19bc12eda {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:28:36.972248 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3081908b-9631-408c-bee1-9159d44823f0', 'code': 200} Aug 12 03:28:37.066189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b277-e91f-4bbf-a9f0-143cfdda0823 req-acabba42-5a75-4dc2-8b31-f6b1a54b3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:37.067726 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d0b277-e91f-4bbf-a9f0-143cfdda0823 req-acabba42-5a75-4dc2-8b31-f6b1a54b3a2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0393133 Aug 12 03:28:37.102475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8d0b277-e91f-4bbf-a9f0-143cfdda0823 req-1237367d-e14b-40d2-b0a7-f6d098dc1807 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274377 Aug 12 03:28:37.642746 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:37.644479 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375eab1-43b9-4cec-ad86-0cb8b785fe6c req-5662d05e-a725-4dd9-b3c1-43f87d9d4e26 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:37.645990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9375eab1-43b9-4cec-ad86-0cb8b785fe6c req-5662d05e-a725-4dd9-b3c1-43f87d9d4e26 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0534368 Aug 12 03:28:37.683737 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9375eab1-43b9-4cec-ad86-0cb8b785fe6c req-4348f5ab-277d-43f2-a3a0-7ecf81399673 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311747 Aug 12 03:28:38.798227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01875e57-53cc-46a1-8394-e10cb301ab8b req-c5cc1df8-8186-422c-bd00-da45aa53e6ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:38.799809 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01875e57-53cc-46a1-8394-e10cb301ab8b req-c5cc1df8-8186-422c-bd00-da45aa53e6ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0495739 Aug 12 03:28:38.841885 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-01875e57-53cc-46a1-8394-e10cb301ab8b req-73975e13-0122-4dad-9d9a-b29ed2686377 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361786 Aug 12 03:28:38.958842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a58f2c-0110-44f3-9bf8-62fd9a97d807 req-7d55cc46-491b-4ddf-ad4e-7ab782d34d0f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:38.960381 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59a58f2c-0110-44f3-9bf8-62fd9a97d807 req-7d55cc46-491b-4ddf-ad4e-7ab782d34d0f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0527525 Aug 12 03:28:38.997823 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-59a58f2c-0110-44f3-9bf8-62fd9a97d807 req-15b0e6f0-4236-459f-bb94-d2741c609c9a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Aug 12 03:28:39.019421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:39.057463 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb197464-4e94-40d6-bcb9-268bbee1b579 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:39.058994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cb197464-4e94-40d6-bcb9-268bbee1b579 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1092 time: 0.0386035 Aug 12 03:28:39.061920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58044) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:39.066294 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '3081908b-9631-408c-bee1-9159d44823f0', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:28:39.087917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:39.189428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:39.288585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.216 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/80994468-269e-4dd1-9d6b-1c9a5ab8be64) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:28:39.390354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:39.427655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:39.463827 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:28:39.466803 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:28:39.472838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:28:39.502467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=80994468-269e-4dd1-9d6b-1c9a5ab8be64,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:39.825959 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:39.891887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:40.036021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:40.040236 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:40.108351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=80994468-269e-4dd1-9d6b-1c9a5ab8be64,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:28:40.122622 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:40.219513 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP 256cd882-7a32-4213-b1c4-4e7a14160869 associated. External IP: 172.25.3.216, port: 3081908b-9631-408c-bee1-9159d44823f0. Aug 12 03:28:40.463813 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-e2cf6372-8350-4edf-9207-d3e8d9131b56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471141 Aug 12 03:28:40.548800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-02ecdff0-24b1-4e76-ab81-99209456a8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:40.550375 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-02ecdff0-24b1-4e76-ab81-99209456a8ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0428522 Aug 12 03:28:40.662007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-e28929f1-7c6e-4c80-b1db-61f593868b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:40.663594 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-e28929f1-7c6e-4c80-b1db-61f593868b15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 898 time: 0.0892699 Aug 12 03:28:40.691977 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 89835c79-eaf7-474f-9f38-193448edcb06 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:28:40.729307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-e1870b9c-f2ea-47dc-ab64-86dbc5a045e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 1000 time: 0.0583422 Aug 12 03:28:40.782636 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-83d0e1b5-a0aa-4cd3-8b95-0bb4c35da5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:40.784242 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-83d0e1b5-a0aa-4cd3-8b95-0bb4c35da5b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 200 len: 835 time: 0.0441110 Aug 12 03:28:40.797950 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:28:40.813399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Sync routers for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:28:40.815766 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:28:40.824971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:40.825866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:40.837658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-7fc23a98-e993-4403-81c7-f1fd056f7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:40.839180 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-7fc23a98-e993-4403-81c7-f1fd056f7690 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484188 Aug 12 03:28:40.848021 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7015a69-3669-40f2-9748-1b279c199023 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7850718 Aug 12 03:28:40.848636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:28:40.851080 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176" -d '{"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:28:40.904341 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc6512-62cb-4b7a-a471-62ef83b7343f x-openstack-request-id: req-dcfc6512-62cb-4b7a-a471-62ef83b7343f {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:28:40.904691 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:28:40.904952 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcfc6512-62cb-4b7a-a471-62ef83b7343f {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:28:40.905357 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0', 'status': 'completed', 'code': 200} Aug 12 03:28:40.944385 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:40.981910 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f9c86-e1ac-4de5-8aba-baa2b33184f9 req-8e7b69e7-65ce-4026-9564-2a03963653c9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:40.983304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-612f9c86-e1ac-4de5-8aba-baa2b33184f9 req-8e7b69e7-65ce-4026-9564-2a03963653c9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0801854 Aug 12 03:28:40.986983 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-b916fc35-91fb-4dca-966b-2f949c3bc912 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396570 Aug 12 03:28:41.073748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-612f9c86-e1ac-4de5-8aba-baa2b33184f9 req-082ee2ee-4c5c-491a-8e1c-7f1d09258e3d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842209 Aug 12 03:28:41.099900 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58050) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:41.110770 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8ce3cdcc-9d3c-434b-9200-fdf5fd5140c5 req-862aa5ae-3f07-4098-940b-7a90843b734c service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152744 Aug 12 03:28:41.172433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d87eef5-8469-4467-9837-b38b7f33d0e8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/256cd882-7a32-4213-b1c4-4e7a14160869 HTTP/1.1" status: 200 len: 992 time: 0.0702832 Aug 12 03:28:41.173635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '256cd882-7a32-4213-b1c4-4e7a14160869', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'port_id': '3081908b-9631-408c-bee1-9159d44823f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'mac_address': 'fa:16:3e:a8:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:28:39Z', 'updated_at': '2021-08-12T03:28:39Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:41.204303 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-2e720be7-87e4-4639-9de0-9ff6bfb11091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:41.204906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Checking router: 89835c79-eaf7-474f-9f38-193448edcb06 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:28:41.205832 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-2e720be7-87e4-4639-9de0-9ff6bfb11091 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0486696 Aug 12 03:28:41.213321 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:28:41.213916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:28:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:41.299301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-b9868898-9478-4155-b4ad-29835bf857b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:41.300756 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-b9868898-9478-4155-b4ad-29835bf857b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 898 time: 0.0875003 Aug 12 03:28:41.317967 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:28:41.366749 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-d031494b-0814-436b-bf34-62300dd9f9c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 1000 time: 0.0586143 Aug 12 03:28:41.420594 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-6d74105d-df2e-4787-90e7-7c73091e83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:41.422056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-6d74105d-df2e-4787-90e7-7c73091e83bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 200 len: 835 time: 0.0477912 Aug 12 03:28:41.469998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-5f3fa307-370b-4145-a857-16b7a05ea4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:28:41.471643 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-5f3fa307-370b-4145-a857-16b7a05ea4cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424218 Aug 12 03:28:41.563102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-fa592fbb-5de9-4317-8d7b-de41740aaf79 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Aug 12 03:28:41.661760 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07f25ca7-2df8-4c98-a5b3-460f4ac7f176 req-5c7cdc55-c264-47af-a727-154e1b490f44 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916634 Aug 12 03:28:41.696023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '256cd882-7a32-4213-b1c4-4e7a14160869', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'port_id': '3081908b-9631-408c-bee1-9159d44823f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'mac_address': 'fa:16:3e:a8:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:28:39Z', 'updated_at': '2021-08-12T03:28:39Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:28:41.722969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d3b191-8ea9-4d63-b4d3-e8d46ea71d21 None None] The sync data for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 is: [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '256cd882-7a32-4213-b1c4-4e7a14160869', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.216', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'port_id': '3081908b-9631-408c-bee1-9159d44823f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'mac_address': 'fa:16:3e:a8:56:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:28:39Z', 'updated_at': '2021-08-12T03:28:39Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:28:41.904322 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e985393-88d3-4179-9aaf-351433148a76 None None] New status for floating IP 256cd882-7a32-4213-b1c4-4e7a14160869: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:28:42.174981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58052) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:28:42.236717 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-396ffef5-b5db-4438-8820-2c61df9f4fca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/256cd882-7a32-4213-b1c4-4e7a14160869 HTTP/1.1" status: 200 len: 994 time: 0.0605862 Aug 12 03:28:48.592114 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:02.070175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab5-fb2d-4a1e-b275-d915e687216f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:04.695393 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-efd8ce33-c0eb-43e8-8443-9e831cb22ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:04.815889 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:05.429947 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:06.124334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:07.646157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:09.432547 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:29:13.588025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89989089-9c80-4a60-85b5-089a7f23d271 req-efedb5a5-ac48-4f94-957c-22cad96352c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:13.589546 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89989089-9c80-4a60-85b5-089a7f23d271 req-efedb5a5-ac48-4f94-957c-22cad96352c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1008401 Aug 12 03:29:13.631186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-89989089-9c80-4a60-85b5-089a7f23d271 req-4cc95805-fa58-4b3e-a30c-786037c82d27 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349250 Aug 12 03:29:14.796539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29aab-dcf1-4580-86d2-7f54686c5edd req-e9ca81a5-4666-4195-bff3-d033e1ecf95a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:14.798026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6d29aab-dcf1-4580-86d2-7f54686c5edd req-e9ca81a5-4666-4195-bff3-d033e1ecf95a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0964980 Aug 12 03:29:14.836217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a6d29aab-dcf1-4580-86d2-7f54686c5edd req-04b3f495-0bd8-4766-8a6d-845c8bf25824 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Aug 12 03:29:14.858063 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:14.927102 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-288f044a-994e-431b-869e-a1f951c0d16d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/256cd882-7a32-4213-b1c4-4e7a14160869 HTTP/1.1" status: 200 len: 994 time: 0.0679221 Aug 12 03:29:16.183646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf685f7-71bf-4280-a454-d757f673db2c req-9fb5792c-465a-4262-b374-b855ba28a30a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:16.185145 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cf685f7-71bf-4280-a454-d757f673db2c req-9fb5792c-465a-4262-b374-b855ba28a30a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0512068 Aug 12 03:29:16.228198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cf685f7-71bf-4280-a454-d757f673db2c req-a2c3a7af-0fed-4747-bd56-39cf176ec593 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Aug 12 03:29:17.357298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f93ab4-ef62-4939-98b0-4425d560f41b req-26b9eb49-e1f9-4d0f-bf2f-584d10924321 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:17.358784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45f93ab4-ef62-4939-98b0-4425d560f41b req-26b9eb49-e1f9-4d0f-bf2f-584d10924321 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0482960 Aug 12 03:29:17.396133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-45f93ab4-ef62-4939-98b0-4425d560f41b req-06058423-271f-4257-bd4b-1d5321cd5c43 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Aug 12 03:29:17.418807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58086) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:17.483026 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-570d9147-0558-41d3-8843-65bc68d22e94 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/256cd882-7a32-4213-b1c4-4e7a14160869 HTTP/1.1" status: 200 len: 994 time: 0.0630815 Aug 12 03:29:17.695854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58092) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:17.851028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 80994468-269e-4dd1-9d6b-1c9a5ab8be64 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:29:17.851293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:17.929503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:17.929839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:17.942451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 80994468-269e-4dd1-9d6b-1c9a5ab8be64 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:29:18.089282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:18.112411 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=80994468-269e-4dd1-9d6b-1c9a5ab8be64,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:18.125772 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.126151 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.126495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.126831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.127165 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.127521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.127852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.128182 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.128591 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.128926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.129250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.129571 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:18.188885 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:18.189225 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP 256cd882-7a32-4213-b1c4-4e7a14160869 disassociated (deleted). External IP: 172.25.3.216, port: 3081908b-9631-408c-bee1-9159d44823f0. Aug 12 03:29:18.408668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 89835c79-eaf7-474f-9f38-193448edcb06 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:29:18.515556 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:29:18.520450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:18.525050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Sync routers for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:29:18.534911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:18.535558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:18.550658 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ae841a2d-6e15-4645-bf82-9df8612323f3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/floatingips/256cd882-7a32-4213-b1c4-4e7a14160869 HTTP/1.1" status: 204 len: 168 time: 0.8537095 Aug 12 03:29:18.551275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:29:18.553516 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4982aee2-ef3c-4676-9d3a-31506f09890a" -d '{"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:29:18.605041 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10164dd-45a0-4802-9af7-df423eda2cb7 x-openstack-request-id: req-c10164dd-45a0-4802-9af7-df423eda2cb7 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:29:18.606618 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "tag": "3081908b-9631-408c-bee1-9159d44823f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:29:18.607121 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c10164dd-45a0-4802-9af7-df423eda2cb7 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:29:18.607609 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'tag': '3081908b-9631-408c-bee1-9159d44823f0', 'status': 'completed', 'code': 200} Aug 12 03:29:18.633679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:18.665750 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:18.669301 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-c4de24ba-3fc8-44f5-8e07-bfdadf3b087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:18.670896 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-c4de24ba-3fc8-44f5-8e07-bfdadf3b087c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0455875 Aug 12 03:29:18.776340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-6c70052d-9207-4c18-bbde-2ccd96775b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:18.778114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-6c70052d-9207-4c18-bbde-2ccd96775b5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 200 len: 898 time: 0.0976152 Aug 12 03:29:18.796330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102fcb9-d942-414b-9e55-2c89d658376a req-9f9acacf-e2e1-4f84-b40d-bdc73258fe0a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:18.798524 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a102fcb9-d942-414b-9e55-2c89d658376a req-9f9acacf-e2e1-4f84-b40d-bdc73258fe0a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0488391 Aug 12 03:29:18.826876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-94f28d6b-fb1d-461b-8cb9-dba483675cd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 200 len: 217 time: 0.0409954 Aug 12 03:29:18.844931 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a102fcb9-d942-414b-9e55-2c89d658376a req-82f9f188-2c55-4967-be18-b252da16e0ca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401075 Aug 12 03:29:18.876943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-2b34ec90-0831-452a-bd5a-e14dcb849178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:18.878492 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-2b34ec90-0831-452a-bd5a-e14dcb849178 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 200 len: 835 time: 0.0447845 Aug 12 03:29:18.885202 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:18.912118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Checking router: 89835c79-eaf7-474f-9f38-193448edcb06 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:29:18.922080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:18.923059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:18.934409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-b1408ce3-f5e0-4efe-91d7-1d9a22941758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:18.936058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-b1408ce3-f5e0-4efe-91d7-1d9a22941758 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=abc4cbd7-e455-4115-8fe2-5ad91331f7ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487146 Aug 12 03:29:19.029718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:19.031311 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-a0c99bf5-3659-46cb-9217-8db43824ad21 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875261 Aug 12 03:29:19.124525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4982aee2-ef3c-4676-9d3a-31506f09890a req-a35625bb-9181-486c-bb30-88eff42e1d71 service neutron] 10.222.0.25 "GET /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852346 Aug 12 03:29:19.238456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:19.263936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03a994-23ff-43ed-9309-373eb167a88d None None] The sync data for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 is: [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:28:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'adee2036-243f-49e1-a418-b96da4a70324', 'name': '', 'network_id': 'abc4cbd7-e455-4115-8fe2-5ad91331f7ba', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:fd:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '906c3920-3494-4705-8c7a-989e0148aad1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:21Z', 'updated_at': '2021-08-12T03:28:27Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '906c3920-3494-4705-8c7a-989e0148aad1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:29:19.482264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279e3eca-8fbb-4ab5-ac89-4b63032a534e None None] New status for floating IP 256cd882-7a32-4213-b1c4-4e7a14160869: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:29:19.965908 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c5156-f241-4210-adbb-64765a894479 req-44b383fd-103b-4b2c-92ea-72cff6c20f34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:19.967447 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f7c5156-f241-4210-adbb-64765a894479 req-44b383fd-103b-4b2c-92ea-72cff6c20f34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0533216 Aug 12 03:29:20.009219 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6f7c5156-f241-4210-adbb-64765a894479 req-3aa3615b-7a35-4ed9-b10e-0b05adfb382c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=ad6ef38c-3841-451b-b392-c0572d089088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359318 Aug 12 03:29:20.274052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-88f1d993-9510-4bf7-9d68-8a7a51c94bcf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:20.275550 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-88f1d993-9510-4bf7-9d68-8a7a51c94bcf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0529437 Aug 12 03:29:20.362947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 3081908b-9631-408c-bee1-9159d44823f0 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:29:20.363291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:20.452991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 3081908b-9631-408c-bee1-9159d44823f0, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=3081908b-9631-408c-bee1-9159d44823f0,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:20.453366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:20.467264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 3081908b-9631-408c-bee1-9159d44823f0 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:29:20.607093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:20.637335 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=3081908b-9631-408c-bee1-9159d44823f0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:20.678969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] No DVR routers for this DVR port 3081908b-9631-408c-bee1-9159d44823f0 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:29:20.681495 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:20.683857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ea8d1975-affe-4643-8ed6-771ef41e974b req-44544dba-7759-4de9-adf9-6b3eb485bf71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "DELETE /v2.0/ports/3081908b-9631-408c-bee1-9159d44823f0 HTTP/1.1" status: 204 len: 173 time: 0.4018874 Aug 12 03:29:20.684320 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'name': 'network-vif-deleted', 'tag': '3081908b-9631-408c-bee1-9159d44823f0'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:29:20.686572 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f316d9-02f3-47e5-961c-da916b89e9a0" -d '{"events": [{"server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "name": "network-vif-deleted", "tag": "3081908b-9631-408c-bee1-9159d44823f0"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:29:20.725094 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d957d23-f00f-4230-b5fc-a8c6e03ac9eb x-openstack-request-id: req-3d957d23-f00f-4230-b5fc-a8c6e03ac9eb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:29:20.725385 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d824f32d-4c31-4dff-91d9-6bf022d9a2b4", "name": "network-vif-deleted", "tag": "3081908b-9631-408c-bee1-9159d44823f0", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:29:20.725634 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d957d23-f00f-4230-b5fc-a8c6e03ac9eb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:29:20.726029 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd824f32d-4c31-4dff-91d9-6bf022d9a2b4', 'name': 'network-vif-deleted', 'tag': '3081908b-9631-408c-bee1-9159d44823f0', 'status': 'completed', 'code': 200} Aug 12 03:29:21.131700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-078d7469-000e-482c-819e-2d1cecfdc75d req-51d90332-f8de-4094-9345-01b67cefc542 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=d824f32d-4c31-4dff-91d9-6bf022d9a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0313535 Aug 12 03:29:22.190724 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58108) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:22.592197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:22.839674 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port adee2036-243f-49e1-a418-b96da4a70324 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:29:22.840027 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:22.924710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port adee2036-243f-49e1-a418-b96da4a70324, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=adee2036-243f-49e1-a418-b96da4a70324,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:22.925076 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:22.937574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for adee2036-243f-49e1-a418-b96da4a70324 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:29:23.117112 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.153328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=adee2036-243f-49e1-a418-b96da4a70324,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:23.165502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.165886 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.166199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.166540 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.166875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.167992 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.168360 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.168698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.169035 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.169367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.169713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.170027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:23.337143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.552459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 89835c79-eaf7-474f-9f38-193448edcb06 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:29:23.657859 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:29:23.663439 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eb461310-74f7-477b-bdfc-af0af38929b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/89835c79-eaf7-474f-9f38-193448edcb06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716258 Aug 12 03:29:23.665658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58110) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:23.667840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Sync routers for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:29:23.677699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:23.678512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:23.723555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting subnet 906c3920-3494-4705-8c7a-989e0148aad1 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:29:23.726565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.766549 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.782311 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:23.846294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.908898 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:23.964199 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:29:23Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:23.996637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Checking router: 89835c79-eaf7-474f-9f38-193448edcb06 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:29:24.005819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Routers {'89835c79-eaf7-474f-9f38-193448edcb06'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:24.006461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['89835c79-eaf7-474f-9f38-193448edcb06'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:24.115099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] Set router 89835c79-eaf7-474f-9f38-193448edcb06 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:24.259912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Subnet': ['ID=906c3920-3494-4705-8c7a-989e0148aad1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:24.267029 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.271702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58112) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:24.272333 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-edf25069-47e8-4fda-952b-566f0e713fd6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/subnets/906c3920-3494-4705-8c7a-989e0148aad1 HTTP/1.1" status: 204 len: 168 time: 0.6056385 Aug 12 03:29:24.275644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a675a305-c51a-410d-abd9-7e9784180090 None None] Network abc4cbd7-e455-4115-8fe2-5ad91331f7ba requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:29:24.379857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:29:23Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:24.384561 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.420359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232916d-385e-4140-b495-d8dc49d360f1 None None] The sync data for ids ['89835c79-eaf7-474f-9f38-193448edcb06'] in n-d-804303-2 is: [{'id': '89835c79-eaf7-474f-9f38-193448edcb06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-9943447', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:28:18Z', 'updated_at': '2021-08-12T03:29:23Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7d850c86-bb46-4d02-bad1-39326228b68b', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:b7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89835c79-eaf7-474f-9f38-193448edcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:28:19Z', 'updated_at': '2021-08-12T03:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:29:24.492109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.544930 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 7d850c86-bb46-4d02-bad1-39326228b68b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:29:24.545194 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.628629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 7d850c86-bb46-4d02-bad1-39326228b68b, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7d850c86-bb46-4d02-bad1-39326228b68b,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:24.629001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.641753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 7d850c86-bb46-4d02-bad1-39326228b68b owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:29:24.786157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] DHCP port deletion for abc4cbd7-e455-4115-8fe2-5ad91331f7ba request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:29:24.828997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.859003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Deleting port 1e8fc03a-cfc5-41f8-a181-e547124f281d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:29:24.859379 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.895493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=7d850c86-bb46-4d02-bad1-39326228b68b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:24.933554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 1e8fc03a-cfc5-41f8-a181-e547124f281d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:29:24.943575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3081908b-9631-408c-bee1-9159d44823f0 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:29:24.947029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] For port 1e8fc03a-cfc5-41f8-a181-e547124f281d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1e8fc03a-cfc5-41f8-a181-e547124f281d,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:24.947551 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.971688 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:24.998128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 3081908b-9631-408c-bee1-9159d44823f0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:29:24.998576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 3081908b-9631-408c-bee1-9159d44823f0 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:29:25.000382 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Calling delete_port for 1e8fc03a-cfc5-41f8-a181-e547124f281d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:29:25.072243 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.075864 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.108686 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.127368 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.128050 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Fanout notify agent at l3_agent the message router_deleted on router 89835c79-eaf7-474f-9f38-193448edcb06 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:29:25.137791 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.143951 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58114) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:25.144561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-263b8ca3-e124-425d-9c60-61bc5ba4a740 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/routers/89835c79-eaf7-474f-9f38-193448edcb06 HTTP/1.1" status: 204 len: 168 time: 0.8714302 Aug 12 03:29:25.158072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 1e8fc03a-cfc5-41f8-a181-e547124f281d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=1e8fc03a-cfc5-41f8-a181-e547124f281d,segment=NetworkSegment(4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a),segment_id=4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:25.162860 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.163644 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device adee2036-243f-49e1-a418-b96da4a70324 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:29:25.205583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.208834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: adee2036-243f-49e1-a418-b96da4a70324 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:29:25.209186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device adee2036-243f-49e1-a418-b96da4a70324 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:29:25.213792 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event deleted for resources: {'Port': ['ID=1e8fc03a-cfc5-41f8-a181-e547124f281d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:25.224995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.225355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.225749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.226081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.226417 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.226764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.227084 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.227415 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.227808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.228133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.228463 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.228789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:25.259092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] No DVR routers for this DVR port 1e8fc03a-cfc5-41f8-a181-e547124f281d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:29:25.261987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6194a5-199f-4089-bd7f-0dac132f74e5 None None] Pushing event deleted for resources: {'Port': ['ID=1e8fc03a-cfc5-41f8-a181-e547124f281d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:25.275562 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.376601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.386690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc4cbd7-e455-4115-8fe2-5ad91331f7ba']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:25.396629 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:25.396923 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abe5e6b-7481-4e9e-8b8a-b5cf482cd05a') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:25.405865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.421260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.427781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:29:25.428160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:29:25.431188 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:29:25.488206 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.494876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.497441 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/networks/abc4cbd7-e455-4115-8fe2-5ad91331f7ba HTTP/1.1" status: 204 len: 168 time: 0.3513463 Aug 12 03:29:25.500402 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58116) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:25.508665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e44977-dbba-492d-8695-6f62faeb5482 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Network': ['ID=abc4cbd7-e455-4115-8fe2-5ad91331f7ba,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:25.567174 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.591999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.653199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.655966 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:25.657150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/security-groups/ad6ef38c-3841-451b-b392-c0572d089088 HTTP/1.1" status: 204 len: 168 time: 0.1557524 Aug 12 03:29:25.666693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5904f8c-548c-42de-ba11-2d481e7f9752 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6ef38c-3841-451b-b392-c0572d089088,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.284184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58122) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.288783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058162775', 'description': 'tempest-secgroup-smoke-1058162775 description', 'project_id': '4f7e47d49f2d484f87aee884f7c27287'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.311818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.393438 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.396883 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.422095 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.423317 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381345 Aug 12 03:29:26.426447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58124) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.427481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc82020-03bd-4e93-b5dc-890fd4242e73 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f25053-a1f8-48c3-90c2-70a18a86fa96,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.431960 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.460711 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.521359 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.524774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.542179 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec084ff3-a614-44a3-943e-18ff16da49eb,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.548058 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.549264 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a1d08e1a-c20e-4bf0-bce2-3807138c9ef7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217659 Aug 12 03:29:26.552073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58126) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.556500 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.581980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.638433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.641747 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.658925 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b59e8bf-d718-4b70-9856-60076c622382,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.664704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.665925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-aab69802-6b4e-4767-9e67-385bcd1fb30f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129155 Aug 12 03:29:26.668955 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58128) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.673330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.699876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.757047 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.760508 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.778537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c66049-e22a-4d18-bf22-250ba36abcad,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.784171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.785320 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fd63d6d4-db02-44c7-bbe0-51aacca4eb03 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154287 Aug 12 03:29:26.788123 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58130) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.793752 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.821413 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.881482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7d850c86-bb46-4d02-bad1-39326228b68b no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:29:26.883293 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.887985 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.903687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7d850c86-bb46-4d02-bad1-39326228b68b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:29:26.904041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7d850c86-bb46-4d02-bad1-39326228b68b not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:29:26.905704 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3979d4d-68c5-43ee-85f4-867345c6d53b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:26.911939 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:26.913128 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2f257ba4-a777-41f4-9ab2-3ac706763980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240046 Aug 12 03:29:26.915858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58132) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:26.920712 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:26.942332 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:29:26.946977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.006475 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.009832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.027519 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938f71bf-8fe6-42e7-9b6e-64dca78e8847,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:27.033191 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.034349 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-45920097-127d-4a5d-92f4-2c0c2f6ef61e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175261 Aug 12 03:29:27.037015 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58134) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:27.041470 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'd5f25053-a1f8-48c3-90c2-70a18a86fa96', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:27.064286 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:29:27.069079 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.129383 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.133236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.150650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174244d6-7078-4724-866a-71ff70069e79,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:27.166072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.168040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b1998746-d5b5-49e5-a66b-430ea6156a4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299424 Aug 12 03:29:27.170640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58136) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:27.175603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'network': {'name': 'tempest-network-smoke--899497280', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'port_security_enabled': True}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:27.196306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:29:27.199949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.224396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:29:27.233682 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.234090 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Added segment 1b16c132-84c7-47f5-837d-9ce17e27703f of type vlan for network 239bb596-3db3-43e0-845f-c6146898d4b6 Aug 12 03:29:27.272366 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.300230 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.305768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:27.306367 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.362699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1910217 Aug 12 03:29:27.365330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58138) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:27.372260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'admin_state_up': True, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:27.388293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53b261-c585-4017-b3ca-df5673ff102c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Network': ['ID=239bb596-3db3-43e0-845f-c6146898d4b6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:27.398208 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 239bb596-3db3-43e0-845f-c6146898d4b6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:29:27.404742 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.405828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.460125 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.596415 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.781927 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.799904 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:27.908786 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.105 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/0bf75df0-f8c5-4c86-9769-315c41ed99a6) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:29:28.010062 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:28.048119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:28.087937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:28.091437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:28.093793 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:29:28.123016 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=0bf75df0-f8c5-4c86-9769-315c41ed99a6,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:28.345759 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:28.541161 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:28.666598 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router b5649539-7323-459f-876c-e4d5d41078f8 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:29:28.768663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:29:28.777911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Sync routers for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:29:28.786149 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:28.787171 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:28.787373 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-645e3f36-83bf-46b5-a67d-8b02243e226e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4211130 Aug 12 03:29:28.787900 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:28.791131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58140) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:28.822785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-55275f16-4464-4259-9ce8-e902e8d3537b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=4f7e47d49f2d484f87aee884f7c27287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298219 Aug 12 03:29:28.825180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58142) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:28.891793 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:28.910668 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be7654-98aa-4066-95e2-f5ad2354536a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:28.912226 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d1be7654-98aa-4066-95e2-f5ad2354536a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861242 Aug 12 03:29:28.915008 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:28.943618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d04b452e-11a8-4e7a-8ac8-96d74f9c0bd6 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273473 Aug 12 03:29:28.946004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58146) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:28.951659 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-189044860', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:29.041181 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:29:29.044668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.065834 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:28Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:29.094976 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Checking router: b5649539-7323-459f-876c-e4d5d41078f8 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:29:29.095321 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Updating router b5649539-7323-459f-876c-e4d5d41078f8 port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:29:29.119297 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.229445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.292869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Subnet': ['ID=5fe37739-8f01-44e1-847f-6356334dc463,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:29.299244 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Checking segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:29:29.299675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network hostable DHCP agents. Network: 239bb596-3db3-43e0-845f-c6146898d4b6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:29:29.316763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 239bb596-3db3-43e0-845f-c6146898d4b6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:29:29.326407 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 239bb596-3db3-43e0-845f-c6146898d4b6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:29.330731 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:29.331876 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.335632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474440cf-1ebe-473d-86ac-39dcbb68f156 None None] Network 239bb596-3db3-43e0-845f-c6146898d4b6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:29:29.350061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-170d587d-f76c-407f-8854-c64ec2e0d1bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4005044 Aug 12 03:29:29.350293 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:29.386856 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.399058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Transition to ACTIVE for port object 0bf75df0-f8c5-4c86-9769-315c41ed99a6 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:29.405581 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.450927 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Attempting to bind port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:29:29.451304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Attempting to bind port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:29:29.451683 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Attempting to bind port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:29:29.463306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:29:29.464833 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:29:29.465448 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.465814 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:29:29.466298 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Bound port: 0bf75df0-f8c5-4c86-9769-315c41ed99a6, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:29:29.466685 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.502885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Pushing event updated for resources: {'Port': ['ID=0bf75df0-f8c5-4c86-9769-315c41ed99a6,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:29.519047 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.519497 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.519907 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.520306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.520703 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.521092 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.521495 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.521874 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.522262 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.522648 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.523035 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.523417 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:29:29.543586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] For port 0bf75df0-f8c5-4c86-9769-315c41ed99a6, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:29:29.546736 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] For port 0bf75df0-f8c5-4c86-9769-315c41ed99a6, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0bf75df0-f8c5-4c86-9769-315c41ed99a6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:29:29.550853 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.603871 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:29.604678 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:29.646010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-239bb596-3db3-43e0-845f-c6146898d4b6', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:29:29.647421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.794406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Allocated IP 172.20.0.2 (239bb596-3db3-43e0-845f-c6146898d4b6/5fe37739-8f01-44e1-847f-6356334dc463/b6c06288-2287-40e9-8f56-7aee6e8909f0) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:29:29.817326 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:29.830090 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.874995 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35544-7666-4558-84d4-c17a7066a46d None None] Pushing event updated for resources: {'Port': ['ID=0bf75df0-f8c5-4c86-9769-315c41ed99a6,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:29.951213 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:29.960885 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Transition to ACTIVE for port object b6c06288-2287-40e9-8f56-7aee6e8909f0 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:29.977698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Transition to ACTIVE for port object b6c06288-2287-40e9-8f56-7aee6e8909f0 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:29.985271 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.012088 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:28Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:30.025891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Network 239bb596-3db3-43e0-845f-c6146898d4b6 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:30.029542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:30.035777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:29:30.045900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Pushing event updated for resources: {'Port': ['ID=b6c06288-2287-40e9-8f56-7aee6e8909f0,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:30.054364 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca81c4-b6c9-4fa2-bbe8-68bf868858a0 None None] The sync data for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 is: [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:28Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:29:30.112465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Attempting to bind port b6c06288-2287-40e9-8f56-7aee6e8909f0 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:29:30.112843 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Attempting to bind port b6c06288-2287-40e9-8f56-7aee6e8909f0 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:29:30.113212 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Attempting to bind port b6c06288-2287-40e9-8f56-7aee6e8909f0 on network 239bb596-3db3-43e0-845f-c6146898d4b6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:29:30.118995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:29:30.119383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Checking segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:29:30.119903 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.120869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Bound using segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:29:30.121357 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Bound port: b6c06288-2287-40e9-8f56-7aee6e8909f0, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:29:30.121739 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.194614 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] For port b6c06288-2287-40e9-8f56-7aee6e8909f0, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:29:30.198920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] For port b6c06288-2287-40e9-8f56-7aee6e8909f0, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b6c06288-2287-40e9-8f56-7aee6e8909f0,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:29:30.203348 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.269975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de3a8-37a4-4dc8-aa96-eec866927465 None None] Pushing event updated for resources: {'Port': ['ID=b6c06288-2287-40e9-8f56-7aee6e8909f0,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:30.507145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.1 (239bb596-3db3-43e0-845f-c6146898d4b6/5fe37739-8f01-44e1-847f-6356334dc463/c79c571d-e7e0-4ebb-acd5-f70ef5f58fff) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:29:30.640694 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.655298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object c79c571d-e7e0-4ebb-acd5-f70ef5f58fff will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:30.690433 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.730883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 239bb596-3db3-43e0-845f-c6146898d4b6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:30.734085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:30.740526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:29:30.772300 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:30.794982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.944085 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:30.947369 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b6c06288-2287-40e9-8f56-7aee6e8909f0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:31.004966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b6c06288-2287-40e9-8f56-7aee6e8909f0 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:31.009690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0bf75df0-f8c5-4c86-9769-315c41ed99a6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:31.067636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:31.071460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:31.071909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.162477 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.185770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0bf75df0-f8c5-4c86-9769-315c41ed99a6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0bf75df0-f8c5-4c86-9769-315c41ed99a6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:31.190312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.250494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0bf75df0-f8c5-4c86-9769-315c41ed99a6,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:31.266704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.271391 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.329021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c7deb-a5b2-4ae0-9b6c-86836f61b2fc None None] Network 239bb596-3db3-43e0-845f-c6146898d4b6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:29:31.353433 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:31.361170 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.390137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-437486dc-4692-4969-9041-f282515dd242 None None] Provisioning for port b6c06288-2287-40e9-8f56-7aee6e8909f0 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:31.402315 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-437486dc-4692-4969-9041-f282515dd242 None None] Provisioning complete for port b6c06288-2287-40e9-8f56-7aee6e8909f0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:31.402699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-437486dc-4692-4969-9041-f282515dd242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.469481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 239bb596-3db3-43e0-845f-c6146898d4b6 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:31.470947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:31.550563 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-437486dc-4692-4969-9041-f282515dd242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.594105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-437486dc-4692-4969-9041-f282515dd242 None None] For port b6c06288-2287-40e9-8f56-7aee6e8909f0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b6c06288-2287-40e9-8f56-7aee6e8909f0,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:31.597451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router b5649539-7323-459f-876c-e4d5d41078f8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:29:31.599645 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-437486dc-4692-4969-9041-f282515dd242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.651978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437486dc-4692-4969-9041-f282515dd242 None None] Pushing event updated for resources: {'Port': ['ID=b6c06288-2287-40e9-8f56-7aee6e8909f0,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:31.720915 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:29:31.726612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fa0300fc-36aa-49a7-b50b-3e8f422fff59 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/b5649539-7323-459f-876c-e4d5d41078f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753312 Aug 12 03:29:31.778888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Sync routers for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:29:31.789246 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:31.789883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:31.863943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Provisioning complete for port b6c06288-2287-40e9-8f56-7aee6e8909f0 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:31.863943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:31.883677 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-79d93e8d-8dd0-429e-8cbb-73161b8c12f9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058162775&fields=id&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 267 time: 0.0374241 Aug 12 03:29:31.947807 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:32.003198 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-d0c023a4-39f6-4b2a-8754-deabfe597192 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:32.004925 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-d0c023a4-39f6-4b2a-8754-deabfe597192 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 796 time: 0.1135359 Aug 12 03:29:32.025357 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-0fd2a02a-bcc9-45ab-a2d6-8493a7834aba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/quotas/4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 375 time: 0.0102353 Aug 12 03:29:32.092034 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-da8a9b88-9d66-4c28-b531-ff975adcf144 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590150 Aug 12 03:29:32.129242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f863c05-f8fd-4d2b-a4c2-2609cf798553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.133533 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Provisioning for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:32.147112 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Provisioning complete for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:32.147505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.233044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-28cb4dea-4a1e-4b7d-acf8-f41c6c14f227 None None] Port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:29:32.262861 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-dee687ce-24fa-4c04-b856-1263361e4732 service neutron] 10.222.0.11 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558261 Aug 12 03:29:32.275761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 2, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:32.315924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Checking router: b5649539-7323-459f-876c-e4d5d41078f8 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:29:32.316599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Updating router b5649539-7323-459f-876c-e4d5d41078f8 port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:29:32.349405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.369482 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-4e4b811f-ead0-4421-a7ef-c518eca1a3e7 None None] Provisioning complete for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:32.369482 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4e4b811f-ead0-4421-a7ef-c518eca1a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.375422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-74a534b7-8ed0-4e2c-b39e-e252565e3eee service neutron] 10.222.0.11 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068776 Aug 12 03:29:32.475972 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b811f-ead0-4421-a7ef-c518eca1a3e7 None None] Port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:29:32.566356 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8df81bf1-d408-4495-bf49-a6aae8add5a4 req-8145325c-4fdc-4cbc-be73-aeaf846a5d2e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 210 time: 0.0280652 Aug 12 03:29:32.660368 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.670966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Transition to ACTIVE for port object c79c571d-e7e0-4ebb-acd5-f70ef5f58fff will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:32.677098 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.724711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f95bf-bd34-420f-bc78-88656fe603dc None None] Pushing event updated for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:32.777737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Attempting to bind port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:29:32.778106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Attempting to bind port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:29:32.778478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Attempting to bind port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff on network 239bb596-3db3-43e0-845f-c6146898d4b6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:29:32.784365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:29:32.784748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Checking segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:29:32.785233 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.785563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Bound using segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:29:32.786001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Bound port: c79c571d-e7e0-4ebb-acd5-f70ef5f58fff, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:29:32.786386 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.870037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] For port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:29:32.873868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] For port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:29:32.879592 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:32.924335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0bf75df0-f8c5-4c86-9769-315c41ed99a6 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:33.000938 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:33.001760 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:33.005508 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f95bf-bd34-420f-bc78-88656fe603dc None None] Pushing event updated for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:33.079576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:33.079915 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:33.171764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:33.334437 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b6c06288-2287-40e9-8f56-7aee6e8909f0 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:33.440881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b6c06288-2287-40e9-8f56-7aee6e8909f0 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:33.441167 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:33.526633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-821970ff-c277-41b0-a85e-2205492418fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:32Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:33.555823 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821970ff-c277-41b0-a85e-2205492418fd None None] The sync data for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 is: [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:32Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:29:33.665309 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-00090903-38d4-4668-a616-c8b146337e1c req-882dd592-0f4d-4695-8bd1-f4382449ea8f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Aug 12 03:29:34.137896 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-84342768-f5dd-4f32-8e05-4bef751d8691 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:34.139535 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-84342768-f5dd-4f32-8e05-4bef751d8691 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 796 time: 0.4291272 Aug 12 03:29:34.191193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-c5c5fb9f-cdbf-41fc-bb39-5f6ed52fe4be tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 380 time: 0.0368683 Aug 12 03:29:34.202899 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'port': {'device_id': '75fb0739-89f2-4954-ab09-d340228ead74', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'admin_state_up': True, 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'security_groups': ['d5f25053-a1f8-48c3-90c2-70a18a86fa96']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:34.312008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:29:34.315637 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.458824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.11 (239bb596-3db3-43e0-845f-c6146898d4b6/5fe37739-8f01-44e1-847f-6356334dc463/af47134a-b31f-4c7c-9286-1ffd0b1b61db) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:29:34.609611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.624553 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object af47134a-b31f-4c7c-9286-1ffd0b1b61db will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:34.657067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.697542 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1ede1c7e-44cc-44a9-b454-9b917fe8821c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.699884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 239bb596-3db3-43e0-845f-c6146898d4b6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:34.705158 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:34.708916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:29:34.715669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:34.772942 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:34.773597 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.813618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-4b8f81b6-9255-4a33-8b96-0ef5c037d15d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6151881 Aug 12 03:29:34.819877 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.828351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb21d08-9066-4c9d-a4f5-fd233db1d379 req-50f79b52-a8cf-4981-a106-168ea2606f39 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:34.829919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdb21d08-9066-4c9d-a4f5-fd233db1d379 req-50f79b52-a8cf-4981-a106-168ea2606f39 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 932 time: 0.0763206 Aug 12 03:29:34.834931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Request body: {'port': {'device_id': '75fb0739-89f2-4954-ab09-d340228ead74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:34.895239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdb21d08-9066-4c9d-a4f5-fd233db1d379 req-b7831342-595f-4bf0-b467-8e8804b121c1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574470 Aug 12 03:29:34.919708 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:34.930409 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c79c571d-e7e0-4ebb-acd5-f70ef5f58fff up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:34.978591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:34.982985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:34.983357 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.029241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f1a07966-ae56-4c63-beb8-bb497af31f7b None None] Provisioning for port af47134a-b31f-4c7c-9286-1ffd0b1b61db completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:35.035114 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f1a07966-ae56-4c63-beb8-bb497af31f7b None None] Provisioning complete for port af47134a-b31f-4c7c-9286-1ffd0b1b61db triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:35.035540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f1a07966-ae56-4c63-beb8-bb497af31f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.211598 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af47134a-b31f-4c7c-9286-1ffd0b1b61db {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:29:35.220564 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.232487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Transition to ACTIVE for port object af47134a-b31f-4c7c-9286-1ffd0b1b61db will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:29:35.235666 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.247359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f1a07966-ae56-4c63-beb8-bb497af31f7b None None] Port af47134a-b31f-4c7c-9286-1ffd0b1b61db cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:29:35.255918 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.291542 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:35.295727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.305393 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Pushing event updated for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:35.349042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:35.360269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Attempting to bind port af47134a-b31f-4c7c-9286-1ffd0b1b61db on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:29:35.360690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Attempting to bind port af47134a-b31f-4c7c-9286-1ffd0b1b61db by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:29:35.361095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Attempting to bind port af47134a-b31f-4c7c-9286-1ffd0b1b61db on network 239bb596-3db3-43e0-845f-c6146898d4b6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:29:35.365855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Port af47134a-b31f-4c7c-9286-1ffd0b1b61db on network 239bb596-3db3-43e0-845f-c6146898d4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:29:35.366272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Attempting to bind port af47134a-b31f-4c7c-9286-1ffd0b1b61db on network 239bb596-3db3-43e0-845f-c6146898d4b6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:29:35.372437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:29:35.372786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Checking segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:29:35.373176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Bound using segment: {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:29:35.373613 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Bound port: af47134a-b31f-4c7c-9286-1ffd0b1b61db, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b16c132-84c7-47f5-837d-9ce17e27703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:29:35.373977 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.431127 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.451114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:29:35.454574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:29:35.459454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.496178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:35.496803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:35.498450 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] 10.222.0.21 "PUT /v2.0/ports/af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 1092 time: 0.6676083 Aug 12 03:29:35.498890 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:29:35.501174 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a2a9b4-74a9-4832-8c62-6a650d156f02" -d '{"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:29:35.526068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852c7ee-cc21-4126-b032-51c9d67abd5b service neutron] Pushing event updated for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:35.548411 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea69fdd3-ab4a-432c-b639-5d4ab5d7539c x-openstack-request-id: req-ea69fdd3-ab4a-432c-b639-5d4ab5d7539c {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:29:35.548790 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:29:35.549047 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea69fdd3-ab4a-432c-b639-5d4ab5d7539c {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:29:35.549448 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'status': 'completed', 'code': 200} Aug 12 03:29:35.607929 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-d827e3cc-615f-40f8-a8ba-2651edc6a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:35.609476 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-d827e3cc-615f-40f8-a8ba-2651edc6a035 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1095 time: 0.0428052 Aug 12 03:29:35.658798 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-a4b38694-4fd8-4160-a3d8-4f9a7909fac6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 217 time: 0.0352607 Aug 12 03:29:35.719708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-6a200ce3-f633-4a6c-90cc-1e8139f49097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:35.721226 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-6a200ce3-f633-4a6c-90cc-1e8139f49097 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0549059 Aug 12 03:29:35.767310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-c67c8e26-19ce-47c3-a7d8-8bd7652a2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:35.768828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-c67c8e26-19ce-47c3-a7d8-8bd7652a2b7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405478 Aug 12 03:29:35.863899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-784edac8-2d89-4a6c-aada-2dd1c1249ca7 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873537 Aug 12 03:29:35.954738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8f59eabd-faf9-4eba-9014-f12a145febcb req-fbc4a532-c2e9-4bc9-9d27-ccff96976bbf service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833616 Aug 12 03:29:36.032100 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b58a8-177f-491f-806a-2fe3bbf799c0 req-6a69c5f9-aee4-4dae-985a-513046108935 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:36.034104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b66b58a8-177f-491f-806a-2fe3bbf799c0 req-6a69c5f9-aee4-4dae-985a-513046108935 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 944 time: 0.0546758 Aug 12 03:29:36.105451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b66b58a8-177f-491f-806a-2fe3bbf799c0 req-35b95dc3-49eb-4a1a-a328-0d79a30cdbba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586693 Aug 12 03:29:36.108181 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-ab8a9396-91f4-4757-9f49-89cd8427f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:36.109584 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-ab8a9396-91f4-4757-9f49-89cd8427f71e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1095 time: 0.0709660 Aug 12 03:29:36.127807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:36.201539 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-4fa54094-8578-475c-9c35-9c43c7a8e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:36.203009 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-4fa54094-8578-475c-9c35-9c43c7a8e9ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.0847960 Aug 12 03:29:36.251966 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-e15d01f3-9194-4dd2-9142-be6a8fe7fa08 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 217 time: 0.0413320 Aug 12 03:29:36.300557 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-d13de49d-7ae1-4079-8269-2845a3396e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:36.301992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-d13de49d-7ae1-4079-8269-2845a3396e45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0434127 Aug 12 03:29:36.347225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-f57f128e-0131-46a5-bc3c-1cc83c583a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:36.348818 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-f57f128e-0131-46a5-bc3c-1cc83c583a42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397882 Aug 12 03:29:36.444813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-24a71819-345c-4465-8511-4f1bdd3f689d service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880294 Aug 12 03:29:36.534668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-18a2a9b4-74a9-4832-8c62-6a650d156f02 req-87ecac9a-cddd-4a5e-a31b-880401f19f5b service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828214 Aug 12 03:29:36.882025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c79c571d-e7e0-4ebb-acd5-f70ef5f58fff up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:36.927771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:36.928136 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:37.228714 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef4d8-d524-4727-9919-f5e178923b49 req-f03a144e-7d9d-4910-ac9f-1f75180a8ae2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:37.230856 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04cef4d8-d524-4727-9919-f5e178923b49 req-f03a144e-7d9d-4910-ac9f-1f75180a8ae2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 944 time: 0.0552666 Aug 12 03:29:37.269353 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-04cef4d8-d524-4727-9919-f5e178923b49 req-1fdf9e0e-4894-4daf-ba61-05aad0c7ae62 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Aug 12 03:29:37.650116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:38.186641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device af47134a-b31f-4c7c-9286-1ffd0b1b61db details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:29:38.281815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:38.293223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'port_id': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'mac_address': 'fa:16:3e:1a:0c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:29:38.330207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:38.343886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af47134a-b31f-4c7c-9286-1ffd0b1b61db {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:29:38.363637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:38.367814 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:38.385340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61cece-bd4b-4b73-b291-0938a4774b91 req-bf9da785-e67b-463e-b23a-bfdc7d36ceff tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:38.387390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a61cece-bd4b-4b73-b291-0938a4774b91 req-bf9da785-e67b-463e-b23a-bfdc7d36ceff tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 944 time: 0.0522127 Aug 12 03:29:38.419066 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:38.425203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a61cece-bd4b-4b73-b291-0938a4774b91 req-3a889bd1-56f7-46d5-bcb3-78a5c5a6decf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Aug 12 03:29:38.793343 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['af47134a-b31f-4c7c-9286-1ffd0b1b61db'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:29:39.545492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebd1ac-7076-40a7-8db2-38ea447c0a64 req-76209f96-ea16-4d11-a384-f0662cef71a8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:39.546967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8ebd1ac-7076-40a7-8db2-38ea447c0a64 req-76209f96-ea16-4d11-a384-f0662cef71a8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 945 time: 0.0538929 Aug 12 03:29:39.584631 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a8ebd1ac-7076-40a7-8db2-38ea447c0a64 req-43793d5e-281d-4e8f-84ad-c8c2d4613370 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Aug 12 03:29:40.204317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device af47134a-b31f-4c7c-9286-1ffd0b1b61db up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:29:40.251769 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port af47134a-b31f-4c7c-9286-1ffd0b1b61db completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:29:40.255576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port af47134a-b31f-4c7c-9286-1ffd0b1b61db triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:29:40.255956 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:40.330010 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:40.354287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:29:40.356605 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2c95be-bb29-416c-82ba-08b87f68a2a4" -d '{"events": [{"server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "name": "network-vif-plugged", "status": "completed", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:29:40.370784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:29:40.376303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:40.399647 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc1ce13-dfe4-4e31-a97a-bfff994818b1 x-openstack-request-id: req-2bc1ce13-dfe4-4e31-a97a-bfff994818b1 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:29:40.399938 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "name": "network-vif-plugged", "status": "completed", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:29:40.400197 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bc1ce13-dfe4-4e31-a97a-bfff994818b1 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:29:40.400580 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'code': 200} Aug 12 03:29:40.425035 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:40.524981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9a2ac-189f-4548-8cf5-f436599239d2 req-27ba4685-3e1e-4ed1-953f-c023a465cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:40.526466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8f9a2ac-189f-4548-8cf5-f436599239d2 req-27ba4685-3e1e-4ed1-953f-c023a465cf6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.0459218 Aug 12 03:29:40.561301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d8f9a2ac-189f-4548-8cf5-f436599239d2 req-b1cedce6-9feb-4b76-84a7-af618ea42dd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277226 Aug 12 03:29:40.700071 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12953e04-801a-4082-80f6-02b8bfa727d0 req-533e93cb-6425-49ff-a5b0-e96d133f1f06 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:40.701477 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12953e04-801a-4082-80f6-02b8bfa727d0 req-533e93cb-6425-49ff-a5b0-e96d133f1f06 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0494673 Aug 12 03:29:40.738543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12953e04-801a-4082-80f6-02b8bfa727d0 req-95510fb4-f2a1-4e0f-80f5-d67e7bfb4243 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Aug 12 03:29:41.856508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b56d4b-37b0-4e60-99da-dfbd40c733a6 req-b7d390f8-6139-4a53-8327-cb157070576b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:41.858034 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21b56d4b-37b0-4e60-99da-dfbd40c733a6 req-b7d390f8-6139-4a53-8327-cb157070576b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0491874 Aug 12 03:29:41.896782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21b56d4b-37b0-4e60-99da-dfbd40c733a6 req-8b92bfdc-7ba5-44d3-bee4-19446f986e41 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327423 Aug 12 03:29:43.014551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3908fd-afab-4bb9-ad23-396c06cb422a req-808e40ca-ffff-4556-a715-8ec90a3cc71f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:43.016139 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c3908fd-afab-4bb9-ad23-396c06cb422a req-808e40ca-ffff-4556-a715-8ec90a3cc71f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0489519 Aug 12 03:29:43.052455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3c3908fd-afab-4bb9-ad23-396c06cb422a req-0b6411e1-c0df-4dd2-aba3-82767893208d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Aug 12 03:29:43.164640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfb64f-7e0e-4a36-9847-f8756516e891 req-4b04c4a1-2f1a-493a-8435-80b14f90585e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:43.166112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6bfb64f-7e0e-4a36-9847-f8756516e891 req-4b04c4a1-2f1a-493a-8435-80b14f90585e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Aug 12 03:29:43.203930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d6bfb64f-7e0e-4a36-9847-f8756516e891 req-83554c24-eca3-491d-a4fd-f80f8b92a086 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 Aug 12 03:29:43.230252 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58206) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:43.272304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e750986-ad62-4e36-b53b-81da5a5360a3 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:43.273808 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e750986-ad62-4e36-b53b-81da5a5360a3 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1092 time: 0.0425630 Aug 12 03:29:43.277381 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58208) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:43.281663 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:29:43.303416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:43.396021 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:43.509106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.29 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/5507d761-5dff-48ad-a693-54f7ff495501) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:29:43.610094 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:43.648200 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:43.688738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:29:43.691584 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:29:43.696966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:29:43.721629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=5507d761-5dff-48ad-a693-54f7ff495501,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:44.046332 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.113486 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.261305 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.265618 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.330046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=5507d761-5dff-48ad-a693-54f7ff495501,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:29:44.343585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.441948 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP aa56b278-4a6d-44a0-83d1-5c2334f859d4 associated. External IP: 172.25.3.29, port: af47134a-b31f-4c7c-9286-1ffd0b1b61db. Aug 12 03:29:44.645027 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router b5649539-7323-459f-876c-e4d5d41078f8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:29:44.755831 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:29:44.765453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Sync routers for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:29:44.772435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:29:44.774823 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:44.775421 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:44.805512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b52417a7-0619-48dc-9fec-4b837a26b9c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5271165 Aug 12 03:29:44.806116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:29:44.808638 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d67627-a293-4703-866f-4fe3708d07b9" -d '{"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:29:44.847658 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a02c48-d92e-45e5-9fb1-b40823294fd6 x-openstack-request-id: req-25a02c48-d92e-45e5-9fb1-b40823294fd6 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:29:44.847951 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:29:44.848209 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25a02c48-d92e-45e5-9fb1-b40823294fd6 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:29:44.848607 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'status': 'completed', 'code': 200} Aug 12 03:29:44.882850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:44.924138 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540835d-4c5f-436b-a467-63994f844a73 req-77919cac-c819-49bd-b249-0da2df30aed8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:44.925618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b540835d-4c5f-436b-a467-63994f844a73 req-77919cac-c819-49bd-b249-0da2df30aed8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0624089 Aug 12 03:29:44.945104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-2e3a2b96-937e-4246-aba1-145ac95a240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:44.946753 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-2e3a2b96-937e-4246-aba1-145ac95a240b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.0554020 Aug 12 03:29:44.967695 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b540835d-4c5f-436b-a467-63994f844a73 req-74b5ed69-72f5-451e-b03f-d83648aa7497 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Aug 12 03:29:44.991770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58214) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:45.041125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-0f636dc0-015e-417f-ba31-e8ef07543475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:45.043389 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-0f636dc0-015e-417f-ba31-e8ef07543475 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.0902171 Aug 12 03:29:45.058797 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5305e0c7-5883-4a8a-bf94-7d5e02aced75 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/aa56b278-4a6d-44a0-83d1-5c2334f859d4 HTTP/1.1" status: 200 len: 991 time: 0.0658619 Aug 12 03:29:45.108824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-5bddd2c5-7fe9-45cc-bd55-40af523d3e79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 999 time: 0.0589228 Aug 12 03:29:45.111013 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'aa56b278-4a6d-44a0-83d1-5c2334f859d4', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'port_id': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'mac_address': 'fa:16:3e:1a:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb0739-89f2-4954-ab09-d340228ead74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:29:43Z', 'updated_at': '2021-08-12T03:29:43Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:45.137233 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Checking router: b5649539-7323-459f-876c-e4d5d41078f8 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:29:45.145434 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:29:45.146025 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:29:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:45.157068 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-c5a5f9d3-4ebf-47a6-a317-c37c21b6b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:45.158514 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-c5a5f9d3-4ebf-47a6-a317-c37c21b6b019 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0432465 Aug 12 03:29:45.207839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-1a4c26d7-2c11-457c-b413-43588b021f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:29:45.209239 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-1a4c26d7-2c11-457c-b413-43588b021f7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437405 Aug 12 03:29:45.251028 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:29:45.297756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-ddfd80c1-3456-46bd-be46-a5e15f7f9717 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813346 Aug 12 03:29:45.392027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a6d67627-a293-4703-866f-4fe3708d07b9 req-c8e13597-6e57-492b-a5a5-6e69c6daf6d3 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865443 Aug 12 03:29:45.482401 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'aa56b278-4a6d-44a0-83d1-5c2334f859d4', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'port_id': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'mac_address': 'fa:16:3e:1a:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb0739-89f2-4954-ab09-d340228ead74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:29:43Z', 'updated_at': '2021-08-12T03:29:43Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:29:45.507995 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e195e529-54fb-4d10-ba19-1293e604726d None None] The sync data for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 is: [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'aa56b278-4a6d-44a0-83d1-5c2334f859d4', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'port_id': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'mac_address': 'fa:16:3e:1a:0c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75fb0739-89f2-4954-ab09-d340228ead74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:29:43Z', 'updated_at': '2021-08-12T03:29:43Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:29:45.697426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad2470-0687-43cb-b25d-a1e2aa2276f6 None None] New status for floating IP aa56b278-4a6d-44a0-83d1-5c2334f859d4: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:29:46.062799 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58216) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:29:46.126198 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e2f437b4-bb79-4800-acd1-9011b6497bb9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/aa56b278-4a6d-44a0-83d1-5c2334f859d4 HTTP/1.1" status: 200 len: 993 time: 0.0621722 Aug 12 03:29:46.432146 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:29:48.597553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:02.071066 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-73f5e3fd-c91c-498a-ad2c-46ba8d41ded5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:04.700405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-bf7c8214-246b-47bc-b7f0-418240c34fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:04.814004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:05.431448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:06.131301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:07.182863 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-7a272e64-8d33-41e7-8158-ee7722a5f37f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399187 Aug 12 03:30:07.279867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368f68-9989-460b-a69c-e03e09008810 req-9b8676d6-f2c8-48d7-bf0f-b17a8199e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:07.281336 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-9b8676d6-f2c8-48d7-bf0f-b17a8199e372 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.0399904 Aug 12 03:30:07.384735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368f68-9989-460b-a69c-e03e09008810 req-04ef1278-c233-4587-97d8-57517af53f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:07.386495 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-04ef1278-c233-4587-97d8-57517af53f4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.0862362 Aug 12 03:30:07.452211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-819a28a9-c15a-41ed-b72d-4398e4b11796 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 1001 time: 0.0582767 Aug 12 03:30:07.501316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368f68-9989-460b-a69c-e03e09008810 req-f7e1c797-2600-4a60-a758-43b44f89dbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:07.502778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-f7e1c797-2600-4a60-a758-43b44f89dbc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0442028 Aug 12 03:30:07.554207 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21368f68-9989-460b-a69c-e03e09008810 req-a788fd13-3a1d-4a00-a401-3ffa22c6b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:07.555794 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-a788fd13-3a1d-4a00-a401-3ffa22c6b38e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450878 Aug 12 03:30:07.643006 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-c0ac81d4-44f1-4ee2-8905-857a9067d270 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803347 Aug 12 03:30:07.653147 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:07.736077 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-21368f68-9989-460b-a69c-e03e09008810 req-ebc3dc76-e9ac-4066-a574-873b8f2bebb3 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847673 Aug 12 03:30:18.615070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:23.431862 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:30:32.072096 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9bbe80b0-5ce5-4560-b380-e4dfd5e0f39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:34.701478 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3d0efaa4-a99b-4682-a168-11128f600146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:34.817189 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:35.442694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:36.134120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:37.657556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:46.957157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f370-f9b0-4c07-943c-e46f95e2a11f req-b8b98f09-20d9-423a-a131-a1059b2d3568 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:46.959924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eae1f370-f9b0-4c07-943c-e46f95e2a11f req-b8b98f09-20d9-423a-a131-a1059b2d3568 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0566323 Aug 12 03:30:47.028944 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eae1f370-f9b0-4c07-943c-e46f95e2a11f req-e9934da7-6491-44b7-acd7-ada73397d2bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643859 Aug 12 03:30:47.036971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43621-f3e5-4988-af97-e06591778268 req-b7d63373-8ed6-4540-b2c9-e17f7dff72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:47.038428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-b7d63373-8ed6-4540-b2c9-e17f7dff72ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.1026556 Aug 12 03:30:47.417513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43621-f3e5-4988-af97-e06591778268 req-68ff8a75-20e5-4645-80bf-a093ec9383a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:47.419924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-68ff8a75-20e5-4645-80bf-a093ec9383a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.3743539 Aug 12 03:30:47.484987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-ecdc32c4-8cf4-486b-a4cd-71df7f7ae0f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 1001 time: 0.0573721 Aug 12 03:30:47.544244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43621-f3e5-4988-af97-e06591778268 req-b1d28c5b-fdba-42ce-bc5f-1aa8e7e7d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:47.545704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-b1d28c5b-fdba-42ce-bc5f-1aa8e7e7d364 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0531454 Aug 12 03:30:47.588980 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af43621-f3e5-4988-af97-e06591778268 req-d2400dc1-b1c5-4749-ba3f-105a0e6b8710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:47.591054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-d2400dc1-b1c5-4749-ba3f-105a0e6b8710 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381110 Aug 12 03:30:47.682877 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-be8fd29c-92bd-422a-9319-02bb60b33460 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Aug 12 03:30:47.773700 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2af43621-f3e5-4988-af97-e06591778268 req-43900df3-e702-44bd-96a5-ca3782dec06c service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830355 Aug 12 03:30:48.159708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa878b53-10e8-4fcf-9808-54d5c1b6479a req-c890ce52-23b9-4a23-8b43-142df0b97988 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:48.161218 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa878b53-10e8-4fcf-9808-54d5c1b6479a req-c890ce52-23b9-4a23-8b43-142df0b97988 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0507572 Aug 12 03:30:48.199048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fa878b53-10e8-4fcf-9808-54d5c1b6479a req-aaf861cb-35e8-4c63-bc56-6608f94bee3a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Aug 12 03:30:48.614544 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:30:49.313698 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec99ce5-d9c8-4e67-b57b-34d157823d16 req-3ad72df6-a897-44c8-8cb6-b062a492d949 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:49.315198 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cec99ce5-d9c8-4e67-b57b-34d157823d16 req-3ad72df6-a897-44c8-8cb6-b062a492d949 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0490658 Aug 12 03:30:49.352549 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cec99ce5-d9c8-4e67-b57b-34d157823d16 req-19fdda6a-722c-4bd4-a2f7-8c99ca89b2b1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Aug 12 03:30:50.469812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98208a7e-62c3-4672-9997-ef7c54c2374d req-344e21f3-a1fc-4a00-aa34-4858506063ea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:50.470829 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98208a7e-62c3-4672-9997-ef7c54c2374d req-344e21f3-a1fc-4a00-aa34-4858506063ea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0487974 Aug 12 03:30:50.509358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98208a7e-62c3-4672-9997-ef7c54c2374d req-42b7be07-2da6-4f41-80ec-24a962e7249c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Aug 12 03:30:51.633561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17712d-3a99-467a-a4a3-ec938fdb8ce3 req-3f2d4e7f-6271-433c-b572-010b4cb47373 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:51.635023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d17712d-3a99-467a-a4a3-ec938fdb8ce3 req-3f2d4e7f-6271-433c-b572-010b4cb47373 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0523810 Aug 12 03:30:51.676573 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8d17712d-3a99-467a-a4a3-ec938fdb8ce3 req-d9bf40ab-f122-4494-874f-6e4a38c822db tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354578 Aug 12 03:30:52.794025 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92474af4-5f35-493d-bcaf-d2aa66088eb0 req-a854f4e7-5b71-4bcc-b5d1-23ac41d89607 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:52.795516 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92474af4-5f35-493d-bcaf-d2aa66088eb0 req-a854f4e7-5b71-4bcc-b5d1-23ac41d89607 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0528195 Aug 12 03:30:52.832330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92474af4-5f35-493d-bcaf-d2aa66088eb0 req-de932fc2-610f-4168-ad2d-208e6f95cc21 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Aug 12 03:30:53.945536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb473f9-7dad-401d-a817-ad3ff677bc55 req-257a293e-8548-469e-aca3-74856c198457 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:53.946994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdb473f9-7dad-401d-a817-ad3ff677bc55 req-257a293e-8548-469e-aca3-74856c198457 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0479517 Aug 12 03:30:53.985324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdb473f9-7dad-401d-a817-ad3ff677bc55 req-5db8afff-5afa-4848-97ac-2a1de4614eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Aug 12 03:30:55.099289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7eb9e-a8bc-4993-9431-5fb84b0f31d2 req-48866df2-aa23-4162-9a3e-0b96fa549e94 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:55.101409 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7d7eb9e-a8bc-4993-9431-5fb84b0f31d2 req-48866df2-aa23-4162-9a3e-0b96fa549e94 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0506091 Aug 12 03:30:55.139825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e7d7eb9e-a8bc-4993-9431-5fb84b0f31d2 req-85bb1494-5893-48fb-98fb-a6c8c1044a87 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Aug 12 03:30:56.255109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91d49b-b0b2-4e86-b57f-a905bba10f28 req-f541c995-1ea9-4c33-8c1e-ad16ca76807d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:56.256623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f91d49b-b0b2-4e86-b57f-a905bba10f28 req-f541c995-1ea9-4c33-8c1e-ad16ca76807d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0505271 Aug 12 03:30:56.295352 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f91d49b-b0b2-4e86-b57f-a905bba10f28 req-3ff100db-b4cc-4931-9e1b-aa1cc0c9d202 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Aug 12 03:30:57.419420 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9185d-2fd1-4776-a9cc-fb6e066f31c8 req-d4ad374f-c330-4f03-9063-08d5458d9b1f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:57.420976 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92c9185d-2fd1-4776-a9cc-fb6e066f31c8 req-d4ad374f-c330-4f03-9063-08d5458d9b1f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0547869 Aug 12 03:30:57.461840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-92c9185d-2fd1-4776-a9cc-fb6e066f31c8 req-c186fa0e-ab2d-4a04-b386-7299a7212c24 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342801 Aug 12 03:30:58.586711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5a34e-841f-4a0a-bcb8-8e87b89f90ef req-51a0389b-da0b-4cfd-a2e8-44a0994ad965 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:58.588224 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4e5a34e-841f-4a0a-bcb8-8e87b89f90ef req-51a0389b-da0b-4cfd-a2e8-44a0994ad965 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0534804 Aug 12 03:30:58.627772 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4e5a34e-841f-4a0a-bcb8-8e87b89f90ef req-fcdba9ad-e8e6-4240-a05c-0d6d2902ccd9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Aug 12 03:30:59.750989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9ea74-4642-4b0e-befe-deb4dcf45257 req-7c7da6b9-99f8-4309-b713-3e2bdf719890 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:30:59.752532 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24f9ea74-4642-4b0e-befe-deb4dcf45257 req-7c7da6b9-99f8-4309-b713-3e2bdf719890 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0589159 Aug 12 03:30:59.789779 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-24f9ea74-4642-4b0e-befe-deb4dcf45257 req-0f56a220-1b0b-4ce8-8c32-6f94192aab19 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Aug 12 03:30:59.812202 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58284) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:30:59.875025 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bccfafc1-05e8-4941-9b8e-afe91ccc1aa3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/aa56b278-4a6d-44a0-83d1-5c2334f859d4 HTTP/1.1" status: 200 len: 993 time: 0.0616698 Aug 12 03:31:00.431199 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:31:02.073067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d2def656-799a-476e-8cc4-bf8e2f574039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:04.701151 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3222033c-8c4f-42e9-95f8-04bd24dc3b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:04.817881 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:05.457586 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:06.137348 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:07.179084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-72ff40b9-0c4f-4e2f-9a22-c982a3b7b0ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388465 Aug 12 03:31:07.274864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-09a654ba-444b-4a1d-b80e-592035e718bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:07.276377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-09a654ba-444b-4a1d-b80e-592035e718bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.0422223 Aug 12 03:31:07.376197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-c6d03cf8-8fe3-4edf-8923-e549ffe74bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:07.377644 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-c6d03cf8-8fe3-4edf-8923-e549ffe74bae service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.0820336 Aug 12 03:31:07.444984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-e8c33f52-6cc5-4962-a063-1d6fc4032b90 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 1001 time: 0.0604336 Aug 12 03:31:07.496283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-3ff42edc-7a69-495b-ba0e-df33fe0cd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:07.498340 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-3ff42edc-7a69-495b-ba0e-df33fe0cd231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0443935 Aug 12 03:31:07.545096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-716212f9-688b-4889-8ce7-6821ff541685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:07.546559 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-716212f9-688b-4889-8ce7-6821ff541685 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388384 Aug 12 03:31:07.651799 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-4d719ee1-1fac-47d2-89b3-1e98522173ea service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875866 Aug 12 03:31:07.662116 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:07.759680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c0a09c12-ba9d-4442-8c6a-02e3321e8f96 req-69d8d3f4-2a19-4cce-95d9-c96a12dbd3c3 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844102 Aug 12 03:31:18.630524 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:32.074236 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-172ad500-5563-4f44-b0d7-a47890de612f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:34.701540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-12245d84-49cc-41a8-8d3c-bf37362476a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:34.818097 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:35.463893 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:36.139935 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:37.430697 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:31:37.663812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.271312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58314) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:48.425975 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 5507d761-5dff-48ad-a693-54f7ff495501 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:31:48.426313 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.503360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.503710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.514742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 5507d761-5dff-48ad-a693-54f7ff495501 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:31:48.628493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.689304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.714881 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=5507d761-5dff-48ad-a693-54f7ff495501,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:48.738049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.738392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.738732 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.739065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.739394 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.739759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.740087 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.740412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.740737 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.741061 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.741382 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.741700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:48.783337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:48.783693 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP aa56b278-4a6d-44a0-83d1-5c2334f859d4 disassociated (deleted). External IP: 172.25.3.29, port: af47134a-b31f-4c7c-9286-1ffd0b1b61db. Aug 12 03:31:48.991797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router b5649539-7323-459f-876c-e4d5d41078f8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:31:49.097081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:31:49.101848 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:49.106812 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Sync routers for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:31:49.115363 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:31:49.115985 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:49.128275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-061f7777-89c3-4a91-8daf-90d485eb6698 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/floatingips/aa56b278-4a6d-44a0-83d1-5c2334f859d4 HTTP/1.1" status: 204 len: 168 time: 0.8558273 Aug 12 03:31:49.128875 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:31:49.131174 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64be327-ffc1-4294-b5ad-9032372e4d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:31:49.169021 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bf2b0-0f32-4813-89ce-5868c9d7aeae x-openstack-request-id: req-9e6bf2b0-0f32-4813-89ce-5868c9d7aeae {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:31:49.169320 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:31:49.169577 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e6bf2b0-0f32-4813-89ce-5868c9d7aeae {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:31:49.169980 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'status': 'completed', 'code': 200} Aug 12 03:31:49.239289 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:31:49.267498 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-545cdeb2-4ea0-447f-aabf-1b1828710048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:49.269101 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-545cdeb2-4ea0-447f-aabf-1b1828710048 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 1097 time: 0.0513730 Aug 12 03:31:49.403933 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fee71c-876f-4432-a1b8-454a77c52b3d req-a7b07dcf-3a16-48ad-ba29-a81a81623bc1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:49.405334 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-87fee71c-876f-4432-a1b8-454a77c52b3d req-a7b07dcf-3a16-48ad-ba29-a81a81623bc1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0809438 Aug 12 03:31:49.410525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-784c80b6-4c5e-4353-93f3-d31147576f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:49.411982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-784c80b6-4c5e-4353-93f3-d31147576f7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 200 len: 897 time: 0.1345277 Aug 12 03:31:49.470132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-68f836e3-aab7-4b3b-b0b6-75a0c9ed6bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 200 len: 217 time: 0.0433383 Aug 12 03:31:49.477548 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-87fee71c-876f-4432-a1b8-454a77c52b3d req-f78121d3-cf62-4013-b8b3-60a8a9c0370a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645165 Aug 12 03:31:49.524323 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-849cb32d-e721-4bf6-b7c1-2d96ad2ecd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:49.525804 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-849cb32d-e721-4bf6-b7c1-2d96ad2ecd5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 200 len: 834 time: 0.0472698 Aug 12 03:31:49.539106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:49.565577 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Checking router: b5649539-7323-459f-876c-e4d5d41078f8 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:31:49.573688 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:31:49.574285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:49.577106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-dbac8041-3572-40c1-bc20-727f078a7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:49.578779 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-dbac8041-3572-40c1-bc20-727f078a7ceb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=239bb596-3db3-43e0-845f-c6146898d4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441921 Aug 12 03:31:49.590114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-1fe54359-6f33-4d64-baaf-ad35510c29c9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:31:49.591037 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-1fe54359-6f33-4d64-baaf-ad35510c29c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050464 Aug 12 03:31:49.676160 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:31:49.679355 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-dc61565e-4d4d-4b20-b87b-fda7457bea28 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800583 Aug 12 03:31:49.773292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d64be327-ffc1-4294-b5ad-9032372e4d4d req-74ea64d2-0df8-4cc5-8f5b-57951475ccb1 service neutron] 10.222.0.21 "GET /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864742 Aug 12 03:31:49.874671 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:49.908518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4276fc4e-2e8e-466f-a6fd-5f7afbf32e10 None None] The sync data for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 is: [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:30Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'c79c571d-e7e0-4ebb-acd5-f70ef5f58fff', 'name': '', 'network_id': '239bb596-3db3-43e0-845f-c6146898d4b6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:ca:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '5fe37739-8f01-44e1-847f-6356334dc463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:30Z', 'updated_at': '2021-08-12T03:29:35Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '5fe37739-8f01-44e1-847f-6356334dc463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:31:50.112856 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165277a4-8e7c-44b3-b28a-c4c86ec92a05 None None] New status for floating IP aa56b278-4a6d-44a0-83d1-5c2334f859d4: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:31:50.616687 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70610e09-7cf7-4175-81f0-d8eadc3bd995 req-3212b791-1aa5-4443-b11f-5b763f8229af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:50.618191 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70610e09-7cf7-4175-81f0-d8eadc3bd995 req-3212b791-1aa5-4443-b11f-5b763f8229af tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0502033 Aug 12 03:31:50.655437 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70610e09-7cf7-4175-81f0-d8eadc3bd995 req-ac23706b-a048-4c78-9f2c-ab3f6bf44af9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5f25053-a1f8-48c3-90c2-70a18a86fa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313084 Aug 12 03:31:51.148657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-b106e80b-637a-4cf9-8583-30689b5c7ce3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:51.150104 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-b106e80b-637a-4cf9-8583-30689b5c7ce3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 946 time: 0.0500863 Aug 12 03:31:51.239620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port af47134a-b31f-4c7c-9286-1ffd0b1b61db {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:31:51.239968 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:51.329112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port af47134a-b31f-4c7c-9286-1ffd0b1b61db, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=af47134a-b31f-4c7c-9286-1ffd0b1b61db,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:31:51.329471 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:51.341781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for af47134a-b31f-4c7c-9286-1ffd0b1b61db owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:31:51.469215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:51.495304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=af47134a-b31f-4c7c-9286-1ffd0b1b61db,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:51.540249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] No DVR routers for this DVR port af47134a-b31f-4c7c-9286-1ffd0b1b61db on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:31:51.543038 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:51.545132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7879233-b8be-43df-8f93-ff8c7d53f05b req-4631d017-9b15-4cf4-b550-c474dddd978f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "DELETE /v2.0/ports/af47134a-b31f-4c7c-9286-1ffd0b1b61db HTTP/1.1" status: 204 len: 173 time: 0.3888400 Aug 12 03:31:51.545751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'name': 'network-vif-deleted', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:31:51.549171 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd84c7cc-0d3e-4ca6-b304-bedc9148402c" -d '{"events": [{"server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "name": "network-vif-deleted", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:31:51.587000 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a06719-5228-41ed-be5c-039087dae4d3 x-openstack-request-id: req-85a06719-5228-41ed-be5c-039087dae4d3 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:31:51.587318 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fb0739-89f2-4954-ab09-d340228ead74", "name": "network-vif-deleted", "tag": "af47134a-b31f-4c7c-9286-1ffd0b1b61db", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:31:51.587595 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85a06719-5228-41ed-be5c-039087dae4d3 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:31:51.587994 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fb0739-89f2-4954-ab09-d340228ead74', 'name': 'network-vif-deleted', 'tag': 'af47134a-b31f-4c7c-9286-1ffd0b1b61db', 'status': 'completed', 'code': 200} Aug 12 03:31:51.765616 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-46124c24-5932-4b59-be03-667993549864 req-880c5082-9e81-4ba3-a7ad-9e4d048a314c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=75fb0739-89f2-4954-ab09-d340228ead74 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Aug 12 03:31:52.821022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58332) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:53.179487 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:53.424086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:31:53.424426 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:53.507870 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port c79c571d-e7e0-4ebb-acd5-f70ef5f58fff, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:31:53.508234 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:53.520441 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for c79c571d-e7e0-4ebb-acd5-f70ef5f58fff owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:31:53.704444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:53.743302 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=c79c571d-e7e0-4ebb-acd5-f70ef5f58fff,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:54.184972 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.394499 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router b5649539-7323-459f-876c-e4d5d41078f8 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:31:54.501767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:31:54.507446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-681fcc3c-754e-4727-9159-7a8461a12913 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/b5649539-7323-459f-876c-e4d5d41078f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852582 Aug 12 03:31:54.509453 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58334) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:54.511034 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Sync routers for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:31:54.520950 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:31:54.521719 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:54.560606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting subnet 5fe37739-8f01-44e1-847f-6356334dc463 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:31:54.563801 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.604621 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.623567 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:31:54.692162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.751117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.779593 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.782502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/subnets/5fe37739-8f01-44e1-847f-6356334dc463 HTTP/1.1" status: 204 len: 168 time: 0.2715259 Aug 12 03:31:54.785348 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58336) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:54.794512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a2c3d-3288-4f79-ae6b-cb950e74d718 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe37739-8f01-44e1-847f-6356334dc463,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:54.795925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0859e6-eea5-4557-9299-64a2f05dd1b7 None None] Network 239bb596-3db3-43e0-845f-c6146898d4b6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:31:54.814563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device af47134a-b31f-4c7c-9286-1ffd0b1b61db no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:31:54.817513 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:31:53Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:54.849894 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Checking router: b5649539-7323-459f-876c-e4d5d41078f8 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:31:54.868854 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Routers {'b5649539-7323-459f-876c-e4d5d41078f8'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:31:54.869466 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b5649539-7323-459f-876c-e4d5d41078f8'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:54.881710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: af47134a-b31f-4c7c-9286-1ffd0b1b61db {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:31:54.882059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device af47134a-b31f-4c7c-9286-1ffd0b1b61db not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:31:54.903197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:54.995850 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] Set router b5649539-7323-459f-876c-e4d5d41078f8 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:31:55.023216 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.042819 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] DHCP port deletion for 239bb596-3db3-43e0-845f-c6146898d4b6 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:31:55.076754 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 0bf75df0-f8c5-4c86-9769-315c41ed99a6 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:31:55.077130 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.097905 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Deleting port b6c06288-2287-40e9-8f56-7aee6e8909f0 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:31:55.098567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.164794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 0bf75df0-f8c5-4c86-9769-315c41ed99a6, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0bf75df0-f8c5-4c86-9769-315c41ed99a6,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:31:55.165169 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.170271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] For port b6c06288-2287-40e9-8f56-7aee6e8909f0, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b6c06288-2287-40e9-8f56-7aee6e8909f0,segment=NetworkSegment(1b16c132-84c7-47f5-837d-9ce17e27703f),segment_id=1b16c132-84c7-47f5-837d-9ce17e27703f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:31:55.170812 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.179041 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 0bf75df0-f8c5-4c86-9769-315c41ed99a6 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:31:55.184389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Calling delete_port for b6c06288-2287-40e9-8f56-7aee6e8909f0 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:31:55.184828 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:31:53Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:55.213547 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ad191e-65d8-465e-898e-c431e5bbd6ce None None] The sync data for ids ['b5649539-7323-459f-876c-e4d5d41078f8'] in n-d-804303-2 is: [{'id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74870987', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105'}], 'enable_snat': True}, 'gw_port_id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:31:53Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '0bf75df0-f8c5-4c86-9769-315c41ed99a6', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5649539-7323-459f-876c-e4d5d41078f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:29:27Z', 'updated_at': '2021-08-12T03:29:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:31:55.269289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.298170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Pushing event deleted for resources: {'Port': ['ID=b6c06288-2287-40e9-8f56-7aee6e8909f0,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:55.302539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] No DVR routers for this DVR port b6c06288-2287-40e9-8f56-7aee6e8909f0 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:31:55.309285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.309680 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.309970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.310317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.310647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.310974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.311302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.311682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.311994 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.312356 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.312693 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.313012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15df76ab-9868-4990-8d2c-b7445c9e9647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.357202 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.384012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=0bf75df0-f8c5-4c86-9769-315c41ed99a6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:55.407648 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.407998 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.408341 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.408680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.409014 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.409349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.409678 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.410005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.410332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.410656 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.410978 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.411298 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:31:55.451313 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.545980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.548483 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.591993 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.592764 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Fanout notify agent at l3_agent the message router_deleted on router b5649539-7323-459f-876c-e4d5d41078f8 {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:31:55.601201 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.602476 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-ce360306-ffaa-49a0-9d34-f3c10a1e90b3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/routers/b5649539-7323-459f-876c-e4d5d41078f8 HTTP/1.1" status: 204 len: 168 time: 0.8155770 Aug 12 03:31:55.605171 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58338) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:55.682205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.779609 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.791012 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239bb596-3db3-43e0-845f-c6146898d4b6']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:55.803135 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b16c132-84c7-47f5-837d-9ce17e27703f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:55.803451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b16c132-84c7-47f5-837d-9ce17e27703f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:55.813470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.828693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.835746 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:31:55.836187 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:31:55.839242 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:31:55.904968 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.909624 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:55.914443 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/networks/239bb596-3db3-43e0-845f-c6146898d4b6 HTTP/1.1" status: 204 len: 168 time: 0.3058963 Aug 12 03:31:55.915318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58340) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:55.929109 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c5d4d-651b-445f-83d3-e1d8bd125390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Network': ['ID=239bb596-3db3-43e0-845f-c6146898d4b6,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:55.980830 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.006239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.067263 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.069805 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.070973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5f25053-a1f8-48c3-90c2-70a18a86fa96 HTTP/1.1" status: 204 len: 168 time: 0.1552029 Aug 12 03:31:56.080232 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45387696-569c-4536-b8e8-eea1febee538 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f25053-a1f8-48c3-90c2-70a18a86fa96,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:56.391373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58346) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:56.396488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825500271', 'description': 'tempest-secgroup-smoke-825500271 description', 'project_id': '4f7e47d49f2d484f87aee884f7c27287'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:56.422556 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.504371 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.507876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.536728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.537930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455331 Aug 12 03:31:56.538777 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bf360-67c5-456d-af1c-e0d48df1615f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197951a8-7193-4a51-95f8-1e1b84c6d9e5,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:56.541154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58348) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:56.546260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:56.572407 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.626647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.630093 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.647095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c97a9b-2877-411b-848e-6e90698dc926,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:56.656219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.657837 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-424be24d-e8e6-46cc-94d5-97bb38929811 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152091 Aug 12 03:31:56.660485 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58350) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:56.664944 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:56.690501 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.745570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.749022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.767294 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c3459b-44d0-42aa-a750-b274816e2585,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:56.772971 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.773980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f5d6922c-db17-4f0e-b7ae-c943da94c102 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125755 Aug 12 03:31:56.776742 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58352) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:56.781030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:56.806234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.865725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.869708 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.887397 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74661b31-f33e-48a1-b1dc-6982b098aa81,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:56.897851 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.899149 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-958db11c-0825-411d-b803-0faf0c9746f6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214767 Aug 12 03:31:56.901981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58354) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:56.906360 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:56.933826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.952105 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c79c571d-e7e0-4ebb-acd5-f70ef5f58fff no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:31:56.972780 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: c79c571d-e7e0-4ebb-acd5-f70ef5f58fff {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:31:56.973128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device c79c571d-e7e0-4ebb-acd5-f70ef5f58fff not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:31:56.973544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b6c06288-2287-40e9-8f56-7aee6e8909f0 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:31:56.992221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b6c06288-2287-40e9-8f56-7aee6e8909f0 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:31:56.992569 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b6c06288-2287-40e9-8f56-7aee6e8909f0 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:31:56.992982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0bf75df0-f8c5-4c86-9769-315c41ed99a6 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:31:56.995836 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:56.999438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.011970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0bf75df0-f8c5-4c86-9769-315c41ed99a6 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:31:57.012318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0bf75df0-f8c5-4c86-9769-315c41ed99a6 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:31:57.020104 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f96c0d9-e3a6-463f-ba18-9019e79eada8,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:57.024998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.026319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3ea479e2-b560-4cbb-b3ec-a8779ed4e087 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234241 Aug 12 03:31:57.029150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58356) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:57.034572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:57.055444 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:31:57.063502 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.119268 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.122911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.141347 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14566cc-d982-45fc-be1a-828fc17ae8cb,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:57.144924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.146208 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-30b2c03d-c233-431f-b6d4-c4d29383dcc3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160054 Aug 12 03:31:57.148966 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58358) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:57.153346 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '197951a8-7193-4a51-95f8-1e1b84c6d9e5', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:57.177012 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:31:57.181922 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.247744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.252125 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.271349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b8a223-f2b1-4e22-864f-6db7c71bef68,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:57.277238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.279904 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ffd10276-c631-4739-8e80-7a67f0b88842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299813 Aug 12 03:31:57.281352 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58360) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:57.286248 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'network': {'name': 'tempest-network-smoke--1387237201', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:57.305407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:31:57.308753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.336029 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:31:57.344860 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.345150 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Added segment 37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd of type vlan for network 96a71368-22f3-4455-90e4-7d6a4d899e0d Aug 12 03:31:57.383667 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.410754 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.416284 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:57.416868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.474368 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919444 Aug 12 03:31:57.477220 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58362) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:57.481991 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'admin_state_up': True, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:57.482857 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3b850-afa7-4076-bdf6-3aad7e940553 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Network': ['ID=96a71368-22f3-4455-90e4-7d6a4d899e0d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:57.494154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:31:57.510317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.511371 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.564699 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.701338 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.893494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:57.911725 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:58.017478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.177 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/27b69d89-fee1-43d2-a6d8-3e32dd89774f) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:31:58.120698 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:58.160013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:58.198227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:31:58.203069 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:31:58.209156 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:31:58.214747 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=27b69d89-fee1-43d2-a6d8-3e32dd89774f,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:58.461564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:58.663599 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.109551 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:31:59.215876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:31:59.225091 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Sync routers for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:31:59.233998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:31:59.234718 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:59.235746 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.237231 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-60688ecd-af94-449a-a51d-f76ff3f066fb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7589977 Aug 12 03:31:59.240457 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58366) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:59.271011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e6fee978-fd6b-49a3-a92e-9bdcfd66c6d9 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=4f7e47d49f2d484f87aee884f7c27287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294237 Aug 12 03:31:59.273713 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58368) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:59.344168 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:31:59.360902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d8f8c-46b3-4719-95e3-2982c4050c7a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:59.363387 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb3d8f8c-46b3-4719-95e3-2982c4050c7a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877199 Aug 12 03:31:59.365485 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58370) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:59.410821 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7f2948cb-671f-4319-b8cf-5bc859be530b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437253 Aug 12 03:31:59.413513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58372) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:59.419057 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854343300', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:31:59.512829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:31:59.516655 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.537845 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:31:58Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:31:59.564813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Checking router: 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:31:59.565160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Updating router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 port 27b69d89-fee1-43d2-a6d8-3e32dd89774f binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:31:59.592118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.709372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.778745 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Subnet': ['ID=65bb8d71-874b-4001-a478-e740d8894d23,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:31:59.788523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Checking segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:31:59.788888 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network hostable DHCP agents. Network: 96a71368-22f3-4455-90e4-7d6a4d899e0d, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:31:59.808279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:31:59.819008 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 96a71368-22f3-4455-90e4-7d6a4d899e0d) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:31:59.824967 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:31:59.826183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:31:59.840322 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c6bc1-c39d-4995-8459-ddc9d4f3bbd7 None None] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:31:59.863601 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e6a1c08c-3d38-4397-8714-dcae9d504b45 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4485805 Aug 12 03:31:59.864982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58374) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:31:59.977158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.013115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Transition to ACTIVE for port object 27b69d89-fee1-43d2-a6d8-3e32dd89774f will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:00.028120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.108327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-96a71368-22f3-4455-90e4-7d6a4d899e0d', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:32:00.109176 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.123402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Attempting to bind port 27b69d89-fee1-43d2-a6d8-3e32dd89774f on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:32:00.123794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Attempting to bind port 27b69d89-fee1-43d2-a6d8-3e32dd89774f by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:32:00.124154 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Attempting to bind port 27b69d89-fee1-43d2-a6d8-3e32dd89774f on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:32:00.128469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651987d2-e403-4584-8d22-bdae86a3aae8 None None] Pushing event updated for resources: {'Port': ['ID=27b69d89-fee1-43d2-a6d8-3e32dd89774f,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:00.138300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:32:00.138675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:32:00.139101 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.139516 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:32:00.139991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Bound port: 27b69d89-fee1-43d2-a6d8-3e32dd89774f, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:32:00.140364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.363829 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.415956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] For port 27b69d89-fee1-43d2-a6d8-3e32dd89774f, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:32:00.447205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] For port 27b69d89-fee1-43d2-a6d8-3e32dd89774f, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=27b69d89-fee1-43d2-a6d8-3e32dd89774f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:32:00.453699 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.507323 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Allocated IP 172.20.0.2 (96a71368-22f3-4455-90e4-7d6a4d899e0d/65bb8d71-874b-4001-a478-e740d8894d23/67f2032e-8e22-43f8-953f-3b4ed599db3d) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:32:00.536153 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:32:00.536961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:00.590214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651987d2-e403-4584-8d22-bdae86a3aae8 None None] Pushing event updated for resources: {'Port': ['ID=27b69d89-fee1-43d2-a6d8-3e32dd89774f,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:00.710186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:32:00.851416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.869072 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Transition to ACTIVE for port object 67f2032e-8e22-43f8-953f-3b4ed599db3d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:00.895890 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Transition to ACTIVE for port object 67f2032e-8e22-43f8-953f-3b4ed599db3d will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:00.919888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:00.956489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.1 (96a71368-22f3-4455-90e4-7d6a4d899e0d/65bb8d71-874b-4001-a478-e740d8894d23/0fdc940a-48d9-4e60-9f4b-b163d6159955) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:32:00.973687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:32:00.980426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Pushing event updated for resources: {'Port': ['ID=67f2032e-8e22-43f8-953f-3b4ed599db3d,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:00.983878 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:32:00.986346 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:32:01.039873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:31:58Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:01.072159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.072846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3d3cb-4bc4-4e0d-8862-69fca4337754 None None] The sync data for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 is: [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:31:58Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:32:01.075641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Attempting to bind port 67f2032e-8e22-43f8-953f-3b4ed599db3d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:32:01.076443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Attempting to bind port 67f2032e-8e22-43f8-953f-3b4ed599db3d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:32:01.076443 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Attempting to bind port 67f2032e-8e22-43f8-953f-3b4ed599db3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:32:01.081771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:32:01.082157 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Checking segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:32:01.082555 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.082945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Bound using segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:32:01.083413 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Bound port: 67f2032e-8e22-43f8-953f-3b4ed599db3d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:32:01.083819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.088145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 0fdc940a-48d9-4e60-9f4b-b163d6159955 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:01.124219 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.156023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] For port 67f2032e-8e22-43f8-953f-3b4ed599db3d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:32:01.160410 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] For port 67f2032e-8e22-43f8-953f-3b4ed599db3d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67f2032e-8e22-43f8-953f-3b4ed599db3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:32:01.165046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.171146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:32:01.175043 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:32:01.177480 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:32:01.184590 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:01.236655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.243032 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203ab7d-9a99-49d2-b974-023dd27af99e None None] Pushing event updated for resources: {'Port': ['ID=67f2032e-8e22-43f8-953f-3b4ed599db3d,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:01.397946 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.731830 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.737565 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.818203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:01.820662 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:01.917861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:32:01.919331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:32:02.044398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:32:02.076844 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6b7b1f78-288a-44da-8bd0-3b4a2e067df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:02.161887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:32:02.166845 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3fac744-ffdd-4a50-85bf-195800beb62e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/65ff8a2f-eb58-46ed-bc79-fc3cb5379d79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008227 Aug 12 03:32:02.219396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e07ed-1a98-4961-ac87-8e9d584ea6ec None None] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:32:02.312177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-c9185150-1fdc-4f18-b1f4-899a6fda8c94 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825500271&fields=id&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 267 time: 0.0334165 Aug 12 03:32:02.334137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-67c40866-35f1-4155-8ffd-c1f4b2e25faf None None] Provisioning for port 67f2032e-8e22-43f8-953f-3b4ed599db3d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:02.429236 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-7449afe4-850c-442a-b572-14a46f0b94fe tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:02.430858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-7449afe4-850c-442a-b572-14a46f0b94fe tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 797 time: 0.1118360 Aug 12 03:32:02.452037 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-67aea4d6-0816-4895-95ee-87cac2a514d6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/quotas/4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 375 time: 0.0115561 Aug 12 03:32:02.507621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-33c6c9b6-4f6e-4b33-9e8f-e03f67f3ed27 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513062 Aug 12 03:32:02.607902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-778131d4-6e2d-4ea2-8421-8439d54c9f26 service neutron] 10.222.0.11 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885105 Aug 12 03:32:02.675632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-21854ad4-7f5f-4aed-9bd9-3da102907b46 None None] Provisioning for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:02.684086 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-21854ad4-7f5f-4aed-9bd9-3da102907b46 None None] Provisioning complete for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:02.684463 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-21854ad4-7f5f-4aed-9bd9-3da102907b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:02.716412 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-2d31f8c4-0e47-455b-aee3-dc97e5a74dff service neutron] 10.222.0.11 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005445 Aug 12 03:32:02.721092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-21854ad4-7f5f-4aed-9bd9-3da102907b46 None None] Port 0fdc940a-48d9-4e60-9f4b-b163d6159955 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:32:02.774907 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Sync routers for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:32:02.786594 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:32:02.787761 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:02.844466 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a358bb77-fedb-4712-ab80-b06eca955cf3 None None] Provisioning complete for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:02.844963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a358bb77-fedb-4712-ab80-b06eca955cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:02.912257 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-a358bb77-fedb-4712-ab80-b06eca955cf3 None None] Port 0fdc940a-48d9-4e60-9f4b-b163d6159955 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:32:02.922361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a1215f7f-48ea-4025-b699-fa3bc114af0f req-91e219ec-b52c-46d2-b07c-45e433547939 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 210 time: 0.0515268 Aug 12 03:32:02.941154 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:32:03.075597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67f2032e-8e22-43f8-953f-3b4ed599db3d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:03.130716 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 67f2032e-8e22-43f8-953f-3b4ed599db3d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:03.139934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 67f2032e-8e22-43f8-953f-3b4ed599db3d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:03.140412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.143858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8e03dd73-c160-4f5b-a2db-905c70dfd729 None None] Provisioning complete for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:03.144280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8e03dd73-c160-4f5b-a2db-905c70dfd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.221131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-8e03dd73-c160-4f5b-a2db-905c70dfd729 None None] Port 0fdc940a-48d9-4e60-9f4b-b163d6159955 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:32:03.267622 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 2, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:03.274452 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.293954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Checking router: 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:32:03.293954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Updating router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 port 0fdc940a-48d9-4e60-9f4b-b163d6159955 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:32:03.309581 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 67f2032e-8e22-43f8-953f-3b4ed599db3d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67f2032e-8e22-43f8-953f-3b4ed599db3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:03.314108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.315183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 27b69d89-fee1-43d2-a6d8-3e32dd89774f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:03.321317 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.399058 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=67f2032e-8e22-43f8-953f-3b4ed599db3d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:03.411975 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 27b69d89-fee1-43d2-a6d8-3e32dd89774f completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:03.415986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 27b69d89-fee1-43d2-a6d8-3e32dd89774f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:03.416466 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.503884 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.526864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 27b69d89-fee1-43d2-a6d8-3e32dd89774f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=27b69d89-fee1-43d2-a6d8-3e32dd89774f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:03.531328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.586294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=27b69d89-fee1-43d2-a6d8-3e32dd89774f,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:03.623634 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.634229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Transition to ACTIVE for port object 0fdc940a-48d9-4e60-9f4b-b163d6159955 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:03.640041 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.694468 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Pushing event updated for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:03.718020 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.718365 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.718709 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.719047 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.719382 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.720383 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.720715 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.721043 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.721369 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.721694 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.722018 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.722340 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:32:03.755300 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Attempting to bind port 0fdc940a-48d9-4e60-9f4b-b163d6159955 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:32:03.755768 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Attempting to bind port 0fdc940a-48d9-4e60-9f4b-b163d6159955 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:32:03.756220 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Attempting to bind port 0fdc940a-48d9-4e60-9f4b-b163d6159955 on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:32:03.761621 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:32:03.761993 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Checking segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:32:03.762422 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.762789 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Bound using segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:32:03.763252 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Bound port: 0fdc940a-48d9-4e60-9f4b-b163d6159955, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:32:03.763663 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.833293 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] For port 0fdc940a-48d9-4e60-9f4b-b163d6159955, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:32:03.836459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] For port 0fdc940a-48d9-4e60-9f4b-b163d6159955, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0fdc940a-48d9-4e60-9f4b-b163d6159955,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:32:03.840369 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:03.903815 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8593d-45ec-41a7-b800-bd959c36c989 None None] Pushing event updated for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:03.906708 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:32:03.908099 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:31:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:04.027709 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:32:04.045319 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4fe550e-9ef7-452a-a02b-efffbf59d1cf req-0f5e5377-ca9b-41c9-9b1e-fc87289b44fd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 210 time: 0.0360103 Aug 12 03:32:04.189846 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-05496f6b-bd91-4540-89c6-87c20af14f75 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:04.191335 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-05496f6b-bd91-4540-89c6-87c20af14f75 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 797 time: 0.1518643 Aug 12 03:32:04.241516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:04.248972 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-91bdfbb3-113a-49a4-a114-6aae008d531a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 379 time: 0.0348361 Aug 12 03:32:04.264286 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'port': {'device_id': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'admin_state_up': True, 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'security_groups': ['197951a8-7193-4a51-95f8-1e1b84c6d9e5']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:32:04.268092 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7badf058-8b9c-4aa2-9ebd-e75cfa377cf2 None None] The sync data for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 is: [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:32:04.392102 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:32:04.396003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.528752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.3 (96a71368-22f3-4455-90e4-7d6a4d899e0d/65bb8d71-874b-4001-a478-e740d8894d23/8cea40d2-9719-464d-95a2-ba381d7a3c3d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:32:04.685535 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.701387 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 8cea40d2-9719-464d-95a2-ba381d7a3c3d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:04.705870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8e6fc175-db76-4818-835b-74333c455c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.735658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.779177 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:32:04.783067 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:32:04.785962 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:32:04.822401 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.842185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:04.870234 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:04.870887 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:04.887992 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-5f446afd-d490-46fc-b753-13fc6a7f8d9e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6274753 Aug 12 03:32:04.909649 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Request body: {'port': {'device_id': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:32:04.980736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.100667 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0fdc940a-48d9-4e60-9f4b-b163d6159955 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:05.132263 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e352da6d-a914-4c7c-a34e-0723852be357 None None] Provisioning for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:05.140034 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-e352da6d-a914-4c7c-a34e-0723852be357 None None] Provisioning complete for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:05.140412 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-e352da6d-a914-4c7c-a34e-0723852be357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.187583 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-e352da6d-a914-4c7c-a34e-0723852be357 None None] Port 8cea40d2-9719-464d-95a2-ba381d7a3c3d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:32:05.199023 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:05.202978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:05.203350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.239512 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c5456-d193-4cc6-a557-74217de01591 req-83d42e7b-82ab-4d49-8520-453300344436 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:05.243076 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b3c5456-d193-4cc6-a557-74217de01591 req-83d42e7b-82ab-4d49-8520-453300344436 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 931 time: 0.1179538 Aug 12 03:32:05.288805 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.315683 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7b3c5456-d193-4cc6-a557-74217de01591 req-96b22291-63dc-47bf-871e-8d6ab698a727 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615034 Aug 12 03:32:05.325442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 0fdc940a-48d9-4e60-9f4b-b163d6159955, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0fdc940a-48d9-4e60-9f4b-b163d6159955,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:05.341427 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.342291 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67f2032e-8e22-43f8-953f-3b4ed599db3d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:05.381783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cea40d2-9719-464d-95a2-ba381d7a3c3d {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:32:05.389809 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.402617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Transition to ACTIVE for port object 8cea40d2-9719-464d-95a2-ba381d7a3c3d will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:32:05.406648 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.425635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:05.439559 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 67f2032e-8e22-43f8-953f-3b4ed599db3d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:05.440024 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.482651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:05.501539 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.539843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:32:05.540184 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:32:05.540515 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:32:05.545203 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:32:05.545525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:32:05.551428 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:32:05.551852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Checking segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:32:05.552244 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Bound using segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:32:05.552676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Bound port: 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:32:05.552797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 27b69d89-fee1-43d2-a6d8-3e32dd89774f up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:05.553032 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.601425 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 27b69d89-fee1-43d2-a6d8-3e32dd89774f triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:05.601809 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.634315 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:32:05.637773 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:32:05.644209 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.678784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:05.679416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:05.680959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] 10.222.0.21 "PUT /v2.0/ports/8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 1091 time: 0.7761176 Aug 12 03:32:05.681407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:32:05.683721 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:32:05.718006 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575c931-092b-4c6f-8e3b-ee8c1d1c8513 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:05.749200 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43daa725-c09b-4110-bf64-c49ca80bff92 x-openstack-request-id: req-43daa725-c09b-4110-bf64-c49ca80bff92 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:32:05.749493 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:32:05.749746 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43daa725-c09b-4110-bf64-c49ca80bff92 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:32:05.750140 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'status': 'completed', 'code': 200} Aug 12 03:32:05.781408 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-b34fa113-8803-4cda-8ad8-4ed9181192a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:05.783255 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-b34fa113-8803-4cda-8ad8-4ed9181192a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0448730 Aug 12 03:32:05.839438 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-8a6f899b-71a3-4fc7-91ae-bf871dd27bd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 217 time: 0.0432107 Aug 12 03:32:05.890801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-f3067b5c-c90d-41ed-9fd0-850609e091b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:05.892337 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-f3067b5c-c90d-41ed-9fd0-850609e091b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0459881 Aug 12 03:32:05.941366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-a896c8cd-451e-476e-b2b6-916d5ec1acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:05.943041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-a896c8cd-451e-476e-b2b6-916d5ec1acaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436950 Aug 12 03:32:06.039728 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-ed4a4143-1137-44e1-971c-16f643ed3a3b service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887768 Aug 12 03:32:06.134223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e40ba138-cd09-47e2-a33a-5b1f5e62e271 req-759ea14b-7f2f-4689-b321-818edd2626c8 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879622 Aug 12 03:32:06.143793 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:06.263817 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-71073405-d2f4-445f-97af-b2714480d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:06.266129 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-71073405-d2f4-445f-97af-b2714480d954 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0522642 Aug 12 03:32:06.356370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-03fcc67c-3996-4b20-9ff5-67074ce740a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:06.357930 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-03fcc67c-3996-4b20-9ff5-67074ce740a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0848107 Aug 12 03:32:06.401627 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-0be3cc5e-b5e8-4d26-9bf0-7c0a03f4fe68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 217 time: 0.0360827 Aug 12 03:32:06.476513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-3b456939-8ad6-4571-ac7c-94b787a6cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:06.478050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-3b456939-8ad6-4571-ac7c-94b787a6cb04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0687087 Aug 12 03:32:06.485851 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334dd9e-b76b-4518-a4cc-f8631eb5a5a3 req-f372f25e-4403-49d3-a8c0-102dd49841c8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:06.487196 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3334dd9e-b76b-4518-a4cc-f8631eb5a5a3 req-f372f25e-4403-49d3-a8c0-102dd49841c8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0883698 Aug 12 03:32:06.549889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3334dd9e-b76b-4518-a4cc-f8631eb5a5a3 req-ad69c212-3769-4ae7-9f4a-d0aaa7354622 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543644 Aug 12 03:32:06.552554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-4194d5b8-8d71-49fa-879d-b65a2401c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:06.553959 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-4194d5b8-8d71-49fa-879d-b65a2401c683 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658958 Aug 12 03:32:06.646588 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-b217b310-3344-43d6-a71d-f32123e0b289 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854020 Aug 12 03:32:06.733564 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5aaa2f60-a54f-49af-b5b1-d962c6c09eb8 req-cf3c7864-2556-446c-b4a6-175f9756507e service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799167 Aug 12 03:32:06.957662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0fdc940a-48d9-4e60-9f4b-b163d6159955 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:07.007252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 0fdc940a-48d9-4e60-9f4b-b163d6159955 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:07.007579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:07.667258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:07.678280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5f03-3ee4-4bd4-ba60-281fbce4c662 req-86bbff7d-15d3-485e-8d1f-d42bba116df6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:07.679844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-407f5f03-3ee4-4bd4-ba60-281fbce4c662 req-86bbff7d-15d3-485e-8d1f-d42bba116df6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0501375 Aug 12 03:32:07.716688 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-407f5f03-3ee4-4bd4-ba60-281fbce4c662 req-4baeadcc-93ce-4c10-ad2d-bf18583fad15 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Aug 12 03:32:08.834673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728585d-74b1-4ed5-88b2-771d5820e79d req-b683ec1d-50a4-42e0-bfb2-c8306ed1d7e3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:08.836173 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0728585d-74b1-4ed5-88b2-771d5820e79d req-b683ec1d-50a4-42e0-bfb2-c8306ed1d7e3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0530171 Aug 12 03:32:08.873399 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0728585d-74b1-4ed5-88b2-771d5820e79d req-cb721a37-3e97-4304-a9ce-ed6b736468d6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314505 Aug 12 03:32:09.995755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af385a-5450-47e3-b177-6d5da9f1c174 req-c0158d78-ef0b-4e1f-944a-9545a2976b02 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:09.997233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05af385a-5450-47e3-b177-6d5da9f1c174 req-c0158d78-ef0b-4e1f-944a-9545a2976b02 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0528970 Aug 12 03:32:10.035757 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05af385a-5450-47e3-b177-6d5da9f1c174 req-4e22667f-f202-4180-a5cd-e2e90ef76390 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Aug 12 03:32:10.903155 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:32:11.000345 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:11.011649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'mac_address': 'fa:16:3e:d1:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:32:11.047413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:11.059825 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea40d2-9719-464d-95a2-ba381d7a3c3d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:32:11.080122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:11.084486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:11.131336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:11.151559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1f611-94f9-434a-a3e8-351761bf5414 req-cf606b10-d9c7-44c1-a48e-3bec1f4cac0f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:11.153075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78d1f611-94f9-434a-a3e8-351761bf5414 req-cf606b10-d9c7-44c1-a48e-3bec1f4cac0f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 944 time: 0.0486817 Aug 12 03:32:11.190895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-78d1f611-94f9-434a-a3e8-351761bf5414 req-a6a659f7-152f-4dab-9b5e-5ca74fac282f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Aug 12 03:32:11.509177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['8cea40d2-9719-464d-95a2-ba381d7a3c3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:32:12.304417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285185-dbdb-446d-861a-194081419f69 req-387ca45b-c9f6-4cf0-a9ad-8180bdcec40e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:12.305964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51285185-dbdb-446d-861a-194081419f69 req-387ca45b-c9f6-4cf0-a9ad-8180bdcec40e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 944 time: 0.0489497 Aug 12 03:32:12.342118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-51285185-dbdb-446d-861a-194081419f69 req-780d00b3-94dc-4e94-9849-4066c71c1b21 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303321 Aug 12 03:32:12.902475 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:32:12.952744 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:32:12.957201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:32:12.957579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:13.031353 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:13.052585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:32:13.054805 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4e773a-40bb-475e-ba84-dfcab179acc8" -d '{"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-plugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:32:13.068150 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:32:13.072022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:13.100144 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28b26a4-3c92-4771-87b0-12e3c6cd07ab x-openstack-request-id: req-e28b26a4-3c92-4771-87b0-12e3c6cd07ab {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:32:13.100452 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-plugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:32:13.100676 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e28b26a4-3c92-4771-87b0-12e3c6cd07ab {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:32:13.101052 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'code': 200} Aug 12 03:32:13.127906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:13.215559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1c7ce-a319-408d-a830-999de1678ed4 req-82a7173f-389b-4ba7-a393-c489251bf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:13.216945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65a1c7ce-a319-408d-a830-999de1678ed4 req-82a7173f-389b-4ba7-a393-c489251bf1fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0392611 Aug 12 03:32:13.251848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65a1c7ce-a319-408d-a830-999de1678ed4 req-dc4f2906-eb40-49e2-85bf-7490596c8415 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267897 Aug 12 03:32:13.455784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931f4e-98cf-4f09-8a5c-0d90d62280a4 req-67885d61-67f5-4bf8-8709-12821cf85521 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:13.457303 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54931f4e-98cf-4f09-8a5c-0d90d62280a4 req-67885d61-67f5-4bf8-8709-12821cf85521 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0484152 Aug 12 03:32:13.494176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54931f4e-98cf-4f09-8a5c-0d90d62280a4 req-e4a3e555-9e2e-4616-b101-c14f777a82f2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Aug 12 03:32:14.430409 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:32:14.616482 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cb2a6-5d5a-4064-9a3a-636b1a0a00ae req-43063b9c-b44e-4600-9f22-5896c3a7a1e9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:14.617977 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-884cb2a6-5d5a-4064-9a3a-636b1a0a00ae req-43063b9c-b44e-4600-9f22-5896c3a7a1e9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Aug 12 03:32:14.657965 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-884cb2a6-5d5a-4064-9a3a-636b1a0a00ae req-d73e0d44-7d6d-4c06-bfd4-ec48b372da60 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Aug 12 03:32:15.776308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e422e-6209-4f4a-ab02-afb0e9360099 req-1ab8c791-8719-4ea7-9019-a526054e9133 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:15.777786 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b76e422e-6209-4f4a-ab02-afb0e9360099 req-1ab8c791-8719-4ea7-9019-a526054e9133 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0521429 Aug 12 03:32:15.815174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b76e422e-6209-4f4a-ab02-afb0e9360099 req-9debc045-f0d6-4681-b83a-67a7aab73704 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Aug 12 03:32:15.928314 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d16fe-5fa0-4866-ad1b-34c47d257cb0 req-519ba2e6-c132-432e-a8cb-502395976b09 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:15.929833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f76d16fe-5fa0-4866-ad1b-34c47d257cb0 req-519ba2e6-c132-432e-a8cb-502395976b09 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Aug 12 03:32:15.968043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f76d16fe-5fa0-4866-ad1b-34c47d257cb0 req-06a95245-01bc-45e4-8f83-24c654c2935d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Aug 12 03:32:15.988824 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58436) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:32:16.030477 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ed862f-e99f-4384-a7c5-d44856f55e1b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:16.032028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d8ed862f-e99f-4384-a7c5-d44856f55e1b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1091 time: 0.0422390 Aug 12 03:32:16.034798 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58438) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:32:16.039221 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:32:16.060398 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:16.157540 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:16.257561 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.97 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/f7c93db6-9916-4dbc-82ce-1980b4e1a3e4) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:32:16.358818 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:16.397239 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:16.430349 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:32:16.433103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:32:16.436474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:32:16.471300 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=f7c93db6-9916-4dbc-82ce-1980b4e1a3e4,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:16.796946 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:16.870171 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:17.293773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:17.298113 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:17.367695 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=f7c93db6-9916-4dbc-82ce-1980b4e1a3e4,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:32:17.378117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:17.476589 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP b4b1e93d-0971-4e95-875a-b169916fc99a associated. External IP: 172.25.3.97, port: 8cea40d2-9719-464d-95a2-ba381d7a3c3d. Aug 12 03:32:17.678742 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:32:17.785380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:32:17.794781 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Sync routers for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:32:17.802196 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:17.805233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:32:17.805861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:17.831427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a1dfe526-3e22-4659-aa22-12ca69b65865 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7931252 Aug 12 03:32:17.831427 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:32:17.831858 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e831400c-7359-46a5-862b-b302e8ac6119" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:32:17.874352 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacea3e9-c4ea-4392-9c2f-492fa40cc6b9 x-openstack-request-id: req-aacea3e9-c4ea-4392-9c2f-492fa40cc6b9 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:32:17.874868 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:32:17.875375 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aacea3e9-c4ea-4392-9c2f-492fa40cc6b9 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:32:17.876515 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'status': 'completed', 'code': 200} Aug 12 03:32:17.933798 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4b5f6-7233-424d-941e-6c4f5f34f84e req-e8ca6922-3de6-43f8-bf69-d0cd8d448bfe tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:17.935523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58e4b5f6-7233-424d-941e-6c4f5f34f84e req-e8ca6922-3de6-43f8-bf69-d0cd8d448bfe tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0561726 Aug 12 03:32:17.962033 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831400c-7359-46a5-862b-b302e8ac6119 req-e36c4d94-a6d7-4382-9fbc-11a8873c5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:17.963645 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-e36c4d94-a6d7-4382-9fbc-11a8873c5375 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0448258 Aug 12 03:32:17.980461 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-58e4b5f6-7233-424d-941e-6c4f5f34f84e req-1aa32fb4-6028-4862-bb24-08620a4001c6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382917 Aug 12 03:32:18.006377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58444) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:32:18.063189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831400c-7359-46a5-862b-b302e8ac6119 req-f45541cc-ddd6-4521-9fb6-8f95b8937c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:18.064810 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-f45541cc-ddd6-4521-9fb6-8f95b8937c14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0946941 Aug 12 03:32:18.077722 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2cbc7721-2815-4e4e-8deb-9d9597a85f4c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/b4b1e93d-0971-4e95-875a-b169916fc99a HTTP/1.1" status: 200 len: 990 time: 0.0699646 Aug 12 03:32:18.085010 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:32:18.132533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-b0bc8bb3-ac47-4fb0-bdb4-09e0c36d89cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 998 time: 0.0606859 Aug 12 03:32:18.183206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831400c-7359-46a5-862b-b302e8ac6119 req-5d3eb5bd-6681-4252-96a5-1efb4ed21219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:18.184835 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-5d3eb5bd-6681-4252-96a5-1efb4ed21219 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0444837 Aug 12 03:32:18.234449 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831400c-7359-46a5-862b-b302e8ac6119 req-1a6cde69-748a-46fc-9b39-9fbd31cf4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:32:18.235985 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-1a6cde69-748a-46fc-9b39-9fbd31cf4796 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437405 Aug 12 03:32:18.306642 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b4b1e93d-0971-4e95-875a-b169916fc99a', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'mac_address': 'fa:16:3e:d1:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:32:16Z', 'updated_at': '2021-08-12T03:32:16Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:18.325122 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-39f638d7-67a1-4412-943c-a7a96001424c service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Aug 12 03:32:18.332661 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Checking router: 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:32:18.340925 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:32:18.341525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:32:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:18.426197 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e831400c-7359-46a5-862b-b302e8ac6119 req-598faed9-9f13-40c7-8dcf-bbefc0f1a203 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867937 Aug 12 03:32:18.447012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:32:18.662447 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:18.682146 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b4b1e93d-0971-4e95-875a-b169916fc99a', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'mac_address': 'fa:16:3e:d1:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:32:16Z', 'updated_at': '2021-08-12T03:32:16Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:32:18.708696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236f3daa-5f64-4de6-b294-07d2dd303626 None None] The sync data for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 is: [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'b4b1e93d-0971-4e95-875a-b169916fc99a', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'mac_address': 'fa:16:3e:d1:35:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:32:16Z', 'updated_at': '2021-08-12T03:32:16Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:32:18.894353 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab07d18f-962a-496e-a22f-286d2cad090a None None] New status for floating IP b4b1e93d-0971-4e95-875a-b169916fc99a: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:32:19.082079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58446) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:32:19.142287 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1e4fda54-043f-499f-9edc-2db252d899a4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/b4b1e93d-0971-4e95-875a-b169916fc99a HTTP/1.1" status: 200 len: 992 time: 0.0589113 Aug 12 03:32:32.083894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1b344233-4fe8-4bf7-8175-cdb225625f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:34.706759 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0942b31c-1675-46ec-b212-cdcef3b942b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:34.823712 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:35.475415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:36.146539 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:37.670061 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:48.643618 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:32:51.429292 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:33:02.078167 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4de3e7b2-b031-4ec0-8a77-a5274c085279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:04.707926 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aab0c6b0-ea70-4a19-8be6-2e8138185772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:04.823693 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:05.477162 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:06.149289 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:07.672995 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:08.327843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-067701b6-2afb-4691-9b81-31cca096c1fb req-d355ca6f-85f4-41e8-9485-9fdbaefa23e9 service neutron] (94673) timed out ('10.222.0.11', 55186) {{(pid=94673) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 03:33:09.847570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-4d378f35-9aaa-4aba-b36e-eade8116fe56 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414932 Aug 12 03:33:09.950552 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-6eaa1b85-7dc9-4785-b0dc-e2d8c8397810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:09.952071 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-6eaa1b85-7dc9-4785-b0dc-e2d8c8397810 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0436876 Aug 12 03:33:10.060577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-8662a959-7401-49f7-b783-ead1891eb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:10.062059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-8662a959-7401-49f7-b783-ead1891eb618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0889192 Aug 12 03:33:10.130319 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-4cb02615-653a-4d98-ad96-c8fed990e262 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 1000 time: 0.0612988 Aug 12 03:33:10.178593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-4bcf7e9e-1b95-4b38-9b0e-c4765c5cce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:10.180013 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-4bcf7e9e-1b95-4b38-9b0e-c4765c5cce29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0428872 Aug 12 03:33:10.226136 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-77233839-a1e5-48b9-ae5e-b44d1a08bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:10.227689 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-77233839-a1e5-48b9-ae5e-b44d1a08bdba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395548 Aug 12 03:33:10.325762 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-d3312870-497e-406a-9dbb-fe4c3ca44a40 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903902 Aug 12 03:33:10.417446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c6cfc25-505c-4a12-bcd4-4089565e79a1 req-49e2856a-4b78-4d94-8d79-e5e0fc997d3f service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846808 Aug 12 03:33:18.649237 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:19.796604 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c4240-d7ca-4fe3-aa16-4e83168b053f req-31d02c5a-5929-4216-9fe5-5abfa7ebdc4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:19.798099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-826c4240-d7ca-4fe3-aa16-4e83168b053f req-31d02c5a-5929-4216-9fe5-5abfa7ebdc4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 12 03:33:19.867386 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-826c4240-d7ca-4fe3-aa16-4e83168b053f req-1df88fe3-865b-4fa8-b49e-fa2ae937d517 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564318 Aug 12 03:33:19.870995 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-5eef2a47-2a4a-43ce-b165-b10e30fb6cef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344986 Aug 12 03:33:20.968961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-e20ca7a9-1cbf-4187-98be-09e1a719f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:20.970470 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-e20ca7a9-1cbf-4187-98be-09e1a719f9b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0405319 Aug 12 03:33:20.989989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc581c-a9d6-442e-8d2a-566e59180edc req-ca4eee77-0db3-4c5c-b207-cbe53f25ba9c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:20.991510 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4bc581c-a9d6-442e-8d2a-566e59180edc req-ca4eee77-0db3-4c5c-b207-cbe53f25ba9c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Aug 12 03:33:21.030471 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d4bc581c-a9d6-442e-8d2a-566e59180edc req-a57a0e24-aeb6-4b04-9212-7ebd5e773630 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Aug 12 03:33:21.062409 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-21aa30b1-04dd-4974-95c2-8dec2c0c00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:21.063917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-21aa30b1-04dd-4974-95c2-8dec2c0c00d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0868938 Aug 12 03:33:21.126232 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-d160bf6f-435d-4f16-830b-10b7a6865daf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 1000 time: 0.0552695 Aug 12 03:33:21.174326 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-76afc0b8-1bc4-4b4d-a89b-76da897dcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:21.176324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-76afc0b8-1bc4-4b4d-a89b-76da897dcc1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0428255 Aug 12 03:33:21.225123 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-5b951393-dab0-4cbf-ade7-8a43ff9ed1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:21.226604 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-5b951393-dab0-4cbf-ade7-8a43ff9ed1d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427771 Aug 12 03:33:21.314228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-05f92df1-fe26-4e96-a1d2-a025ec8ac9cd service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804322 Aug 12 03:33:21.404329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-52c19b5a-7679-41e3-bfe6-f73e553d09b1 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829151 Aug 12 03:33:22.161747 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a72c1-c350-43b8-ae24-1178bbabd6f4 req-ffdbdc0a-230f-440f-b4f0-34fc50b7acf7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:22.163221 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-993a72c1-c350-43b8-ae24-1178bbabd6f4 req-ffdbdc0a-230f-440f-b4f0-34fc50b7acf7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0488572 Aug 12 03:33:22.200448 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-993a72c1-c350-43b8-ae24-1178bbabd6f4 req-78912148-be8c-4c6d-a226-8873d4718079 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Aug 12 03:33:23.314270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639bfaf-7ab3-4761-9f6d-dbcb8e6d25f1 req-9625ae34-0c23-4205-bf39-c3a4282e2799 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:23.316554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5639bfaf-7ab3-4761-9f6d-dbcb8e6d25f1 req-9625ae34-0c23-4205-bf39-c3a4282e2799 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0495000 Aug 12 03:33:23.353767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5639bfaf-7ab3-4761-9f6d-dbcb8e6d25f1 req-75f7d6b2-da9e-4bd8-94b2-7c12d5502d24 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Aug 12 03:33:24.475341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf54c8-fdca-48b3-82a4-1fa11e059a3e req-1c67ba4e-2fbe-4eae-8b09-0aad6c5c588c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:24.476880 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2dcf54c8-fdca-48b3-82a4-1fa11e059a3e req-1c67ba4e-2fbe-4eae-8b09-0aad6c5c588c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Aug 12 03:33:24.514797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2dcf54c8-fdca-48b3-82a4-1fa11e059a3e req-544c1525-ee1f-4074-9978-55d65b55fba6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321381 Aug 12 03:33:25.631808 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b38309-26dd-4820-b133-28248fb9fe5d req-00dbb022-04e6-454b-ba07-fc706d53e6ac tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:25.633294 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3b38309-26dd-4820-b133-28248fb9fe5d req-00dbb022-04e6-454b-ba07-fc706d53e6ac tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0527933 Aug 12 03:33:25.670196 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f3b38309-26dd-4820-b133-28248fb9fe5d req-2c0b854f-237a-443c-96d7-e914dd7e58b7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Aug 12 03:33:26.783916 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43d9b-b28c-484c-ba1c-1c7779bd9edb req-490415b2-73c4-4233-b983-816722e52e56 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:26.785563 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49e43d9b-b28c-484c-ba1c-1c7779bd9edb req-490415b2-73c4-4233-b983-816722e52e56 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0482671 Aug 12 03:33:26.826758 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-49e43d9b-b28c-484c-ba1c-1c7779bd9edb req-0f7b4bc9-1e4f-4b37-9c4f-877dd258da25 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353837 Aug 12 03:33:27.941849 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c419-484e-4618-a130-659c3bb55af3 req-17371a63-0165-4f50-b44a-3b40e01de7e6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:27.943366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dc8c419-484e-4618-a130-659c3bb55af3 req-17371a63-0165-4f50-b44a-3b40e01de7e6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0484345 Aug 12 03:33:27.983698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6dc8c419-484e-4618-a130-659c3bb55af3 req-475ffb34-b498-4cbc-9f25-e450ef43c031 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344400 Aug 12 03:33:28.428799 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:33:29.098183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce6217c-6d08-4575-aa52-4e1ffb6ace76 req-39094d57-d1af-4f2f-9054-c953d72fe5ae tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:29.099676 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fce6217c-6d08-4575-aa52-4e1ffb6ace76 req-39094d57-d1af-4f2f-9054-c953d72fe5ae tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0482886 Aug 12 03:33:29.137170 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fce6217c-6d08-4575-aa52-4e1ffb6ace76 req-d77c5773-9dba-428a-ad30-d628fd8d3597 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Aug 12 03:33:30.492597 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423596e3-61fa-4c2a-86c5-38808fd5a686 req-dd9b436a-032a-4296-b8cd-794111efa40c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:30.494070 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-423596e3-61fa-4c2a-86c5-38808fd5a686 req-dd9b436a-032a-4296-b8cd-794111efa40c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0486040 Aug 12 03:33:30.530897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-423596e3-61fa-4c2a-86c5-38808fd5a686 req-54522d76-c776-4ad6-b47f-1bf8f15cbcdb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Aug 12 03:33:31.645423 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a3bae-52db-49c5-b6a7-499f4f5ab601 req-1c1e12ac-3195-4132-b89a-dcebef4f659d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:31.646893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d49a3bae-52db-49c5-b6a7-499f4f5ab601 req-1c1e12ac-3195-4132-b89a-dcebef4f659d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0485978 Aug 12 03:33:31.684981 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d49a3bae-52db-49c5-b6a7-499f4f5ab601 req-5c479619-08d6-463d-beb0-785a323bd045 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Aug 12 03:33:32.078727 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-09336f83-8768-4764-b625-b1c0bdfb0677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:32.804444 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd7919-c56f-4638-8a45-466fd55c26e5 req-83417739-3864-45dd-8d0d-9d96a3435690 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:32.805929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71cd7919-c56f-4638-8a45-466fd55c26e5 req-83417739-3864-45dd-8d0d-9d96a3435690 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Aug 12 03:33:32.842936 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71cd7919-c56f-4638-8a45-466fd55c26e5 req-4d740cce-bffd-46e3-b0ec-31596a2f4bf0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Aug 12 03:33:33.445678 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-71e55ae5-941a-4653-a57f-62b45c5652e6 service neutron] show failed (client error): The resource could not be found. Aug 12 03:33:33.446911 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-71e55ae5-941a-4653-a57f-62b45c5652e6 service neutron] 10.222.0.21 "GET /v2.0/ports/8cea40d2-9719-464d-95a2-ba381d7a3c3d/bindings/n-h2-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0552628 Aug 12 03:33:33.684869 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-a3490143-613f-403d-b423-c624973bb0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:33.686383 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-a3490143-613f-403d-b423-c624973bb0e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 1096 time: 0.0799212 Aug 12 03:33:33.698290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:33:33.749957 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:33.956777 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:33:33.963768 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aac92f-5d1c-448b-95bd-04c1aa27212b req-d7b8f56d-6dbd-4b1c-8a3b-8168bf637400 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:33.965531 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88aac92f-5d1c-448b-95bd-04c1aa27212b req-d7b8f56d-6dbd-4b1c-8a3b-8168bf637400 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0533614 Aug 12 03:33:33.991616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:33:34.004763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-88aac92f-5d1c-448b-95bd-04c1aa27212b req-d0762d88-a4a0-4cb4-b27a-16462491e1fa tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Aug 12 03:33:34.031745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:33:34.034975 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e308de4-9756-4e39-a47d-3ce5880b9faa" -d '{"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:33:34.039073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.052526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Transition to ACTIVE for port object 8cea40d2-9719-464d-95a2-ba381d7a3c3d will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:33:34.056535 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.145584 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=6']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:33:34.161661 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f162b8e5-fd15-4476-8e87-ba4258a61d63 x-openstack-request-id: req-f162b8e5-fd15-4476-8e87-ba4258a61d63 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:33:34.161958 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-unplugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:33:34.162214 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f162b8e5-fd15-4476-8e87-ba4258a61d63 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:33:34.162612 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'code': 200} Aug 12 03:33:34.166112 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.166459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.166962 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.167215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.167516 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.167826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.168152 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.168476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.168815 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.169126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.169447 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.169768 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:34.195281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] No DVR routers for this DVR port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:33:34.329297 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:33:34.329637 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:33:34.329969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:33:34.334437 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:33:34.334767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Attempting to bind port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on network 96a71368-22f3-4455-90e4-7d6a4d899e0d {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:33:34.339544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:33:34.339887 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Checking segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:33:34.340394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Bound using segment: {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:33:34.340706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Bound port: 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:33:34.341064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.403395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:33:34.406535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:33:34.410069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.443952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:34.444571 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.446006 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] 10.222.0.25 "PUT /v2.0/ports/8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 1091 time: 0.7517529 Aug 12 03:33:34.469864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9b8f1-b39a-476d-b192-c8f41e4c4e0e service neutron] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=7']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:33:34.517517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-6a13e3eb-309f-4d22-ac4b-2c45256f8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:34.519143 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-6a13e3eb-309f-4d22-ac4b-2c45256f8e86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0460651 Aug 12 03:33:34.610966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-35226d6b-e9c8-4e8e-9dfb-8f65d56d4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:34.613295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-35226d6b-e9c8-4e8e-9dfb-8f65d56d4e46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0870421 Aug 12 03:33:34.684842 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-f7ef2c52-13b6-42ca-b78c-d8e4e2a31345 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 998 time: 0.0642326 Aug 12 03:33:34.708894 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-87c6b9a0-8243-44e6-b1d8-ec220ebb126c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.738492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-07a7ab29-53e8-40e1-9696-99d18dd8bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:34.739941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-07a7ab29-53e8-40e1-9696-99d18dd8bbcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0479350 Aug 12 03:33:34.787560 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-078c2364-6b47-485e-8f0b-6964f7a169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:34.789057 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-078c2364-6b47-485e-8f0b-6964f7a169f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422502 Aug 12 03:33:34.800495 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-768fda00-951b-4e7d-84d3-9850f2fca8ee service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:33:34.801453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-768fda00-951b-4e7d-84d3-9850f2fca8ee service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057130 Aug 12 03:33:34.824147 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:34.896689 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-ba2666fc-1fde-44ec-a910-01229c77be85 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871387 Aug 12 03:33:34.988933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3a777922-dd2e-411f-bebc-5acc924c1b6e req-7396baf7-bdd9-42b0-a124-b5cd3d068cd1 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854714 Aug 12 03:33:35.119855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe8e1-808b-48a4-8194-5fc7be540983 req-f69587fa-5926-44fb-9baa-a5ace04fa444 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:35.121345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74efe8e1-808b-48a4-8194-5fc7be540983 req-f69587fa-5926-44fb-9baa-a5ace04fa444 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0487938 Aug 12 03:33:35.158376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-74efe8e1-808b-48a4-8194-5fc7be540983 req-030bd0f0-0f0b-43e4-8d4c-1b50e5708610 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Aug 12 03:33:35.486395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:36.153085 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:36.163985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:33:36.169328 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a653147-8f97-408e-a2a2-62f4215c598e" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:33:36.217589 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02bb202-302a-4791-88d8-e49497e1e996 x-openstack-request-id: req-e02bb202-302a-4791-88d8-e49497e1e996 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:33:36.217879 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:33:36.218134 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e02bb202-302a-4791-88d8-e49497e1e996 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:33:36.218532 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'status': 'completed', 'code': 200} Aug 12 03:33:36.285893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-b1a90fac-5be6-4a3d-9b96-50902eccf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.287423 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-b1a90fac-5be6-4a3d-9b96-50902eccf04a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0478530 Aug 12 03:33:36.308183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea37409-6c08-4ee2-920e-c4e04a3d4690 req-7309b58c-088b-47b2-9c8a-71f4b908acf6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.310227 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ea37409-6c08-4ee2-920e-c4e04a3d4690 req-7309b58c-088b-47b2-9c8a-71f4b908acf6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0820467 Aug 12 03:33:36.316039 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-6d6f4920-92e1-4f71-b1f0-26b468527874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.317463 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-6d6f4920-92e1-4f71-b1f0-26b468527874 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0600405 Aug 12 03:33:36.396001 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-cea3c8bc-6e17-420f-ae8d-96a83ca42970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.397534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-cea3c8bc-6e17-420f-ae8d-96a83ca42970 service neutron] 10.222.0.25 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0954056 Aug 12 03:33:36.405073 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9ea37409-6c08-4ee2-920e-c4e04a3d4690 req-58603a0f-75c2-4509-a39f-21dd84a78366 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865827 Aug 12 03:33:36.440783 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-b85085a0-509c-4ff9-9d54-c1ee3b4103af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.442272 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-b85085a0-509c-4ff9-9d54-c1ee3b4103af service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.1174858 Aug 12 03:33:36.490253 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-9dcb7d3c-78ff-44ef-813b-ffc1fc345be9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 998 time: 0.0759873 Aug 12 03:33:36.520195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-02c00bed-b0ba-4cfd-b513-cb54181cea93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 998 time: 0.0702181 Aug 12 03:33:36.546153 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-83572343-dd62-4e2f-8e4f-5d32843075a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.547663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-83572343-dd62-4e2f-8e4f-5d32843075a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0499339 Aug 12 03:33:36.570090 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-22042eff-f7c2-4c5b-95d3-1a273dd52d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.571594 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-22042eff-f7c2-4c5b-95d3-1a273dd52d2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0458050 Aug 12 03:33:36.593486 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-6298c4cb-732f-4c36-8063-eb81f6e2a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.595040 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-6298c4cb-732f-4c36-8063-eb81f6e2a0da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407147 Aug 12 03:33:36.617644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a653147-8f97-408e-a2a2-62f4215c598e req-f86d726a-fdf9-4b4b-abce-cf6009746ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:36.619150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-f86d726a-fdf9-4b4b-abce-cf6009746ab5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402794 Aug 12 03:33:36.683811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-5dc68c62-c713-462d-884b-828a4ac2700b service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Aug 12 03:33:36.711675 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-b6cb48c1-ca79-4d38-bd58-ec37521acd38 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852497 Aug 12 03:33:36.777766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-eead5ff1-a4d6-450a-94ef-e14b777cdf83 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872314 Aug 12 03:33:36.800582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7a653147-8f97-408e-a2a2-62f4215c598e req-8740d7cc-0cb5-440e-9cf3-d90301d0be0e service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825186 Aug 12 03:33:37.291104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:33:37.327193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:33:37.523956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2d28-f91d-417d-b98a-51736d2d7958 req-1bf4b535-5f92-466c-9604-58a29bc1e410 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:37.525448 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab0e2d28-f91d-417d-b98a-51736d2d7958 req-1bf4b535-5f92-466c-9604-58a29bc1e410 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0491984 Aug 12 03:33:37.562215 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab0e2d28-f91d-417d-b98a-51736d2d7958 req-583c309c-5e9a-452c-a946-00645fb30cd4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Aug 12 03:33:37.684411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:37.755496 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcdaf6-0bf8-4a80-a539-5a56a9aa3252 req-de60bb89-47f5-4f8f-8540-49cacfb4a9ef tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:37.757056 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85bcdaf6-0bf8-4a80-a539-5a56a9aa3252 req-de60bb89-47f5-4f8f-8540-49cacfb4a9ef tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0494204 Aug 12 03:33:37.782531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-b3b74d2e-3ad6-4c19-a6f8-63a6cb860f27 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:37.784581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-b3b74d2e-3ad6-4c19-a6f8-63a6cb860f27 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50&tenant_id=4f7e47d49f2d484f87aee884f7c27287&binding%3Ahost_id=n-h2-804303-2 HTTP/1.1" status: 200 len: 943 time: 0.0559385 Aug 12 03:33:37.800723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-85bcdaf6-0bf8-4a80-a539-5a56a9aa3252 req-c1b19a2c-898f-4da6-a18c-817973d98e23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371747 Aug 12 03:33:37.842780 n-d-804303-2 neutron-server[94674]: INFO neutron.api.v2.resource [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-7e56e9e8-35a7-4f38-9405-8c099d3c03dc service neutron] delete failed (client error): The resource could not be found. Aug 12 03:33:37.843899 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-7e56e9e8-35a7-4f38-9405-8c099d3c03dc service neutron] 10.222.0.21 "DELETE /v2.0/ports/8cea40d2-9719-464d-95a2-ba381d7a3c3d/bindings/n-h1-804303-2 HTTP/1.1" status: 404 len: 380 time: 0.0529585 Aug 12 03:33:37.918065 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4183c-5a10-46a0-877b-65691768f8cb req-f5c8db69-28d3-4de4-92ba-2386e153716c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:37.919565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ba4183c-5a10-46a0-877b-65691768f8cb req-f5c8db69-28d3-4de4-92ba-2386e153716c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 943 time: 0.0510132 Aug 12 03:33:37.984669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3ba4183c-5a10-46a0-877b-65691768f8cb req-600f56b0-f0ef-4798-a2ee-8b0e001294f5 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579107 Aug 12 03:33:37.986474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-df278f0d-1dd5-4ba0-8eff-e047f11d178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:37.988441 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-df278f0d-1dd5-4ba0-8eff-e047f11d178c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1094 time: 0.0796289 Aug 12 03:33:38.076247 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-9b99eed8-a094-462d-b606-b682226e50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:38.077760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-9b99eed8-a094-462d-b606-b682226e50b0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0827062 Aug 12 03:33:38.083267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:33:38.145982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-4ccfb1f6-7ec5-4305-9e7d-5c8ad377e59e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 998 time: 0.0612392 Aug 12 03:33:38.183860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:33:38.196049 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'port_id': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'mac_address': 'fa:16:3e:d1:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:33:38.198581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-ea619048-c49f-4deb-bf34-4d77803a3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:38.200099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-ea619048-c49f-4deb-bf34-4d77803a3d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0476851 Aug 12 03:33:38.231646 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:38.244544 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea40d2-9719-464d-95a2-ba381d7a3c3d {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:33:38.244914 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-54e0008c-f9eb-486b-be3f-c5e8074fed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:38.246420 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-54e0008c-f9eb-486b-be3f-c5e8074fed07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391169 Aug 12 03:33:38.264570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:33:38.268914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:38.316116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:33:38.323571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.324021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.324494 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.324836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.325171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.325507 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.325838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.326164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.326489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.326810 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.327160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.327520 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:33:38.339922 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-a3bd2898-e497-408f-a879-0ac9ef81b462 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Aug 12 03:33:38.428797 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c1f5f67-1aad-4337-8a8e-ad57b4c74949 req-175a3571-3fe0-405e-a359-5fab00e5f758 service neutron] 10.222.0.21 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821564 Aug 12 03:33:38.506903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['8cea40d2-9719-464d-95a2-ba381d7a3c3d'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:33:39.109931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839930be-a16b-4a09-93a5-88fad68d81b2 req-7a3fcd58-3afa-46ab-af01-19bbc3d6e056 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:39.111438 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-839930be-a16b-4a09-93a5-88fad68d81b2 req-7a3fcd58-3afa-46ab-af01-19bbc3d6e056 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 944 time: 0.0545762 Aug 12 03:33:39.150511 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-839930be-a16b-4a09-93a5-88fad68d81b2 req-67f97db1-1a1c-4676-ae32-01316edeb42a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331130 Aug 12 03:33:39.171901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58550) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:33:39.231715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-bbc2c757-4246-4628-95d4-059a65ae3764 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/b4b1e93d-0971-4e95-875a-b169916fc99a HTTP/1.1" status: 200 len: 991 time: 0.0586977 Aug 12 03:33:40.088363 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:33:40.137636 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:33:40.141258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 8cea40d2-9719-464d-95a2-ba381d7a3c3d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:33:40.141627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:40.215984 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:40.236998 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:33:40.239955 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cfbeff-1ab7-4956-b8a2-4e4e42ef4d74" -d '{"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-plugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:33:40.253325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:33:40.258075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:40.305351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=9']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:33:40.333811 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72ab94-4762-4a7a-a130-fc86c0180910 x-openstack-request-id: req-cd72ab94-4762-4a7a-a130-fc86c0180910 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:33:40.334100 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-plugged", "status": "completed", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:33:40.334352 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd72ab94-4762-4a7a-a130-fc86c0180910 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:33:40.334756 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'code': 200} Aug 12 03:33:48.662099 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:33:48.776583 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-33b7ab62-d8ae-4551-b5d9-2651e85076c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3597302 Aug 12 03:33:48.856997 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888422a-a06b-4aff-ab54-144e650d601b req-81f32a8b-1598-4dbc-ad63-5b6c51dd2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:48.858514 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-81f32a8b-1598-4dbc-ad63-5b6c51dd2e49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0399117 Aug 12 03:33:48.959622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888422a-a06b-4aff-ab54-144e650d601b req-00a211ad-d43d-4462-83fa-55e70cf8fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:48.961114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-00a211ad-d43d-4462-83fa-55e70cf8fcbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.0835357 Aug 12 03:33:49.040127 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-3e0692b2-f276-426c-80a3-2589b326253f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 1000 time: 0.0696585 Aug 12 03:33:49.109302 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888422a-a06b-4aff-ab54-144e650d601b req-c9ee1c60-cdeb-4099-af94-59191a8a5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:49.110698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-c9ee1c60-cdeb-4099-af94-59191a8a5600 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0430419 Aug 12 03:33:49.158477 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888422a-a06b-4aff-ab54-144e650d601b req-1888c2fa-a717-447a-8f5c-ef729abc157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:33:49.159960 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-1888c2fa-a717-447a-8f5c-ef729abc157e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390058 Aug 12 03:33:49.251574 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-5a0fd21a-1035-49b6-9b25-7eea37b0a3d5 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828280 Aug 12 03:33:49.341189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b888422a-a06b-4aff-ab54-144e650d601b req-e63362f0-9ad1-416b-9fb7-ece776b6f4c5 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819438 Aug 12 03:34:02.080175 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ce262696-c398-4b5c-964f-fba4594e3b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:04.710306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-974047fd-f4fc-4017-baf6-c19eafdb21f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:04.824449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:05.427972 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:34:05.484077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:06.156357 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:07.675567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:08.824125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58566) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:08.981307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port f7c93db6-9916-4dbc-82ce-1980b4e1a3e4 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:34:08.981657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.059388 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.059752 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.071862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for f7c93db6-9916-4dbc-82ce-1980b4e1a3e4 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:34:09.218544 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.244706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=f7c93db6-9916-4dbc-82ce-1980b4e1a3e4,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:09.302977 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.303316 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP b4b1e93d-0971-4e95-875a-b169916fc99a disassociated (deleted). External IP: 172.25.3.97, port: 8cea40d2-9719-464d-95a2-ba381d7a3c3d. Aug 12 03:34:09.510154 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:34:09.618130 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:34:09.622889 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:09.630951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Sync routers for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:34:09.640393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:09.641012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:09.649922 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2e3b0110-f3c3-4e55-bc8d-9491479a946a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/floatingips/b4b1e93d-0971-4e95-875a-b169916fc99a HTTP/1.1" status: 204 len: 168 time: 0.8247178 Aug 12 03:34:09.650624 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:34:09.653019 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c18d078-c089-448f-a427-126ec72134f7" -d '{"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:34:09.697235 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ce3bb-0b0d-419e-bf60-3027c8bf6175 x-openstack-request-id: req-336ce3bb-0b0d-419e-bf60-3027c8bf6175 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:34:09.697525 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:34:09.697776 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-336ce3bb-0b0d-419e-bf60-3027c8bf6175 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:34:09.698328 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'status': 'completed', 'code': 200} Aug 12 03:34:09.751875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:09.766374 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d078-c089-448f-a427-126ec72134f7 req-9ac65215-9f97-4d8b-90e5-7280a6f50057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:09.768840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-9ac65215-9f97-4d8b-90e5-7280a6f50057 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 1096 time: 0.0476811 Aug 12 03:34:09.904357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d078-c089-448f-a427-126ec72134f7 req-f185bf62-0458-4ed0-a489-eef6f8a7d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:09.905877 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-f185bf62-0458-4ed0-a489-eef6f8a7d297 service neutron] 10.222.0.25 "GET /v2.0/networks?id=96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 200 len: 898 time: 0.1293175 Aug 12 03:34:09.931203 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f141e1c-96e8-421b-b248-7cf8a322f4c1 req-60077f6a-2065-4117-acf6-3d4f2cac9ff0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:09.932714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f141e1c-96e8-421b-b248-7cf8a322f4c1 req-60077f6a-2065-4117-acf6-3d4f2cac9ff0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0814590 Aug 12 03:34:09.972559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-e6b3be64-4503-425c-a141-1cb3cae6b5d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 200 len: 217 time: 0.0503676 Aug 12 03:34:09.982439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:10.009265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Checking router: 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:34:10.017545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:10.018041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:10.028033 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4f141e1c-96e8-421b-b248-7cf8a322f4c1 req-a21f010d-ba72-4d69-b1ff-76a01db99bea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884528 Aug 12 03:34:10.042061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d078-c089-448f-a427-126ec72134f7 req-ffb0be68-4e09-4b59-abf3-32bdaa1098f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:10.043682 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-ffb0be68-4e09-4b59-abf3-32bdaa1098f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 200 len: 835 time: 0.0607898 Aug 12 03:34:10.095920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18d078-c089-448f-a427-126ec72134f7 req-0c29c4ec-0bdc-4ad3-897a-a6013ab2192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:10.097539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-0c29c4ec-0bdc-4ad3-897a-a6013ab2192d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96a71368-22f3-4455-90e4-7d6a4d899e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446830 Aug 12 03:34:10.123302 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:10.192875 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-5e508833-ec85-42e5-854d-f6e2b5a1b524 service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856767 Aug 12 03:34:10.292577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7c18d078-c089-448f-a427-126ec72134f7 req-de59b129-d1b8-4f13-84c1-273ce7a603fb service neutron] 10.222.0.25 "GET /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905225 Aug 12 03:34:10.329068 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:10.356670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e165edf-c027-4f61-9023-449b12768b6b None None] The sync data for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 is: [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:01Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '0fdc940a-48d9-4e60-9f4b-b163d6159955', 'name': '', 'network_id': '96a71368-22f3-4455-90e4-7d6a4d899e0d', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:84:1f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '65bb8d71-874b-4001-a478-e740d8894d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:32:00Z', 'updated_at': '2021-08-12T03:32:05Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '65bb8d71-874b-4001-a478-e740d8894d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:34:10.565005 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c691f0-298a-4986-a729-6ac94e813345 None None] New status for floating IP b4b1e93d-0971-4e95-875a-b169916fc99a: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:34:11.115874 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-aecdd660-805a-46ab-a6ef-b3b66148871b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:11.117396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-aecdd660-805a-46ab-a6ef-b3b66148871b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Aug 12 03:34:11.144594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83cea-edd8-4078-8880-e607910abda6 req-61213d52-c139-4a89-b94d-c2db5ca0e4a4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:11.146308 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8de83cea-edd8-4078-8880-e607910abda6 req-61213d52-c139-4a89-b94d-c2db5ca0e4a4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=59a1738d-75cb-43a3-af5f-8dfa2bc14a50 HTTP/1.1" status: 200 len: 945 time: 0.0495756 Aug 12 03:34:11.187211 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8de83cea-edd8-4078-8880-e607910abda6 req-13bea0be-4081-4918-93ee-1b3fcd6ef90e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=197951a8-7193-4a51-95f8-1e1b84c6d9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Aug 12 03:34:11.211268 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 8cea40d2-9719-464d-95a2-ba381d7a3c3d {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:34:11.211679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:11.304434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 8cea40d2-9719-464d-95a2-ba381d7a3c3d, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=8cea40d2-9719-464d-95a2-ba381d7a3c3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:11.304808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:11.318147 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 8cea40d2-9719-464d-95a2-ba381d7a3c3d owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:34:11.452522 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:11.482987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=8cea40d2-9719-464d-95a2-ba381d7a3c3d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:11.522605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] No DVR routers for this DVR port 8cea40d2-9719-464d-95a2-ba381d7a3c3d on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:34:11.525077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:11.527049 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-985ac19a-5c2b-4df7-83bb-2e35f0f79dbb req-32813d69-282c-46c2-9d66-c96ddf8aee23 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "DELETE /v2.0/ports/8cea40d2-9719-464d-95a2-ba381d7a3c3d HTTP/1.1" status: 204 len: 173 time: 0.4030333 Aug 12 03:34:11.700009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-deleted', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:34:11.702308 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49943268-2c48-4dd4-aa93-370fc1c54e4b" -d '{"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-deleted", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:34:11.737392 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c142c-f7c3-499d-8531-b77caf714b2f x-openstack-request-id: req-0e7c142c-f7c3-499d-8531-b77caf714b2f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:34:11.737685 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a1738d-75cb-43a3-af5f-8dfa2bc14a50", "name": "network-vif-deleted", "tag": "8cea40d2-9719-464d-95a2-ba381d7a3c3d", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:34:11.737939 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e7c142c-f7c3-499d-8531-b77caf714b2f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:34:11.738343 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a1738d-75cb-43a3-af5f-8dfa2bc14a50', 'name': 'network-vif-deleted', 'tag': '8cea40d2-9719-464d-95a2-ba381d7a3c3d', 'status': 'completed', 'code': 200} Aug 12 03:34:12.255909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58580) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:12.626748 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:12.878862 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 0fdc940a-48d9-4e60-9f4b-b163d6159955 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:34:12.879205 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:12.966007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 0fdc940a-48d9-4e60-9f4b-b163d6159955, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=0fdc940a-48d9-4e60-9f4b-b163d6159955,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:12.966381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:12.980599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 0fdc940a-48d9-4e60-9f4b-b163d6159955 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:34:13.167038 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.198859 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=0fdc940a-48d9-4e60-9f4b-b163d6159955,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:13.368551 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.589305 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:34:13.694216 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:34:13.699188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f27650bc-61aa-4b06-9b52-5d7af9458dba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/65ff8a2f-eb58-46ed-bc79-fc3cb5379d79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4422643 Aug 12 03:34:13.701981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58582) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:13.706918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Sync routers for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:34:13.716335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:13.716939 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:13.753368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting subnet 65bb8d71-874b-4001-a478-e740d8894d23 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:34:13.756717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.796218 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.819492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:13.884432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.950288 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.979672 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Subnet': ['ID=65bb8d71-874b-4001-a478-e740d8894d23,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:13.981665 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:13.985951 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d326a6f6-cb44-4203-b609-4be702c584c0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/subnets/65bb8d71-874b-4001-a478-e740d8894d23 HTTP/1.1" status: 204 len: 168 time: 0.2805521 Aug 12 03:34:13.986919 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58584) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:13.989812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a61e0-0884-4ed0-ba8f-69eccf96c6d9 None None] Network 96a71368-22f3-4455-90e4-7d6a4d899e0d requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:34:14.056393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:34:13Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:14.086167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Checking router: 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:34:14.094086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.130339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Routers {'65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:14.130974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:14.331986 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:34:14.360472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 8cea40d2-9719-464d-95a2-ba381d7a3c3d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:34:14.360812 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 8cea40d2-9719-464d-95a2-ba381d7a3c3d not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:34:14.432821 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] Set router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:14.436005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] DHCP port deletion for 96a71368-22f3-4455-90e4-7d6a4d899e0d request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:34:14.510240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.565239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 27b69d89-fee1-43d2-a6d8-3e32dd89774f {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:34:14.565584 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.597373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Deleting port 67f2032e-8e22-43f8-953f-3b4ed599db3d {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:34:14.597631 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.642633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 27b69d89-fee1-43d2-a6d8-3e32dd89774f, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=27b69d89-fee1-43d2-a6d8-3e32dd89774f,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:14.642999 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.655424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 27b69d89-fee1-43d2-a6d8-3e32dd89774f owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:34:14.687974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] For port 67f2032e-8e22-43f8-953f-3b4ed599db3d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=67f2032e-8e22-43f8-953f-3b4ed599db3d,segment=NetworkSegment(37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd),segment_id=37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:14.688368 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.703300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Calling delete_port for 67f2032e-8e22-43f8-953f-3b4ed599db3d owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:34:14.719943 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:34:13Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:14.777178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b3fa76-0bb9-48bf-b7d2-b34ceb064af9 None None] The sync data for ids ['65ff8a2f-eb58-46ed-bc79-fc3cb5379d79'] in n-d-804303-2 is: [{'id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1190037256', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:34:13Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '27b69d89-fee1-43d2-a6d8-3e32dd89774f', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff8a2f-eb58-46ed-bc79-fc3cb5379d79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:31:57Z', 'updated_at': '2021-08-12T03:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:34:14.823820 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.824938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:14.850645 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] Pushing event deleted for resources: {'Port': ['ID=67f2032e-8e22-43f8-953f-3b4ed599db3d,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:14.851640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=27b69d89-fee1-43d2-a6d8-3e32dd89774f,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:14.856148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ecb68-de85-4687-815f-05a9dcd06fcc None None] No DVR routers for this DVR port 67f2032e-8e22-43f8-953f-3b4ed599db3d on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:34:14.884094 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.884451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.884795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.885138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.885476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.885811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.886143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.886473 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.886802 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.887134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.887461 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.887807 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:14.929396 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.019005 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.021177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.061749 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.062162 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Fanout notify agent at l3_agent the message router_deleted on router 65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:34:15.069478 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.070585 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-49b78cd4-3d12-4765-b911-4d21dde4a4ed tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/routers/65ff8a2f-eb58-46ed-bc79-fc3cb5379d79 HTTP/1.1" status: 204 len: 168 time: 1.0833459 Aug 12 03:34:15.073304 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58586) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:15.165541 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.254256 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.257575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0fdc940a-48d9-4e60-9f4b-b163d6159955 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:34:15.265981 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a71368-22f3-4455-90e4-7d6a4d899e0d']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:15.277634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:15.277955 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cedf38-1d1f-46b4-9840-7f8ad7e9a1fd') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:15.278092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 0fdc940a-48d9-4e60-9f4b-b163d6159955 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:34:15.278330 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 0fdc940a-48d9-4e60-9f4b-b163d6159955 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:34:15.278751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67f2032e-8e22-43f8-953f-3b4ed599db3d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:34:15.287319 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.297753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 67f2032e-8e22-43f8-953f-3b4ed599db3d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:34:15.298103 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 67f2032e-8e22-43f8-953f-3b4ed599db3d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:34:15.301786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.308197 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:34:15.308600 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:34:15.311570 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:34:15.373590 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.382128 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.383376 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/networks/96a71368-22f3-4455-90e4-7d6a4d899e0d HTTP/1.1" status: 204 len: 168 time: 0.3091323 Aug 12 03:34:15.386192 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58588) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:15.395058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5db8e-09be-418b-933f-75d58379008a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Network': ['ID=96a71368-22f3-4455-90e4-7d6a4d899e0d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:15.448925 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.477674 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.543224 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.545788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.546929 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/security-groups/197951a8-7193-4a51-95f8-1e1b84c6d9e5 HTTP/1.1" status: 204 len: 168 time: 0.1597581 Aug 12 03:34:15.555807 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438b4dd-ae44-4a38-87b4-9adc20317756 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197951a8-7193-4a51-95f8-1e1b84c6d9e5,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:15.881491 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58594) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:15.886188 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348969404', 'description': 'tempest-secgroup-smoke-348969404 description', 'project_id': '4f7e47d49f2d484f87aee884f7c27287'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:15.909160 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.987396 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:15.990920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.018587 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.019830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1373267 Aug 12 03:34:16.022195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40699abe-a874-4e88-9862-840c9f4b78a0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c38e7c0-431d-40da-b3a9-87f03fa8eeff,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.024115 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58596) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.029545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.055452 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.110255 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.113649 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.130969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b08045-6af5-4abe-8844-fbac0e4a5f9c,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.137337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.137816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-8f458d35-be16-4bfd-acfe-60212b005eeb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126628 Aug 12 03:34:16.140535 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58598) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.144879 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.170461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.226470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.229986 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.250657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d249316d-9b43-4c66-a2b9-e9a31617d944,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.257513 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.258926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f7b884b7-6a2e-426d-a74c-17b08689877c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174567 Aug 12 03:34:16.261641 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58600) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.265974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.291652 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.349736 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.353250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.371707 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0d9441-e9da-4c36-879e-7f3d43929193,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.377798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.379225 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-77d4f3b1-d0e8-4165-bf24-623e4fa72980 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166728 Aug 12 03:34:16.382657 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58602) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.387318 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.411928 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.472127 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.475921 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.494451 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa660ab4-ced6-4d31-a963-5809e38b5066,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.501451 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.502643 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0c069717-2d11-436f-bd63-9d1a873f4ca3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190360 Aug 12 03:34:16.506882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58604) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.511259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.537058 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:34:16.541881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.601231 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.604769 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.624148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad587d7-7f71-4b2f-8608-2e6064974e9a,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.629081 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.631165 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-da7e30bd-243e-4860-be14-ef1ef2c638a3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233287 Aug 12 03:34:16.633909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58606) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.638283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': '8c38e7c0-431d-40da-b3a9-87f03fa8eeff', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.659856 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:34:16.664751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.724668 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.728003 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.745137 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a09bd4f-758c-4816-adc4-bc7ba25b7c39,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.749996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.751247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b8f9a305-eb21-4811-ad60-b0d8a8eb0de1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163857 Aug 12 03:34:16.755003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58608) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.759852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'network': {'name': 'tempest-network-smoke--1097097734', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.779168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:34:16.782481 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.805693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:34:16.814269 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.814615 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Added segment 0bc0b59d-446d-4bde-8787-bbdef4515737 of type vlan for network 9baa6991-6fac-4d31-887c-e84f82b57fd6 Aug 12 03:34:16.854088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.881728 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.887183 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:16.887812 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.946652 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1906128 Aug 12 03:34:16.949547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58610) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:16.954261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'admin_state_up': True, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:16.955154 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b3d0a-20a3-455b-9125-b01209c95a14 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Network': ['ID=9baa6991-6fac-4d31-887c-e84f82b57fd6,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:16.966401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:34:16.982439 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:16.983647 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.012762 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 27b69d89-fee1-43d2-a6d8-3e32dd89774f no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:34:17.039368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.040555 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 27b69d89-fee1-43d2-a6d8-3e32dd89774f {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:34:17.040951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 27b69d89-fee1-43d2-a6d8-3e32dd89774f not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:34:17.175518 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.691561 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.710519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.810072 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.19 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7cfbdf20-7f21-4229-9e5e-8979ad09bae8) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:34:17.913770 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.958358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:17.999295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:18.002141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:18.007512 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:34:18.010533 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:18.249408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:18.437281 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:18.563030 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router f5648035-a4bc-4120-875c-8182fa3c8da5 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:34:18.671547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:34:18.674081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:18.682003 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Sync routers for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:34:18.690073 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:18.691335 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8208a7df-110b-481d-a3cc-7a0a2fba1a34 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7407799 Aug 12 03:34:18.691539 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:18.693347 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:18.695114 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58612) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:18.765762 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a56976e0-b5a3-4476-94d1-74956ce2b464 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=4f7e47d49f2d484f87aee884f7c27287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694854 Aug 12 03:34:18.768357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58616) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:18.863572 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e66af8-1be5-4df1-8512-f3065561c1de tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:18.865612 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b9e66af8-1be5-4df1-8512-f3065561c1de tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963421 Aug 12 03:34:18.868426 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58618) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:18.890780 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:18.898301 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c72fbe58-edcc-4650-9952-c4423fb3b7d3 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288091 Aug 12 03:34:18.900842 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58620) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:18.905826 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550175941', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:18.993964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:34:18.997683 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.065135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:18Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:19.093368 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Checking router: f5648035-a4bc-4120-875c-8182fa3c8da5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:34:19.093714 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Updating router f5648035-a4bc-4120-875c-8182fa3c8da5 port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:34:19.119426 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.186535 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.254983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Subnet': ['ID=dfd828df-3e33-4449-a91a-c788cac86c90,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:19.262038 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Checking segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:34:19.262417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network hostable DHCP agents. Network: 9baa6991-6fac-4d31-887c-e84f82b57fd6, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:34:19.278989 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:34:19.288040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 9baa6991-6fac-4d31-887c-e84f82b57fd6) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:19.293126 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:19.293910 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.296803 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa70086-4891-4494-8a9a-0e6af010653f None None] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:34:19.315537 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-69f004a5-90f6-4dfd-9dd7-33e6561bc147 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4111781 Aug 12 03:34:19.315889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58622) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:19.375402 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.385381 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Transition to ACTIVE for port object 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:19.391374 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.445576 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Attempting to bind port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:34:19.445941 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Attempting to bind port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:34:19.446301 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Attempting to bind port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:34:19.454490 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Pushing event updated for resources: {'Port': ['ID=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:19.456698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-9baa6991-6fac-4d31-887c-e84f82b57fd6', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:34:19.457125 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:34:19.457496 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:34:19.458199 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.458645 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.458898 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:34:19.459434 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Bound port: 7cfbdf20-7f21-4229-9e5e-8979ad09bae8, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:34:19.459996 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.483564 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.483908 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.484231 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.484562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.484886 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.485211 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.485531 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.485848 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.486165 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.486476 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.487127 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.487127 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:19.525472 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] For port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:34:19.529026 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] For port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:34:19.533360 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.585145 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea7a40-bb73-44bc-9fa3-1bcb2f703432 None None] Pushing event updated for resources: {'Port': ['ID=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:19.604490 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:19.605174 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:19.620427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Allocated IP 172.20.0.2 (9baa6991-6fac-4d31-887c-e84f82b57fd6/dfd828df-3e33-4449-a91a-c788cac86c90/fbcd306c-b557-4b8e-a467-b0799b286ed9) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:34:19.722288 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:19.759751 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.764500 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.772956 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Transition to ACTIVE for port object fbcd306c-b557-4b8e-a467-b0799b286ed9 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:19.788478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Transition to ACTIVE for port object fbcd306c-b557-4b8e-a467-b0799b286ed9 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:19.794449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.842242 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:19.846404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:19.848449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Pushing event updated for resources: {'Port': ['ID=fbcd306c-b557-4b8e-a467-b0799b286ed9,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:19.850714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:34:19.904288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Attempting to bind port fbcd306c-b557-4b8e-a467-b0799b286ed9 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:34:19.904809 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Attempting to bind port fbcd306c-b557-4b8e-a467-b0799b286ed9 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:34:19.905268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Attempting to bind port fbcd306c-b557-4b8e-a467-b0799b286ed9 on network 9baa6991-6fac-4d31-887c-e84f82b57fd6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:34:19.910383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:34:19.910790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Checking segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:34:19.911207 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.911643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Bound using segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:34:19.912109 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Bound port: fbcd306c-b557-4b8e-a467-b0799b286ed9, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:34:19.912313 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1749f200-3f12-4ca0-a121-836878529995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:18Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:19.912892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:19.938279 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1749f200-3f12-4ca0-a121-836878529995 None None] The sync data for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 is: [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:18Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:34:19.984719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] For port fbcd306c-b557-4b8e-a467-b0799b286ed9, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:34:19.987767 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] For port fbcd306c-b557-4b8e-a467-b0799b286ed9, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fbcd306c-b557-4b8e-a467-b0799b286ed9,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:34:19.993516 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.057704 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69b05c-c1ed-436e-b5fb-d463da1fa6f0 None None] Pushing event updated for resources: {'Port': ['ID=fbcd306c-b557-4b8e-a467-b0799b286ed9,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:20.122155 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.1 (9baa6991-6fac-4d31-887c-e84f82b57fd6/dfd828df-3e33-4449-a91a-c788cac86c90/b9826f04-8c91-4808-a4f2-9bee72c69c56) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:34:20.291913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.309645 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object b9826f04-8c91-4808-a4f2-9bee72c69c56 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:20.356382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.406602 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:20.412472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:20.414969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:34:20.445585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:20.472117 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.611245 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.911698 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.916530 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:20.994147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:20.999197 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.009171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13754b2-d746-41b1-9e21-ffadcd3eb9c8 None None] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:34:21.088868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-055d99b0-89bc-411b-ba68-ddd7272fe943 None None] Provisioning for port fbcd306c-b557-4b8e-a467-b0799b286ed9 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:21.114719 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fbcd306c-b557-4b8e-a467-b0799b286ed9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:21.121594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:21.122944 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:21.221171 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port fbcd306c-b557-4b8e-a467-b0799b286ed9 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:21.228761 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port fbcd306c-b557-4b8e-a467-b0799b286ed9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:21.229385 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.243700 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router f5648035-a4bc-4120-875c-8182fa3c8da5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:34:21.325608 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.363332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port fbcd306c-b557-4b8e-a467-b0799b286ed9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fbcd306c-b557-4b8e-a467-b0799b286ed9,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:21.367310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:34:21.370456 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.371265 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:21.384752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e5c92dcf-88a1-473e-af0d-740db91884cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/f5648035-a4bc-4120-875c-8182fa3c8da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0577836 Aug 12 03:34:21.481822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=fbcd306c-b557-4b8e-a467-b0799b286ed9,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:21.498236 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:21.502934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:21.503807 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.546723 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Provisioning for port b9826f04-8c91-4808-a4f2-9bee72c69c56 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:21.554045 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Provisioning complete for port b9826f04-8c91-4808-a4f2-9bee72c69c56 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:21.554416 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.619832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Port b9826f04-8c91-4808-a4f2-9bee72c69c56 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:34:21.640708 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.648016 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Provisioning complete for port fbcd306c-b557-4b8e-a467-b0799b286ed9 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:21.648387 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26108430-da52-4663-8fa7-6cedf619bdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.676121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Sync routers for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:34:21.690043 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:21.698795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:21.724826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-91f3e9f5-3591-4ccc-b57f-a3a082751e40 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348969404&fields=id&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 267 time: 0.0466707 Aug 12 03:34:21.728092 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:21.728724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:21.842696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:21.844876 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-782ba9f0-8238-4e5e-8f75-4ec56adc8d17 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:21.853016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-782ba9f0-8238-4e5e-8f75-4ec56adc8d17 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 797 time: 0.1204119 Aug 12 03:34:21.869607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-148ad3f2-de64-43bc-8159-0f1a0de74033 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/quotas/4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 375 time: 0.0107815 Aug 12 03:34:21.900671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:21.934137 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-a08715af-51a5-4b09-aee3-22c7c4925cdd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589275 Aug 12 03:34:21.949741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-c0d8a050-a789-437c-a0f3-1aa45c18ff12 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:34:21.950810 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-c0d8a050-a789-437c-a0f3-1aa45c18ff12 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054986 Aug 12 03:34:22.044186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-29f7781f-86ef-4630-8d99-1c57598b866e service neutron] 10.222.0.11 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876377 Aug 12 03:34:22.143275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-b1ceeed9-fccf-46d8-baef-b46590a18ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928707 Aug 12 03:34:22.192832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-65deeb71-a33c-4edb-92d3-8196c3855059 None None] Provisioning complete for port b9826f04-8c91-4808-a4f2-9bee72c69c56 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:22.193350 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65deeb71-a33c-4edb-92d3-8196c3855059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.243847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-65deeb71-a33c-4edb-92d3-8196c3855059 None None] Port b9826f04-8c91-4808-a4f2-9bee72c69c56 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:34:22.297727 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 2, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:22.328278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Checking router: f5648035-a4bc-4120-875c-8182fa3c8da5 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:34:22.328633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Updating router f5648035-a4bc-4120-875c-8182fa3c8da5 port b9826f04-8c91-4808-a4f2-9bee72c69c56 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:34:22.357623 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.374058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-61fa7589-9f00-485a-9880-e2a0466a18a7 req-5d56bd5e-6977-4e49-a099-975e7d578ccb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 210 time: 0.0922477 Aug 12 03:34:22.634391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.644241 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Transition to ACTIVE for port object b9826f04-8c91-4808-a4f2-9bee72c69c56 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:22.649589 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.716247 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2b60-96dd-4ec4-bf79-08f7d486521b None None] Pushing event updated for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:22.805547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Attempting to bind port b9826f04-8c91-4808-a4f2-9bee72c69c56 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:34:22.805918 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Attempting to bind port b9826f04-8c91-4808-a4f2-9bee72c69c56 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:34:22.806278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Attempting to bind port b9826f04-8c91-4808-a4f2-9bee72c69c56 on network 9baa6991-6fac-4d31-887c-e84f82b57fd6 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:34:22.813979 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:34:22.814377 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Checking segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:34:22.814748 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.815139 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Bound using segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:34:22.815629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Bound port: b9826f04-8c91-4808-a4f2-9bee72c69c56, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:34:22.816012 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:22.922772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] For port b9826f04-8c91-4808-a4f2-9bee72c69c56, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:34:22.940225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] For port b9826f04-8c91-4808-a4f2-9bee72c69c56, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b9826f04-8c91-4808-a4f2-9bee72c69c56,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:34:22.945316 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.027225 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:23.027698 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:23.069194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fbcd306c-b557-4b8e-a467-b0799b286ed9 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:23.076981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2b60-96dd-4ec4-bf79-08f7d486521b None None] Pushing event updated for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:23.203368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port fbcd306c-b557-4b8e-a467-b0799b286ed9 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:23.204020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.206203 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:23.325255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-8f6ce250-45b0-4f08-8e82-e0bbf640b9b2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:23.327098 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-8f6ce250-45b0-4f08-8e82-e0bbf640b9b2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 797 time: 0.1114521 Aug 12 03:34:23.376005 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-c750bd8b-e108-4013-a959-003e0fe2f2c3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 379 time: 0.0347986 Aug 12 03:34:23.385562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'port': {'device_id': '7f6d95d4-37a1-427c-a758-d413645265fc', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'admin_state_up': True, 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'security_groups': ['8c38e7c0-431d-40da-b3a9-87f03fa8eeff']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:23.428056 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:23.485619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2c939edc-24b2-40e1-b6d8-a4ec0a8ecfd5 req-fb8b91d7-be22-4955-b6eb-7dc68a700194 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 210 time: 0.0332491 Aug 12 03:34:23.513562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:34:23.515261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:23.515659 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.517232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.549390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:23.581196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7a9b3-c587-4031-ae23-93dfbcb8cd89 None None] The sync data for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 is: [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:22Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:34:23.685412 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.6 (9baa6991-6fac-4d31-887c-e84f82b57fd6/dfd828df-3e33-4449-a91a-c788cac86c90/0464a3f4-c1ab-462c-a93c-58a200c9660b) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:34:23.842662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.856867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 0464a3f4-c1ab-462c-a93c-58a200c9660b will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:23.890929 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:23.933675 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:23.938787 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:23.943128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:34:23.949843 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:23.997799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:23.998714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.015182 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-360752b8-4d12-49eb-9fcb-a3bc5f7882a6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332815 Aug 12 03:34:24.035358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Request body: {'port': {'device_id': '7f6d95d4-37a1-427c-a758-d413645265fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:24.168500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-58231b03-2bca-488e-bca0-dd3dc5afcb8a None None] Provisioning for port 0464a3f4-c1ab-462c-a93c-58a200c9660b completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:24.174519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-58231b03-2bca-488e-bca0-dd3dc5afcb8a None None] Provisioning complete for port 0464a3f4-c1ab-462c-a93c-58a200c9660b triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:24.174898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-58231b03-2bca-488e-bca0-dd3dc5afcb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.214088 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-58231b03-2bca-488e-bca0-dd3dc5afcb8a None None] Port 0464a3f4-c1ab-462c-a93c-58a200c9660b cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:34:24.403851 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.640225 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a0845-e8ca-4658-9d2a-8816cc4fc348 req-c9d1f6cf-8403-4920-ac77-ffa968a6820c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:24.641716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f5a0845-e8ca-4658-9d2a-8816cc4fc348 req-c9d1f6cf-8403-4920-ac77-ffa968a6820c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 931 time: 0.0719340 Aug 12 03:34:24.707971 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7f5a0845-e8ca-4658-9d2a-8816cc4fc348 req-579d0785-bdb0-4256-8019-064852c6872c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573244 Aug 12 03:34:24.751144 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0464a3f4-c1ab-462c-a93c-58a200c9660b {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:34:24.759534 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.772502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Transition to ACTIVE for port object 0464a3f4-c1ab-462c-a93c-58a200c9660b will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:34:24.776364 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.828503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Pushing event updated for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:24.903312 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Attempting to bind port 0464a3f4-c1ab-462c-a93c-58a200c9660b on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:34:24.903763 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Attempting to bind port 0464a3f4-c1ab-462c-a93c-58a200c9660b by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:34:24.904176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Attempting to bind port 0464a3f4-c1ab-462c-a93c-58a200c9660b on network 9baa6991-6fac-4d31-887c-e84f82b57fd6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:34:24.908867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Port 0464a3f4-c1ab-462c-a93c-58a200c9660b on network 9baa6991-6fac-4d31-887c-e84f82b57fd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:34:24.909189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Attempting to bind port 0464a3f4-c1ab-462c-a93c-58a200c9660b on network 9baa6991-6fac-4d31-887c-e84f82b57fd6 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:34:24.915036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:34:24.915377 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Checking segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:34:24.915958 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Bound using segment: {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:34:24.916395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Bound port: 0464a3f4-c1ab-462c-a93c-58a200c9660b, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc0b59d-446d-4bde-8787-bbdef4515737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:34:24.916758 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:24.993267 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:34:24.994801 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:34:25.001532 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:25.036692 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.037310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:25.038706 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] 10.222.0.21 "PUT /v2.0/ports/0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 1091 time: 1.0077815 Aug 12 03:34:25.039150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:34:25.041446 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:34:25.095882 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a727f60-b37c-4b58-9598-4a11f5a1146e service neutron] Pushing event updated for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:25.128901 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b9826f04-8c91-4808-a4f2-9bee72c69c56 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:25.167132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-769d554c-7cef-44b7-825f-55ef79f6466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.169068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-769d554c-7cef-44b7-825f-55ef79f6466e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1094 time: 0.0498862 Aug 12 03:34:25.226148 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port b9826f04-8c91-4808-a4f2-9bee72c69c56 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:25.230034 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd1d085-bb73-4de3-988f-4c145ffd48a8 x-openstack-request-id: req-dcd1d085-bb73-4de3-988f-4c145ffd48a8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:34:25.230207 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b9826f04-8c91-4808-a4f2-9bee72c69c56 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:25.230433 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:34:25.230608 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcd1d085-bb73-4de3-988f-4c145ffd48a8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:34:25.230734 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:25.231106 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'status': 'completed', 'code': 200} Aug 12 03:34:25.232651 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-48e48d77-f350-4c3a-9066-1f2c7ed6eb62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 217 time: 0.0496049 Aug 12 03:34:25.289264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-a4fe35c8-a1ad-49e2-85dc-840accc866c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.291343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-a4fe35c8-a1ad-49e2-85dc-840accc866c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0512316 Aug 12 03:34:25.329448 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:25.347148 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-c83223cd-758e-4471-8e21-c05aaf7fac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.349327 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-c83223cd-758e-4471-8e21-c05aaf7fac54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507367 Aug 12 03:34:25.376701 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port b9826f04-8c91-4808-a4f2-9bee72c69c56, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b9826f04-8c91-4808-a4f2-9bee72c69c56,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:25.383939 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:25.453784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:25.464894 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-bdad1cfa-7f52-480c-a303-10bb16f0a2f0 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083231 Aug 12 03:34:25.556582 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cdbb1ce7-d4ac-4034-a69f-c06f76524ab2 req-42e1193b-4ea3-41c6-bb1e-5ce8788e7f98 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836470 Aug 12 03:34:25.689383 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-e01d23b2-21a2-44a2-8e79-a2b729e65b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.690891 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-e01d23b2-21a2-44a2-8e79-a2b729e65b20 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1094 time: 0.0465970 Aug 12 03:34:25.796750 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-cfe1fba9-0919-4196-b776-f410f521bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.798171 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-cfe1fba9-0919-4196-b776-f410f521bd1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.1000643 Aug 12 03:34:25.853526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-1a12ce23-5fb5-4a0e-8e6e-2e61805bbccd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 217 time: 0.0414488 Aug 12 03:34:25.870279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de36847-d418-4de5-902d-138a2b8d1d09 req-c9c1a64a-4e8b-4723-86a1-5a1bcf765c4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.871720 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4de36847-d418-4de5-902d-138a2b8d1d09 req-c9c1a64a-4e8b-4723-86a1-5a1bcf765c4f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 943 time: 0.0931902 Aug 12 03:34:25.940158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4de36847-d418-4de5-902d-138a2b8d1d09 req-107128de-6892-4798-b663-78f9521614ef tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614893 Aug 12 03:34:25.944500 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-7a88df11-90a8-4aa9-9b80-dd6da0b2e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:25.946084 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-7a88df11-90a8-4aa9-9b80-dd6da0b2e01c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0843852 Aug 12 03:34:26.000450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-413ff7d0-77a4-458c-aeaa-3e5e2304a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:26.002090 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-413ff7d0-77a4-458c-aeaa-3e5e2304a38c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478404 Aug 12 03:34:26.095702 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-4be4c5d7-bd6f-4fb2-b85f-65651a13034f service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Aug 12 03:34:26.185275 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-874b69ec-bbef-4ef6-9b3d-8ef1f9319cd5 req-778e5994-6dcd-4e8d-8e81-e3761fde0bbb service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828023 Aug 12 03:34:27.046710 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b9826f04-8c91-4808-a4f2-9bee72c69c56 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:27.059242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644e15d-8445-48b6-bc00-64e341b79a03 req-aad752e3-f6d5-4bc1-b11d-cd5f094a0b60 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:27.060851 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5644e15d-8445-48b6-bc00-64e341b79a03 req-aad752e3-f6d5-4bc1-b11d-cd5f094a0b60 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 943 time: 0.0496733 Aug 12 03:34:27.093957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port b9826f04-8c91-4808-a4f2-9bee72c69c56 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:27.094321 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:27.099307 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5644e15d-8445-48b6-bc00-64e341b79a03 req-2b33edf2-719f-4cdf-9674-3403c024ad86 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Aug 12 03:34:28.217370 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d5062-2ce6-4f87-8bcf-32a8998bfdfa req-8bd1f61d-b65f-4945-b148-ae76f8d4db2f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:28.218846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d6d5062-2ce6-4f87-8bcf-32a8998bfdfa req-8bd1f61d-b65f-4945-b148-ae76f8d4db2f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 943 time: 0.0539527 Aug 12 03:34:28.257011 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0d6d5062-2ce6-4f87-8bcf-32a8998bfdfa req-4a51e6ca-63fd-49a3-af54-c52407f2bff9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Aug 12 03:34:29.371044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b253a3-67ff-4b04-85bc-e27b0873f21f req-37ab0d32-f631-45a3-aa39-58eccccc2428 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:29.372575 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80b253a3-67ff-4b04-85bc-e27b0873f21f req-37ab0d32-f631-45a3-aa39-58eccccc2428 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 943 time: 0.0490074 Aug 12 03:34:29.424819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-80b253a3-67ff-4b04-85bc-e27b0873f21f req-53f86410-9ee2-4d03-9855-6c28967046a9 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394154 Aug 12 03:34:29.558426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0464a3f4-c1ab-462c-a93c-58a200c9660b details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:34:29.653423 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:29.664965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'port_id': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'mac_address': 'fa:16:3e:02:c7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:34:29.701311 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:29.716273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0464a3f4-c1ab-462c-a93c-58a200c9660b {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:34:29.736101 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:29.739847 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:29.788799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:30.120439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['0464a3f4-c1ab-462c-a93c-58a200c9660b'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:34:30.542071 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300414f-450b-4f16-b249-f5623d86b800 req-3291ab41-6395-495e-8bff-2a4732fb8da3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:30.543617 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5300414f-450b-4f16-b249-f5623d86b800 req-3291ab41-6395-495e-8bff-2a4732fb8da3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 944 time: 0.0511782 Aug 12 03:34:30.582191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5300414f-450b-4f16-b249-f5623d86b800 req-97d93ac1-85ba-4e15-b704-11c0d7fe3618 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327616 Aug 12 03:34:31.572491 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0464a3f4-c1ab-462c-a93c-58a200c9660b up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:34:31.621189 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 0464a3f4-c1ab-462c-a93c-58a200c9660b completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:34:31.624862 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 0464a3f4-c1ab-462c-a93c-58a200c9660b triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:34:31.625258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:31.700536 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:31.701749 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b4fa7-ee54-4b7e-86c5-397c69fc5d1a req-dcdb6a67-a0a9-4356-b8c0-baaca477e603 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:31.703241 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4b4fa7-ee54-4b7e-86c5-397c69fc5d1a req-dcdb6a67-a0a9-4356-b8c0-baaca477e603 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 944 time: 0.0532420 Aug 12 03:34:31.722570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:34:31.725365 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d7658-7365-4306-83b2-266d08bef8c0" -d '{"events": [{"server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "name": "network-vif-plugged", "status": "completed", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:34:31.741829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:34:31.742600 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ed4b4fa7-ee54-4b7e-86c5-397c69fc5d1a req-a78e8032-b20b-45f5-b818-ce194f1f2ab0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 12 03:34:31.752912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:31.778332 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a51dc-836e-4a22-bcd5-8c2a982a4611 x-openstack-request-id: req-f75a51dc-836e-4a22-bcd5-8c2a982a4611 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:34:31.778626 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "name": "network-vif-plugged", "status": "completed", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:34:31.778880 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f75a51dc-836e-4a22-bcd5-8c2a982a4611 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:34:31.779275 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'code': 200} Aug 12 03:34:31.805316 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:31.894020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e777e2-7a0f-4e8f-a50a-38c30fffc531 req-3898d09c-d5ba-4ec8-b37a-6da14624f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:31.895569 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69e777e2-7a0f-4e8f-a50a-38c30fffc531 req-3898d09c-d5ba-4ec8-b37a-6da14624f7ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0391884 Aug 12 03:34:31.929954 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69e777e2-7a0f-4e8f-a50a-38c30fffc531 req-f5c61fe6-52bf-41df-97fa-484b4298114e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278149 Aug 12 03:34:32.081303 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-738609c5-2e27-4045-b2ca-7a7d9fbe20c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:32.860616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c29e6-d44c-4e0c-b544-235d34b7db85 req-fddf8d12-a3ff-4269-90ef-2ba21504674a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:32.862132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-483c29e6-d44c-4e0c-b544-235d34b7db85 req-fddf8d12-a3ff-4269-90ef-2ba21504674a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0506577 Aug 12 03:34:32.900673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-483c29e6-d44c-4e0c-b544-235d34b7db85 req-357d7355-dc75-4e6f-b0d0-4781f0bf1f69 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Aug 12 03:34:34.018739 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60642b0-62ad-4981-9bea-80831f7d5381 req-3a221ce3-d7e3-4efc-8bb0-d5fa6d0c0630 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:34.020309 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f60642b0-62ad-4981-9bea-80831f7d5381 req-3a221ce3-d7e3-4efc-8bb0-d5fa6d0c0630 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0534327 Aug 12 03:34:34.057681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f60642b0-62ad-4981-9bea-80831f7d5381 req-0a35471a-8e13-48e4-ac1b-2d8f42074f20 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Aug 12 03:34:34.170546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab62e7-f27e-4ce7-b241-e5cbcd6501db req-b73ea09c-2aed-44bf-b42c-5c2c0ad83888 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:34.172087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ab62e7-f27e-4ce7-b241-e5cbcd6501db req-b73ea09c-2aed-44bf-b42c-5c2c0ad83888 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0485513 Aug 12 03:34:34.210275 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ab62e7-f27e-4ce7-b241-e5cbcd6501db req-9dc04acd-3563-466e-962f-6503acc9531f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Aug 12 03:34:34.231713 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58688) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:34.271954 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8089367-db49-4ad0-928b-712997e61f8f tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:34.273521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f8089367-db49-4ad0-928b-712997e61f8f tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1091 time: 0.0407619 Aug 12 03:34:34.276425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58690) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:34.281052 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:34:34.304782 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:34.408917 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:34.512832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.71 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/04dd8128-da98-454c-add2-1083168fdf73) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:34:34.617178 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:34.656704 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:34.690800 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:34:34.694564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:34:34.698078 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:34:34.711139 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b0c6-b427-4946-8924-5977c289b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:34.736085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=04dd8128-da98-454c-add2-1083168fdf73,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:34.749460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.749818 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.750167 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.750514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.750854 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.751194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.751557 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.751898 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.752242 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.752577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.752909 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.753241 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:34:34.825075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.080888 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.151727 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.305627 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.309902 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.376781 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=04dd8128-da98-454c-add2-1083168fdf73,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:34:35.390075 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.490530 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP cc5da70d-4c4f-4fe0-ac7c-4346bf909aad associated. External IP: 172.25.3.71, port: 0464a3f4-c1ab-462c-a93c-58a200c9660b. Aug 12 03:34:35.503306 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.693155 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router f5648035-a4bc-4120-875c-8182fa3c8da5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:34:35.797953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:34:35.808211 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Sync routers for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:34:35.814832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:35.818622 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:35.819304 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:35.842807 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e989faad-0817-49d1-8d7c-a7460c1bc022 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5653062 Aug 12 03:34:35.843416 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:34:35.845702 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f863c9ff-62c4-448f-a3db-c683fcd19d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:34:35.887010 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63604cfa-a54b-45f8-88a0-a8e9bc028e52 x-openstack-request-id: req-63604cfa-a54b-45f8-88a0-a8e9bc028e52 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:34:35.887300 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:34:35.887621 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63604cfa-a54b-45f8-88a0-a8e9bc028e52 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:34:35.888029 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'status': 'completed', 'code': 200} Aug 12 03:34:35.933936 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:35.965189 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d809b-af61-45af-ba81-859ae958656a req-b9ad31b3-665f-4276-8233-76be9f295416 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:35.966598 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e24d809b-af61-45af-ba81-859ae958656a req-b9ad31b3-665f-4276-8233-76be9f295416 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0741172 Aug 12 03:34:36.000417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-9c710097-118b-4cd4-8849-22d30735c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:36.001917 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-9c710097-118b-4cd4-8849-22d30735c98b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0709510 Aug 12 03:34:36.024594 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e24d809b-af61-45af-ba81-859ae958656a req-b2a2284a-b3e9-44a6-bd81-44c712ef545d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519440 Aug 12 03:34:36.048607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58696) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:36.101757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-f59a2e7b-243d-4348-bea2-4eea4994a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:36.103716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-f59a2e7b-243d-4348-bea2-4eea4994a50e service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.0932980 Aug 12 03:34:36.116106 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-e544ba8a-6bf0-45cf-a9e1-297117266cc1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/cc5da70d-4c4f-4fe0-ac7c-4346bf909aad HTTP/1.1" status: 200 len: 990 time: 0.0662420 Aug 12 03:34:36.161933 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:36.166865 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cc5da70d-4c4f-4fe0-ac7c-4346bf909aad', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'port_id': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'mac_address': 'fa:16:3e:02:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d95d4-37a1-427c-a758-d413645265fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:34:34Z', 'updated_at': '2021-08-12T03:34:34Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:36.177951 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-dd4eab18-16c1-45fb-8fc9-93d4a128c2f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 998 time: 0.0673361 Aug 12 03:34:36.193460 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Checking router: f5648035-a4bc-4120-875c-8182fa3c8da5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:34:36.201562 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:34:36.202161 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:34:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:36.226909 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-dc2d7aeb-0577-48cf-92a6-84ab2c92bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:36.228405 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-dc2d7aeb-0577-48cf-92a6-84ab2c92bd0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0441267 Aug 12 03:34:36.273786 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-3b20f948-c064-4fc9-abd7-9c978a2d586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:34:36.275302 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-3b20f948-c064-4fc9-abd7-9c978a2d586f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400198 Aug 12 03:34:36.307720 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:34:36.374736 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-ad695d35-f587-4789-bc9c-fb80941d3221 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911500 Aug 12 03:34:36.474562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f863c9ff-62c4-448f-a3db-c683fcd19d9d req-a9a942d1-7116-400d-90b6-2bfb6b3dbb81 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927808 Aug 12 03:34:36.539543 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cc5da70d-4c4f-4fe0-ac7c-4346bf909aad', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'port_id': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'mac_address': 'fa:16:3e:02:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d95d4-37a1-427c-a758-d413645265fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:34:34Z', 'updated_at': '2021-08-12T03:34:34Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:34:36.656264 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168ab4f2-fa94-4863-8796-a6e258afdbdc None None] The sync data for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 is: [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'cc5da70d-4c4f-4fe0-ac7c-4346bf909aad', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'port_id': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'mac_address': 'fa:16:3e:02:c7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6d95d4-37a1-427c-a758-d413645265fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:34:34Z', 'updated_at': '2021-08-12T03:34:34Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:34:36.833961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10d519a-bd3f-48a1-a6c4-0ccbda7ef658 None None] New status for floating IP cc5da70d-4c4f-4fe0-ac7c-4346bf909aad: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:34:37.120195 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58698) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:34:37.183010 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-56a4acad-13c5-484a-aa50-a63e95442b39 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/cc5da70d-4c4f-4fe0-ac7c-4346bf909aad HTTP/1.1" status: 200 len: 992 time: 0.0616221 Aug 12 03:34:37.678442 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:34:42.428651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:34:48.687633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:02.081842 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-19be199c-45cd-4959-b665-32998b800ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:04.711365 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-57ef21cf-ab31-4101-8219-e4ea3cc27e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:04.825868 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:05.517953 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:06.165158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:07.679964 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:10.869301 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-6c8fa8c0-eee8-472d-9d2c-7f043be40bb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403442 Aug 12 03:35:10.971832 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583db40-65cd-445f-972d-01c31a865815 req-7cd56216-dc7b-4a1e-9177-cfb7511fce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:10.973547 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-7cd56216-dc7b-4a1e-9177-cfb7511fce15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0446060 Aug 12 03:35:11.074616 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583db40-65cd-445f-972d-01c31a865815 req-d6681d83-9a66-42db-ae78-45fbbbcd7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:11.076187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-d6681d83-9a66-42db-ae78-45fbbbcd7d17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.0825932 Aug 12 03:35:11.143283 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-c6ce1b51-94d2-4f67-9c6b-9877de1020ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 1000 time: 0.0596085 Aug 12 03:35:11.194156 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583db40-65cd-445f-972d-01c31a865815 req-10da7618-049c-4b99-a6ea-a9ca5a228672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:11.195629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-10da7618-049c-4b99-a6ea-a9ca5a228672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0455284 Aug 12 03:35:11.240395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583db40-65cd-445f-972d-01c31a865815 req-209537a5-4f98-4474-8e89-2424cb0b3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:11.241895 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-209537a5-4f98-4474-8e89-2424cb0b3947 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396192 Aug 12 03:35:11.334083 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-9e198a49-cb0c-463c-a217-63b7f989189e service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851882 Aug 12 03:35:11.422216 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f583db40-65cd-445f-972d-01c31a865815 req-3482eb2a-088d-4ccb-9365-ad66447999ca service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806990 Aug 12 03:35:18.702258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:19.429781 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:35:32.083376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c63946d4-390c-4eb7-8aa8-d34e00a60517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:34.711895 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d500d4e-382a-411f-9f8d-6e1499f61691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:34.826424 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:35.532771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:36.164121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:37.683179 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:39.822524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f1ba-4572-48ac-9caa-b41c295aa08a req-49b89cf0-f749-403b-8316-894f057e0839 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:39.824098 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23e2f1ba-4572-48ac-9caa-b41c295aa08a req-49b89cf0-f749-403b-8316-894f057e0839 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0513813 Aug 12 03:35:39.865995 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-23e2f1ba-4572-48ac-9caa-b41c295aa08a req-9737d678-cb9a-4cec-b7a1-e88a2ab09323 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359333 Aug 12 03:35:40.984000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a994a-1a91-404a-8ebc-f7709eec3eeb req-f8202c6f-2800-4aea-8674-5a40ed1efef2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:40.985505 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa0a994a-1a91-404a-8ebc-f7709eec3eeb req-f8202c6f-2800-4aea-8674-5a40ed1efef2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0492606 Aug 12 03:35:41.023734 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fa0a994a-1a91-404a-8ebc-f7709eec3eeb req-dacc3696-f842-4787-b8c8-02769ffdd680 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Aug 12 03:35:42.148191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666a5c-db78-4c27-bc30-8f84385545b6 req-1e6c1a22-62e0-46ad-8de9-6527974f322e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:42.149789 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab666a5c-db78-4c27-bc30-8f84385545b6 req-1e6c1a22-62e0-46ad-8de9-6527974f322e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0593228 Aug 12 03:35:42.186707 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ab666a5c-db78-4c27-bc30-8f84385545b6 req-e182d236-c91f-436c-93fa-c119cb24e2ba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310960 Aug 12 03:35:43.316335 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b5f03-1d97-45e1-9de2-b6b701b801f8 req-8db89fe5-1fab-4c88-9e4c-a7da59a3864c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:43.317748 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a19b5f03-1d97-45e1-9de2-b6b701b801f8 req-8db89fe5-1fab-4c88-9e4c-a7da59a3864c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0524535 Aug 12 03:35:43.355187 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a19b5f03-1d97-45e1-9de2-b6b701b801f8 req-a08fb54b-9e8e-4f1e-bfa9-4bd5f5fcdb38 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Aug 12 03:35:44.793062 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07418b95-f643-4f72-bb87-939a9dbf5141 req-e53077f8-4384-40d4-98cf-1377f1431897 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:44.794576 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07418b95-f643-4f72-bb87-939a9dbf5141 req-e53077f8-4384-40d4-98cf-1377f1431897 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.3732302 Aug 12 03:35:44.832954 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-07418b95-f643-4f72-bb87-939a9dbf5141 req-464b83ce-f95a-4eb5-be32-746bc9c6b238 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Aug 12 03:35:45.945269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf0eef-7ba3-455a-8ba9-f271c51135c6 req-a7df02bc-cefb-4f3f-a41c-9513a8c1341d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:45.946760 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fccf0eef-7ba3-455a-8ba9-f271c51135c6 req-a7df02bc-cefb-4f3f-a41c-9513a8c1341d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0478139 Aug 12 03:35:45.983099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fccf0eef-7ba3-455a-8ba9-f271c51135c6 req-239cbd6a-c9c6-48e2-ba8e-e3020607916b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Aug 12 03:35:47.097935 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22899a-ec8e-4230-b3f4-a8f0d77868eb req-8e6baac8-c7e8-47ef-b890-5895cf271788 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:47.099411 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd22899a-ec8e-4230-b3f4-a8f0d77868eb req-8e6baac8-c7e8-47ef-b890-5895cf271788 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0484421 Aug 12 03:35:47.136709 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cd22899a-ec8e-4230-b3f4-a8f0d77868eb req-a8583ac0-2a4c-4093-95cb-05741179a241 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314574 Aug 12 03:35:48.250519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c7872-0256-4e3c-a810-0cedbd1e3d14 req-2c6fe26d-b5e3-4764-af62-bfa44baeb803 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:48.252045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-296c7872-0256-4e3c-a810-0cedbd1e3d14 req-2c6fe26d-b5e3-4764-af62-bfa44baeb803 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0493112 Aug 12 03:35:48.288729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-296c7872-0256-4e3c-a810-0cedbd1e3d14 req-71cae76e-1f4d-468d-86e8-73259c58bf83 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300219 Aug 12 03:35:48.701138 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:35:49.402003 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4594ef-6aa9-47a6-9ad5-891939e7436b req-422854b0-2e39-4f02-8c24-6e58d928f238 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:49.403539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d4594ef-6aa9-47a6-9ad5-891939e7436b req-422854b0-2e39-4f02-8c24-6e58d928f238 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0491056 Aug 12 03:35:49.440150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9d4594ef-6aa9-47a6-9ad5-891939e7436b req-dacd90a0-9bb4-45f8-8362-e9b58637da90 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Aug 12 03:35:50.557648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159cc6c-6516-46c7-ba2f-ece9517c0d23 req-6c434934-f7c7-49e6-b2e5-288bfe1b3750 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:50.559105 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6159cc6c-6516-46c7-ba2f-ece9517c0d23 req-6c434934-f7c7-49e6-b2e5-288bfe1b3750 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0516930 Aug 12 03:35:50.596290 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6159cc6c-6516-46c7-ba2f-ece9517c0d23 req-5ce4fe4f-a0b7-4385-907a-ba99e0d481f4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312672 Aug 12 03:35:50.618705 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58752) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:35:50.681075 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e64ae3dd-61f0-4101-ba95-6bf8025a0cde tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/cc5da70d-4c4f-4fe0-ac7c-4346bf909aad HTTP/1.1" status: 200 len: 992 time: 0.0611241 Aug 12 03:35:51.950086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fe85-e75f-4684-85ee-83cbcf368cc2 req-906a0b6d-8f52-49a2-9afd-01c9244784f0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:51.951621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d919fe85-e75f-4684-85ee-83cbcf368cc2 req-906a0b6d-8f52-49a2-9afd-01c9244784f0 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0534990 Aug 12 03:35:51.991601 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d919fe85-e75f-4684-85ee-83cbcf368cc2 req-f3847ed1-4ce1-4cae-ad0d-2d656ea0287f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332844 Aug 12 03:35:52.035516 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-6f1b2f11-7558-4241-b757-8ece26d8f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:52.036936 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-6f1b2f11-7558-4241-b757-8ece26d8f19c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0838716 Aug 12 03:35:52.129389 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-587533cd-302b-4f67-a3e8-7a672439e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:52.131131 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-587533cd-302b-4f67-a3e8-7a672439e1d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.0870571 Aug 12 03:35:52.200466 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-7a383bb5-8808-462f-b348-969e2f035990 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 1000 time: 0.0559282 Aug 12 03:35:52.252046 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-5d5ba4c5-4cb2-4b4d-95fa-000ab46e594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:52.253735 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-5d5ba4c5-4cb2-4b4d-95fa-000ab46e594f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0461237 Aug 12 03:35:52.297190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-9745a185-d59f-4294-b8ab-2a92c7335d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:52.298555 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-9745a185-d59f-4294-b8ab-2a92c7335d88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382109 Aug 12 03:35:52.386310 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-41cefb2b-7ca4-4142-a116-597933f40ac6 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790601 Aug 12 03:35:52.479280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0cea1fbb-d472-4b9a-b802-025aa385a22e req-7a4528ce-3d22-438b-b7a2-10be9a7d4a9d service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858710 Aug 12 03:35:53.111558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d75c3-1f15-48e9-be38-92960f0d638d req-0bd6dcd2-5c35-4d27-bfd9-0d65f2aa2b48 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:53.113822 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-393d75c3-1f15-48e9-be38-92960f0d638d req-0bd6dcd2-5c35-4d27-bfd9-0d65f2aa2b48 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0537343 Aug 12 03:35:53.151565 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-393d75c3-1f15-48e9-be38-92960f0d638d req-76742be0-e9c4-43e9-8411-a03302e098e3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Aug 12 03:35:54.267332 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14184d4a-5e95-4659-82a0-2ee0e39b364e req-b4eef733-a45f-4655-a6ea-0e960b65c26c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:35:54.268860 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14184d4a-5e95-4659-82a0-2ee0e39b364e req-b4eef733-a45f-4655-a6ea-0e960b65c26c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0490794 Aug 12 03:35:54.305567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-14184d4a-5e95-4659-82a0-2ee0e39b364e req-83fc9bcb-7874-4fe7-99be-b4b32ba663ea tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Aug 12 03:35:54.327784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58768) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:35:54.389793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-01082cfe-31b7-4e16-83fe-3d2438ad1b17 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/cc5da70d-4c4f-4fe0-ac7c-4346bf909aad HTTP/1.1" status: 200 len: 992 time: 0.0609152 Aug 12 03:35:56.429185 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:36:02.084687 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2ab60320-ae4e-4a7a-9747-4ba7f5be82b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:04.712443 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f2d1fa99-6333-4e00-ba7d-c4123b00ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:04.826555 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:05.563123 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:06.165836 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:07.686209 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:10.859314 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-70f8fb76-5a95-46f7-b97f-5637a56e14bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435054 Aug 12 03:36:10.955257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41d77-f92a-4a27-a655-395945c42d48 req-0e24ab8c-3645-4b9d-b7ce-32755ffb8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:10.956759 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-0e24ab8c-3645-4b9d-b7ce-32755ffb8388 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0394106 Aug 12 03:36:11.062862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41d77-f92a-4a27-a655-395945c42d48 req-b2c101f5-dec7-4707-8890-9f6396ba8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:11.064377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-b2c101f5-dec7-4707-8890-9f6396ba8c94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.0887661 Aug 12 03:36:11.132292 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-11d11a7e-ca3e-45b1-83b2-ffc785af95b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 1000 time: 0.0601282 Aug 12 03:36:11.181141 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41d77-f92a-4a27-a655-395945c42d48 req-ed91c2ee-53f1-41b9-a3d4-9783ba1240d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:11.182538 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-ed91c2ee-53f1-41b9-a3d4-9783ba1240d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0428245 Aug 12 03:36:11.229755 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce41d77-f92a-4a27-a655-395945c42d48 req-169eaf8c-d18d-4317-9b8c-65be3884e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:11.231229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-169eaf8c-d18d-4317-9b8c-65be3884e775 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414734 Aug 12 03:36:11.324868 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-afc744be-6387-4454-8bdf-e542c84091d9 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859821 Aug 12 03:36:11.412413 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cce41d77-f92a-4a27-a655-395945c42d48 req-59172437-3be5-4a16-806e-5207168266e5 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804613 Aug 12 03:36:18.700985 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:32.086272 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1bf81b0d-37fb-443b-9280-7f4508129ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:33.428726 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:36:34.712287 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5b76f6f6-9167-4d00-9abb-32f9a7697dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:34.826627 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:35.573043 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:36.172057 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:37.690682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:42.810134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58798) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:42.964606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 04dd8128-da98-454c-add2-1083168fdf73 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:36:42.964952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.038234 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.038564 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.050349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 04dd8128-da98-454c-add2-1083168fdf73 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:36:43.201510 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.227097 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=04dd8128-da98-454c-add2-1083168fdf73,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:43.258281 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.258630 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.258985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.259347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.259691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.260029 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.260363 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.260697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.261028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.261358 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.261684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.262007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:43.303499 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.303854 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP cc5da70d-4c4f-4fe0-ac7c-4346bf909aad disassociated (deleted). External IP: 172.25.3.71, port: 0464a3f4-c1ab-462c-a93c-58a200c9660b. Aug 12 03:36:43.511853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router f5648035-a4bc-4120-875c-8182fa3c8da5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:36:43.619448 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:36:43.623982 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:43.629762 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Sync routers for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:36:43.639106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:43.639736 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:43.656501 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0dd64745-b913-4bd8-aff6-af5af62e210a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/floatingips/cc5da70d-4c4f-4fe0-ac7c-4346bf909aad HTTP/1.1" status: 204 len: 168 time: 0.8427887 Aug 12 03:36:43.656501 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:36:43.659658 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5049fe4-cccf-4557-a953-c1eca64503e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:36:43.713349 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0c0e9e-5bd0-4e7c-b07a-582ac49556b5 x-openstack-request-id: req-0d0c0e9e-5bd0-4e7c-b07a-582ac49556b5 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:36:43.713639 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:36:43.713910 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d0c0e9e-5bd0-4e7c-b07a-582ac49556b5 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:36:43.714323 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'status': 'completed', 'code': 200} Aug 12 03:36:43.750184 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:43.806901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-1670fc66-039d-4d04-8bea-a227a21c9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:43.808515 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-1670fc66-039d-4d04-8bea-a227a21c9128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 1096 time: 0.0512526 Aug 12 03:36:43.947920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1edd-6c5e-4246-b7c3-5eca268f5a1c req-66acb5c3-52f5-4162-a57d-eca8d1d9835d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:43.949426 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d18e1edd-6c5e-4246-b7c3-5eca268f5a1c req-66acb5c3-52f5-4162-a57d-eca8d1d9835d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.1043091 Aug 12 03:36:43.958128 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:43.973487 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-967e1e93-1472-47d5-8e20-f851de93be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:43.975674 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-967e1e93-1472-47d5-8e20-f851de93be89 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 200 len: 898 time: 0.1392612 Aug 12 03:36:43.994820 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Checking router: f5648035-a4bc-4120-875c-8182fa3c8da5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:36:44.003243 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:44.003797 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:44.031516 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-ba6193e6-5bab-4c38-85af-902764509b09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 200 len: 217 time: 0.0422924 Aug 12 03:36:44.034501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d18e1edd-6c5e-4246-b7c3-5eca268f5a1c req-ab0b07c2-9c6a-4dfd-a6d5-4c70ab12ab6a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764604 Aug 12 03:36:44.081228 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-18b2debb-f9f0-4446-a670-76f4fe258f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:44.082699 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-18b2debb-f9f0-4446-a670-76f4fe258f4a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 200 len: 835 time: 0.0440667 Aug 12 03:36:44.117118 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:44.128375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-862e3824-1214-4c6d-882d-7913346d486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:44.129861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-862e3824-1214-4c6d-882d-7913346d486f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9baa6991-6fac-4d31-887c-e84f82b57fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399725 Aug 12 03:36:44.223562 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-e9784699-c5be-404d-a238-026f24c0d2c3 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846422 Aug 12 03:36:44.309447 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:44.315738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e5049fe4-cccf-4557-a953-c1eca64503e8 req-5e0918a7-e805-4f60-b2e3-79a5d401b4f3 service neutron] 10.222.0.21 "GET /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847051 Aug 12 03:36:44.345885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c977471a-4654-47ab-8be9-86e1f028cca6 None None] The sync data for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 is: [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:34:20Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'b9826f04-8c91-4808-a4f2-9bee72c69c56', 'name': '', 'network_id': '9baa6991-6fac-4d31-887c-e84f82b57fd6', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:e1:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:19Z', 'updated_at': '2021-08-12T03:34:25Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': 'dfd828df-3e33-4449-a91a-c788cac86c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:36:44.566218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432ab707-b8e3-4f0f-ae62-89459420e205 None None] New status for floating IP cc5da70d-4c4f-4fe0-ac7c-4346bf909aad: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:36:45.158483 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae206b-452b-4386-adf4-3bad8c0209c4 req-b1eb749b-376f-484b-8d7c-b0ceef51dafb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:45.160004 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ae206b-452b-4386-adf4-3bad8c0209c4 req-b1eb749b-376f-484b-8d7c-b0ceef51dafb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0531628 Aug 12 03:36:45.197964 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ae206b-452b-4386-adf4-3bad8c0209c4 req-d9dcecc1-6b4a-4b76-93de-f65c43533736 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=8c38e7c0-431d-40da-b3a9-87f03fa8eeff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Aug 12 03:36:45.759746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6019-1948-400e-93a2-3157c75eed82 req-fe414d46-7c5a-47a4-9905-b5cb6b883dc8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:45.761243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2acf6019-1948-400e-93a2-3157c75eed82 req-fe414d46-7c5a-47a4-9905-b5cb6b883dc8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 945 time: 0.0527222 Aug 12 03:36:45.849301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 0464a3f4-c1ab-462c-a93c-58a200c9660b {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:36:45.849638 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:45.936998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 0464a3f4-c1ab-462c-a93c-58a200c9660b, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=0464a3f4-c1ab-462c-a93c-58a200c9660b,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:45.937360 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:45.950079 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 0464a3f4-c1ab-462c-a93c-58a200c9660b owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:36:46.071409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:46.102672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=0464a3f4-c1ab-462c-a93c-58a200c9660b,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:46.127376 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.127759 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.128104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.128442 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.128775 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.129109 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.129439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.129766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.130095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.130548 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.131357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.131554 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:46.152525 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] No DVR routers for this DVR port 0464a3f4-c1ab-462c-a93c-58a200c9660b on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:36:46.155087 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:46.157091 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2acf6019-1948-400e-93a2-3157c75eed82 req-5c918146-3385-4229-8a62-314d6a2fdee3 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.21 "DELETE /v2.0/ports/0464a3f4-c1ab-462c-a93c-58a200c9660b HTTP/1.1" status: 204 len: 173 time: 0.3889067 Aug 12 03:36:46.157547 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'name': 'network-vif-deleted', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:36:46.159763 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625732ed-8118-43c4-840b-073982454fc8" -d '{"events": [{"server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "name": "network-vif-deleted", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:36:46.197514 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc8a8f-f6db-4038-aca4-2a60563d4302 x-openstack-request-id: req-7acc8a8f-f6db-4038-aca4-2a60563d4302 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:36:46.197804 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6d95d4-37a1-427c-a758-d413645265fc", "name": "network-vif-deleted", "tag": "0464a3f4-c1ab-462c-a93c-58a200c9660b", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:36:46.198062 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7acc8a8f-f6db-4038-aca4-2a60563d4302 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:36:46.198462 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6d95d4-37a1-427c-a758-d413645265fc', 'name': 'network-vif-deleted', 'tag': '0464a3f4-c1ab-462c-a93c-58a200c9660b', 'status': 'completed', 'code': 200} Aug 12 03:36:46.298069 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5da51bc4-26ae-40ba-97c5-0360aa6ded70 req-04370e96-101d-4c5d-b43c-585691d7a6f1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f6d95d4-37a1-427c-a758-d413645265fc HTTP/1.1" status: 200 len: 210 time: 0.0278623 Aug 12 03:36:47.354373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58818) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:47.722445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:47.974545 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port b9826f04-8c91-4808-a4f2-9bee72c69c56 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:36:47.974819 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.071250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port b9826f04-8c91-4808-a4f2-9bee72c69c56, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=b9826f04-8c91-4808-a4f2-9bee72c69c56,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:48.071657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.084670 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for b9826f04-8c91-4808-a4f2-9bee72c69c56 owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:36:48.268077 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.300566 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=b9826f04-8c91-4808-a4f2-9bee72c69c56,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:48.475865 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.692840 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router f5648035-a4bc-4120-875c-8182fa3c8da5 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:36:48.701034 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.802368 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:36:48.807800 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19f22efa-fcf5-4804-8fde-c0581a21f058 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/f5648035-a4bc-4120-875c-8182fa3c8da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522588 Aug 12 03:36:48.810404 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58822) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:48.813066 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Sync routers for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:36:48.822558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:48.823151 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:48.860906 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting subnet dfd828df-3e33-4449-a91a-c788cac86c90 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:36:48.863956 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.903778 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:48.923699 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:48.993425 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.054823 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.085372 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.090061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/subnets/dfd828df-3e33-4449-a91a-c788cac86c90 HTTP/1.1" status: 204 len: 168 time: 0.2785797 Aug 12 03:36:49.090190 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58824) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:49.091113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29aaa88-5b6e-4b76-92e6-723eb98f79cc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd828df-3e33-4449-a91a-c788cac86c90,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:49.106806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e52480-eabe-4579-ba0c-536da64733c0 None None] Network 9baa6991-6fac-4d31-887c-e84f82b57fd6 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:36:49.107322 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:36:48Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:49.134377 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Checking router: f5648035-a4bc-4120-875c-8182fa3c8da5 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:36:49.142991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Routers {'f5648035-a4bc-4120-875c-8182fa3c8da5'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:49.143925 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['f5648035-a4bc-4120-875c-8182fa3c8da5'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:49.217028 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.251870 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] Set router f5648035-a4bc-4120-875c-8182fa3c8da5 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:49.296934 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] DHCP port deletion for 9baa6991-6fac-4d31-887c-e84f82b57fd6 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:36:49.348893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Deleting port fbcd306c-b557-4b8e-a467-b0799b286ed9 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:36:49.349559 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.424966 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] For port fbcd306c-b557-4b8e-a467-b0799b286ed9, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=fbcd306c-b557-4b8e-a467-b0799b286ed9,segment=NetworkSegment(0bc0b59d-446d-4bde-8787-bbdef4515737),segment_id=0bc0b59d-446d-4bde-8787-bbdef4515737)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:49.425375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.440289 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Calling delete_port for fbcd306c-b557-4b8e-a467-b0799b286ed9 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:36:49.534640 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.544285 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:36:48Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:49.565884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Pushing event deleted for resources: {'Port': ['ID=fbcd306c-b557-4b8e-a467-b0799b286ed9,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:49.571280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] No DVR routers for this DVR port fbcd306c-b557-4b8e-a467-b0799b286ed9 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:36:49.571918 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7725272c-f3b5-474a-a138-7a868ff58443 None None] The sync data for ids ['f5648035-a4bc-4120-875c-8182fa3c8da5'] in n-d-804303-2 is: [{'id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1936208783', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19'}], 'enable_snat': True}, 'gw_port_id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:34:16Z', 'updated_at': '2021-08-12T03:36:48Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7cfbdf20-7f21-4229-9e5e-8979ad09bae8', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:80:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5648035-a4bc-4120-875c-8182fa3c8da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:34:17Z', 'updated_at': '2021-08-12T03:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:36:49.581201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.581553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.584965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdd0435-6377-49db-9178-d08791e364cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:49.645980 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.700505 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:36:49.700974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.785178 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 7cfbdf20-7f21-4229-9e5e-8979ad09bae8, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:49.785490 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.799025 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:36:49.963715 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:49.990542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=7cfbdf20-7f21-4229-9e5e-8979ad09bae8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:50.048997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.145753 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.148681 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.189412 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.189978 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Fanout notify agent at l3_agent the message router_deleted on router f5648035-a4bc-4120-875c-8182fa3c8da5 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:36:50.197179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.198428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5659c056-46e5-48e2-9c3f-430caf1f235c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/routers/f5648035-a4bc-4120-875c-8182fa3c8da5 HTTP/1.1" status: 204 len: 168 time: 1.1072216 Aug 12 03:36:50.200989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58826) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:50.279029 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.352768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0464a3f4-c1ab-462c-a93c-58a200c9660b no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:36:50.368034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.372042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 0464a3f4-c1ab-462c-a93c-58a200c9660b {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:36:50.372461 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 0464a3f4-c1ab-462c-a93c-58a200c9660b not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:36:50.377785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9baa6991-6fac-4d31-887c-e84f82b57fd6']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:50.390579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc0b59d-446d-4bde-8787-bbdef4515737') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:50.391000 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc0b59d-446d-4bde-8787-bbdef4515737') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:50.403710 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.421763 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.428577 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:36:50.428979 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:36:50.431927 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:36:50.493546 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.501226 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.503036 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/networks/9baa6991-6fac-4d31-887c-e84f82b57fd6 HTTP/1.1" status: 204 len: 168 time: 0.3010640 Aug 12 03:36:50.506750 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58828) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:50.515585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a0d90-3ae3-4c19-a3de-7e86c2ac6b84 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Network': ['ID=9baa6991-6fac-4d31-887c-e84f82b57fd6,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:50.566005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.591076 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.657790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.660432 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.661659 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/security-groups/8c38e7c0-431d-40da-b3a9-87f03fa8eeff HTTP/1.1" status: 204 len: 168 time: 0.1538713 Aug 12 03:36:50.670964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808d27e-a26e-4afa-8248-540daa3bf5ee tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c38e7c0-431d-40da-b3a9-87f03fa8eeff,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:50.858834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58834) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:50.863440 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425012066', 'description': 'tempest-secgroup-smoke-425012066 description', 'project_id': '4f7e47d49f2d484f87aee884f7c27287'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:50.885872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.965531 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.969192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.997477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:50.998681 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1388452 Aug 12 03:36:51.000536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e0959-67c5-49db-8c31-63ec7c911047 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21776ba-a77b-42b0-b18c-857289ff0593,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.001738 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58836) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.007398 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.033256 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.082107 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.086197 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.105912 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649a75f3-a2fa-4100-a0c9-1a86dc4bb2ab,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.106982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fbcd306c-b557-4b8e-a467-b0799b286ed9 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:36:51.108952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.112841 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-5ad97959-1155-47e4-b76d-1049affaaf77 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073818 Aug 12 03:36:51.113215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58838) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.118274 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.129454 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: fbcd306c-b557-4b8e-a467-b0799b286ed9 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:36:51.129816 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device fbcd306c-b557-4b8e-a467-b0799b286ed9 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:36:51.130271 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:36:51.144601 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.149585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:36:51.149941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cfbdf20-7f21-4229-9e5e-8979ad09bae8 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:36:51.150361 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b9826f04-8c91-4808-a4f2-9bee72c69c56 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:36:51.172594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: b9826f04-8c91-4808-a4f2-9bee72c69c56 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:36:51.172948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device b9826f04-8c91-4808-a4f2-9bee72c69c56 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:36:51.203099 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.206858 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.224792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21115ca-6989-4c69-ab4c-720bc2eea7d3,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.230092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.231281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-07818afa-04ad-464e-8660-b5d9c6c3e298 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172693 Aug 12 03:36:51.234173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58840) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.238864 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.265819 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.322942 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.326259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.343931 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bef2b86-d638-4228-b4da-fb339f77a375,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.346053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.347220 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-ca65fa66-5324-4e85-b950-bfd36b05cba1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120524 Aug 12 03:36:51.350542 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58842) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.354901 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.379872 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.444093 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.447703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.466447 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe840722-fe9f-4934-b6a8-c8a28e0f91b4,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.472936 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.474831 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-74ac7dd2-1642-49a7-a7bc-10e91d1d4613 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226394 Aug 12 03:36:51.477433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58844) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.481697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.502426 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:36:51.507382 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.566957 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.570510 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.589952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5663c6ed-676b-4b68-85df-16e9f48cf9c8,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.593680 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.595079 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2a07face-e4b4-43f3-a7f4-bdca24356b08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166699 Aug 12 03:36:51.597795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58846) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.602814 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'security_group_rule': {'security_group_id': 'f21776ba-a77b-42b0-b18c-857289ff0593', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.624169 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Project 4f7e47d49f2d484f87aee884f7c27287 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:36:51.629585 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.692302 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.696683 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.717186 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ff92cd-e9a0-4782-b2f8-c952191eccb7,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.721122 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.722345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-5a7a1a24-f5e5-4fd5-90c9-d7ac1882f61f tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236279 Aug 12 03:36:51.725797 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58850) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.732727 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'network': {'name': 'tempest-network-smoke--796778526', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'port_security_enabled': True}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.757028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:36:51.760628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.784556 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:36:51.794034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.794378 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Added segment 05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f of type vlan for network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 Aug 12 03:36:51.836730 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.863775 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.869321 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:51.869913 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.922940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1959491 Aug 12 03:36:51.925606 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58852) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:51.932239 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'admin_state_up': True, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:51.951266 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58021fd6-2815-4c76-9974-0b463d6c86cf tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Network': ['ID=615c443b-6d5e-4eec-8abb-3a3aec01eae8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:51.962746 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:36:51.964964 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:51.966045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.021724 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.157703 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.345240 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.363318 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.467010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.49 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7b98cafd-2680-43ff-b110-9853270de4dd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:36:52.565912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.603101 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:52.647031 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:36:52.650011 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:52.652341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:36:52.658152 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=7b98cafd-2680-43ff-b110-9853270de4dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:52.897331 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.088738 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.210271 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router a9d42129-7f7a-480f-bb7d-1d79e91a815b is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:36:53.312559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:36:53.321782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Sync routers for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:36:53.330150 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.330509 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:53.331119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:53.331812 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-61e9b329-e1ad-465c-abec-7425866e7729 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4052534 Aug 12 03:36:53.334905 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58854) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:53.374063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9d708702-cc58-4675-9768-1e1fbce48709 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=4f7e47d49f2d484f87aee884f7c27287&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380471 Aug 12 03:36:53.376708 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58856) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:53.436518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:53.617351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:52Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:53.644104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Checking router: a9d42129-7f7a-480f-bb7d-1d79e91a815b for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:36:53.644456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Updating router a9d42129-7f7a-480f-bb7d-1d79e91a815b port 7b98cafd-2680-43ff-b110-9853270de4dd binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:36:53.674110 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.826204 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8175b9-8c98-4add-b94f-c2a4b49ed77b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:53.827879 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6d8175b9-8c98-4add-b94f-c2a4b49ed77b tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4502742 Aug 12 03:36:53.830600 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58858) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:53.862851 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd936a05-bcec-4c1d-89e2-94ac35537f90 tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=041c2f44-0715-49c8-a396-a4fed33f0388&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311885 Aug 12 03:36:53.866136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58860) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:53.871779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013045012', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:53.931908 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.941988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Transition to ACTIVE for port object 7b98cafd-2680-43ff-b110-9853270de4dd will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:53.949102 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:53.961273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:36:53.964775 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.000331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Attempting to bind port 7b98cafd-2680-43ff-b110-9853270de4dd on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:36:54.000705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Attempting to bind port 7b98cafd-2680-43ff-b110-9853270de4dd by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:36:54.001069 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Attempting to bind port 7b98cafd-2680-43ff-b110-9853270de4dd on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:36:54.002898 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3b7f-32bf-41cd-b982-123beee43b5f None None] Pushing event updated for resources: {'Port': ['ID=7b98cafd-2680-43ff-b110-9853270de4dd,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:54.008755 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:36:54.009131 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:36:54.009531 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.009914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:36:54.010374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Bound port: 7b98cafd-2680-43ff-b110-9853270de4dd, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:36:54.010755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.065703 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] For port 7b98cafd-2680-43ff-b110-9853270de4dd, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:36:54.069538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] For port 7b98cafd-2680-43ff-b110-9853270de4dd, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b98cafd-2680-43ff-b110-9853270de4dd,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:36:54.076290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.134327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:54.134937 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:54.154824 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.170471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3b7f-32bf-41cd-b982-123beee43b5f None None] Pushing event updated for resources: {'Port': ['ID=7b98cafd-2680-43ff-b110-9853270de4dd,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:54.212122 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Subnet': ['ID=09a743a3-0bdd-4d3b-ab11-21e1964ebb32,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:54.225531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Checking segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:36:54.225893 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network hostable DHCP agents. Network: 615c443b-6d5e-4eec-8abb-3a3aec01eae8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:36:54.242194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:36:54.245946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:54.251604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 615c443b-6d5e-4eec-8abb-3a3aec01eae8) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:54.258762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:54.259450 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.274774 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-65417691-353f-4157-9545-9f12f0901cd7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074907 Aug 12 03:36:54.277661 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58862) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:36:54.277799 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38507775-a983-48c5-8cad-b4e0de59ffe5 None None] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:36:54.535204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:36:54.536092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:54.569753 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:52Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:54.797591 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c13361-0d80-4c98-ae3a-87d5e44ebaea None None] The sync data for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 is: [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:52Z', 'revision_number': 3, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:36:54.866547 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Allocated IP 172.20.0.2 (615c443b-6d5e-4eec-8abb-3a3aec01eae8/09a743a3-0bdd-4d3b-ab11-21e1964ebb32/d3c6050c-f182-4126-8a49-359b3b1e2788) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:36:55.040596 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.056706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Transition to ACTIVE for port object d3c6050c-f182-4126-8a49-359b3b1e2788 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:55.075061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Transition to ACTIVE for port object d3c6050c-f182-4126-8a49-359b3b1e2788 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:55.081341 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.081913 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.127401 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:36:55.133465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:55.137232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:36:55.142881 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Pushing event updated for resources: {'Port': ['ID=d3c6050c-f182-4126-8a49-359b3b1e2788,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:55.192527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b98cafd-2680-43ff-b110-9853270de4dd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:36:55.228777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Attempting to bind port d3c6050c-f182-4126-8a49-359b3b1e2788 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:36:55.229158 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Attempting to bind port d3c6050c-f182-4126-8a49-359b3b1e2788 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:36:55.229527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Attempting to bind port d3c6050c-f182-4126-8a49-359b3b1e2788 on network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:36:55.241632 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:36:55.242006 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Checking segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:36:55.242407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.242797 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Bound using segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:36:55.243267 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Bound port: d3c6050c-f182-4126-8a49-359b3b1e2788, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:36:55.243672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.290181 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7b98cafd-2680-43ff-b110-9853270de4dd completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:55.302978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7b98cafd-2680-43ff-b110-9853270de4dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:55.303505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.341829 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] For port d3c6050c-f182-4126-8a49-359b3b1e2788, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:36:55.364372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] For port d3c6050c-f182-4126-8a49-359b3b1e2788, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d3c6050c-f182-4126-8a49-359b3b1e2788,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:36:55.371730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.432588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.1 (615c443b-6d5e-4eec-8abb-3a3aec01eae8/09a743a3-0bdd-4d3b-ab11-21e1964ebb32/59b4730f-4182-4ec7-bb6f-f75873f08cae) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:36:55.466156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.474239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536726-167f-41bd-b8ee-e3d27a5cb1e2 None None] Pushing event updated for resources: {'Port': ['ID=d3c6050c-f182-4126-8a49-359b3b1e2788,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:55.498980 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7b98cafd-2680-43ff-b110-9853270de4dd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b98cafd-2680-43ff-b110-9853270de4dd,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:55.506859 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.577503 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.577776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7b98cafd-2680-43ff-b110-9853270de4dd,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:55.593145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 59b4730f-4182-4ec7-bb6f-f75873f08cae will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:55.651317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.703031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:36:55.709158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:55.711762 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:36:55.741904 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:55.769998 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:55.904607 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:56.182605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:56.187291 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:56.261334 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:56.267021 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:56.366564 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:36:56.368081 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:56.410042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cabb08-00f6-43bd-8148-cd13d0fb363b None None] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:36:56.472221 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-22871b01-c827-4e94-b315-0fce84e99f62 None None] Provisioning for port d3c6050c-f182-4126-8a49-359b3b1e2788 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:56.489042 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router a9d42129-7f7a-480f-bb7d-1d79e91a815b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:36:56.603796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:36:56.609766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-3c5e836b-42d1-48b6-8278-aa2b98543987 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/a9d42129-7f7a-480f-bb7d-1d79e91a815b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310454 Aug 12 03:36:56.760505 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-e02fcd1e-4fd3-458c-82a1-248063a9afd1 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425012066&fields=id&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 267 time: 0.0372148 Aug 12 03:36:56.810496 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b28cde61-4f52-4a82-9af9-af1fa9c51430 None None] Provisioning for port 59b4730f-4182-4ec7-bb6f-f75873f08cae completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:56.814914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b28cde61-4f52-4a82-9af9-af1fa9c51430 None None] Provisioning complete for port 59b4730f-4182-4ec7-bb6f-f75873f08cae triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:56.815364 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b28cde61-4f52-4a82-9af9-af1fa9c51430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:56.868579 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b28cde61-4f52-4a82-9af9-af1fa9c51430 None None] Port 59b4730f-4182-4ec7-bb6f-f75873f08cae cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:36:56.886452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-09c0f2ed-a747-4904-8061-fe5f6be8f97d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:56.888061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-09c0f2ed-a747-4904-8061-fe5f6be8f97d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 796 time: 0.1205683 Aug 12 03:36:56.904618 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-261a30c3-7a96-4a4f-9f55-2df28e8aa1d7 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/quotas/4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 375 time: 0.0100088 Aug 12 03:36:56.939545 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Sync routers for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:36:56.951422 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:56.952109 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:56.966619 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-5e1da17c-c03e-4890-a991-fc87972f7842 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544279 Aug 12 03:36:57.003050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2b6d802a-972b-4e48-9011-09e8a46a4b0e None None] Provisioning complete for port 59b4730f-4182-4ec7-bb6f-f75873f08cae triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:57.003417 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b6d802a-972b-4e48-9011-09e8a46a4b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.048586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d802a-972b-4e48-9011-09e8a46a4b0e None None] Port 59b4730f-4182-4ec7-bb6f-f75873f08cae cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:36:57.072607 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:57.126540 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-52fdd786-717c-47b3-931a-2903af80e23c service neutron] 10.222.0.11 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458182 Aug 12 03:36:57.238264 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d3c6050c-f182-4126-8a49-359b3b1e2788 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:36:57.242063 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-e9ab530a-0281-4415-a96d-2d1e0e7a22de service neutron] 10.222.0.11 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077130 Aug 12 03:36:57.296610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7eec59b9-a4ed-4ff5-a374-cfcfb1102c50 None None] Provisioning complete for port 59b4730f-4182-4ec7-bb6f-f75873f08cae triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:57.297044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7eec59b9-a4ed-4ff5-a374-cfcfb1102c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.298708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port d3c6050c-f182-4126-8a49-359b3b1e2788 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:57.312640 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:56Z', 'revision_number': 2, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:57.321751 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d3c6050c-f182-4126-8a49-359b3b1e2788 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:57.322142 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.344991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Checking router: a9d42129-7f7a-480f-bb7d-1d79e91a815b for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:36:57.344991 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Updating router a9d42129-7f7a-480f-bb7d-1d79e91a815b port 59b4730f-4182-4ec7-bb6f-f75873f08cae binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:36:57.370690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7eec59b9-a4ed-4ff5-a374-cfcfb1102c50 None None] Port 59b4730f-4182-4ec7-bb6f-f75873f08cae cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:36:57.388735 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.442741 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.444260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-eefc390a-0d9f-46c4-bbff-6bf511817e2f req-ff1f0257-4322-40c4-a327-94387ae1a01d tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 210 time: 0.0292358 Aug 12 03:36:57.480571 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port d3c6050c-f182-4126-8a49-359b3b1e2788, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d3c6050c-f182-4126-8a49-359b3b1e2788,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:57.485371 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.486216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b98cafd-2680-43ff-b110-9853270de4dd up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:36:57.566477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=d3c6050c-f182-4126-8a49-359b3b1e2788,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:57.581665 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7b98cafd-2680-43ff-b110-9853270de4dd triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:57.582033 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.693281 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.703329 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Transition to ACTIVE for port object 59b4730f-4182-4ec7-bb6f-f75873f08cae will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:57.709621 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.769889 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Pushing event updated for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:57.809096 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.809453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.809770 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.810101 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.810433 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.810764 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.811094 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.811416 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.811767 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.812088 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.812412 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.812732 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:36:57.827129 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Attempting to bind port 59b4730f-4182-4ec7-bb6f-f75873f08cae on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:36:57.827523 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Attempting to bind port 59b4730f-4182-4ec7-bb6f-f75873f08cae by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:36:57.827891 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Attempting to bind port 59b4730f-4182-4ec7-bb6f-f75873f08cae on network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:36:57.833206 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:36:57.834418 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Checking segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:36:57.834630 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.835228 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Bound using segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:36:57.835797 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Bound port: 59b4730f-4182-4ec7-bb6f-f75873f08cae, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:36:57.836278 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.908843 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] For port 59b4730f-4182-4ec7-bb6f-f75873f08cae, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:36:57.913370 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] For port 59b4730f-4182-4ec7-bb6f-f75873f08cae, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=59b4730f-4182-4ec7-bb6f-f75873f08cae,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:36:57.918126 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:57.991002 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:36:57.991728 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:36:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:57.993939 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7bba8-51c3-427c-9a19-bca41e1371f4 None None] Pushing event updated for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=4']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:58.121674 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:36:58.327679 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:57Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:36:58.353029 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430e18a9-c5df-4591-afa8-ec3bc75a1938 None None] The sync data for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 is: [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:57Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:36:58.564671 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c90a9d99-6026-43b8-96da-d70421f9c14a req-c497aa7a-a782-4a87-8d17-53e632bd73e6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 210 time: 0.0329370 Aug 12 03:36:58.597748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-5df18a29-eeaa-47cc-b7ff-774ccb96a9d5 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:58.600221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-5df18a29-eeaa-47cc-b7ff-774ccb96a9d5 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 796 time: 0.1695385 Aug 12 03:36:58.651305 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-7816c024-c801-4c71-948a-35d364214393 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f7e47d49f2d484f87aee884f7c27287 HTTP/1.1" status: 200 len: 379 time: 0.0410883 Aug 12 03:36:58.662290 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'port': {'device_id': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'admin_state_up': True, 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'security_groups': ['f21776ba-a77b-42b0-b18c-857289ff0593']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:58.775763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Made reservation on behalf of 4f7e47d49f2d484f87aee884f7c27287 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:36:58.779540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:58.914439 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.20.0.9 (615c443b-6d5e-4eec-8abb-3a3aec01eae8/09a743a3-0bdd-4d3b-ab11-21e1964ebb32/715eda60-7459-4dec-a48a-d2b4ef8a47b2) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:36:59.071264 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.092331 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Transition to ACTIVE for port object 715eda60-7459-4dec-a48a-d2b4ef8a47b2 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:59.131595 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.196394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:36:59.197817 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:59.200976 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:36:59.204307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:36:59.229950 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 59b4730f-4182-4ec7-bb6f-f75873f08cae up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:36:59.264166 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:59.265153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.282521 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-767bf2c8-27a7-4b77-b408-7425ae06c4d8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6247482 Aug 12 03:36:59.282757 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 59b4730f-4182-4ec7-bb6f-f75873f08cae completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:59.287768 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 59b4730f-4182-4ec7-bb6f-f75873f08cae triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:59.288183 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.297601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Request body: {'port': {'device_id': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:36:59.356701 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.390187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.428376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 59b4730f-4182-4ec7-bb6f-f75873f08cae, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=59b4730f-4182-4ec7-bb6f-f75873f08cae,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:36:59.433770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.434942 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d3c6050c-f182-4126-8a49-359b3b1e2788 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:36:59.526200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:59.544818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port d3c6050c-f182-4126-8a49-359b3b1e2788 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:59.545198 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.569538 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f0b2cf3-4815-4881-8822-3f9a178fc6b6 None None] Provisioning for port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:36:59.575518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-5f0b2cf3-4815-4881-8822-3f9a178fc6b6 None None] Provisioning complete for port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:36:59.575891 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2cf3-4815-4881-8822-3f9a178fc6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.624440 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5f0b2cf3-4815-4881-8822-3f9a178fc6b6 None None] Port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:36:59.671748 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 715eda60-7459-4dec-a48a-d2b4ef8a47b2 {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:36:59.679489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.691417 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Transition to ACTIVE for port object 715eda60-7459-4dec-a48a-d2b4ef8a47b2 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:36:59.696554 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.699220 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a355e5-b316-4974-b76a-0b307cdc56e2 req-cd9c7132-892a-454f-a498-44a6f9f5ef90 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:59.700783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1a355e5-b316-4974-b76a-0b307cdc56e2 req-cd9c7132-892a-454f-a498-44a6f9f5ef90 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 931 time: 0.0555620 Aug 12 03:36:59.741926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b1a355e5-b316-4974-b76a-0b307cdc56e2 req-a4efc14a-9815-4ec7-b3c5-24778135d474 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344808 Aug 12 03:36:59.766095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Pushing event updated for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:36:59.835561 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Attempting to bind port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:36:59.836045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Attempting to bind port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:36:59.836395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Attempting to bind port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 on network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:36:59.846651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 on network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:36:59.846993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Attempting to bind port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 on network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:36:59.853024 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:36:59.853400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Checking segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:36:59.853792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Bound using segment: {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:36:59.854227 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Bound port: 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:36:59.854593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.922212 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:36:59.925391 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:36:59.929661 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.964555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:36:59.965663 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:36:59.967562 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] 10.222.0.25 "PUT /v2.0/ports/715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 1091 time: 0.6750977 Aug 12 03:36:59.969675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:36:59.972838 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda" -d '{"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:37:00.001580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa70b0-c0b1-430c-aad6-71c5f21a9d3a service neutron] Pushing event updated for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:00.037705 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffd4e67-59c5-4fd9-8d50-9f341eacabb8 x-openstack-request-id: req-4ffd4e67-59c5-4fd9-8d50-9f341eacabb8 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:37:00.038001 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:37:00.038256 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ffd4e67-59c5-4fd9-8d50-9f341eacabb8 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:37:00.038755 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'status': 'completed', 'code': 200} Aug 12 03:37:00.055134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-63855e84-8343-4a6a-aeaa-5595ba9db22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.056712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-63855e84-8343-4a6a-aeaa-5595ba9db22f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1094 time: 0.0465734 Aug 12 03:37:00.103552 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-4eaa7ed9-155b-45d0-ad1c-ad3fa36bbfad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 217 time: 0.0387826 Aug 12 03:37:00.171080 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-a66043b2-8228-49c8-b0ec-340fad684d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.172606 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-a66043b2-8228-49c8-b0ec-340fad684d3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 200 len: 835 time: 0.0608134 Aug 12 03:37:00.218801 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-56661778-701f-4110-adcb-bdb1be8db558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.220344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-56661778-701f-4110-adcb-bdb1be8db558 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=615c443b-6d5e-4eec-8abb-3a3aec01eae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402546 Aug 12 03:37:00.315568 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-de25f225-d9f1-49c8-b425-194b65f32316 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878966 Aug 12 03:37:00.405048 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ce70f0f2-d5ee-4995-a0ce-c3e00e4ea852 req-b43bc896-141f-46c0-b79f-929fd155a9d1 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Aug 12 03:37:00.494336 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-c7550e66-bd15-4037-bd5f-aec441d16c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.495901 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-c7550e66-bd15-4037-bd5f-aec441d16c1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1094 time: 0.0467677 Aug 12 03:37:00.588460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-cc4da0cc-83e4-4ca8-bb2e-dc69ffbeb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.589926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-cc4da0cc-83e4-4ca8-bb2e-dc69ffbeb49e service neutron] 10.222.0.25 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 897 time: 0.0870554 Aug 12 03:37:00.632077 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-7d8bbf50-6205-455f-9436-015450f117f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 217 time: 0.0344019 Aug 12 03:37:00.684599 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-8dae5b88-c67c-40d3-8406-90007ac6b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.685932 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-8dae5b88-c67c-40d3-8406-90007ac6b9c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 200 len: 835 time: 0.0462713 Aug 12 03:37:00.733466 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-3559da6c-6343-440f-aa57-1f39fd26df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.734955 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-3559da6c-6343-440f-aa57-1f39fd26df32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=615c443b-6d5e-4eec-8abb-3a3aec01eae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403020 Aug 12 03:37:00.826177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-a43700c8-5527-453e-83b0-436c16392a0f service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Aug 12 03:37:00.863529 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc1f7f-5bc4-41f3-9258-52eee2e632f9 req-cd0e43f0-1486-4deb-b281-67dd6951f125 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:00.865282 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16fc1f7f-5bc4-41f3-9258-52eee2e632f9 req-cd0e43f0-1486-4deb-b281-67dd6951f125 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 943 time: 0.0488067 Aug 12 03:37:00.903707 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16fc1f7f-5bc4-41f3-9258-52eee2e632f9 req-c09209ec-810a-44b6-95b3-945738124ffc tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325580 Aug 12 03:37:00.921369 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-97ad6bd3-e3b7-4cc2-ac2a-a4c228341cda req-3082e486-90b6-4f0a-9f4e-3d06512b0cf5 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869806 Aug 12 03:37:01.113882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 59b4730f-4182-4ec7-bb6f-f75873f08cae up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:37:01.163021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 59b4730f-4182-4ec7-bb6f-f75873f08cae triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:37:01.163421 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:02.022488 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ca63-639c-46c1-a295-9e5dd306b5ec req-9ab479dd-12fe-425a-98b9-4924849bb53b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:02.024023 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4d7ca63-639c-46c1-a295-9e5dd306b5ec req-9ab479dd-12fe-425a-98b9-4924849bb53b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Aug 12 03:37:02.061366 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4d7ca63-639c-46c1-a295-9e5dd306b5ec req-5524ebc8-a2c9-4761-904e-0104a64f73d4 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 12 03:37:02.086474 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-57eb1651-b9a2-4306-ad36-6a5c791d88c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:03.173426 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 715eda60-7459-4dec-a48a-d2b4ef8a47b2 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:37:03.176496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73801f3-4846-47ee-8a10-a3af66ab6b1f req-67a5895d-c9f5-4a2f-88fb-a0824b5a8056 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:03.179345 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d73801f3-4846-47ee-8a10-a3af66ab6b1f req-67a5895d-c9f5-4a2f-88fb-a0824b5a8056 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 943 time: 0.0511129 Aug 12 03:37:03.218596 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d73801f3-4846-47ee-8a10-a3af66ab6b1f req-2a27a4c5-3b56-4657-bcfc-aaa5607f148a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Aug 12 03:37:03.283879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:03.294752 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'port_id': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'mac_address': 'fa:16:3e:86:f5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:37:03.330606 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:03.343527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 715eda60-7459-4dec-a48a-d2b4ef8a47b2 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:37:03.362192 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:03.366345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:03.412868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:03.604951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['715eda60-7459-4dec-a48a-d2b4ef8a47b2'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:37:04.334926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafc3a9-d8bc-4aff-91ca-88277674c999 req-087636bc-803f-48fc-9dda-7ee8fd4a193a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:04.337028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eafc3a9-d8bc-4aff-91ca-88277674c999 req-087636bc-803f-48fc-9dda-7ee8fd4a193a tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 944 time: 0.0509429 Aug 12 03:37:04.383186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-3eafc3a9-d8bc-4aff-91ca-88277674c999 req-9709e9fb-13de-4991-bdd4-081ecedaaac8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Aug 12 03:37:04.713949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b63d0d5b-8720-433f-8f1d-4c1b289dd381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:04.830898 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:05.189196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 715eda60-7459-4dec-a48a-d2b4ef8a47b2 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:37:05.241594 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:37:05.245018 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:37:05.245371 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:05.322405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:05.344337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:37:05.346566 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2379d02-5d21-458f-934a-181c76699129" -d '{"events": [{"server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "name": "network-vif-plugged", "status": "completed", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:37:05.359017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:05.363253 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:05.386933 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76ca0db-db32-4b81-8104-2423e3594d4d x-openstack-request-id: req-c76ca0db-db32-4b81-8104-2423e3594d4d {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:37:05.387228 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "name": "network-vif-plugged", "status": "completed", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:37:05.387489 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c76ca0db-db32-4b81-8104-2423e3594d4d {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:37:05.387877 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'code': 200} Aug 12 03:37:05.413290 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:05.508280 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4e6b8-72f9-4b15-b676-7832b98183a4 req-4ee76be4-c5d1-48de-8145-83a7547fe88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:05.509697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8df4e6b8-72f9-4b15-b676-7832b98183a4 req-4ee76be4-c5d1-48de-8145-83a7547fe88f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1096 time: 0.0683274 Aug 12 03:37:05.526679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324880c9-1a68-4c3d-a582-65780b8fa9c4 req-0024ab9f-53e3-4a18-be94-729631bec591 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:05.529859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-324880c9-1a68-4c3d-a582-65780b8fa9c4 req-0024ab9f-53e3-4a18-be94-729631bec591 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0636423 Aug 12 03:37:05.578556 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:05.579871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8df4e6b8-72f9-4b15-b676-7832b98183a4 req-d264710c-cc6f-438d-926b-91ddf31d5573 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616643 Aug 12 03:37:05.592203 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-324880c9-1a68-4c3d-a582-65780b8fa9c4 req-b70d5097-2a66-48b5-8fb4-bbfcd6773330 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532618 Aug 12 03:37:06.175533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:06.712044 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312891-90dd-4728-9c0f-e5c4abbe3ad2 req-e8f03b8b-f578-4d7d-926b-622bd3282f98 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:06.713512 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f312891-90dd-4728-9c0f-e5c4abbe3ad2 req-e8f03b8b-f578-4d7d-926b-622bd3282f98 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Aug 12 03:37:06.750007 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f312891-90dd-4728-9c0f-e5c4abbe3ad2 req-4b74f05b-fd5a-417b-897f-07a39583c38e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Aug 12 03:37:06.861468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f65c6-89f4-49f9-820e-adfec3be2006 req-febfba9f-a07d-4c19-aa89-0c596daf443e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:06.862926 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-033f65c6-89f4-49f9-820e-adfec3be2006 req-febfba9f-a07d-4c19-aa89-0c596daf443e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Aug 12 03:37:06.903906 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-033f65c6-89f4-49f9-820e-adfec3be2006 req-2652dec2-9856-4877-99d7-c3d5773deef5 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348339 Aug 12 03:37:06.928589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58920) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:06.968247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ac036-c199-4d64-9cf9-03864ca3c18a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:06.969767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-b23ac036-c199-4d64-9cf9-03864ca3c18a tempest-TestNetworkAdvancedServerOps-1656916190 tempest-TestNetworkAdvancedServerOps-1656916190-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1091 time: 0.0401740 Aug 12 03:37:06.972555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58922) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:06.977279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:37:06.999082 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.098263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.212515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Allocated IP 172.25.3.191 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/113f09b6-7474-405a-a917-89bc8c2c58a3) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:37:07.312693 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.355382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.391515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:37:07.394631 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:37:07.400675 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:37:07.423947 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=113f09b6-7474-405a-a917-89bc8c2c58a3,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:07.691372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.753852 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:07.821442 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:08.283195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:08.288245 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:08.350429 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event updated for resources: {'Port': ['ID=113f09b6-7474-405a-a917-89bc8c2c58a3,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:08.363159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:08.460593 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP e1395a2b-e1f3-4da8-93ca-bd2d82d8beff associated. External IP: 172.25.3.191, port: 715eda60-7459-4dec-a48a-d2b4ef8a47b2. Aug 12 03:37:08.663999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router a9d42129-7f7a-480f-bb7d-1d79e91a815b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:37:08.772240 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:37:08.782144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Sync routers for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:37:08.789294 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:08.792273 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:08.792888 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:08.818864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-44375bf6-8112-4316-b1db-268938e499bb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8427184 Aug 12 03:37:08.818864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:37:08.819444 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f5e09-960c-482f-b830-3693cde28360" -d '{"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:37:08.857241 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a19335-a3d7-4cda-8341-20463535e977 x-openstack-request-id: req-a0a19335-a3d7-4cda-8341-20463535e977 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:37:08.857535 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:37:08.857792 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0a19335-a3d7-4cda-8341-20463535e977 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:37:08.858197 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'status': 'completed', 'code': 200} Aug 12 03:37:08.909108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:08.922985 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f5e09-960c-482f-b830-3693cde28360 req-0ddf535f-4aff-4686-b892-bbd0e8dac6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:08.923924 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148fa56-e285-4cfa-8429-aba11700f5aa req-6901fa4f-4ad9-4516-9f10-3278c22786a8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:08.924561 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-0ddf535f-4aff-4686-b892-bbd0e8dac6e9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1096 time: 0.0422132 Aug 12 03:37:08.926191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3148fa56-e285-4cfa-8429-aba11700f5aa req-6901fa4f-4ad9-4516-9f10-3278c22786a8 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0574145 Aug 12 03:37:08.966694 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3148fa56-e285-4cfa-8429-aba11700f5aa req-68e30611-8cad-4ab4-88af-d4cb18675d71 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333934 Aug 12 03:37:08.989972 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58928) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:09.023362 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f5e09-960c-482f-b830-3693cde28360 req-eda29f85-362e-4450-b723-9664192c5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:09.024948 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-eda29f85-362e-4450-b723-9664192c5b70 service neutron] 10.222.0.25 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 897 time: 0.0931952 Aug 12 03:37:09.062979 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-82ac1f59-1248-4421-a6f2-a0ec581e8583 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/e1395a2b-e1f3-4da8-93ca-bd2d82d8beff HTTP/1.1" status: 200 len: 991 time: 0.0714312 Aug 12 03:37:09.099967 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-97dfbc5d-339c-4406-9cd8-2ad3180cdc99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 999 time: 0.0679350 Aug 12 03:37:09.147057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'e1395a2b-e1f3-4da8-93ca-bd2d82d8beff', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'port_id': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'mac_address': 'fa:16:3e:86:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:37:07Z', 'updated_at': '2021-08-12T03:37:07Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:09.153222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f5e09-960c-482f-b830-3693cde28360 req-ee450baa-1c31-4253-980e-786713ce550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:09.154710 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-ee450baa-1c31-4253-980e-786713ce550a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 200 len: 835 time: 0.0480883 Aug 12 03:37:09.173042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Checking router: a9d42129-7f7a-480f-bb7d-1d79e91a815b for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:37:09.181795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:09.182396 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:09.199618 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f5e09-960c-482f-b830-3693cde28360 req-dc0f465d-69f7-4830-9d9b-6cc975e44f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:09.201130 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-dc0f465d-69f7-4830-9d9b-6cc975e44f13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=615c443b-6d5e-4eec-8abb-3a3aec01eae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401297 Aug 12 03:37:09.287497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:09.291186 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-51347c96-acd5-4e6e-8bec-7c86d0e6d22e service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827420 Aug 12 03:37:09.391047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-323f5e09-960c-482f-b830-3693cde28360 req-cb7852c3-6b9b-4054-9182-9f518f269df2 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925605 Aug 12 03:37:09.665674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'e1395a2b-e1f3-4da8-93ca-bd2d82d8beff', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'port_id': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'mac_address': 'fa:16:3e:86:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:37:07Z', 'updated_at': '2021-08-12T03:37:07Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:09.690674 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5e557-2e05-4aae-8660-2d8d2ea0dc1e None None] The sync data for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 is: [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'e1395a2b-e1f3-4da8-93ca-bd2d82d8beff', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'port_id': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'mac_address': 'fa:16:3e:86:f5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:37:07Z', 'updated_at': '2021-08-12T03:37:07Z', 'revision_number': 0, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:37:09.876594 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60e8d1-1b08-4239-a9e8-e103f083a936 None None] New status for floating IP e1395a2b-e1f3-4da8-93ca-bd2d82d8beff: ACTIVE {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:37:10.065223 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58930) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:10.124407 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-dd75bf99-eb5f-4949-9c1f-4aa6194f753e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/e1395a2b-e1f3-4da8-93ca-bd2d82d8beff HTTP/1.1" status: 200 len: 993 time: 0.0580518 Aug 12 03:37:10.427806 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:37:18.717015 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:32.086484 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ceebc1a9-2c77-4616-b018-344da7ba622a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:34.714318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fce61301-7a35-4b15-ab27-769040daeef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:34.831391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:35.577048 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:36.178672 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:37.692740 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:41.435125 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961d8b4-2fdd-46f1-b3c8-fa6a28294999 req-2fcfa653-a708-4f04-8869-189535f092ba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:41.436632 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6961d8b4-2fdd-46f1-b3c8-fa6a28294999 req-2fcfa653-a708-4f04-8869-189535f092ba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Aug 12 03:37:41.474414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6961d8b4-2fdd-46f1-b3c8-fa6a28294999 req-4a8856a6-388a-47f8-9b15-2727625599ff tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Aug 12 03:37:42.589838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3aad0-6056-4eed-a327-7cc47ccf5449 req-928d8a1e-4997-43b4-b574-0dba1099bc2b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:42.591359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adf3aad0-6056-4eed-a327-7cc47ccf5449 req-928d8a1e-4997-43b4-b574-0dba1099bc2b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Aug 12 03:37:42.628770 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-adf3aad0-6056-4eed-a327-7cc47ccf5449 req-9147c03a-aa0a-45fa-af97-d2ecc760635b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Aug 12 03:37:42.651573 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58948) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:42.714570 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b3663f36-f1af-4ee6-8605-f6e207132487 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/e1395a2b-e1f3-4da8-93ca-bd2d82d8beff HTTP/1.1" status: 200 len: 993 time: 0.0618856 Aug 12 03:37:44.001339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8733c4-66c6-429f-8193-3465e589a196 req-20efbcec-4b36-4649-8dda-7a93413be1d6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:44.002744 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc8733c4-66c6-429f-8193-3465e589a196 req-20efbcec-4b36-4649-8dda-7a93413be1d6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0819204 Aug 12 03:37:44.009602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-1b2a6401-aca0-4aac-9b33-daad647e7224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:44.010962 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-1b2a6401-aca0-4aac-9b33-daad647e7224 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1096 time: 0.0622244 Aug 12 03:37:44.090404 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cc8733c4-66c6-429f-8193-3465e589a196 req-7dadfdbd-5443-4825-8d26-3ec074877e57 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784671 Aug 12 03:37:44.120767 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-726b7e25-9158-4404-86c0-e2a0dc5d7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:44.122243 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-726b7e25-9158-4404-86c0-e2a0dc5d7f10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 897 time: 0.1046748 Aug 12 03:37:44.189290 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-df48d426-8d32-452b-8a03-02cf0044ac39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 1001 time: 0.0603249 Aug 12 03:37:44.237946 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-bdeb6b19-26b2-45bd-9586-ac0c07061c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:44.239396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-bdeb6b19-26b2-45bd-9586-ac0c07061c80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 200 len: 835 time: 0.0429726 Aug 12 03:37:44.287222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-96aa675b-a627-4f87-b095-e24fb81ebc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:44.288785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-96aa675b-a627-4f87-b095-e24fb81ebc06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=615c443b-6d5e-4eec-8abb-3a3aec01eae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426695 Aug 12 03:37:44.378857 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-a1aeeab5-4e9b-441a-ba19-6d17f092ac5d service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Aug 12 03:37:44.466602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-98fbca8b-429a-478f-832f-b3abc0012ba3 req-19993761-d2d3-4c79-8e62-fda9fd42ef48 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809073 Aug 12 03:37:45.212399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642cdf4-50db-4054-ba55-31c7c8757bd4 req-67d05555-efa6-476a-82fb-73d73e017f36 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:45.213932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8642cdf4-50db-4054-ba55-31c7c8757bd4 req-67d05555-efa6-476a-82fb-73d73e017f36 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0522001 Aug 12 03:37:45.256304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8642cdf4-50db-4054-ba55-31c7c8757bd4 req-6bfd3791-3147-4b37-9c17-40bc515d6bbb tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359464 Aug 12 03:37:46.381158 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a1a63-a2a3-4f54-b8ec-f8fd861648c3 req-81eaf0d6-0f5f-4c97-8a68-e13b370637ba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:46.383153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-077a1a63-a2a3-4f54-b8ec-f8fd861648c3 req-81eaf0d6-0f5f-4c97-8a68-e13b370637ba tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0553949 Aug 12 03:37:46.420686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-077a1a63-a2a3-4f54-b8ec-f8fd861648c3 req-8170093a-c6b7-4df5-b406-92e088441ce2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317063 Aug 12 03:37:46.442948 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58960) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:46.502853 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6b0b5c90-67df-49ad-9515-d29c5f86e670 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/floatingips/e1395a2b-e1f3-4da8-93ca-bd2d82d8beff HTTP/1.1" status: 200 len: 993 time: 0.0587487 Aug 12 03:37:46.717719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58966) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:46.873340 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 113f09b6-7474-405a-a917-89bc8c2c58a3 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:37:46.873605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:46.953249 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:46.953605 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:46.967745 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 113f09b6-7474-405a-a917-89bc8c2c58a3 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:37:47.115893 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:47.142434 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=113f09b6-7474-405a-a917-89bc8c2c58a3,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:47.155405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.155795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.156164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.156510 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.156852 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.157194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.157540 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.157878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.158218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.158550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.158883 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.159213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:47.213657 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:47.214005 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Floating IP e1395a2b-e1f3-4da8-93ca-bd2d82d8beff disassociated (deleted). External IP: 172.25.3.191, port: 715eda60-7459-4dec-a48a-d2b4ef8a47b2. Aug 12 03:37:47.424936 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router a9d42129-7f7a-480f-bb7d-1d79e91a815b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:37:47.427242 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:37:47.534237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:37:47.540069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:47.545216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Sync routers for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:37:47.554891 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:47.555228 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:47.566087 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8f387228-8059-45ce-af11-6288a99283c2 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/floatingips/e1395a2b-e1f3-4da8-93ca-bd2d82d8beff HTTP/1.1" status: 204 len: 168 time: 0.8472989 Aug 12 03:37:47.566691 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:37:47.569062 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2cb712-9459-4571-94db-b5e9c9381fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:37:47.616514 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de69707-3c5d-4806-b169-be2d09dde3db x-openstack-request-id: req-7de69707-3c5d-4806-b169-be2d09dde3db {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:37:47.616795 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:37:47.617046 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7de69707-3c5d-4806-b169-be2d09dde3db {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:37:47.617451 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'status': 'completed', 'code': 200} Aug 12 03:37:47.664115 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:47.684514 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-cb04a168-08a2-4331-9b71-71e9deb3189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:47.686062 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-cb04a168-08a2-4331-9b71-71e9deb3189d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f7e47d49f2d484f87aee884f7c27287&device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 1096 time: 0.0482647 Aug 12 03:37:47.785161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-a148906d-e335-4de3-8eae-7bec054c83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:47.786699 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-a148906d-e335-4de3-8eae-7bec054c83c7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 200 len: 897 time: 0.0921352 Aug 12 03:37:47.814147 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a283cf-c45b-41f4-be98-b0a267570274 req-669fb671-c763-4c4a-849a-0a64056d6cf6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:47.815692 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41a283cf-c45b-41f4-be98-b0a267570274 req-669fb671-c763-4c4a-849a-0a64056d6cf6 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0509312 Aug 12 03:37:47.830793 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-47101242-2ed8-4bfe-8a08-bf5bc47fe650 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 200 len: 217 time: 0.0353963 Aug 12 03:37:47.863045 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-41a283cf-c45b-41f4-be98-b0a267570274 req-c65670d0-3c2c-4086-835c-9ed1f4d21eae tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406318 Aug 12 03:37:47.870970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:47.889884 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-6a8cb82b-dd51-49fd-8148-167e46cbcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:47.891389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-6a8cb82b-dd51-49fd-8148-167e46cbcd9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 200 len: 835 time: 0.0535483 Aug 12 03:37:47.897474 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Checking router: a9d42129-7f7a-480f-bb7d-1d79e91a815b for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:37:47.906040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:47.906637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:47.939009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-233656de-f8b7-4b45-a0ef-6a38fb401b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:47.940481 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-233656de-f8b7-4b45-a0ef-6a38fb401b48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=615c443b-6d5e-4eec-8abb-3a3aec01eae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409927 Aug 12 03:37:48.012906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:48.040791 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-23abde49-a27a-44e6-b657-81ec750f25b9 service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920732 Aug 12 03:37:48.136830 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1e2cb712-9459-4571-94db-b5e9c9381fd3 req-1c8b80e5-b660-4e7c-ba8c-22797f4786ef service neutron] 10.222.0.25 "GET /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871360 Aug 12 03:37:48.212926 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:48.238658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534df5a0-31f2-4bda-b6ee-7778e57ee22e None None] The sync data for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 is: [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '59b4730f-4182-4ec7-bb6f-f75873f08cae', 'name': '', 'network_id': '615c443b-6d5e-4eec-8abb-3a3aec01eae8', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'mac_address': 'fa:16:3e:7b:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:55Z', 'updated_at': '2021-08-12T03:36:59Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'subnets': [{'id': '09a743a3-0bdd-4d3b-ab11-21e1964ebb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:37:48.468344 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024afae5-32f0-4da1-b906-8174e6a5fc51 None None] New status for floating IP e1395a2b-e1f3-4da8-93ca-bd2d82d8beff: DOWN {{(pid=94676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:37:48.709904 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:48.982621 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099da8c4-5a87-4b8a-ab6a-fb5409445f3e req-3051de6d-d4e8-4e9d-8947-7cbf7844172e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:48.984148 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-099da8c4-5a87-4b8a-ab6a-fb5409445f3e req-3051de6d-d4e8-4e9d-8947-7cbf7844172e tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0497010 Aug 12 03:37:49.022252 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-099da8c4-5a87-4b8a-ab6a-fb5409445f3e req-67db73e5-246e-465b-ba14-bbf50fa37263 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/security-groups?id=f21776ba-a77b-42b0-b18c-857289ff0593&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Aug 12 03:37:49.293804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d204913-9670-4b7b-871a-d79160cb260a req-1854fd8d-a1f5-4d81-8afe-0bc5e5d48346 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:49.295273 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d204913-9670-4b7b-871a-d79160cb260a req-1854fd8d-a1f5-4d81-8afe-0bc5e5d48346 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Aug 12 03:37:49.389665 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:37:49.390015 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:49.481261 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 715eda60-7459-4dec-a48a-d2b4ef8a47b2, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=715eda60-7459-4dec-a48a-d2b4ef8a47b2,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:49.481636 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:49.495677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 715eda60-7459-4dec-a48a-d2b4ef8a47b2 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:37:49.620335 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:49.647739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=715eda60-7459-4dec-a48a-d2b4ef8a47b2,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:49.696191 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] No DVR routers for this DVR port 715eda60-7459-4dec-a48a-d2b4ef8a47b2 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:37:49.698720 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:49.700836 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0d204913-9670-4b7b-871a-d79160cb260a req-3e176f57-c1bc-4daa-96fe-a511c1704c08 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.25 "DELETE /v2.0/ports/715eda60-7459-4dec-a48a-d2b4ef8a47b2 HTTP/1.1" status: 204 len: 173 time: 0.3993294 Aug 12 03:37:49.701273 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'name': 'network-vif-deleted', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:37:49.703542 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc415d3-4f0e-44d2-b7af-233d9ea75f41" -d '{"events": [{"server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "name": "network-vif-deleted", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:37:49.743610 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19d94a1-a523-4e53-91ab-d40e2372418e x-openstack-request-id: req-d19d94a1-a523-4e53-91ab-d40e2372418e {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:37:49.744016 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8197c76-20dc-45a2-88eb-4dbe202b3125", "name": "network-vif-deleted", "tag": "715eda60-7459-4dec-a48a-d2b4ef8a47b2", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:37:49.744275 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d19d94a1-a523-4e53-91ab-d40e2372418e {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:37:49.744700 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8197c76-20dc-45a2-88eb-4dbe202b3125', 'name': 'network-vif-deleted', 'tag': '715eda60-7459-4dec-a48a-d2b4ef8a47b2', 'status': 'completed', 'code': 200} Aug 12 03:37:50.136028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-876c2bb5-2591-4504-bb2c-02fef7027838 req-15ab94c1-3dd4-4c47-b7f0-7dd3b54b3f81 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8197c76-20dc-45a2-88eb-4dbe202b3125 HTTP/1.1" status: 200 len: 210 time: 0.0290496 Aug 12 03:37:51.196587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58984) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:51.555206 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:51.821437 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 59b4730f-4182-4ec7-bb6f-f75873f08cae {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:37:51.821778 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:51.909845 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 59b4730f-4182-4ec7-bb6f-f75873f08cae, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=59b4730f-4182-4ec7-bb6f-f75873f08cae,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:51.910219 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:51.923811 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 59b4730f-4182-4ec7-bb6f-f75873f08cae owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:37:52.106198 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.131651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=59b4730f-4182-4ec7-bb6f-f75873f08cae,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:52.156591 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.156943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.157291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.157625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.157961 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.158295 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.158636 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.158968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.159293 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.159644 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.159971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.160291 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:52.314373 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.526390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Router a9d42129-7f7a-480f-bb7d-1d79e91a815b has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:37:52.629770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:37:52.635304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-db20cbce-d145-4a43-b5eb-e6553eddc09c tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "PUT /v2.0/routers/a9d42129-7f7a-480f-bb7d-1d79e91a815b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375954 Aug 12 03:37:52.638103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58988) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:52.639745 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Sync routers for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:37:52.649973 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:52.650585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:52.688030 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_v2 [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting subnet 09a743a3-0bdd-4d3b-ab11-21e1964ebb32 {{(pid=94674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:37:52.691045 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.735163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29121572'] for subnet, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.754040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:52.816808 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.874459 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29143169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29140054'] for subnet, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.903416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:52.905316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/subnets/09a743a3-0bdd-4d3b-ab11-21e1964ebb32 HTTP/1.1" status: 204 len: 168 time: 0.2662826 Aug 12 03:37:52.906968 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcadbd-9476-4dd2-9e4b-c5398eb3125b tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Subnet': ['ID=09a743a3-0bdd-4d3b-ab11-21e1964ebb32,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:52.908760 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58990) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:52.910076 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7df1f9-610c-4d18-9072-350d96ca7460 None None] Network 615c443b-6d5e-4eec-8abb-3a3aec01eae8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:37:53.017176 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.025551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:37:52Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.057933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Checking router: a9d42129-7f7a-480f-bb7d-1d79e91a815b for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:37:53.072630 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Routers {'a9d42129-7f7a-480f-bb7d-1d79e91a815b'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:53.073232 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.137879 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.167024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] DHCP port deletion for 615c443b-6d5e-4eec-8abb-3a3aec01eae8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:37:53.200161 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Deleting port 7b98cafd-2680-43ff-b110-9853270de4dd {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:37:53.200576 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.214733 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] Set router a9d42129-7f7a-480f-bb7d-1d79e91a815b gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:53.287284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] For port 7b98cafd-2680-43ff-b110-9853270de4dd, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7b98cafd-2680-43ff-b110-9853270de4dd,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:53.287597 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.300901 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Calling delete_port for 7b98cafd-2680-43ff-b110-9853270de4dd owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:37:53.475534 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.475795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 715eda60-7459-4dec-a48a-d2b4ef8a47b2 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:37:53.501651 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Port': ['ID=7b98cafd-2680-43ff-b110-9853270de4dd,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:53.504656 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 715eda60-7459-4dec-a48a-d2b4ef8a47b2 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:37:53.505002 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 715eda60-7459-4dec-a48a-d2b4ef8a47b2 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:37:53.509201 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Deleting port d3c6050c-f182-4126-8a49-359b3b1e2788 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:37:53.509960 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.564314 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.598895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] For port d3c6050c-f182-4126-8a49-359b3b1e2788, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=d3c6050c-f182-4126-8a49-359b3b1e2788,segment=NetworkSegment(05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f),segment_id=05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:53.599300 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.635318 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Calling delete_port for d3c6050c-f182-4126-8a49-359b3b1e2788 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:37:53.655832 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.657920 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.703056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.703608 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Fanout notify agent at l3_agent the message router_deleted on router a9d42129-7f7a-480f-bb7d-1d79e91a815b {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:37:53.711203 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.712363 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-74d8bee1-de01-4db6-b8f4-9710ba429eca tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/routers/a9d42129-7f7a-480f-bb7d-1d79e91a815b HTTP/1.1" status: 204 len: 168 time: 0.8015389 Aug 12 03:37:53.713839 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:37:52Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.715085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 58992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:53.748455 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77c94d0-dcdc-41ed-8ff0-d021fea04f63 None None] The sync data for ids ['a9d42129-7f7a-480f-bb7d-1d79e91a815b'] in n-d-804303-2 is: [{'id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1296852718', 'tenant_id': '4f7e47d49f2d484f87aee884f7c27287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:36:51Z', 'updated_at': '2021-08-12T03:37:52Z', 'revision_number': 5, 'project_id': '4f7e47d49f2d484f87aee884f7c27287', 'gw_port': {'id': '7b98cafd-2680-43ff-b110-9853270de4dd', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d42129-7f7a-480f-bb7d-1d79e91a815b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:36:52Z', 'updated_at': '2021-08-12T03:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:37:53.764924 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.794858 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Pushing event deleted for resources: {'Port': ['ID=d3c6050c-f182-4126-8a49-359b3b1e2788,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:53.797183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] No DVR routers for this DVR port d3c6050c-f182-4126-8a49-359b3b1e2788 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:37:53.802717 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.806863 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.807223 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.807612 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.807957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.808866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.808866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.809436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.809436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.809607 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.809911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.810240 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.810573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f28ac4-2da7-4f49-bced-907dbbeeba4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:53.899459 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.909146 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615c443b-6d5e-4eec-8abb-3a3aec01eae8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.919769 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.920067 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e2aef3-f2dd-4676-b3fa-2dd72cbe2a7f') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:53.928641 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.942448 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.949353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:37:53.949780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:37:53.952831 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:37:54.011064 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.017792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.019645 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/networks/615c443b-6d5e-4eec-8abb-3a3aec01eae8 HTTP/1.1" status: 204 len: 168 time: 0.3033092 Aug 12 03:37:54.022450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 58994) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:54.036507 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb934479-8f7c-41f5-9157-0f9485eba905 tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'Network': ['ID=615c443b-6d5e-4eec-8abb-3a3aec01eae8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:54.086555 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.113400 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.176010 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.178834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.182777 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] 10.222.0.11 "DELETE /v2.0/security-groups/f21776ba-a77b-42b0-b18c-857289ff0593 HTTP/1.1" status: 204 len: 168 time: 0.1559935 Aug 12 03:37:54.189605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ee0b-2ccd-41cf-8e82-bcad89ea20cd tempest-TestNetworkAdvancedServerOps-77949736 tempest-TestNetworkAdvancedServerOps-77949736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21776ba-a77b-42b0-b18c-857289ff0593,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:54.547238 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59002) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:54.675876 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-64f8945d-1faa-46ce-9d84-e045b6557ba1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f7e47d49f2d484f87aee884f7c27287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274004 Aug 12 03:37:54.678324 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59006) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:54.725049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.747835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.797519 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.800180 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:54.801453 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79b64a36-54ef-4f58-a9ea-9357ebbb123b HTTP/1.1" status: 204 len: 168 time: 0.1221311 Aug 12 03:37:54.811344 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9bf5e-ec4a-4dc3-9b3a-834051f6f4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b64a36-54ef-4f58-a9ea-9357ebbb123b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:55.057478 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:55.071282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f04f99a4-9f82-4fc8-8015-e658884ba03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.142850 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d3c6050c-f182-4126-8a49-359b3b1e2788 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:37:55.162822 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: d3c6050c-f182-4126-8a49-359b3b1e2788 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:37:55.163194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device d3c6050c-f182-4126-8a49-359b3b1e2788 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:37:55.164161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b98cafd-2680-43ff-b110-9853270de4dd no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:37:55.164841 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f04f99a4-9f82-4fc8-8015-e658884ba03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.168835 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f04f99a4-9f82-4fc8-8015-e658884ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.183715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7b98cafd-2680-43ff-b110-9853270de4dd {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:37:55.184067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7b98cafd-2680-43ff-b110-9853270de4dd not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:37:55.184671 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 59b4730f-4182-4ec7-bb6f-f75873f08cae no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:37:55.211741 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 59b4730f-4182-4ec7-bb6f-f75873f08cae {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:37:55.212093 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 59b4730f-4182-4ec7-bb6f-f75873f08cae not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:37:55.215871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f04f99a4-9f82-4fc8-8015-e658884ba03f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5b5673cd96c47f0b18bc5ba6015a082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565213 Aug 12 03:37:55.216136 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f99a4-9f82-4fc8-8015-e658884ba03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caacf330-5b2c-4f53-ab65-4c13cf4c3aa9,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:55.217792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59014) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:55.271761 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.292727 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.338337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.341035 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:55.342236 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caacf330-5b2c-4f53-ab65-4c13cf4c3aa9 HTTP/1.1" status: 204 len: 168 time: 0.1229315 Aug 12 03:37:55.350110 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b685a9-f021-4eb9-b4c1-d10393d8ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caacf330-5b2c-4f53-ab65-4c13cf4c3aa9,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:56.051320 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59036) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:56.149209 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-940903868-network', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:37:56.170085 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Made reservation on behalf of 9ac2efe26cb64f54b244bc92142e4da0 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:37:56.172443 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.180689 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.274372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.278163 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.298406 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:37:56.312023 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db3c2d8-8d3b-4788-bf31-d6d78c1d2d21,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:56.316912 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.317269 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Added segment ae1f44ed-3aa5-48ea-b9d3-c5b97e075388 of type vlan for network 49c71a6d-8178-4075-8416-a3fbc7f13168 Aug 12 03:37:56.357116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.388316 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.389264 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:56.389831 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.442756 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3903027 Aug 12 03:37:56.446677 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59040) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:56.452476 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Request body: {'subnet': {'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-940903868-subnet', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:37:56.452646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d652339-873a-494a-88ca-d1e185d17aca admin admin] Pushing event updated for resources: {'Network': ['ID=49c71a6d-8178-4075-8416-a3fbc7f13168,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:56.462405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:37:56.478639 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Made reservation on behalf of 9ac2efe26cb64f54b244bc92142e4da0 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:37:56.481089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.650358 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.705995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ee6ab72-39bf-4317-a11d-7908f641071e,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:56.715603 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:37:56.715969 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Network hostable DHCP agents. Network: 49c71a6d-8178-4075-8416-a3fbc7f13168, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:37:56.731734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:37:56.740131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, 49c71a6d-8178-4075-8416-a3fbc7f13168) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:37:56.744349 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:37:56.744942 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.749813 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91ca3a-ba50-4698-ae44-e8674a26d740 None None] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:37:56.759413 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4c920024-ecc3-4cee-822e-2cd627089c34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3112910 Aug 12 03:37:56.761966 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59042) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:56.766379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:37:56.787553 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.788547 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.842580 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.899151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-49c71a6d-8178-4075-8416-a3fbc7f13168', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:37:56.900072 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:56.982117 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.036575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Allocated IP 172.20.0.2 (49c71a6d-8178-4075-8416-a3fbc7f13168/6ee6ab72-39bf-4317-a11d-7908f641071e/6a87c3d5-73a7-4922-bc62-d0f0c3280470) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:37:57.175453 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.183373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Transition to ACTIVE for port object 6a87c3d5-73a7-4922-bc62-d0f0c3280470 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:37:57.185005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.201722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Transition to ACTIVE for port object 6a87c3d5-73a7-4922-bc62-d0f0c3280470 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:37:57.207841 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.209498 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.253936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:37:57.256882 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:37:57.259776 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:37:57.267310 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Pushing event updated for resources: {'Port': ['ID=6a87c3d5-73a7-4922-bc62-d0f0c3280470,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:57.313529 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Allocated IP 172.25.3.231 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/3fc386ad-23ed-431a-a3fb-123763d4ceee) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:37:57.319372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Attempting to bind port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:37:57.320469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Attempting to bind port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:37:57.320841 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Attempting to bind port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:37:57.325763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:37:57.326137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:37:57.326537 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.326995 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Bound using segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:37:57.327393 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Bound port: 6a87c3d5-73a7-4922-bc62-d0f0c3280470, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:37:57.327871 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.390927 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] For port 6a87c3d5-73a7-4922-bc62-d0f0c3280470, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:37:57.394033 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] For port 6a87c3d5-73a7-4922-bc62-d0f0c3280470, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a87c3d5-73a7-4922-bc62-d0f0c3280470,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:37:57.397834 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.467527 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce244b-6525-44f1-b970-27747ddb19d2 None None] Pushing event updated for resources: {'Port': ['ID=6a87c3d5-73a7-4922-bc62-d0f0c3280470,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:57.759779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.797095 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:57.831755 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:37:57.834521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:37:57.837045 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:37:57.869539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc386ad-23ed-431a-a3fb-123763d4ceee,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:58.090440 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:58.292733 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:58.347412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e16351a-a5b2-436b-8717-3df021b90c58 None None] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:37:58.420365 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-8d94d2f4-12ae-419e-a1d9-c81daf986f06 None None] Provisioning for port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:37:58.421468 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:37:58.533860 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:37:58.542770 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:37:58.556894 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:58.557239 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:58.557878 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:58.561322 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9c964f72-91f2-428c-8835-92e529445b11 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7958887 Aug 12 03:37:58.561546 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59044) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:37:58.662877 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:58.840572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:57Z', 'revision_number': 3, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:58.866979 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:37:58.867331 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Updating router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 port 3fc386ad-23ed-431a-a3fb-123763d4ceee binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:37:58.892122 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:58.991769 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.149563 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.159221 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Transition to ACTIVE for port object 3fc386ad-23ed-431a-a3fb-123763d4ceee will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:37:59.166278 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.169553 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Allocated IP 172.20.0.1 (49c71a6d-8178-4075-8416-a3fbc7f13168/6ee6ab72-39bf-4317-a11d-7908f641071e/135e4fac-7aa9-4860-876f-5f0a6bf08ed1) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:37:59.197186 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a87c3d5-73a7-4922-bc62-d0f0c3280470 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:37:59.214144 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Attempting to bind port 3fc386ad-23ed-431a-a3fb-123763d4ceee on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:37:59.214504 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Attempting to bind port 3fc386ad-23ed-431a-a3fb-123763d4ceee by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:37:59.214858 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Attempting to bind port 3fc386ad-23ed-431a-a3fb-123763d4ceee on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:37:59.230684 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:37:59.231050 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:37:59.231677 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.232239 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:37:59.232699 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Bound port: 3fc386ad-23ed-431a-a3fb-123763d4ceee, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:37:59.233068 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.252874 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Pushing event updated for resources: {'Port': ['ID=3fc386ad-23ed-431a-a3fb-123763d4ceee,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:59.260618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:37:59.263180 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.263555 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.263885 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.264408 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.264737 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.265063 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.265376 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.265703 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.265969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:37:59.266115 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.266323 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.266643 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.266775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.266955 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:37:59.298540 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.308589 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] For port 3fc386ad-23ed-431a-a3fb-123763d4ceee, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:37:59.312356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] For port 3fc386ad-23ed-431a-a3fb-123763d4ceee, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3fc386ad-23ed-431a-a3fb-123763d4ceee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:37:59.318569 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.318820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Transition to ACTIVE for port object 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:37:59.361614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.362190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.373010 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:37:59.373235 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:59.395981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 6a87c3d5-73a7-4922-bc62-d0f0c3280470, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a87c3d5-73a7-4922-bc62-d0f0c3280470,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:37:59.398999 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:37:59.402061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:37:59.402583 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.405676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:37:59.439835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Pushing event updated for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:59.459618 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.473602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=6a87c3d5-73a7-4922-bc62-d0f0c3280470,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:59.504945 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:37:59.560803 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f5e5-ed29-4add-9250-1ee0da4d44d2 None None] Pushing event updated for resources: {'Port': ['ID=3fc386ad-23ed-431a-a3fb-123763d4ceee,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:37:59.609009 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.682606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-856b29a3-eee4-456b-b05d-d5eafc2e3a91 None None] Provisioning for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:37:59.687286 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-856b29a3-eee4-456b-b05d-d5eafc2e3a91 None None] Provisioning complete for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:37:59.687585 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-856b29a3-eee4-456b-b05d-d5eafc2e3a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.707362 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:57Z', 'revision_number': 3, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:37:59.722457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-856b29a3-eee4-456b-b05d-d5eafc2e3a91 None None] Port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:37:59.736364 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7067b9f-06e1-4e0e-b06d-d170099f861b None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:57Z', 'revision_number': 3, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:37:59.815330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.820487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.885656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:37:59.887577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Pushing event updated for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:00.000612 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:00.002285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:00.136982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:38:00.246038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-324109b7-f4a7-4869-913d-c5de89b4906f None None] Provisioning complete for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:00.250617 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-324109b7-f4a7-4869-913d-c5de89b4906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.255267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:38:00.260880 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-28daed8c-91f1-4b7f-903d-a94439f766be admin admin] 10.222.0.11 "PUT /v2.0/routers/19e03f9b-1f0b-4f13-82d0-0a50f24b98d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982901 Aug 12 03:38:00.287489 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-324109b7-f4a7-4869-913d-c5de89b4906f None None] Port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:38:00.741878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59060) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:00.747044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1747567283-network', 'tenant_id': 'd28dc608ed834466a220036968a24982'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:00.772002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Made reservation on behalf of d28dc608ed834466a220036968a24982 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:38:00.774984 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.783826 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.874004 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.877801 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.902709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:38:00.911539 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928c868e-239d-4cda-8720-9cbebebdbacc,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:00.917780 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.918195 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Added segment 7163a1b5-ae77-4fde-850a-e81721c106b2 of type vlan for network cec08b56-7206-4507-8ce1-41151bfc2ed7 Aug 12 03:38:00.959980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.989809 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:00.990787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:00.991380 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.064686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3216300 Aug 12 03:38:01.067449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59062) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:01.073047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Request body: {'subnet': {'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1747567283-subnet', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'ip_version': 4}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:01.081087 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755ce07-2e78-4e5b-8eae-a7f26728f94f admin admin] Pushing event updated for resources: {'Network': ['ID=cec08b56-7206-4507-8ce1-41151bfc2ed7,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:01.095295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:38:01.106940 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Made reservation on behalf of d28dc608ed834466a220036968a24982 for: {'subnet': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:38:01.109686 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25258171'] for subnet, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.254249 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3fc386ad-23ed-431a-a3fb-123763d4ceee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:01.297373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:38:01.311059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:01.311282 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25672799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25258153'] for subnet, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.312108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:01.359893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 3fc386ad-23ed-431a-a3fb-123763d4ceee completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:01.369070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0095065-22be-4022-aac6-8e85e7773633,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:01.378151 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3fc386ad-23ed-431a-a3fb-123763d4ceee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:01.378530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.385279 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Checking segment: {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:01.385645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Network hostable DHCP agents. Network: cec08b56-7206-4507-8ce1-41151bfc2ed7, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94673) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:38:01.402959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94673) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:38:01.411956 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, cec08b56-7206-4507-8ce1-41151bfc2ed7) {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:01.416084 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:01.416681 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.431058 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-2987cdd0-f258-4e6e-9df4-80576d366f55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3625321 Aug 12 03:38:01.431596 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbf9f6-a3ef-46ae-9534-2ee736213f9f None None] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:38:01.433617 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59064) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:01.438247 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:01.464022 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.464980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.517005 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.526259 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:01.654808 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.704781 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.750722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 3fc386ad-23ed-431a-a3fb-123763d4ceee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3fc386ad-23ed-431a-a3fb-123763d4ceee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:01.764469 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.765230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a87c3d5-73a7-4922-bc62-d0f0c3280470 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:01.846456 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-cec08b56-7206-4507-8ce1-41151bfc2ed7', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:38:01.847304 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.863928 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.883363 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:01.923222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=3fc386ad-23ed-431a-a3fb-123763d4ceee,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:01.987492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Allocated IP 172.25.3.112 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/4cfb1786-fd34-42e7-8657-d593b2893016) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:38:01.992268 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:01.992689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.091373 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 2, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:02.102588 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.142133 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.181547 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:02.186931 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:02.190681 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:38:02.215683 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Pushing event updated for resources: {'Port': ['ID=4cfb1786-fd34-42e7-8657-d593b2893016,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:02.291686 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Allocated IP 172.20.0.2 (cec08b56-7206-4507-8ce1-41151bfc2ed7/d0095065-22be-4022-aac6-8e85e7773633/189bf636-1d25-4bf0-8735-93bd91f3fc13) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:38:02.295233 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:38:02.295619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Updating router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:38:02.299589 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f58b6f37-7586-4f9b-bb7c-1a842f106901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.397771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.447658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.633821 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.649965 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Transition to ACTIVE for port object 189bf636-1d25-4bf0-8735-93bd91f3fc13 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:02.677875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Transition to ACTIVE for port object 189bf636-1d25-4bf0-8735-93bd91f3fc13 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:02.691041 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.745495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:02.754948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:02.760543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:38:02.776922 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Pushing event updated for resources: {'Port': ['ID=189bf636-1d25-4bf0-8735-93bd91f3fc13,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:02.858688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.861285 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Attempting to bind port 189bf636-1d25-4bf0-8735-93bd91f3fc13 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:38:02.861551 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Attempting to bind port 189bf636-1d25-4bf0-8735-93bd91f3fc13 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:38:02.861982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Attempting to bind port 189bf636-1d25-4bf0-8735-93bd91f3fc13 on network cec08b56-7206-4507-8ce1-41151bfc2ed7 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:02.873477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:38:02.873859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Checking segment: {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:02.874258 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.874654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Bound using segment: {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:38:02.875120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Bound port: 189bf636-1d25-4bf0-8735-93bd91f3fc13, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:38:02.875519 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.877570 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Transition to ACTIVE for port object 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:02.887241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.977045 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:02.981124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ee86-2aa4-4a71-bb87-71fcdd450790 None None] Pushing event updated for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:03.028177 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] For port 189bf636-1d25-4bf0-8735-93bd91f3fc13, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:38:03.047565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] For port 189bf636-1d25-4bf0-8735-93bd91f3fc13, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=189bf636-1d25-4bf0-8735-93bd91f3fc13,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:38:03.049314 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Attempting to bind port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:38:03.049611 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Attempting to bind port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:38:03.050041 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Attempting to bind port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:03.056520 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.061806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:38:03.062194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:03.062598 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.063001 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Bound using segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:38:03.063492 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Bound port: 135e4fac-7aa9-4860-876f-5f0a6bf08ed1, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:38:03.063888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.135075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Router 8d8d8590-a284-42bd-972b-bcc6a50031fb is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94673) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:38:03.166340 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad69ec-3306-477a-92c2-3fae8a1642dd None None] Pushing event updated for resources: {'Port': ['ID=189bf636-1d25-4bf0-8735-93bd91f3fc13,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:03.200121 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] For port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:38:03.203828 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] For port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:38:03.206478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3fc386ad-23ed-431a-a3fb-123763d4ceee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:03.211288 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.285375 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:38:03.295995 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Sync routers for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:38:03.306443 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.307059 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:03.307925 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:03.308433 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-23dd7b20-8840-4762-8565-1b07fa6c9370 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8738291 Aug 12 03:38:03.311166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59066) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:03.322303 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:03.322948 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:03.363278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11ee86-2aa4-4a71-bb87-71fcdd450790 None None] Pushing event updated for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:03.476743 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 3fc386ad-23ed-431a-a3fb-123763d4ceee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:03.477334 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.533118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:03.554450 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:03.829297 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:03Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:03.863771 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb1516c-6505-4b55-bfce-bbc4202cdb49 None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:03Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:38:03.921124 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:02Z', 'revision_number': 3, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:03.937945 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:03.950313 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Checking router: 8d8d8590-a284-42bd-972b-bcc6a50031fb for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:38:03.950666 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Updating router 8d8d8590-a284-42bd-972b-bcc6a50031fb port 4cfb1786-fd34-42e7-8657-d593b2893016 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:38:03.976823 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.144989 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Allocated IP 172.20.0.1 (cec08b56-7206-4507-8ce1-41151bfc2ed7/d0095065-22be-4022-aac6-8e85e7773633/f3a13620-9f1a-4708-905e-9fc20462a37a) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:38:04.275304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.289391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Transition to ACTIVE for port object f3a13620-9f1a-4708-905e-9fc20462a37a will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:04.295156 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.310320 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Transition to ACTIVE for port object 4cfb1786-fd34-42e7-8657-d593b2893016 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:04.322217 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.326086 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.372765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:04.376003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:04.381251 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:38:04.381487 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Attempting to bind port 4cfb1786-fd34-42e7-8657-d593b2893016 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:38:04.381883 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Attempting to bind port 4cfb1786-fd34-42e7-8657-d593b2893016 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:38:04.383246 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Attempting to bind port 4cfb1786-fd34-42e7-8657-d593b2893016 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:04.385242 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:04.414281 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:38:04.414475 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:04.414916 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.415443 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:38:04.415953 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Bound port: 4cfb1786-fd34-42e7-8657-d593b2893016, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:38:04.416692 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.439041 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.457037 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6937-1ca5-42f0-b2b7-7c00e29dd4cc None None] Pushing event updated for resources: {'Port': ['ID=4cfb1786-fd34-42e7-8657-d593b2893016,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:04.490573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04da589f-8ae8-4f12-9375-6775895b0f5c None None] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:38:04.491280 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] For port 4cfb1786-fd34-42e7-8657-d593b2893016, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:38:04.495999 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] For port 4cfb1786-fd34-42e7-8657-d593b2893016, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4cfb1786-fd34-42e7-8657-d593b2893016,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:38:04.509139 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.568194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-56c131c1-0021-40db-b634-32d235b87956 None None] Provisioning for port 189bf636-1d25-4bf0-8735-93bd91f3fc13 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:04.593601 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e6937-1ca5-42f0-b2b7-7c00e29dd4cc None None] Pushing event updated for resources: {'Port': ['ID=4cfb1786-fd34-42e7-8657-d593b2893016,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:04.600408 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:04.601099 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:37:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:04.610011 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.720717 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-957c6457-c8ec-47e2-b553-29b8daebaaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.739567 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:04.845965 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.850179 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.859102 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.934520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:04.936523 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:05.018899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fa62d8e6-b33c-4a8e-8ace-b40c0e97b15d None None] Provisioning for port f3a13620-9f1a-4708-905e-9fc20462a37a completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:05.025484 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fa62d8e6-b33c-4a8e-8ace-b40c0e97b15d None None] Provisioning complete for port f3a13620-9f1a-4708-905e-9fc20462a37a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:05.025918 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fa62d8e6-b33c-4a8e-8ace-b40c0e97b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.026334 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f3a13620-9f1a-4708-905e-9fc20462a37a', 'name': '', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'mac_address': 'fa:16:3e:96:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:03Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 1, 'project_id': 'd28dc608ed834466a220036968a24982', 'subnets': [{'id': 'd0095065-22be-4022-aac6-8e85e7773633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:05.057623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:05.060044 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6d6a8c-81db-4c5f-878e-e9845cb77dbf None None] The sync data for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 is: [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f3a13620-9f1a-4708-905e-9fc20462a37a', 'name': '', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'mac_address': 'fa:16:3e:96:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:03Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 1, 'project_id': 'd28dc608ed834466a220036968a24982', 'subnets': [{'id': 'd0095065-22be-4022-aac6-8e85e7773633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:38:05.060254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:05.079637 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fa62d8e6-b33c-4a8e-8ace-b40c0e97b15d None None] Port f3a13620-9f1a-4708-905e-9fc20462a37a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:38:05.223285 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Router 8d8d8590-a284-42bd-972b-bcc6a50031fb has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:38:05.280441 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:05.342477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-84e7bde0-3152-4063-8c51-ee97b2dfe3fd None None] Provisioning complete for port f3a13620-9f1a-4708-905e-9fc20462a37a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:05.342849 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-84e7bde0-3152-4063-8c51-ee97b2dfe3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.371230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:38:05.378237 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-58ec40c9-6a13-4dfb-831a-995e01d71b91 admin admin] 10.222.0.11 "PUT /v2.0/routers/8d8d8590-a284-42bd-972b-bcc6a50031fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656021 Aug 12 03:38:05.381889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:05.390394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-84e7bde0-3152-4063-8c51-ee97b2dfe3fd None None] Port f3a13620-9f1a-4708-905e-9fc20462a37a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:38:05.392957 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:05.393460 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.551129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.604922 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.624226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:05.632943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.633791 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 189bf636-1d25-4bf0-8735-93bd91f3fc13 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:05.677038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6ba34fde-e8e7-4399-a555-47b9d54f7537 None None] Provisioning complete for port f3a13620-9f1a-4708-905e-9fc20462a37a triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:05.677365 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6ba34fde-e8e7-4399-a555-47b9d54f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.794111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6ba34fde-e8e7-4399-a555-47b9d54f7537 None None] Port f3a13620-9f1a-4708-905e-9fc20462a37a cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:38:05.809646 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:05.831052 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 189bf636-1d25-4bf0-8735-93bd91f3fc13 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:05.836406 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 189bf636-1d25-4bf0-8735-93bd91f3fc13 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:05.836790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.934724 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:05.978359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 189bf636-1d25-4bf0-8735-93bd91f3fc13, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=189bf636-1d25-4bf0-8735-93bd91f3fc13,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:05.983679 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.093651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59074) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.098669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701259058', 'description': 'tempest-secgroup-smoke-701259058 description', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.129645 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.218130 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.220987 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=189bf636-1d25-4bf0-8735-93bd91f3fc13,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.222713 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.224388 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.253566 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.254787 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1601188 Aug 12 03:38:06.256631 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd8d93-46b0-4200-ad64-02805b40883a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d522d088-4b49-4b04-9186-aa07ffed241e,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.258352 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.263189 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.290156 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.345487 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.348779 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.365418 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a97a156-7982-40d8-981d-5e557c5b0f4b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.372345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.373581 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a5aa1652-0f10-4074-b27b-7045d5071eff tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141479 Aug 12 03:38:06.376372 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.381021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.407536 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.468050 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.471772 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.489602 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3518a8a-70b3-4226-aa58-35d93fedaf5b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.497013 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.498147 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-19d505bf-2c39-4ad0-9fc7-6eb602653b04 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208105 Aug 12 03:38:06.500877 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.505328 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.541333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.618589 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.623044 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.644524 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8055e01-a712-4363-be07-e2470e896c33,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.648368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.651508 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c1d021fd-a16a-456c-93d9-0f5591b22d38 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477826 Aug 12 03:38:06.652672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59082) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.657391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.685517 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.752853 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.756803 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.780108 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80564ee6-2a1c-44dd-a87a-3e18efdccb9b,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.785760 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.787029 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-12e04a89-d9aa-4313-b4af-94e1cfd0f59c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1332519 Aug 12 03:38:06.789710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59084) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.794378 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.817018 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Project 9ac2efe26cb64f54b244bc92142e4da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:38:06.822822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.885671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.889938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.909533 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34c9966-3e5e-43f2-bf6e-f806a538446d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:06.917416 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:06.918764 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4d68c715-d5a9-4e24-ab7d-f74200218b21 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280625 Aug 12 03:38:06.921925 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59086) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:06.926751 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': 'd522d088-4b49-4b04-9186-aa07ffed241e', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:06.949671 n-d-804303-2 neutron-server[94674]: INFO neutron.db.securitygroups_db [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Project 9ac2efe26cb64f54b244bc92142e4da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:38:06.954816 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.019211 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.023496 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.042648 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5aacbcf-ed66-4fdf-b66c-7d55ef5f2d51,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:07.045067 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.047958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-b55a038e-1877-4a64-9a8f-4eee5f891883 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250429 Aug 12 03:38:07.267188 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4cfb1786-fd34-42e7-8657-d593b2893016 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:07.276389 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-398800c8-77ec-451a-9607-2bf241c921b3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701259058&fields=id&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 267 time: 0.0413847 Aug 12 03:38:07.324028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 4cfb1786-fd34-42e7-8657-d593b2893016 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:07.327879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4cfb1786-fd34-42e7-8657-d593b2893016 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:07.328256 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.391502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-5c6209ed-9a46-4234-948e-645ad0e656c6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:07.392902 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-5c6209ed-9a46-4234-948e-645ad0e656c6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 808 time: 0.1034317 Aug 12 03:38:07.406605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.409653 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-3286c9e7-bda4-417c-a7a3-d75f516f3b4c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/quotas/9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 375 time: 0.0094833 Aug 12 03:38:07.428128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 4cfb1786-fd34-42e7-8657-d593b2893016, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4cfb1786-fd34-42e7-8657-d593b2893016,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:07.433970 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.435081 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:07.464314 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-c1e2a014-b5b2-42d9-8867-d7e4f50f2ab6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479796 Aug 12 03:38:07.524795 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=4cfb1786-fd34-42e7-8657-d593b2893016,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:07.535522 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:07.535887 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.567864 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-483b08ad-c8a5-4bdb-b54e-97114194be05 service neutron] 10.222.0.11 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892994 Aug 12 03:38:07.616128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 189bf636-1d25-4bf0-8735-93bd91f3fc13 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:07.668790 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-88b1ceae-1431-41f6-9edd-1e81e61c8569 service neutron] 10.222.0.11 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939727 Aug 12 03:38:07.674988 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 189bf636-1d25-4bf0-8735-93bd91f3fc13 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:07.675400 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.718526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:07.840738 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-788507f6-5c7d-4667-9de8-dcc1d1e6d275 req-eac9afbb-d285-49d7-852a-d5f260a14c22 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0297348 Aug 12 03:38:07.969253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Sync routers for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:38:07.978599 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:07.979287 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:08.087694 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:08.295864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f3a13620-9f1a-4708-905e-9fc20462a37a', 'name': '', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'mac_address': 'fa:16:3e:96:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:03Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 2, 'project_id': 'd28dc608ed834466a220036968a24982', 'subnets': [{'id': 'd0095065-22be-4022-aac6-8e85e7773633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:08.322376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Checking router: 8d8d8590-a284-42bd-972b-bcc6a50031fb for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:38:08.322788 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Updating router 8d8d8590-a284-42bd-972b-bcc6a50031fb port f3a13620-9f1a-4708-905e-9fc20462a37a binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:38:08.347176 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.612527 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.622059 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Transition to ACTIVE for port object f3a13620-9f1a-4708-905e-9fc20462a37a will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:08.627572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.677386 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c888c-4aae-45c7-81ef-b166debc6a35 None None] Pushing event updated for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:08.727852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Attempting to bind port f3a13620-9f1a-4708-905e-9fc20462a37a on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:38:08.728261 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Attempting to bind port f3a13620-9f1a-4708-905e-9fc20462a37a by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:38:08.728633 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Attempting to bind port f3a13620-9f1a-4708-905e-9fc20462a37a on network cec08b56-7206-4507-8ce1-41151bfc2ed7 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:08.733991 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:38:08.734586 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Checking segment: {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:08.734996 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.735389 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Bound using segment: {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:38:08.735883 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Bound port: f3a13620-9f1a-4708-905e-9fc20462a37a, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7163a1b5-ae77-4fde-850a-e81721c106b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:38:08.736269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.802138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] For port f3a13620-9f1a-4708-905e-9fc20462a37a, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:38:08.805996 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] For port f3a13620-9f1a-4708-905e-9fc20462a37a, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f3a13620-9f1a-4708-905e-9fc20462a37a,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:38:08.813203 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:08.882187 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:08.883278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:08.924471 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c888c-4aae-45c7-81ef-b166debc6a35 None None] Pushing event updated for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:08.986282 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-12ee4531-3363-4a1c-8d7a-f423730ce7f9 req-efd8b025-63d7-4f88-ae88-25214710da11 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 210 time: 0.0682173 Aug 12 03:38:09.020204 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:09.084562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-bc8fb45b-a649-4a35-b5b2-cebe25ae3106 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:09.087017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-bc8fb45b-a649-4a35-b5b2-cebe25ae3106 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 808 time: 0.1682639 Aug 12 03:38:09.159752 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-c2c8ca35-eb1c-4b6e-bdd4-46cd912a93ec tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 379 time: 0.0474417 Aug 12 03:38:09.171544 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'port': {'device_id': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'admin_state_up': True, 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'security_groups': ['d522d088-4b49-4b04-9186-aa07ffed241e']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:09.221573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f3a13620-9f1a-4708-905e-9fc20462a37a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:09.292941 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f3a13620-9f1a-4708-905e-9fc20462a37a', 'name': '', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'mac_address': 'fa:16:3e:96:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:03Z', 'updated_at': '2021-08-12T03:38:08Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'subnets': [{'id': 'd0095065-22be-4022-aac6-8e85e7773633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:09.294250 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Made reservation on behalf of 9ac2efe26cb64f54b244bc92142e4da0 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:38:09.298281 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.325003 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f3a13620-9f1a-4708-905e-9fc20462a37a completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:09.327113 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0f199b-f3bd-4417-9bc8-2db4dfbec0a3 None None] The sync data for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 is: [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:04Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'f3a13620-9f1a-4708-905e-9fc20462a37a', 'name': '', 'network_id': 'cec08b56-7206-4507-8ce1-41151bfc2ed7', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'mac_address': 'fa:16:3e:96:ab:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0095065-22be-4022-aac6-8e85e7773633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:03Z', 'updated_at': '2021-08-12T03:38:08Z', 'revision_number': 4, 'project_id': 'd28dc608ed834466a220036968a24982', 'subnets': [{'id': 'd0095065-22be-4022-aac6-8e85e7773633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:38:09.330663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f3a13620-9f1a-4708-905e-9fc20462a37a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:09.331014 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.411790 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.431770 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Allocated IP 172.20.0.12 (49c71a6d-8178-4075-8416-a3fbc7f13168/6ee6ab72-39bf-4317-a11d-7908f641071e/620778b5-a171-4345-ad0a-91d244ee4e42) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:38:09.447928 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f3a13620-9f1a-4708-905e-9fc20462a37a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f3a13620-9f1a-4708-905e-9fc20462a37a,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:09.452346 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.453275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4cfb1786-fd34-42e7-8657-d593b2893016 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:09.536472 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:09.552359 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 4cfb1786-fd34-42e7-8657-d593b2893016 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:09.552756 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.597674 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.612120 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Transition to ACTIVE for port object 620778b5-a171-4345-ad0a-91d244ee4e42 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:09.646849 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.693997 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:09.697885 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:09.700450 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:38:09.732576 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:09.765049 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:09.765744 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.783370 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-e28696e1-993d-4c74-9c54-fb5da3ed56e6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166770 Aug 12 03:38:09.802083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Request body: {'port': {'device_id': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:09.873043 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:09.979597 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f26c1b2f-b8de-4344-9b89-3b3dda12f35e None None] Provisioning for port 620778b5-a171-4345-ad0a-91d244ee4e42 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:09.983705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-f26c1b2f-b8de-4344-9b89-3b3dda12f35e None None] Provisioning complete for port 620778b5-a171-4345-ad0a-91d244ee4e42 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:09.984089 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f26c1b2f-b8de-4344-9b89-3b3dda12f35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.023921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-f26c1b2f-b8de-4344-9b89-3b3dda12f35e None None] Port 620778b5-a171-4345-ad0a-91d244ee4e42 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:38:10.435047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35807-eb85-4149-9bb7-7520c7ae5c44 req-8e0fe46b-c68a-483b-a44f-ae0af2ed7f5e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:10.436543 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01b35807-eb85-4149-9bb7-7520c7ae5c44 req-8e0fe46b-c68a-483b-a44f-ae0af2ed7f5e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 932 time: 0.3808813 Aug 12 03:38:10.510052 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-01b35807-eb85-4149-9bb7-7520c7ae5c44 req-1bc1cfe6-abff-4883-9c1e-39e1ab8f806b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664544 Aug 12 03:38:10.522070 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:38:10.530247 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.542084 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Transition to ACTIVE for port object 620778b5-a171-4345-ad0a-91d244ee4e42 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:38:10.545943 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.612669 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:10.668127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:38:10.668467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:38:10.668799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:10.673274 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:38:10.673595 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:38:10.678472 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:38:10.678813 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:38:10.679236 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Bound using segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:38:10.679690 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Bound port: 620778b5-a171-4345-ad0a-91d244ee4e42, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:38:10.680049 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.745508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:38:10.748651 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:38:10.752589 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.787858 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:10.789542 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:10.791318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1092 time: 0.9937952 Aug 12 03:38:10.793815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:38:10.795937 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84c4dd2-1776-41c5-8b8b-0c899af1147f" -d '{"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:38:10.827118 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bc330-c461-4fce-8fcb-e9fadb2374a7 service neutron] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:10.853151 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750b8169-cfc4-46b6-b4d0-50a0ceaa24e1 x-openstack-request-id: req-750b8169-cfc4-46b6-b4d0-50a0ceaa24e1 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:38:10.853664 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:38:10.854098 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-750b8169-cfc4-46b6-b4d0-50a0ceaa24e1 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:38:10.854669 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'status': 'completed', 'code': 200} Aug 12 03:38:10.927822 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-685ea3ba-af65-40e7-b016-d29e86669af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:10.929792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-685ea3ba-af65-40e7-b016-d29e86669af3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1095 time: 0.0475199 Aug 12 03:38:10.980186 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-bcb91e4c-5f85-4265-b49e-3ec88eebf23c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 217 time: 0.0359535 Aug 12 03:38:11.031185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-aaf408c6-a649-4061-865f-6bcf363d767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.032653 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-aaf408c6-a649-4061-865f-6bcf363d767f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0450687 Aug 12 03:38:11.081562 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a425d-ef0a-447f-969c-2dff11761150 req-54e11fe6-ce7f-4628-9d14-5c925ea3e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.083049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-54e11fe6-ce7f-4628-9d14-5c925ea3e95a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434327 Aug 12 03:38:11.162627 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f3a13620-9f1a-4708-905e-9fc20462a37a up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:11.171940 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-7c395d57-23c3-486d-b4bf-5f1cc9423548 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814641 Aug 12 03:38:11.209568 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f3a13620-9f1a-4708-905e-9fc20462a37a triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:11.210026 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:11.268629 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-308a425d-ef0a-447f-969c-2dff11761150 req-c2a78e11-3a91-4028-9b18-606d605442ac service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885906 Aug 12 03:38:11.390096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-f821b1ed-d504-4211-85aa-cadea35c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.391708 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-f821b1ed-d504-4211-85aa-cadea35c4a8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1095 time: 0.0423825 Aug 12 03:38:11.482095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-f0e243f1-21b8-4c27-bc0f-a7dd775a6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.483590 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-f0e243f1-21b8-4c27-bc0f-a7dd775a6754 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0850875 Aug 12 03:38:11.526262 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-35c79550-ffab-442c-bcbd-fe16f871377a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 217 time: 0.0354998 Aug 12 03:38:11.575132 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-648457f1-724b-4176-ada7-5ffb43445285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.577164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-648457f1-724b-4176-ada7-5ffb43445285 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0446730 Aug 12 03:38:11.654104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc26af-a8f6-4654-8ee3-d14b3e858743 req-ed48e9ee-a555-4ae4-877e-3dd8e85cf4a7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.656043 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56bc26af-a8f6-4654-8ee3-d14b3e858743 req-ed48e9ee-a555-4ae4-877e-3dd8e85cf4a7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0775619 Aug 12 03:38:11.658496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-4bf82851-3cd7-4323-ad82-8b93a979b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:11.659870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-4bf82851-3cd7-4323-ad82-8b93a979b542 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735838 Aug 12 03:38:11.740550 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-56bc26af-a8f6-4654-8ee3-d14b3e858743 req-a0e9a6d0-cdde-4d76-a2d7-4f530a317bbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789449 Aug 12 03:38:11.772433 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-4fb23d44-e410-4c3d-9071-97ee8837ed42 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046178 Aug 12 03:38:11.860065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c84c4dd2-1776-41c5-8b8b-0c899af1147f req-01f78e5c-7b36-48fd-a0ea-26fe7edae196 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799961 Aug 12 03:38:12.857959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477cfaa-0f2e-4023-a683-2bf207c47eb2 req-9fbe9121-31a5-4ba2-bb0c-59040c1db491 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:12.859454 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4477cfaa-0f2e-4023-a683-2bf207c47eb2 req-9fbe9121-31a5-4ba2-bb0c-59040c1db491 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0501542 Aug 12 03:38:12.897602 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4477cfaa-0f2e-4023-a683-2bf207c47eb2 req-72b9c5f6-71eb-4c27-96df-ce02cdfd84a2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322623 Aug 12 03:38:14.012150 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd28e01-0f3f-4f2a-a850-670209aca3fc req-288e14b8-efee-4a1f-a648-0838c1a8b50a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:14.013620 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bd28e01-0f3f-4f2a-a850-670209aca3fc req-288e14b8-efee-4a1f-a648-0838c1a8b50a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0509105 Aug 12 03:38:14.050521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8bd28e01-0f3f-4f2a-a850-670209aca3fc req-5984665f-c460-4c37-af0f-94c014af314a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310662 Aug 12 03:38:14.650080 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:38:14.744513 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:14.761831 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '620778b5-a171-4345-ad0a-91d244ee4e42', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:38:14.797451 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:14.809739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:38:14.828985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:14.832708 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:14.881024 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:15.169504 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6358f79-f434-4b26-be3f-9d3d7859ba93 req-34585007-3ba1-4189-9796-1058a1b22c6d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:15.171018 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6358f79-f434-4b26-be3f-9d3d7859ba93 req-34585007-3ba1-4189-9796-1058a1b22c6d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Aug 12 03:38:15.208823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e6358f79-f434-4b26-be3f-9d3d7859ba93 req-1680e980-d2b0-450f-aca3-49e8f6da943b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Aug 12 03:38:15.269057 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['620778b5-a171-4345-ad0a-91d244ee4e42'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:38:16.324736 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792d55-88b8-43bc-bc19-0477615e705a req-e0e44534-d21d-496a-9891-0b2792aa1e9d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:16.326119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f792d55-88b8-43bc-bc19-0477615e705a req-e0e44534-d21d-496a-9891-0b2792aa1e9d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Aug 12 03:38:16.364015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9f792d55-88b8-43bc-bc19-0477615e705a req-448aad74-696f-4e72-867d-8f123dce169d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Aug 12 03:38:16.664624 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:38:16.711412 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 620778b5-a171-4345-ad0a-91d244ee4e42 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:38:16.715250 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 620778b5-a171-4345-ad0a-91d244ee4e42 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:38:16.715661 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:16.796009 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:16.818288 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:38:16.821204 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d924d-b6c6-4b18-ae4a-3892c3eb41d5" -d '{"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:38:16.836945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:38:16.840942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:16.865108 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d7d18-383e-41a4-b95d-44f7cc646339 x-openstack-request-id: req-db1d7d18-383e-41a4-b95d-44f7cc646339 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:38:16.865395 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:38:16.865644 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db1d7d18-383e-41a4-b95d-44f7cc646339 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:38:16.866025 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'code': 200} Aug 12 03:38:16.892028 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:16.979310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0dacb-52b1-4541-8be0-91aa0bd052a7 req-2005d602-f233-4e3c-a67d-877aa89f3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:16.980858 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9cf0dacb-52b1-4541-8be0-91aa0bd052a7 req-2005d602-f233-4e3c-a67d-877aa89f3fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.0391805 Aug 12 03:38:17.020552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-9cf0dacb-52b1-4541-8be0-91aa0bd052a7 req-2308d84c-ab1c-4284-941b-8848dc4ea8f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300484 Aug 12 03:38:17.482398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37568bfe-2d61-4379-92d3-f7009731e2a5 req-d10dfbf9-98f4-4336-9c6f-b495e4f2e2b2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:17.483963 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37568bfe-2d61-4379-92d3-f7009731e2a5 req-d10dfbf9-98f4-4336-9c6f-b495e4f2e2b2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0537863 Aug 12 03:38:17.523933 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-37568bfe-2d61-4379-92d3-f7009731e2a5 req-56641681-a858-46b1-898d-6de65365152e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340381 Aug 12 03:38:18.637719 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa489d7-1a36-4ca5-ae6b-4adcb5853c9a req-d02e566d-aba3-4736-8212-e975a6805f14 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:18.639199 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-caa489d7-1a36-4ca5-ae6b-4adcb5853c9a req-d02e566d-aba3-4736-8212-e975a6805f14 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0484502 Aug 12 03:38:18.677221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-caa489d7-1a36-4ca5-ae6b-4adcb5853c9a req-80999ad3-538d-408c-8a24-e627b267fe4f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Aug 12 03:38:18.714546 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:18.797173 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb841dd-206e-47c9-9538-68a1d95a1484 req-41775de0-451e-4433-8746-32addb762602 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:18.798661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb841dd-206e-47c9-9538-68a1d95a1484 req-41775de0-451e-4433-8746-32addb762602 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0527036 Aug 12 03:38:18.842415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cbb841dd-206e-47c9-9538-68a1d95a1484 req-b32ffbef-c542-4d1f-a04d-504fa55b59a4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373290 Aug 12 03:38:18.863813 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59144) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:18.993905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43b3afe-fd9f-4a52-8848-4a1cd18336f6 tempest-TestShelveInstance-251873443 tempest-TestShelveInstance-251873443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:18.995484 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f43b3afe-fd9f-4a52-8848-4a1cd18336f6 tempest-TestShelveInstance-251873443 tempest-TestShelveInstance-251873443-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1092 time: 0.1306217 Aug 12 03:38:18.998351 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59148) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:38:19.002676 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:38:19.025283 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:19.134828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:19.235958 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Allocated IP 172.25.3.104 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/88997352-86af-49b3-9776-6eb88af4b81b) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:38:19.340105 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:19.378036 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:19.411224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:38:19.414606 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:38:19.417980 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:38:19.450215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=88997352-86af-49b3-9776-6eb88af4b81b,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:19.784214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:19.853214 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:20.001058 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:20.005488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:20.073695 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=88997352-86af-49b3-9776-6eb88af4b81b,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:38:20.088086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:20.189433 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Floating IP 8b60d8aa-86a3-471e-a562-b15207570ea2 associated. External IP: 172.25.3.104, port: 620778b5-a171-4345-ad0a-91d244ee4e42. Aug 12 03:38:20.392347 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:38:20.501802 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:38:20.512193 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:38:20.519517 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:20.522010 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:20.522658 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:20.546567 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-4f9bf234-75c4-4b48-8529-db796b68a4b0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5472012 Aug 12 03:38:20.547169 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:38:20.549630 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ea06e-7c28-4530-aacb-463b06f9ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:38:20.585461 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946f318-43ed-4aed-95ee-d89da0dd5f89 x-openstack-request-id: req-4946f318-43ed-4aed-95ee-d89da0dd5f89 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:38:20.585749 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:38:20.586003 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4946f318-43ed-4aed-95ee-d89da0dd5f89 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:38:20.586415 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'status': 'completed', 'code': 200} Aug 12 03:38:20.642614 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:20.669366 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-309209f7-4b4b-46bb-9ded-465705ffca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:20.670953 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-309209f7-4b4b-46bb-9ded-465705ffca4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.0406563 Aug 12 03:38:20.763358 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-84dbc566-2831-458a-bb3c-349ae47df81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:20.765155 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-84dbc566-2831-458a-bb3c-349ae47df81d service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0873129 Aug 12 03:38:20.829147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-9e32f2fe-91c7-4b9c-91a2-8cfb5117b87d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1000 time: 0.0572073 Aug 12 03:38:20.862518 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '8b60d8aa-86a3-471e-a562-b15207570ea2', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:38:19Z', 'updated_at': '2021-08-12T03:38:19Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:20.877532 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-6661b3e9-0393-4e89-b13d-daf230ddef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:20.879023 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-6661b3e9-0393-4e89-b13d-daf230ddef9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0423641 Aug 12 03:38:20.888744 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:38:20.897269 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:38:20.898438 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:38:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:20.926574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-31dd3f49-7efe-4371-9480-2d83be677fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:38:20.928093 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-31dd3f49-7efe-4371-9480-2d83be677fa5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425692 Aug 12 03:38:21.002412 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:38:21.020544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-847c14c7-18ec-421c-90a9-77dd1ea689ac service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847373 Aug 12 03:38:21.113428 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-960ea06e-7c28-4530-aacb-463b06f9ae67 req-a0da325f-79ce-4deb-bbb2-db87cf79ed81 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862541 Aug 12 03:38:21.227418 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '8b60d8aa-86a3-471e-a562-b15207570ea2', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:38:19Z', 'updated_at': '2021-08-12T03:38:19Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:38:21.351177 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebcc23e-d56b-426a-af5d-5925fd2186dd None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '8b60d8aa-86a3-471e-a562-b15207570ea2', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:38:19Z', 'updated_at': '2021-08-12T03:38:19Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:38:21.538721 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6289a16-6c0a-408d-afb1-0cd19c593600 None None] New status for floating IP 8b60d8aa-86a3-471e-a562-b15207570ea2: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:38:24.426376 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:38:32.090804 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c1140114-402f-4a77-bb4a-ef7dd59c1bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:34.717028 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb059488-7ddd-4c7b-945f-e504d62fd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:34.837001 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:35.578425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:36.181823 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:37.699764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:38:48.730907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:01.426476 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:39:02.091803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-abbcf580-2cfb-4390-b6b9-5bc40ea4cca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:04.717665 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ef7e28ff-f346-4128-b9f8-92bf0c0633bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:04.838301 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:05.604319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:06.185335 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:07.702705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:14.950169 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-d8559906-cb29-4a8d-bcc3-d8edd6d77b61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417459 Aug 12 03:39:15.048086 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd10162-cde7-4d3f-9d83-763812026607 req-49c50cee-958b-4c4e-b681-ba688e34e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:39:15.049581 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-49c50cee-958b-4c4e-b681-ba688e34e80a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.0426280 Aug 12 03:39:15.153605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd10162-cde7-4d3f-9d83-763812026607 req-f7ecb659-e1b8-4766-af20-5b84871fd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:39:15.155112 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-f7ecb659-e1b8-4766-af20-5b84871fd922 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0873451 Aug 12 03:39:15.222939 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-5e4c4c51-2f84-4118-be40-06b59b0bb13d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1002 time: 0.0596912 Aug 12 03:39:15.273588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd10162-cde7-4d3f-9d83-763812026607 req-d0f62f10-0bf9-49bd-9684-d5c2adcf4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:39:15.275049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-d0f62f10-0bf9-49bd-9684-d5c2adcf4541 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0435369 Aug 12 03:39:15.324546 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd10162-cde7-4d3f-9d83-763812026607 req-bb5e14a9-20ad-4901-a3d9-492914b4070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:39:15.326018 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-bb5e14a9-20ad-4901-a3d9-492914b4070a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436790 Aug 12 03:39:15.414304 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-2d134209-85cf-4fba-b697-185b6b6f0ddb service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807393 Aug 12 03:39:15.507351 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edd10162-cde7-4d3f-9d83-763812026607 req-9e5d284f-7a42-4e25-a654-295f8d6f2a4d service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862150 Aug 12 03:39:18.742648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:32.091648 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-294bf6fa-6851-4e0b-8467-484ddce20aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:34.718434 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c487a2de-321a-4544-9a99-e3c5436f526a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:34.838573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:35.621984 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:36.188493 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:37.704683 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:39:38.425646 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:39:48.742369 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:02.092763 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-daefd888-e727-4d3d-89ca-d0629d7638cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:04.719486 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d63367c-c283-4b8d-a742-2667cb1e7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:04.839391 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:05.621547 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:06.189613 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:07.707192 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:15.425746 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:40:15.781657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-11f53284-61ad-4763-97d4-377f0c882afa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412233 Aug 12 03:40:15.876872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-bc8ecf67-c18c-4057-a6c4-bda6af7ac22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:15.878353 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-bc8ecf67-c18c-4057-a6c4-bda6af7ac22f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.0412500 Aug 12 03:40:15.985062 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-216845a9-fbd5-40c1-b0cb-add8cc911573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:15.986530 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-216845a9-fbd5-40c1-b0cb-add8cc911573 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0884323 Aug 12 03:40:16.054716 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-c5064c1a-a7dc-42a5-bdd1-f9a3135b725b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1002 time: 0.0607502 Aug 12 03:40:16.104353 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-869f3eef-3ec2-473d-9dc0-9834d0307ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:16.105761 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-869f3eef-3ec2-473d-9dc0-9834d0307ea4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0430107 Aug 12 03:40:16.153703 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-2590335b-e5b8-4e69-b60d-992585685882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:16.155278 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-2590335b-e5b8-4e69-b60d-992585685882 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422676 Aug 12 03:40:16.241621 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-de67cc78-ee1e-4500-bb36-c577944e262e service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793080 Aug 12 03:40:16.332910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6c5727ab-7171-4bb7-8d67-ca344deccc0a req-f31993c7-1cda-4e63-93e4-1c145351bbb8 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Aug 12 03:40:18.758876 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:32.093328 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-65f1dad8-d59b-4143-9d0c-f1ebb9396f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:34.884234 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:34.886341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-43179cfc-0097-4e17-a88b-8f28d7ff5593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:35.634147 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:36.193380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:37.709708 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:47.283905 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41272eb-1346-499d-b1a7-7143472dbba8 req-4decda0c-2ad8-41b0-8edb-5f32ae1454be tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:47.285403 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41272eb-1346-499d-b1a7-7143472dbba8 req-4decda0c-2ad8-41b0-8edb-5f32ae1454be tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0997901 Aug 12 03:40:47.322712 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f41272eb-1346-499d-b1a7-7143472dbba8 req-4c21894d-f003-4bd9-a03b-8c073bd07257 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Aug 12 03:40:48.465380 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada3316-1d7f-4a2d-959b-c809abf326ab req-c24cd15d-a2f1-4ad7-89b0-43e6dfa3678e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:48.467487 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ada3316-1d7f-4a2d-959b-c809abf326ab req-c24cd15d-a2f1-4ad7-89b0-43e6dfa3678e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0504694 Aug 12 03:40:48.506326 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5ada3316-1d7f-4a2d-959b-c809abf326ab req-e260587f-6503-4c93-bf87-09dd10bbf11a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323219 Aug 12 03:40:48.755906 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:49.647492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead59d7-313f-4f82-8fed-6ae9ae435472 req-18a0b241-ca41-41a1-b7ee-84473e3febbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:49.648965 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6ead59d7-313f-4f82-8fed-6ae9ae435472 req-18a0b241-ca41-41a1-b7ee-84473e3febbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0494213 Aug 12 03:40:49.689858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6ead59d7-313f-4f82-8fed-6ae9ae435472 req-9e072daf-c0ec-4a7b-bfbd-b4a860514301 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349345 Aug 12 03:40:50.802652 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60ce8-0652-4f69-a5de-f61b75a2d2b4 req-fd0ad769-0c2b-4f71-aa01-3aaeb2d8bcbc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:50.804172 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dc60ce8-0652-4f69-a5de-f61b75a2d2b4 req-fd0ad769-0c2b-4f71-aa01-3aaeb2d8bcbc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Aug 12 03:40:50.841511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1dc60ce8-0652-4f69-a5de-f61b75a2d2b4 req-beafad76-1fbd-40f1-a1ae-56357455e581 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Aug 12 03:40:51.955213 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b454352-2c27-46d0-a2b2-18b6ce076d94 req-71703681-088c-4468-8074-f564a0f22e7e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:51.956723 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b454352-2c27-46d0-a2b2-18b6ce076d94 req-71703681-088c-4468-8074-f564a0f22e7e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0490563 Aug 12 03:40:51.993371 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6b454352-2c27-46d0-a2b2-18b6ce076d94 req-a5929c41-e801-40f9-a279-3e52b29bc2a4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Aug 12 03:40:52.425849 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:40:53.105081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bada58-0863-49b7-afe6-3e792ab71d42 req-e3f559e7-e643-476a-897c-53c8329ef6c0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:53.106544 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16bada58-0863-49b7-afe6-3e792ab71d42 req-e3f559e7-e643-476a-897c-53c8329ef6c0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Aug 12 03:40:53.148848 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-16bada58-0863-49b7-afe6-3e792ab71d42 req-a17f2dc5-e11a-4a12-9507-de297e2ef3dc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359929 Aug 12 03:40:54.262492 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c1376-bc78-456a-9e88-e96ba4d2dd11 req-31e8befd-9db6-4627-91d5-9c6daf0ccfcf tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:54.264011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d63c1376-bc78-456a-9e88-e96ba4d2dd11 req-31e8befd-9db6-4627-91d5-9c6daf0ccfcf tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Aug 12 03:40:54.301769 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d63c1376-bc78-456a-9e88-e96ba4d2dd11 req-8efb0954-e42e-45fb-84de-07d459a8d752 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Aug 12 03:40:55.413684 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ea50f-3ed7-4240-87ce-19bad2f2365d req-57f04fec-2928-49e7-b094-f8bd79ae0b8c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:55.415132 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-273ea50f-3ed7-4240-87ce-19bad2f2365d req-57f04fec-2928-49e7-b094-f8bd79ae0b8c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0470598 Aug 12 03:40:55.452921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-273ea50f-3ed7-4240-87ce-19bad2f2365d req-5b083a2a-421a-453b-9f96-ad101fb64e69 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311754 Aug 12 03:40:56.569149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eb369-ccbb-40d7-9bf9-f00427bded87 req-90da280c-b07e-4e38-afd8-0d0bcf1e58d2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:56.570621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd5eb369-ccbb-40d7-9bf9-f00427bded87 req-90da280c-b07e-4e38-afd8-0d0bcf1e58d2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0482833 Aug 12 03:40:56.613116 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-bd5eb369-ccbb-40d7-9bf9-f00427bded87 req-680278dc-73e4-4852-bb89-0c4b4828b4c9 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365596 Aug 12 03:40:57.730996 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722530-6e52-44da-a09c-60065f634d2b req-a735979a-1496-4af1-afba-83942eb7d09c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:57.732517 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57722530-6e52-44da-a09c-60065f634d2b req-a735979a-1496-4af1-afba-83942eb7d09c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0478680 Aug 12 03:40:57.769436 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-57722530-6e52-44da-a09c-60065f634d2b req-025ba66a-41bc-425e-8ebe-29252aed6d6e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Aug 12 03:40:58.882652 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b321cf-5a52-4dcd-a009-37a90e88c2c8 req-6884b8e0-56f7-466b-8ef2-a20845e3948f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:40:58.884174 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55b321cf-5a52-4dcd-a009-37a90e88c2c8 req-6884b8e0-56f7-466b-8ef2-a20845e3948f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0485547 Aug 12 03:40:58.921825 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-55b321cf-5a52-4dcd-a009-37a90e88c2c8 req-77e0a9ff-a587-4bef-a425-1d9d68487fc4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Aug 12 03:40:59.817327 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:40:59.909040 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:40:59.923383 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '620778b5-a171-4345-ad0a-91d244ee4e42', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:40:59.959720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:40:59.972784 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:40:59.991742 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:40:59.996810 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:00.040001 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463031-8ebe-435d-af64-999e600d4dbc req-b066f584-e2f5-4986-8ff7-4b92b6461145 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:00.041464 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35463031-8ebe-435d-af64-999e600d4dbc req-b066f584-e2f5-4986-8ff7-4b92b6461145 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 945 time: 0.0522339 Aug 12 03:41:00.046390 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:00.053735 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.054089 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.054436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.054794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.055116 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.055450 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.055805 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.056137 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.056465 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.056794 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.057119 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.057442 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:00.088974 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-35463031-8ebe-435d-af64-999e600d4dbc req-641753c1-b8cb-4a6f-888f-ae93602b5686 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408511 Aug 12 03:41:00.145933 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['620778b5-a171-4345-ad0a-91d244ee4e42'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:41:01.202400 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173477b2-e1a0-4bae-870f-ff94898eb17c req-7dbba3f7-0746-4fba-af43-33268b11e9b5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:01.203961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-173477b2-e1a0-4bae-870f-ff94898eb17c req-7dbba3f7-0746-4fba-af43-33268b11e9b5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 945 time: 0.0499544 Aug 12 03:41:01.242816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-173477b2-e1a0-4bae-870f-ff94898eb17c req-1cd61dc6-50fb-49a1-b9e7-c61bcf0e502d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329230 Aug 12 03:41:01.825224 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:41:01.871065 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 620778b5-a171-4345-ad0a-91d244ee4e42 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:41:01.871437 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:01.951914 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:01.973252 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:41:01.975498 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c45a5a0-de83-4640-b66a-afca4d971593" -d '{"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:41:01.988328 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:41:01.992411 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:02.041732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:02.068705 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89daee4-e741-41f4-9f3f-f9e0520342d7 x-openstack-request-id: req-f89daee4-e741-41f4-9f3f-f9e0520342d7 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:41:02.068997 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:41:02.069247 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f89daee4-e741-41f4-9f3f-f9e0520342d7 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:41:02.069644 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'code': 200} Aug 12 03:41:02.093565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7daf3c03-9c80-4b8a-a47b-4f59187eb5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:02.355200 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479f68c-1839-4a1a-802c-4762d05cc9c5 req-49323d5d-8d5c-40ad-bfc4-7d7af0a23e5f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:02.356613 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7479f68c-1839-4a1a-802c-4762d05cc9c5 req-49323d5d-8d5c-40ad-bfc4-7d7af0a23e5f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0485413 Aug 12 03:41:02.398592 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7479f68c-1839-4a1a-802c-4762d05cc9c5 req-d24e394b-de7a-4eeb-8828-69bffb8db035 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351837 Aug 12 03:41:03.516345 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd974a-4a04-46b7-af96-21674e926eef req-52d74363-012b-419b-a5b7-ee7dcd5f965d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:03.518280 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6bfd974a-4a04-46b7-af96-21674e926eef req-52d74363-012b-419b-a5b7-ee7dcd5f965d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0503867 Aug 12 03:41:03.555897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6bfd974a-4a04-46b7-af96-21674e926eef req-8d7300d5-92b9-4124-b2dc-5c0230f5cf9f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Aug 12 03:41:04.681983 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c7ccf-c99a-4141-849e-1926f12d3595 req-79615140-f361-4bf2-96c6-0dce9d8817cb tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:04.684295 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d84c7ccf-c99a-4141-849e-1926f12d3595 req-79615140-f361-4bf2-96c6-0dce9d8817cb tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0545430 Aug 12 03:41:04.728008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0c8aa1c8-b7d0-4d01-adf7-800601dc3884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:04.731819 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d84c7ccf-c99a-4141-849e-1926f12d3595 req-ade12aef-e8df-45dc-bb1d-449487cc6af0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410910 Aug 12 03:41:04.847757 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:05.642278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:05.866513 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5279f79b-2941-4575-8382-ed1bea6cc93d req-85264796-9c13-4ecb-8a90-65702bd49504 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:05.868502 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5279f79b-2941-4575-8382-ed1bea6cc93d req-85264796-9c13-4ecb-8a90-65702bd49504 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0557246 Aug 12 03:41:05.916626 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5279f79b-2941-4575-8382-ed1bea6cc93d req-d9c76b72-0226-458d-b35b-b1bc63c59b08 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399029 Aug 12 03:41:06.200395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:07.080881 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd1507-568e-408d-9943-5764ffc59831 req-0b2e4710-8758-4a27-a666-c6fbe1e08632 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:07.083414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2fd1507-568e-408d-9943-5764ffc59831 req-0b2e4710-8758-4a27-a666-c6fbe1e08632 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0686679 Aug 12 03:41:07.134498 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a2fd1507-568e-408d-9943-5764ffc59831 req-a5a95400-b86e-4014-8661-b4da09267285 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404875 Aug 12 03:41:07.724720 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:08.278629 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b2f5d-094b-4e66-952b-9b8081b0253d req-db2cf834-c4f7-4f54-bd85-38e02629a341 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:08.281016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c6b2f5d-094b-4e66-952b-9b8081b0253d req-db2cf834-c4f7-4f54-bd85-38e02629a341 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Aug 12 03:41:08.326373 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8c6b2f5d-094b-4e66-952b-9b8081b0253d req-05259cae-ebc7-4841-8442-a70165ff5689 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387864 Aug 12 03:41:09.456264 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45330d-9ccf-4710-a78d-4c47ab0b3c34 req-f2fbe46f-03f5-4313-87e0-1e10bbb8b70b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:09.467605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f45330d-9ccf-4710-a78d-4c47ab0b3c34 req-f2fbe46f-03f5-4313-87e0-1e10bbb8b70b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0578816 Aug 12 03:41:09.505434 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f45330d-9ccf-4710-a78d-4c47ab0b3c34 req-1c3443ea-be39-48ad-b2fb-2035849792da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Aug 12 03:41:10.625538 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1727-e67c-4385-84cc-74b092bda4f4 req-54c0c0b8-fe8b-4b3e-80d5-8c7666893387 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:10.627056 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ad1727-e67c-4385-84cc-74b092bda4f4 req-54c0c0b8-fe8b-4b3e-80d5-8c7666893387 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Aug 12 03:41:10.683619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45ad1727-e67c-4385-84cc-74b092bda4f4 req-f9faba94-ef64-44c0-8087-916c03be4110 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457902 Aug 12 03:41:11.800330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae9960-1546-42e0-836e-aaca0cba16bd req-cbc1bace-6f92-4b8e-8457-10adc005c136 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:11.802639 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57ae9960-1546-42e0-836e-aaca0cba16bd req-cbc1bace-6f92-4b8e-8457-10adc005c136 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0574968 Aug 12 03:41:11.855626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-57ae9960-1546-42e0-836e-aaca0cba16bd req-3231fd2f-da7a-4a96-a0d7-f58f6628b9ef tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467010 Aug 12 03:41:12.971665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba866be-6d54-46ea-93e7-857eac38c293 req-e1ceda18-63d3-48e8-ad14-cab52d43eef4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:12.973158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ba866be-6d54-46ea-93e7-857eac38c293 req-e1ceda18-63d3-48e8-ad14-cab52d43eef4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0491202 Aug 12 03:41:13.009988 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ba866be-6d54-46ea-93e7-857eac38c293 req-af9ed0ce-d4ad-4bb8-90e4-353cd851ddc3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Aug 12 03:41:13.617947 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-a1bd4bf9-2e7b-454f-954d-575e772758f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:13.619451 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-a1bd4bf9-2e7b-454f-954d-575e772758f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1097 time: 0.0824468 Aug 12 03:41:13.709710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-13b99c8f-d09b-4733-aa9f-e771cfd5ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:13.711300 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-13b99c8f-d09b-4733-aa9f-e771cfd5ca67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0848167 Aug 12 03:41:13.774533 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-062540c3-7495-456b-b7c7-22edb073cae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1002 time: 0.0562310 Aug 12 03:41:13.825585 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-d4b5d2a2-7e0c-4237-859f-cf16b06ce0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:13.827685 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-d4b5d2a2-7e0c-4237-859f-cf16b06ce0c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0458710 Aug 12 03:41:13.876620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-1afdf7b3-1203-41cb-8884-e42408279d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:13.878099 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-1afdf7b3-1203-41cb-8884-e42408279d4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383320 Aug 12 03:41:13.968669 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-4a5cf3a0-47bb-481a-ba8c-20b8840b5efc service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830004 Aug 12 03:41:14.068553 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5612a173-a7b7-468a-94d9-a9b4584005d3 req-e9b2899f-9507-4dbf-b5d3-26f84098184c service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921257 Aug 12 03:41:14.130271 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e0487-3153-441b-8723-888ca27ab07a req-76150173-431e-4b34-86cd-9dd40fa8ef36 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:14.131816 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e0487-3153-441b-8723-888ca27ab07a req-76150173-431e-4b34-86cd-9dd40fa8ef36 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0537419 Aug 12 03:41:14.170949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8f8e0487-3153-441b-8723-888ca27ab07a req-ff53ae96-0956-4a23-8efd-ff52c5023862 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329232 Aug 12 03:41:15.284910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad56c71-84e6-443d-b2fd-33b0db37df65 req-64a2f578-e87b-408d-a7b7-8f1ac9771d40 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:15.286364 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ad56c71-84e6-443d-b2fd-33b0db37df65 req-64a2f578-e87b-408d-a7b7-8f1ac9771d40 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0486104 Aug 12 03:41:15.323065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0ad56c71-84e6-443d-b2fd-33b0db37df65 req-293f8d1d-fdd1-4644-b490-88047ff8c4b7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309238 Aug 12 03:41:16.436650 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c58f1-e3b7-4d6f-bc48-18b06ca2cf68 req-973cba94-83b6-433f-a667-eeb8bd457666 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:16.438176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-935c58f1-e3b7-4d6f-bc48-18b06ca2cf68 req-973cba94-83b6-433f-a667-eeb8bd457666 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0487871 Aug 12 03:41:16.480118 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-935c58f1-e3b7-4d6f-bc48-18b06ca2cf68 req-3dc81965-5e5d-4f13-ac58-d39f4d1ad2fa tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Aug 12 03:41:16.691265 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f8050-1683-4154-b3c7-6103d1ce86d0 req-7565b6ad-b4b0-4ee2-8cd3-256819b2d182 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:16.692840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-433f8050-1683-4154-b3c7-6103d1ce86d0 req-7565b6ad-b4b0-4ee2-8cd3-256819b2d182 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0498495 Aug 12 03:41:16.732233 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-433f8050-1683-4154-b3c7-6103d1ce86d0 req-cf1f2b37-11c5-46eb-a737-140cc30aef99 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331175 Aug 12 03:41:16.868068 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-4c87cf69-a3e7-439b-8b7e-acc1832a1d2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864933 Aug 12 03:41:17.650245 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-c95ecb6b-b5bc-47ed-9b7b-ece34e7fecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:17.651785 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-c95ecb6b-b5bc-47ed-9b7b-ece34e7fecc3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 1097 time: 0.0853980 Aug 12 03:41:17.663226 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804303-2', 'device_owner': 'compute:nova'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:41:17.717452 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:17.847058 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f8751-a62c-4196-97f8-b5196f0b62b8 req-e2bbf4b1-83fe-4c6b-8533-3ba2128e0d29 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:17.848575 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da8f8751-a62c-4196-97f8-b5196f0b62b8 req-e2bbf4b1-83fe-4c6b-8533-3ba2128e0d29 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 12 03:41:17.887152 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da8f8751-a62c-4196-97f8-b5196f0b62b8 req-6d421a64-927f-4b56-bb0a-5037a292640f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Aug 12 03:41:17.921926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:41:17.954605 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h1-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:41:17.962868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:41:17.998187 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:41:18.005768 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e114d940-ed24-4ff3-b785-5c1d1d75f96c" -d '{"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-unplugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:41:18.010843 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.024844 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Transition to ACTIVE for port object 620778b5-a171-4345-ad0a-91d244ee4e42 will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:41:18.030936 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.049907 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.112855 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.db.api [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 03:41:18.113369 n-d-804303-2 neutron-server[94675]: DEBUG oslo_db.api [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 03:41:18.131968 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede66a15-ddcc-4a8f-a070-f75d358604d9 x-openstack-request-id: req-ede66a15-ddcc-4a8f-a070-f75d358604d9 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:41:18.132266 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-unplugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:41:18.132526 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ede66a15-ddcc-4a8f-a070-f75d358604d9 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:41:18.132930 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'code': 200} Aug 12 03:41:18.146064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=8']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:18.173051 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.173409 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.173759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.174105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.174449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.174787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.175120 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.175453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.175803 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.176134 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.176464 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.176792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:41:18.180710 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] No DVR routers for this DVR port 620778b5-a171-4345-ad0a-91d244ee4e42 on host n-h1-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:41:18.318330 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:41:18.318679 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:41:18.319036 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:41:18.323262 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:41:18.323628 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Attempting to bind port 620778b5-a171-4345-ad0a-91d244ee4e42 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:41:18.328422 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:41:18.328763 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:41:18.329149 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Bound using segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:41:18.329578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Bound port: 620778b5-a171-4345-ad0a-91d244ee4e42, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:41:18.329938 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.391536 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:41:18.394379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:41:18.399002 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.438215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:18.438929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.440266 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] 10.222.0.25 "PUT /v2.0/ports/620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1092 time: 0.7809961 Aug 12 03:41:18.460473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edee54d-6d59-4d5d-9835-c7e3a597c262 service neutron] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=9']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:18.761610 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:18.824077 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-8f6f72a5-ba66-4de1-a8d2-f55d1c37c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:18.825543 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-8f6f72a5-ba66-4de1-a8d2-f55d1c37c4d7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1095 time: 0.3611987 Aug 12 03:41:18.914111 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-63bb056a-a18c-4a73-9e05-340cc02e2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:18.915621 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-63bb056a-a18c-4a73-9e05-340cc02e2e43 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0834289 Aug 12 03:41:18.985715 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-a9ebb3ed-417f-4c98-a66c-b91c1cd2077b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1000 time: 0.0622201 Aug 12 03:41:19.001640 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c69768-ed15-466d-b701-27cda6f0e079 req-1ebb63f4-735c-48b1-8fc7-56d3c88e549e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:19.003149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3c69768-ed15-466d-b701-27cda6f0e079 req-1ebb63f4-735c-48b1-8fc7-56d3c88e549e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0479567 Aug 12 03:41:19.036137 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-ff954a00-ddfc-4d82-b863-91c537dd462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:19.037617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-ff954a00-ddfc-4d82-b863-91c537dd462b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0452123 Aug 12 03:41:19.041568 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e3c69768-ed15-466d-b701-27cda6f0e079 req-bbd7038d-06a1-4d06-8b66-28fb127a84af tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Aug 12 03:41:19.084689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-5dca95ea-3dc1-4bf0-b2c9-527d3367e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:19.085626 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-5dca95ea-3dc1-4bf0-b2c9-527d3367e283 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403397 Aug 12 03:41:19.179399 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-cd194320-8332-4650-bc80-58a7d505e977 service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856757 Aug 12 03:41:19.269731 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8a0b4c78-5740-4054-a0f2-215182c83ce4 req-31ad84ed-4c6e-4ed5-8be1-e3149514cc9c service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829859 Aug 12 03:41:20.134506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:41:20.137033 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823be88-c3ae-402a-9a1b-2b50545c4485" -d '{"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:41:20.186018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a04bee-95ed-4772-a147-193c630a72d1 req-cf76ef6a-5ba6-4f53-a142-a271ba9aa21e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:20.187623 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49a04bee-95ed-4772-a147-193c630a72d1 req-cf76ef6a-5ba6-4f53-a142-a271ba9aa21e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0615401 Aug 12 03:41:20.189036 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427a3cef-b2aa-4434-84d4-99d401292744 x-openstack-request-id: req-427a3cef-b2aa-4434-84d4-99d401292744 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:41:20.189325 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:41:20.189576 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-427a3cef-b2aa-4434-84d4-99d401292744 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:41:20.189961 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'status': 'completed', 'code': 200} Aug 12 03:41:20.228605 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-49a04bee-95ed-4772-a147-193c630a72d1 req-8f65d152-3c6a-4853-a754-7f336d763d7e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346205 Aug 12 03:41:21.353249 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c05db8-9fd8-411a-a49a-77f4ae27b1cd req-9a5bc299-c4e5-465a-b91c-81978b97676d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:21.354763 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2c05db8-9fd8-411a-a49a-77f4ae27b1cd req-9a5bc299-c4e5-465a-b91c-81978b97676d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0538812 Aug 12 03:41:21.396354 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f2c05db8-9fd8-411a-a49a-77f4ae27b1cd req-04550a90-4acf-43a5-be3f-229f31819271 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350795 Aug 12 03:41:22.521563 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29287bb-740a-4699-83ad-ad2329d3b0c6 req-3e939bab-810c-4f8f-84a4-fbda328e1598 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:22.523071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f29287bb-740a-4699-83ad-ad2329d3b0c6 req-3e939bab-810c-4f8f-84a4-fbda328e1598 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0544209 Aug 12 03:41:22.568571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f29287bb-740a-4699-83ad-ad2329d3b0c6 req-e5df8412-0cb9-4b95-a4d2-1e74e20114c6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395834 Aug 12 03:41:23.693946 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b6362-c1be-47f1-922e-e619ba02d255 req-f15530c1-eb13-40b5-89a5-7fbd2b3cac61 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:23.695423 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-353b6362-c1be-47f1-922e-e619ba02d255 req-f15530c1-eb13-40b5-89a5-7fbd2b3cac61 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0493493 Aug 12 03:41:23.736072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-353b6362-c1be-47f1-922e-e619ba02d255 req-521be066-2f2c-4c49-b697-cc40ee77a9d3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341365 Aug 12 03:41:24.878229 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7353-3e26-410a-8421-34c9c78b431e req-37efb0d3-7ed2-43f5-912f-8fe60e39a5fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:24.879704 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-547d7353-3e26-410a-8421-34c9c78b431e req-37efb0d3-7ed2-43f5-912f-8fe60e39a5fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0736094 Aug 12 03:41:24.920079 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-547d7353-3e26-410a-8421-34c9c78b431e req-d9de2492-feb2-4801-8fd3-3718c25bfc03 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338833 Aug 12 03:41:26.041104 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aa4c7-973f-4ab9-baf0-3b3e3a1bd5ce req-6b34e81e-b774-41be-b094-182affbbf169 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:26.042623 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-914aa4c7-973f-4ab9-baf0-3b3e3a1bd5ce req-6b34e81e-b774-41be-b094-182affbbf169 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0527034 Aug 12 03:41:26.079897 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-914aa4c7-973f-4ab9-baf0-3b3e3a1bd5ce req-c4bd97d6-b33a-4436-a3cd-a329521f73c3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312905 Aug 12 03:41:27.203831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d270a-20ca-4a83-be6b-2d9d4ee6a5a8 req-de38e815-69a7-426e-b562-6c633b206f9a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:27.206765 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f54d270a-20ca-4a83-be6b-2d9d4ee6a5a8 req-de38e815-69a7-426e-b562-6c633b206f9a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0588508 Aug 12 03:41:27.253110 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f54d270a-20ca-4a83-be6b-2d9d4ee6a5a8 req-6cc1ad55-e28d-4a3f-b540-7b2a11b5175f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 Aug 12 03:41:28.371357 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260936e4-b291-4882-9b87-fef51f047467 req-fe277ed1-f312-4ba2-ba76-3706542b3b7a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:28.373667 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-260936e4-b291-4882-9b87-fef51f047467 req-fe277ed1-f312-4ba2-ba76-3706542b3b7a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0489261 Aug 12 03:41:28.420158 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-260936e4-b291-4882-9b87-fef51f047467 req-062fb5c9-f17d-42da-b6d3-f514f83ea758 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Aug 12 03:41:29.426022 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:41:29.543070 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fd4cf-a8f7-4aa6-8c98-10afd4bde756 req-0b80cd4f-b2ab-459d-83d5-092c2ef72423 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:29.545163 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-235fd4cf-a8f7-4aa6-8c98-10afd4bde756 req-0b80cd4f-b2ab-459d-83d5-092c2ef72423 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0486522 Aug 12 03:41:29.592961 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-235fd4cf-a8f7-4aa6-8c98-10afd4bde756 req-5416fc83-833b-4224-806d-854af096aa29 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Aug 12 03:41:30.708128 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6983525-aa34-473a-9714-19ffddb1688d req-3e625f61-4a48-433b-85ad-0026fb9ba85b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:30.709661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6983525-aa34-473a-9714-19ffddb1688d req-3e625f61-4a48-433b-85ad-0026fb9ba85b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0496438 Aug 12 03:41:30.750597 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b6983525-aa34-473a-9714-19ffddb1688d req-f676d5c7-0ebe-4c95-b978-730f74016d54 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347798 Aug 12 03:41:30.772085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-ea177659-b9aa-4b02-828d-943642a42ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:30.773617 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-ea177659-b9aa-4b02-828d-943642a42ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1095 time: 0.0406656 Aug 12 03:41:30.867664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-c111a0f1-e4db-499a-8325-e6bec1d96055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:30.869202 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-c111a0f1-e4db-499a-8325-e6bec1d96055 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0865617 Aug 12 03:41:30.933823 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-bf265bc8-fda8-45c8-9c15-432c05f6940f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1000 time: 0.0568256 Aug 12 03:41:30.983204 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-270ad19a-f617-4c01-8001-97bb68b0d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:30.984642 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-270ad19a-f617-4c01-8001-97bb68b0d4b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0431473 Aug 12 03:41:31.036260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-6dc667c9-c5d2-4961-92e0-c9c2ca04c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:31.037686 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-6dc667c9-c5d2-4961-92e0-c9c2ca04c311 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445998 Aug 12 03:41:31.126868 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-2c90e682-a1a6-43df-8e67-44a764884868 service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811172 Aug 12 03:41:31.219985 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1823be88-c3ae-402a-9a1b-2b50545c4485 req-2721c463-ca43-4c45-b5f9-87712864c74e service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857191 Aug 12 03:41:31.866010 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d2fb8-e91a-43e6-8a9f-b73cf0acc10b req-66af35e1-5500-4a41-a7ac-6b26819e50c0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:31.867531 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a19d2fb8-e91a-43e6-8a9f-b73cf0acc10b req-66af35e1-5500-4a41-a7ac-6b26819e50c0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 944 time: 0.0494003 Aug 12 03:41:31.905396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a19d2fb8-e91a-43e6-8a9f-b73cf0acc10b req-1a745b3d-7cde-4a9a-bd41-3dc68e96a899 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318184 Aug 12 03:41:32.094286 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2aa10331-47ba-43a3-8425-90e5a208de13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:32.586857 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:41:32.678145 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:41:32.689117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '620778b5-a171-4345-ad0a-91d244ee4e42', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'port_id': '620778b5-a171-4345-ad0a-91d244ee4e42', 'mac_address': 'fa:16:3e:3b:8d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:41:32.728653 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:32.741248 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:41:32.760380 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:41:32.765111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:32.810331 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=10']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:33.006217 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['620778b5-a171-4345-ad0a-91d244ee4e42'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:41:33.020867 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5ba37-f2ed-44f2-8664-6d96f7502947 req-bd5eec4d-f675-4cca-b734-6565675a4f83 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:33.022362 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8f5ba37-f2ed-44f2-8664-6d96f7502947 req-bd5eec4d-f675-4cca-b734-6565675a4f83 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0509593 Aug 12 03:41:33.059062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f8f5ba37-f2ed-44f2-8664-6d96f7502947 req-c80df652-cb88-454c-b003-5b3b1e2234b8 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Aug 12 03:41:34.177386 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911a421-3634-4b39-b7ba-dd4567a9d3ec req-d9fb01b5-a519-4dd0-8c34-ae0e36556f80 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:34.179009 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9911a421-3634-4b39-b7ba-dd4567a9d3ec req-d9fb01b5-a519-4dd0-8c34-ae0e36556f80 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 946 time: 0.0490882 Aug 12 03:41:34.217937 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9911a421-3634-4b39-b7ba-dd4567a9d3ec req-70c476f3-af0f-4652-ac9a-5404dd6c304d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Aug 12 03:41:34.602334 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:41:34.650272 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 620778b5-a171-4345-ad0a-91d244ee4e42 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:41:34.653853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 620778b5-a171-4345-ad0a-91d244ee4e42 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:41:34.654257 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:34.738432 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c80a822f-423f-4c13-8416-078a353df956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:34.740006 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:34.761772 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:41:34.764742 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d483ce31-2501-4538-84ea-f0b8aea2da40" -d '{"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:41:34.777895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:41:34.783573 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:34.806395 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4867cee5-283a-4d7a-8c18-78f2844d35ce x-openstack-request-id: req-4867cee5-283a-4d7a-8c18-78f2844d35ce {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:41:34.806681 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-plugged", "status": "completed", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:41:34.806929 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4867cee5-283a-4d7a-8c18-78f2844d35ce {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:41:34.807312 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'code': 200} Aug 12 03:41:34.848364 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=11']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:41:34.859670 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:34.962559 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b422e89-a3bc-4013-93af-ed6f1c6d65d6 req-b4b50df1-acb0-4554-9574-7e0456ca093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:34.964109 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b422e89-a3bc-4013-93af-ed6f1c6d65d6 req-b4b50df1-acb0-4554-9574-7e0456ca093a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1098 time: 0.0448060 Aug 12 03:41:34.999240 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b422e89-a3bc-4013-93af-ed6f1c6d65d6 req-e996a6c2-ac91-48d5-9edd-4e319f337e2d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278702 Aug 12 03:41:35.377959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f900c67-a926-4fe1-b475-42a3b7f654e3 req-e5052bab-79fa-4b95-bfcf-3c4376877272 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:35.379475 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f900c67-a926-4fe1-b475-42a3b7f654e3 req-e5052bab-79fa-4b95-bfcf-3c4376877272 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 947 time: 0.0795968 Aug 12 03:41:35.417260 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-7f900c67-a926-4fe1-b475-42a3b7f654e3 req-e4cb65bb-4995-4cee-859e-40dc2b2805cd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Aug 12 03:41:35.636318 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:36.209067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:36.533425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f43f56-5a4b-4c52-aea6-8199877e9f18 req-11ed77c4-d543-460a-a4d7-6efc234164fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:36.534889 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0f43f56-5a4b-4c52-aea6-8199877e9f18 req-11ed77c4-d543-460a-a4d7-6efc234164fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 947 time: 0.0485837 Aug 12 03:41:36.576367 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f0f43f56-5a4b-4c52-aea6-8199877e9f18 req-5f3f7426-fa1a-4a12-b345-2f2500774516 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355880 Aug 12 03:41:37.711777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:48.771769 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:41:53.451539 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-abb52cac-2261-4b1b-9636-c4956c7c05c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390770 Aug 12 03:41:53.538073 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-58e36136-621e-45dd-9fa8-0c8f5f6a264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:53.539614 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-58e36136-621e-45dd-9fa8-0c8f5f6a264e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1098 time: 0.0451689 Aug 12 03:41:53.646663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-8dcd7cde-f46e-4164-b562-bbafd0040a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:53.648224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-8dcd7cde-f46e-4164-b562-bbafd0040a8f service neutron] 10.222.0.25 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0861962 Aug 12 03:41:53.716811 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-65c3e7ca-719b-4bab-98e3-1bf831f2a8fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 1002 time: 0.0608635 Aug 12 03:41:53.766405 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-a7a2fbc8-dd4a-4d2e-a584-9eb41f6778a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:53.767847 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-a7a2fbc8-dd4a-4d2e-a584-9eb41f6778a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0441427 Aug 12 03:41:53.814031 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-5753aa9d-223c-40a4-a424-57f4f7999b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:41:53.815416 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-5753aa9d-223c-40a4-a424-57f4f7999b32 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392568 Aug 12 03:41:53.907943 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-fe0bbfc9-23d4-4fcf-89d8-0944834834a3 service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Aug 12 03:41:53.995969 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-e401a18b-46d6-4546-a8b9-5ad994be7180 req-d74ce709-35a5-4a32-96e5-8edebb972bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808465 Aug 12 03:42:02.097070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c4daf72-eaaf-4c40-a957-81b88e1c2101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:04.719037 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a26c096a-c68b-4d5f-b395-1b1f42f396df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:04.850122 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:05.649134 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:06.204054 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:06.427011 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:42:07.715064 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:18.769341 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:32.096004 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2f1d0bb0-e825-4368-be99-c00dba9f1daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:34.720564 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3b241ea3-96ca-4442-9381-53df80cee7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:34.850092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:35.647938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:36.207280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:37.716862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:43.426220 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:42:48.122061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59502) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:48.277838 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Deleting port 88997352-86af-49b3-9776-6eb88af4b81b {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:42:48.278195 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.357385 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.357723 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.370060 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Calling delete_port for 88997352-86af-49b3-9776-6eb88af4b81b owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:42:48.521923 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.549395 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'Port': ['ID=88997352-86af-49b3-9776-6eb88af4b81b,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:48.560376 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.560739 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.561089 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.561542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.562085 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.562443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.562804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.564394 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.564743 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.565086 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.565451 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.565794 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:48.620227 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.620567 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Floating IP 8b60d8aa-86a3-471e-a562-b15207570ea2 disassociated (deleted). External IP: 172.25.3.104, port: 620778b5-a171-4345-ad0a-91d244ee4e42. Aug 12 03:42:48.761725 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.829709 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:42:48.936425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:42:48.941236 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:48.945672 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:42:48.954248 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:42:48.954840 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:42:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:42:48.971089 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-552170a0-f8d8-430d-92a8-bc96cf9297b4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "DELETE /v2.0/floatingips/8b60d8aa-86a3-471e-a562-b15207570ea2 HTTP/1.1" status: 204 len: 168 time: 0.8478832 Aug 12 03:42:48.971708 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:42:48.973986 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41693bcb-97ee-4057-ac7c-380ae840f5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:42:49.018156 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca273f1-7b9f-47d3-b634-83a2f5a9105b x-openstack-request-id: req-dca273f1-7b9f-47d3-b634-83a2f5a9105b {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:42:49.018597 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:42:49.019252 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dca273f1-7b9f-47d3-b634-83a2f5a9105b {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:42:49.020228 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'status': 'completed', 'code': 200} Aug 12 03:42:49.072525 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:42:49.085625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-d26a58c1-63e6-4bd4-add0-ef7c2dcfe18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:49.087237 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-d26a58c1-63e6-4bd4-add0-ef7c2dcfe18c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 1098 time: 0.0427680 Aug 12 03:42:49.194233 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-55bacbf0-688a-4040-bc26-f1acbdb19b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:49.195766 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-55bacbf0-688a-4040-bc26-f1acbdb19b47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0954695 Aug 12 03:42:49.216574 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2054d-1ea3-4af4-a87c-6a0f0b963f04 req-a1a544a4-c62a-4398-a394-be842d20214e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:49.218195 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf2054d-1ea3-4af4-a87c-6a0f0b963f04 req-a1a544a4-c62a-4398-a394-be842d20214e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 947 time: 0.0521581 Aug 12 03:42:49.240358 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-cfaa409f-dc73-4794-94d4-0d45efeac440 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 200 len: 217 time: 0.0349462 Aug 12 03:42:49.260359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-dbf2054d-1ea3-4af4-a87c-6a0f0b963f04 req-b2297647-5a3e-4163-bd1f-bb9bf3c200c1 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326097 Aug 12 03:42:49.291794 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:42:49.293812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-088cacad-3614-4f5e-8edf-52f85f88272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:49.295312 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-088cacad-3614-4f5e-8edf-52f85f88272d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0480764 Aug 12 03:42:49.318449 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:42:49.326538 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:42:49.327134 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:42:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:42:49.346796 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-c2011e79-e3ae-4baf-9a2e-dce4ea5f32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:49.348359 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-c2011e79-e3ae-4baf-9a2e-dce4ea5f32e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447822 Aug 12 03:42:49.433199 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:42:49.442208 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-5eaf4a29-ebd9-498c-b6fc-e2ea773e872e service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841799 Aug 12 03:42:49.537047 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-41693bcb-97ee-4057-ac7c-380ae840f5a7 req-d760987c-5fdb-42df-9a88-80e5a19cf2f8 service neutron] 10.222.0.25 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Aug 12 03:42:49.629794 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:42:49.658969 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d5b26-c303-4f47-aac6-b7b5722e8d50 None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:42:49.892008 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945f95fa-0327-45d9-b67a-6f3bc5fa3464 None None] New status for floating IP 8b60d8aa-86a3-471e-a562-b15207570ea2: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:42:50.377816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e462-8813-45e0-9c1e-1e16b11c432b req-34d8f140-f8c6-48f5-8166-343f29d81cc9 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:50.380114 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a56e462-8813-45e0-9c1e-1e16b11c432b req-34d8f140-f8c6-48f5-8166-343f29d81cc9 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 947 time: 0.0486562 Aug 12 03:42:50.417663 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-2a56e462-8813-45e0-9c1e-1e16b11c432b req-b612c861-7289-4e0d-b490-42318c2bc57c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=d522d088-4b49-4b04-9186-aa07ffed241e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320375 Aug 12 03:42:50.486526 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f471-72e8-413d-a126-c7c920fef416 req-1fb26140-9287-4547-9709-0e4b3ea08d56 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:42:50.488011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05f2f471-72e8-413d-a126-c7c920fef416 req-1fb26140-9287-4547-9709-0e4b3ea08d56 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.25 "GET /v2.0/ports?device_id=271575e8-af30-43c0-a888-fd6d71c6acb7 HTTP/1.1" status: 200 len: 947 time: 0.0490577 Aug 12 03:42:50.579625 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Deleting port 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:42:50.579882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:50.665824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] For port 620778b5-a171-4345-ad0a-91d244ee4e42, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=620778b5-a171-4345-ad0a-91d244ee4e42,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:42:50.666190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:50.679177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Calling delete_port for 620778b5-a171-4345-ad0a-91d244ee4e42 owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:42:50.808357 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:50.838690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'Port': ['ID=620778b5-a171-4345-ad0a-91d244ee4e42,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:50.882061 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] No DVR routers for this DVR port 620778b5-a171-4345-ad0a-91d244ee4e42 on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:42:50.884593 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:50.886607 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-05f2f471-72e8-413d-a126-c7c920fef416 req-0b4ad5ca-a142-4eaa-a176-c69c734332fd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.25 "DELETE /v2.0/ports/620778b5-a171-4345-ad0a-91d244ee4e42 HTTP/1.1" status: 204 len: 173 time: 0.3925674 Aug 12 03:42:51.021822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-deleted', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:42:51.024217 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031fe4a4-44dd-4d4c-8559-03bba7434076" -d '{"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-deleted", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:42:51.059624 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ac5860-a2de-4577-a06c-c8f07031fb9f x-openstack-request-id: req-89ac5860-a2de-4577-a06c-c8f07031fb9f {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:42:51.059918 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271575e8-af30-43c0-a888-fd6d71c6acb7", "name": "network-vif-deleted", "tag": "620778b5-a171-4345-ad0a-91d244ee4e42", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:42:51.060171 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89ac5860-a2de-4577-a06c-c8f07031fb9f {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:42:51.060571 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271575e8-af30-43c0-a888-fd6d71c6acb7', 'name': 'network-vif-deleted', 'tag': '620778b5-a171-4345-ad0a-91d244ee4e42', 'status': 'completed', 'code': 200} Aug 12 03:42:51.472365 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59522) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:51.529566 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:51.554018 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:51.613159 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:51.615838 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:51.617000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "DELETE /v2.0/security-groups/d522d088-4b49-4b04-9186-aa07ffed241e HTTP/1.1" status: 204 len: 168 time: 0.1436489 Aug 12 03:42:51.626831 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c2cfc-2f80-4925-b24c-83fecb4b2dbe tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d522d088-4b49-4b04-9186-aa07ffed241e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.043589 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59530) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.049141 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471487194', 'description': 'tempest-secgroup-smoke-1471487194 description', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.071822 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.152909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.157056 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.182460 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.183698 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390369 Aug 12 03:42:53.186505 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59532) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.192040 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.196727 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ded0c7-fd34-407a-8354-8e1b45bb8f42 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0962aa73-2d63-4c9f-8e3f-3b7a96dab077,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.219724 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.277668 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.280932 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.298353 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c56568b-eb24-48c3-9e1d-c6e486b9b03b,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.308995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.310277 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-04e26c10-1dea-46aa-b829-328ec7f226f5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221113 Aug 12 03:42:53.313986 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59534) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.320508 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.347693 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.393635 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.397053 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.416660 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b580620f-505d-4588-990c-d7b69647c134,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.423997 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.425161 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1084630 Aug 12 03:42:53.426965 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.427301 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.427666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.428002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.428128 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59536) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.428333 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.428658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.428998 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.429297 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.429619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.429941 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.430283 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.430607 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69166a5-9991-4a92-8b9f-790ecfc37fb6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:42:53.432835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.459556 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.517200 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.520602 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.537792 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c34e294-62b8-48f8-be8a-e36ece820c81,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.543378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.544737 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f2d7237e-fb9b-40a4-b0bd-9c4bc76f750c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155980 Aug 12 03:42:53.548142 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59538) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.552993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.579384 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.640037 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.643631 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.660926 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fec1731-51c9-49d6-bbc1-b3b2f7d0dd21,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.668368 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.669904 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-67d7fbb7-77ed-4be3-b950-e7305df43133 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205049 Aug 12 03:42:53.673177 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59540) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.677861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.700631 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Project 9ac2efe26cb64f54b244bc92142e4da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:42:53.705794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.770092 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.773722 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.791032 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4d9e5e-b1b4-4893-92ef-b8769a4711cf,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.797447 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.798676 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-57e79c50-c979-4d5c-9376-ef9475b94741 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243997 Aug 12 03:42:53.801531 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59542) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:42:53.806180 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'security_group_rule': {'security_group_id': '0962aa73-2d63-4c9f-8e3f-3b7a96dab077', 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:42:53.827289 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Project 9ac2efe26cb64f54b244bc92142e4da0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:42:53.832952 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.894155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.897558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.914289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3df593-c542-4b2f-92a5-ae0453df7b4c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:42:53.920131 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:42:53.921523 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-fa9c378a-01f8-409d-9f17-53941e374a00 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190646 Aug 12 03:42:54.990675 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:42:55.012623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 620778b5-a171-4345-ad0a-91d244ee4e42 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:42:55.012971 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 620778b5-a171-4345-ad0a-91d244ee4e42 not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:43:02.098280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0e94d97b-6fb1-4988-ad0a-1a20d1197dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:04.723525 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d24d0698-fdcc-44c4-a9cf-310434df098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:04.851864 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:05.679832 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:06.220261 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:07.719848 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:08.317919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-751cb77f-4483-408f-8bfa-a81257bbdf56 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471487194&fields=id&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 267 time: 0.0319648 Aug 12 03:43:08.423852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-4c7c118f-d306-4d20-a41d-979811be1921 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:08.425231 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-4c7c118f-d306-4d20-a41d-979811be1921 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 808 time: 0.1009309 Aug 12 03:43:08.440415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-a7d5ad69-f03b-4adb-bead-662ab720e8e0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/quotas/9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 375 time: 0.0096884 Aug 12 03:43:08.495816 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-f565449a-9e32-4d2c-8ccd-b23ef045af7a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502851 Aug 12 03:43:08.554330 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-6f66ebfb-a387-4cfa-959e-743b5f3ffde0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:43:08.555329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-6f66ebfb-a387-4cfa-959e-743b5f3ffde0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483668 Aug 12 03:43:08.648421 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-cb79af1a-73f4-4e73-8f70-6deb16851bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849771 Aug 12 03:43:08.735313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-7b734482-dae2-4172-877d-e336c9218f6d service neutron] 10.222.0.11 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808449 Aug 12 03:43:09.019153 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-572627b3-1535-4623-a160-3dce9f01a69b req-6c4784e6-646e-49a1-9fc1-67e6aab6f0c5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0275123 Aug 12 03:43:10.115778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-2bcf31d4-33f1-4554-a184-22a9f0bb7d04 req-b7fc951f-9ff4-4251-9411-c773f35be316 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0282552 Aug 12 03:43:10.218185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-0d4429e2-99a2-4e69-ab44-c749931ec2d1 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:10.220632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-0d4429e2-99a2-4e69-ab44-c749931ec2d1 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 808 time: 0.1073017 Aug 12 03:43:10.270662 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-19763dcf-8cd8-46c4-89e7-38a247a202ec tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 380 time: 0.0349832 Aug 12 03:43:10.290116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'port': {'device_id': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'admin_state_up': True, 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'security_groups': ['0962aa73-2d63-4c9f-8e3f-3b7a96dab077']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:43:10.396862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Made reservation on behalf of 9ac2efe26cb64f54b244bc92142e4da0 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:43:10.400431 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:10.842615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Allocated IP 172.20.0.7 (49c71a6d-8178-4075-8416-a3fbc7f13168/6ee6ab72-39bf-4317-a11d-7908f641071e/54744cc1-f5c3-40a9-acbd-55b9b47be1e8) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:43:10.982012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:10.995558 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Transition to ACTIVE for port object 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:43:11.028337 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.068753 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:43:11.071666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:43:11.077325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:43:11.106038 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:11.137275 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:11.138225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.167506 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-e12c1fea-d778-410c-be41-a23bcdc93a84 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775697 Aug 12 03:43:11.183754 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-8f2760cc-1e9a-4caa-ae7c-7186a9ea6a31 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:43:11.185054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-8f2760cc-1e9a-4caa-ae7c-7186a9ea6a31 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091252 Aug 12 03:43:11.198902 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Request body: {'port': {'device_id': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:43:11.266919 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.270131 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70611b38-18d9-4bac-bd5f-7e686ebf58e2 req-3240bd09-f71c-4537-8161-a5e7bccd388a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:11.272852 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70611b38-18d9-4bac-bd5f-7e686ebf58e2 req-3240bd09-f71c-4537-8161-a5e7bccd388a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 931 time: 0.0620153 Aug 12 03:43:11.324679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-70611b38-18d9-4bac-bd5f-7e686ebf58e2 req-277eece0-888b-4ae8-959e-9228f8583358 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445929 Aug 12 03:43:11.376945 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-291a881b-98fb-444a-a1d9-a75834a6b305 None None] Provisioning for port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:43:11.381493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-291a881b-98fb-444a-a1d9-a75834a6b305 None None] Provisioning complete for port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:43:11.381862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-291a881b-98fb-444a-a1d9-a75834a6b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.431124 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-291a881b-98fb-444a-a1d9-a75834a6b305 None None] Port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:43:11.574433 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:43:11.582798 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.595835 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Transition to ACTIVE for port object 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:43:11.599691 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.671317 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:11.726253 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Attempting to bind port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:43:11.726979 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Attempting to bind port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:43:11.727484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Attempting to bind port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:43:11.732328 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:43:11.732658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Attempting to bind port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 on network 49c71a6d-8178-4075-8416-a3fbc7f13168 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:43:11.738272 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:43:11.738619 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Checking segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:43:11.739015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Bound using segment: {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:43:11.739643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Bound port: 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:43:11.740012 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.810448 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:43:11.814458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:43:11.819335 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.854146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:11.854773 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:11.856583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] 10.222.0.21 "PUT /v2.0/ports/54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 1091 time: 0.6639397 Aug 12 03:43:11.859704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:43:11.862672 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:43:11.899002 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf70d1-652f-485a-bbe8-4a4e09d0499f service neutron] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:11.973398 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-2dc66385-571b-42d7-aad0-0fdef243e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:11.976193 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-2dc66385-571b-42d7-aad0-0fdef243e33b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1094 time: 0.0589225 Aug 12 03:43:11.979743 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a454a35-91fc-46b2-9367-81b2093264ac x-openstack-request-id: req-9a454a35-91fc-46b2-9367-81b2093264ac {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:43:11.980170 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:43:11.980559 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a454a35-91fc-46b2-9367-81b2093264ac {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:43:11.980960 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'status': 'completed', 'code': 200} Aug 12 03:43:12.043526 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-2a62cac5-2d85-45dc-8af5-d6081555eb84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 217 time: 0.0382926 Aug 12 03:43:12.097099 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-dfb5d7ec-e47a-4f90-8be9-bea6304a4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.098642 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-dfb5d7ec-e47a-4f90-8be9-bea6304a4dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0488322 Aug 12 03:43:12.160670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-74af96c7-258f-4b6f-9c5e-4c16ff3b8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.162121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-74af96c7-258f-4b6f-9c5e-4c16ff3b8fac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482790 Aug 12 03:43:12.258404 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-b98ca50e-b626-4d9b-9bd3-8cde5ef3285f service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841944 Aug 12 03:43:12.353946 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ebbe6444-e8e4-407c-9e78-ecd888936bc0 req-6418fc52-c5b0-420e-8360-8c42f3f8c5ea service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Aug 12 03:43:12.450197 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bd13c-a72b-44fd-acc1-a29c4dcaf9da req-c24dade0-5c30-4d65-a778-55d37322c936 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.455099 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-962bd13c-a72b-44fd-acc1-a29c4dcaf9da req-c24dade0-5c30-4d65-a778-55d37322c936 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0544209 Aug 12 03:43:12.487520 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-3f0eaffe-04b3-4156-9615-cf839d990619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.489294 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-3f0eaffe-04b3-4156-9615-cf839d990619 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1094 time: 0.0463188 Aug 12 03:43:12.509388 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-962bd13c-a72b-44fd-acc1-a29c4dcaf9da req-37711477-c135-4307-a65a-564bc8ab7b31 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386007 Aug 12 03:43:12.607862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-61c06de6-e51c-434a-b386-c28f434ef1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.609905 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-61c06de6-e51c-434a-b386-c28f434ef1a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0856934 Aug 12 03:43:12.661015 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-2003ba86-4489-46ee-a08b-02858583a81d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 217 time: 0.0430155 Aug 12 03:43:12.712647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-601d3a14-b706-4ba3-b249-721e50fcb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.714049 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-601d3a14-b706-4ba3-b249-721e50fcb7ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0452914 Aug 12 03:43:12.763421 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-7fcb980e-24c6-4575-ac08-52e365e8067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:12.764983 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-7fcb980e-24c6-4575-ac08-52e365e8067c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434506 Aug 12 03:43:12.876921 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-0e81e03c-12e8-4f0a-b734-e16d6404d01a service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900595 Aug 12 03:43:12.966792 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c3f3ad8d-204d-40d3-aaf8-7f243c682d7b req-47847df6-15be-4ac3-b17a-7cc4d7239438 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826387 Aug 12 03:43:13.631344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69283db2-23e4-4659-9083-abc02b90390a req-71b73d3d-5859-4b6a-9307-e183e6553d97 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:13.632896 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69283db2-23e4-4659-9083-abc02b90390a req-71b73d3d-5859-4b6a-9307-e183e6553d97 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0535660 Aug 12 03:43:13.675754 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-69283db2-23e4-4659-9083-abc02b90390a req-94c39089-dcf3-42df-b5c4-d6d445dd672a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363946 Aug 12 03:43:14.789671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4cf0-850b-4bde-8d13-88724feb6fc9 req-e3969c03-1f87-4655-9d22-d62fdd84be4e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:14.791158 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6baa4cf0-850b-4bde-8d13-88724feb6fc9 req-e3969c03-1f87-4655-9d22-d62fdd84be4e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0489647 Aug 12 03:43:14.828949 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-6baa4cf0-850b-4bde-8d13-88724feb6fc9 req-484bc501-f2ff-47ac-a19b-6c33b92bfbd5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Aug 12 03:43:15.948405 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76b9f7-ff4f-45e5-83d1-9e416889e229 req-e3636877-9236-41e9-ab59-2174276019d8 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:15.949892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e76b9f7-ff4f-45e5-83d1-9e416889e229 req-e3636877-9236-41e9-ab59-2174276019d8 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0532439 Aug 12 03:43:15.988615 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6e76b9f7-ff4f-45e5-83d1-9e416889e229 req-f69005dd-dee9-4946-9df8-f6a6a143b2d7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Aug 12 03:43:17.100645 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d224-cd59-48c6-a3a8-e8735ad64dd0 req-c1d88a48-b88d-447d-a9cc-a320b65ecb6a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:17.102132 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34d6d224-cd59-48c6-a3a8-e8735ad64dd0 req-c1d88a48-b88d-447d-a9cc-a320b65ecb6a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0482268 Aug 12 03:43:17.143963 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-34d6d224-cd59-48c6-a3a8-e8735ad64dd0 req-a763924c-67ed-472a-a4b1-7fc52d142e85 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360045 Aug 12 03:43:18.256738 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d742-295f-4c12-9cb3-bc4d51694cde req-90b5767a-d292-4564-a78f-8757c27d1363 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:18.258228 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8620d742-295f-4c12-9cb3-bc4d51694cde req-90b5767a-d292-4564-a78f-8757c27d1363 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0488789 Aug 12 03:43:18.294600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8620d742-295f-4c12-9cb3-bc4d51694cde req-e5c7ecbd-6a15-4f0b-ae56-17adbc1c18c3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Aug 12 03:43:18.785579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:19.410339 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a57e56-4d84-45e2-82da-c05c89010bb4 req-d08f4c43-5083-4eb5-9b56-8ea79433dfb4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:19.411895 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81a57e56-4d84-45e2-82da-c05c89010bb4 req-d08f4c43-5083-4eb5-9b56-8ea79433dfb4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0503120 Aug 12 03:43:19.448714 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-81a57e56-4d84-45e2-82da-c05c89010bb4 req-f1f4eafe-7252-4f57-9c2d-86bd4b502b02 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310118 Aug 12 03:43:20.426701 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:43:20.567758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d3c67-bc7c-4191-b0b9-a09474289322 req-cb5cd5b8-8c04-4683-9c69-9a95eedd1e81 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:20.569254 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e6d3c67-bc7c-4191-b0b9-a09474289322 req-cb5cd5b8-8c04-4683-9c69-9a95eedd1e81 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0527322 Aug 12 03:43:20.610861 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-8e6d3c67-bc7c-4191-b0b9-a09474289322 req-dba355a7-35fc-41b1-a867-9c09f042bb7c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357614 Aug 12 03:43:21.723308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11f77c-7164-4cee-802a-31bfe6b5b871 req-93628c54-6d6a-4684-91ce-4fce261c5045 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:21.724801 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef11f77c-7164-4cee-802a-31bfe6b5b871 req-93628c54-6d6a-4684-91ce-4fce261c5045 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0482991 Aug 12 03:43:21.761495 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ef11f77c-7164-4cee-802a-31bfe6b5b871 req-768e5d97-618a-40bc-9dbd-47755f13cefd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Aug 12 03:43:22.873375 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ddafe-5d46-4d32-8d5d-0b49508a8e6a req-130ad662-b86d-4868-aaeb-099a703c510e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:22.874919 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-707ddafe-5d46-4d32-8d5d-0b49508a8e6a req-130ad662-b86d-4868-aaeb-099a703c510e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0486031 Aug 12 03:43:22.912723 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-707ddafe-5d46-4d32-8d5d-0b49508a8e6a req-f23bbd5f-9e31-4d6a-a514-7cefc12b4ded tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Aug 12 03:43:24.027918 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20f76f-03cb-4d82-851e-8750069788e2 req-71bbd6cb-76fd-47e9-be49-95f43bcffb4b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:24.029428 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b20f76f-03cb-4d82-851e-8750069788e2 req-71bbd6cb-76fd-47e9-be49-95f43bcffb4b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0500581 Aug 12 03:43:24.069940 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-4b20f76f-03cb-4d82-851e-8750069788e2 req-1880c28d-8ff9-422b-bf29-aa71eaf76b01 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346038 Aug 12 03:43:24.580404 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:43:24.675766 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:43:24.686690 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'mac_address': 'fa:16:3e:3a:de:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:43:24.727866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:24.740161 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:43:24.759739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:43:24.763395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:24.810266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:24.818197 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.818545 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.818884 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.819220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.819572 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.819900 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.820229 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.820553 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.820873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.821193 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.821519 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:24.821838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:43:25.183710 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3e958-e78d-4f6c-99ee-d375ab24c4d2 req-5d7b9f3f-7b48-426c-9a54-a2dd6ea78951 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:25.185243 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-12f3e958-e78d-4f6c-99ee-d375ab24c4d2 req-5d7b9f3f-7b48-426c-9a54-a2dd6ea78951 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 944 time: 0.0492027 Aug 12 03:43:25.194372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['54744cc1-f5c3-40a9-acbd-55b9b47be1e8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:43:25.230924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-12f3e958-e78d-4f6c-99ee-d375ab24c4d2 req-053ea238-6320-4a76-99f3-caf88c5fbbb1 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Aug 12 03:43:26.345064 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7ca65-372f-4d33-bd31-021c4bf7a89d req-9352097a-eefb-4254-95d6-895f55b92879 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:26.346554 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd7ca65-372f-4d33-bd31-021c4bf7a89d req-9352097a-eefb-4254-95d6-895f55b92879 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 944 time: 0.0490324 Aug 12 03:43:26.383396 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0bd7ca65-372f-4d33-bd31-021c4bf7a89d req-1f3fedfa-89f6-49c1-86e8-b6ae4be4de0e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Aug 12 03:43:26.580873 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:43:26.629749 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:43:26.633395 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:43:26.633770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:26.714722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:26.737304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:43:26.739536 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9723e48a-8cea-4eba-9499-9bc0559be9ff" -d '{"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-plugged", "status": "completed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:43:26.751985 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:43:26.756584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:26.779918 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489fe1f-f8e4-4ece-bfdc-452259c36236 x-openstack-request-id: req-a489fe1f-f8e4-4ece-bfdc-452259c36236 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:43:26.780210 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-plugged", "status": "completed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:43:26.780464 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a489fe1f-f8e4-4ece-bfdc-452259c36236 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:43:26.780868 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'code': 200} Aug 12 03:43:26.806128 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:26.897073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ee351-a194-4fef-85c5-4390c3bc1377 req-69cdb220-be24-4ddd-bd3c-c66d8ffc4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:26.898446 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-120ee351-a194-4fef-85c5-4390c3bc1377 req-69cdb220-be24-4ddd-bd3c-c66d8ffc4c27 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0405307 Aug 12 03:43:26.935147 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-120ee351-a194-4fef-85c5-4390c3bc1377 req-a8e5cf71-823a-4b07-9363-d81691aa00cf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297246 Aug 12 03:43:27.496357 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62faf0-2f2d-4488-a756-fae081f26f7d req-91d264cd-dc91-4d12-a9d7-4707baef2f7d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:27.497840 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb62faf0-2f2d-4488-a756-fae081f26f7d req-91d264cd-dc91-4d12-a9d7-4707baef2f7d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0494790 Aug 12 03:43:27.534900 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fb62faf0-2f2d-4488-a756-fae081f26f7d req-0df69ac7-21c9-4620-a247-b162050a85a5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302334 Aug 12 03:43:28.651632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94464cb-be85-44a8-9701-95e3c29c5cea req-0ca281ab-f155-4eb1-9085-b75af35d180c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:28.653103 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d94464cb-be85-44a8-9701-95e3c29c5cea req-0ca281ab-f155-4eb1-9085-b75af35d180c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0486581 Aug 12 03:43:28.689892 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d94464cb-be85-44a8-9701-95e3c29c5cea req-4c5cefcb-b110-4caa-b297-209b808c6c6c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Aug 12 03:43:28.803175 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077870-b0b8-45ac-b7e7-57264b740be0 req-9db98e37-8d4f-4060-8d8b-ea0c3df45153 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:28.804673 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66077870-b0b8-45ac-b7e7-57264b740be0 req-9db98e37-8d4f-4060-8d8b-ea0c3df45153 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0490987 Aug 12 03:43:28.845395 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-66077870-b0b8-45ac-b7e7-57264b740be0 req-197c2682-3c15-4665-a775-aaeec1463f82 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348523 Aug 12 03:43:28.866544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59744) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:43:28.958285 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa70dc-8987-44ec-b160-1c3c5eedccf9 tempest-TestShelveInstance-251873443 tempest-TestShelveInstance-251873443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:28.959805 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-beaa70dc-8987-44ec-b160-1c3c5eedccf9 tempest-TestShelveInstance-251873443 tempest-TestShelveInstance-251873443-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1091 time: 0.0921657 Aug 12 03:43:28.962568 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59748) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:43:28.966824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:43:28.988471 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.084818 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.189481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Allocated IP 172.25.3.26 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/9e4e8578-6cf3-46c8-a1da-23771d20c793) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:43:29.288033 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.330276 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.367982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:43:29.374224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:43:29.379880 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:43:29.382832 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=9e4e8578-6cf3-46c8-a1da-23771d20c793,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:29.727515 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.795153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.943049 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:29.947403 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:30.011822 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event updated for resources: {'Port': ['ID=9e4e8578-6cf3-46c8-a1da-23771d20c793,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:43:30.025995 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:30.125246 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Floating IP fc0db593-0f65-4f17-9d68-254312daef41 associated. External IP: 172.25.3.26, port: 54744cc1-f5c3-40a9-acbd-55b9b47be1e8. Aug 12 03:43:30.629283 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:43:30.732759 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:43:30.748030 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:43:30.752207 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:30.758098 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:43:30.759640 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:43:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:43:30.778784 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1b4bb487-a5b7-45f5-98d3-a1eb790485da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8152282 Aug 12 03:43:30.779481 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:43:30.782280 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:43:30.816835 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32669120-1fbd-4451-988d-b04c8afb4984 x-openstack-request-id: req-32669120-1fbd-4451-988d-b04c8afb4984 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:43:30.817131 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:43:30.817384 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32669120-1fbd-4451-988d-b04c8afb4984 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:43:30.817779 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'status': 'completed', 'code': 200} Aug 12 03:43:30.869377 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:43:30.908363 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-bbf7ef0c-9087-4ceb-bc72-537df39e4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:30.909932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-bbf7ef0c-9087-4ceb-bc72-537df39e4ba5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0400689 Aug 12 03:43:31.005588 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-d02ca7c0-7c66-4e93-9d17-38965d2c7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:31.007063 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-d02ca7c0-7c66-4e93-9d17-38965d2c7246 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0895729 Aug 12 03:43:31.071973 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-b1fd9d37-fe86-4037-9049-29111edde6bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 998 time: 0.0580194 Aug 12 03:43:31.111358 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'fc0db593-0f65-4f17-9d68-254312daef41', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3a:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:43:29Z', 'updated_at': '2021-08-12T03:43:29Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:43:31.121943 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-aa5b7205-746c-4252-b9cf-29fb9233c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:31.123418 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-aa5b7205-746c-4252-b9cf-29fb9233c0a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0442426 Aug 12 03:43:31.176191 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-b0773432-0fcf-42fc-94fd-8b694ac4eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:43:31.177785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-b0773432-0fcf-42fc-94fd-8b694ac4eb4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471060 Aug 12 03:43:31.230372 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:43:31.238561 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:43:31.239140 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:43:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:43:31.273183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-5d8a1f84-3814-4911-9c68-e73df5848893 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869367 Aug 12 03:43:31.349297 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:43:31.373119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1aba822b-94b6-43ae-bcf4-20ce23e0f4b7 req-66abbf98-bf9d-4976-870b-0ab0acaa70c0 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929637 Aug 12 03:43:31.569687 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'fc0db593-0f65-4f17-9d68-254312daef41', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3a:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:43:29Z', 'updated_at': '2021-08-12T03:43:29Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:43:31.595500 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522512e6-44c3-4e3a-908a-e0a14d843ce0 None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': 'fc0db593-0f65-4f17-9d68-254312daef41', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'mac_address': 'fa:16:3e:3a:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:43:29Z', 'updated_at': '2021-08-12T03:43:29Z', 'revision_number': 0, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:43:31.779312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f594cb-6144-4dcb-a984-6aeb34717f7c None None] New status for floating IP fc0db593-0f65-4f17-9d68-254312daef41: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:43:32.098755 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3974a416-a410-40fe-9418-a0d72b21b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:34.728392 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-4754cb4b-261c-455c-9af0-3a59f0d2ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:34.852488 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:35.697034 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:36.213780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:37.722874 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:48.798075 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:43:57.425945 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:44:02.107246 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-98dccf0c-9a56-4c87-99c3-08fbbedeebb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:04.729496 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d9a9-a9f4-4284-92fa-fbbe7ea07041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:04.853533 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:05.711157 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:06.215502 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:07.727729 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:16.954554 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-121f5334-4e4d-4c75-9404-3bc2ad23bf05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397303 Aug 12 03:44:17.051971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-2fdcb1d3-c8ea-4642-b835-294bef92a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:44:17.053465 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-2fdcb1d3-c8ea-4642-b835-294bef92a6e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0405419 Aug 12 03:44:17.156096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-7ce02984-6cd1-4ba0-84ca-f324ca07f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:44:17.157552 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-7ce02984-6cd1-4ba0-84ca-f324ca07f612 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0849292 Aug 12 03:44:17.225118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-eaccf06d-e454-400d-9bb7-b2251377a3df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0605912 Aug 12 03:44:17.275340 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-a26bb098-00bf-483e-9c3d-0d8ff55cf0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:44:17.276828 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-a26bb098-00bf-483e-9c3d-0d8ff55cf0dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0442574 Aug 12 03:44:17.327386 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-5a3bfeaa-e084-4f04-8f60-33497cd06ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:44:17.328916 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-5a3bfeaa-e084-4f04-8f60-33497cd06ff1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442610 Aug 12 03:44:17.419929 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-b5f68d1e-102a-4b62-b703-a9b867bf15c7 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834911 Aug 12 03:44:17.525496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f68a5810-a0f6-49cd-a452-b27a6b34d9e4 req-0a2d17f1-ece4-4665-b74e-cf6f634dae6c service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983789 Aug 12 03:44:18.812973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:32.098684 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0b212388-80f4-422e-8e00-ecff41a449fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:34.425137 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:44:34.730446 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ab5910e9-061b-4daa-8bb5-43025ad4e5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:34.855320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:35.708667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:36.218270 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:37.728882 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:44:48.811688 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:02.098775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-edb45849-1768-4c04-8b31-ae4c681a9329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:04.731251 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-349cabe4-983e-4e99-a204-5e3587c03153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:04.858651 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:05.708135 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:06.221081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:07.732126 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:11.424459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:45:16.757028 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-5f6e7264-9360-4877-81e0-e27898fec3f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402100 Aug 12 03:45:16.856222 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-b2a8bb7e-9680-4daf-8fae-550417dad6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:16.857713 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-b2a8bb7e-9680-4daf-8fae-550417dad6ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0423028 Aug 12 03:45:16.965210 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-e711c047-6b2b-49c2-85f4-76ad5857696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:16.966704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-e711c047-6b2b-49c2-85f4-76ad5857696a service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0901949 Aug 12 03:45:17.031230 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-0e02da06-0a3c-40d6-8655-3d3c06366f4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0574498 Aug 12 03:45:17.078959 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-a6949f4c-b528-4261-961a-283b89057f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:17.080415 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-a6949f4c-b528-4261-961a-283b89057f0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0422482 Aug 12 03:45:17.130327 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-61814716-d749-497b-aeb2-08c74ce1a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:17.131859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-61814716-d749-497b-aeb2-08c74ce1a647 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447130 Aug 12 03:45:17.218640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-6a409144-eb1f-404e-bbba-0561d1b173e4 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800650 Aug 12 03:45:17.309766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b76edeba-57c9-40fd-b353-2e9b737e182a req-1a8f6710-eb15-469c-a8f4-27a0d84d7085 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Aug 12 03:45:18.811655 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:26.283630 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439ab1-56dd-4a64-ad79-76bcac4417e7 req-9b676cd8-6b67-43df-9f1b-cd21c1f6445c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:26.285127 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be439ab1-56dd-4a64-ad79-76bcac4417e7 req-9b676cd8-6b67-43df-9f1b-cd21c1f6445c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0488849 Aug 12 03:45:26.323311 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-be439ab1-56dd-4a64-ad79-76bcac4417e7 req-844117eb-8435-4dfb-bfa1-38d4f94d3868 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Aug 12 03:45:27.466787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267263-8db1-495f-9097-611971df6b86 req-3278ea87-b10f-4fb5-b036-bd3fb4fb6a89 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:27.468351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5267263-8db1-495f-9097-611971df6b86 req-3278ea87-b10f-4fb5-b036-bd3fb4fb6a89 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0498171 Aug 12 03:45:27.505499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a5267263-8db1-495f-9097-611971df6b86 req-5e4e0ab4-a8bd-4850-93b3-c73ed36a4ca5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310924 Aug 12 03:45:28.644704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6871-80b5-4d7f-89a3-095ff809840d req-782ec901-fab0-421c-8bf8-452cd628699d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:28.648081 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-847b6871-80b5-4d7f-89a3-095ff809840d req-782ec901-fab0-421c-8bf8-452cd628699d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0520151 Aug 12 03:45:28.688137 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-847b6871-80b5-4d7f-89a3-095ff809840d req-a073f65c-087d-481f-9a45-fdb7500d1ae7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Aug 12 03:45:29.805105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536cd73-b835-44f0-bbb4-ba96526c060d req-865051f2-8002-4a0d-af32-f68820f1b28b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:29.806577 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b536cd73-b835-44f0-bbb4-ba96526c060d req-865051f2-8002-4a0d-af32-f68820f1b28b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0518222 Aug 12 03:45:29.843941 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b536cd73-b835-44f0-bbb4-ba96526c060d req-27376c23-cc1d-419f-a0fe-e77982891bc3 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314510 Aug 12 03:45:30.957638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545f12b-a083-40e7-9ae3-4a7c0dda6ac3 req-3e7ed11f-bc20-4767-a806-4cd19a13ec3b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:30.959119 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4545f12b-a083-40e7-9ae3-4a7c0dda6ac3 req-3e7ed11f-bc20-4767-a806-4cd19a13ec3b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0511348 Aug 12 03:45:31.001126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4545f12b-a083-40e7-9ae3-4a7c0dda6ac3 req-591ec150-0349-4a20-9431-a0919333f86b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355253 Aug 12 03:45:32.099405 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-de6844e8-b1b8-4a97-ab3b-8e6501ace3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:32.117993 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a5509-2017-43d0-b711-560d21343dd0 req-120b7a96-7757-4622-a610-872928abb283 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:32.119499 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e7a5509-2017-43d0-b711-560d21343dd0 req-120b7a96-7757-4622-a610-872928abb283 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0493581 Aug 12 03:45:32.158368 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0e7a5509-2017-43d0-b711-560d21343dd0 req-631a4939-42dd-44eb-af91-ca15b3248f30 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317168 Aug 12 03:45:33.271390 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af0f39-85a2-4c43-8e4b-a831d444975e req-afb1e2db-eccb-45e5-a07a-f35b8e36d3dc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:33.272875 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68af0f39-85a2-4c43-8e4b-a831d444975e req-afb1e2db-eccb-45e5-a07a-f35b8e36d3dc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0478783 Aug 12 03:45:33.309647 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-68af0f39-85a2-4c43-8e4b-a831d444975e req-889c9cf0-e541-4c27-8bdc-2cc656f27d93 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Aug 12 03:45:34.424797 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1becc-156f-4a0e-ab98-0effc3b80b29 req-a9b8b3e6-11f6-48d6-b820-61beba5ecce6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:34.426280 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cb1becc-156f-4a0e-ab98-0effc3b80b29 req-a9b8b3e6-11f6-48d6-b820-61beba5ecce6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 12 03:45:34.465361 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9cb1becc-156f-4a0e-ab98-0effc3b80b29 req-29c38dc2-4e19-467c-9561-55f64e6d2548 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Aug 12 03:45:34.731031 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1f06d5d5-6a54-48b5-9976-7b7cb8184c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:34.858354 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:35.578729 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8629e2-5d62-4217-bacf-4d4e3039346d req-dff27f6e-5b3c-4572-a3a0-941169c97367 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:35.580229 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a8629e2-5d62-4217-bacf-4d4e3039346d req-dff27f6e-5b3c-4572-a3a0-941169c97367 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0480022 Aug 12 03:45:35.616958 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6a8629e2-5d62-4217-bacf-4d4e3039346d req-60cb0022-2274-4c78-bd03-41086146aa80 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307999 Aug 12 03:45:35.702467 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:36.223629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:36.517643 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-f3b260ac-088f-4015-8001-3d2a4061ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:36.519054 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-f3b260ac-088f-4015-8001-3d2a4061ff43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0443947 Aug 12 03:45:36.607354 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-f1380652-1a4f-4819-96d7-3b1066ff44cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:36.608844 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-f1380652-1a4f-4819-96d7-3b1066ff44cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0832675 Aug 12 03:45:36.677349 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-6050afae-98b2-4a39-801b-4be3b70a21b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0611365 Aug 12 03:45:36.738276 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-5377b3cf-d5f2-49d8-b9f2-7bbf2c6273c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:36.739838 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-5377b3cf-d5f2-49d8-b9f2-7bbf2c6273c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0551925 Aug 12 03:45:36.740521 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779615b-c1de-4a76-a12b-38cc892c1acf req-4277a4ae-ec9f-4780-b616-3e20e63ece06 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:36.742011 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d779615b-c1de-4a76-a12b-38cc892c1acf req-4277a4ae-ec9f-4780-b616-3e20e63ece06 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0565894 Aug 12 03:45:36.780981 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d779615b-c1de-4a76-a12b-38cc892c1acf req-c9630be6-b003-4324-8780-7ce78f140a25 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327799 Aug 12 03:45:36.785889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-dcdd93ba-d2a2-478f-b05c-1b51d5415dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:36.787390 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-dcdd93ba-d2a2-478f-b05c-1b51d5415dea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410998 Aug 12 03:45:36.878394 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-519734b3-b2ee-4c89-a4db-b15f3ee98b8c service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Aug 12 03:45:36.965893 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fdfca9cc-7bc9-48a1-8ef6-bdbbda7cbf24 req-e08a56cf-3180-4678-a937-27171c293fd0 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809817 Aug 12 03:45:37.735873 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:37.894163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ee01-b72d-4a36-b4a1-bc14a1297b8b req-cb587052-17e9-429a-83e8-aacffbe98959 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:37.895679 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1502ee01-b72d-4a36-b4a1-bc14a1297b8b req-cb587052-17e9-429a-83e8-aacffbe98959 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0488124 Aug 12 03:45:37.932661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1502ee01-b72d-4a36-b4a1-bc14a1297b8b req-4fc66138-3f14-4129-803a-c7f537eac74b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Aug 12 03:45:39.052982 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce21e0-4b70-4263-92cb-089d3d8d8ffa req-a87b989d-0b38-4c2e-b463-af0a7485b97b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:39.054507 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdce21e0-4b70-4263-92cb-089d3d8d8ffa req-a87b989d-0b38-4c2e-b463-af0a7485b97b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0543523 Aug 12 03:45:39.092828 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cdce21e0-4b70-4263-92cb-089d3d8d8ffa req-0454eaa9-4292-462c-94c3-fae73fd1dea4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Aug 12 03:45:40.212666 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641501df-84a7-44ca-853f-3f4550d54149 req-b1c573e5-13db-46cd-b305-864819aa928f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:40.214149 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-641501df-84a7-44ca-853f-3f4550d54149 req-b1c573e5-13db-46cd-b305-864819aa928f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0534856 Aug 12 03:45:40.253820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-641501df-84a7-44ca-853f-3f4550d54149 req-d47dcfc0-d5a8-4d3c-9a6f-86118c7986af tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328717 Aug 12 03:45:41.366573 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fec8-36a4-4e58-a265-f98ef1d40aee req-ee59b6d0-0eca-4f96-bb6d-cbbbee8c461a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:41.368061 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1f43fec8-36a4-4e58-a265-f98ef1d40aee req-ee59b6d0-0eca-4f96-bb6d-cbbbee8c461a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0482860 Aug 12 03:45:41.406584 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-1f43fec8-36a4-4e58-a265-f98ef1d40aee req-7ad481a9-5d58-44e5-a03d-9dc2f4acb29f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321221 Aug 12 03:45:42.607343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-3fb30fce-cd25-4c6b-ba37-7506ef383356 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412977 Aug 12 03:45:42.640824 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a48bba-c839-43ad-a45d-0a3632e8728a req-97e3e5c4-ccc3-4922-b5fb-58b54025fddd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:42.642344 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a48bba-c839-43ad-a45d-0a3632e8728a req-97e3e5c4-ccc3-4922-b5fb-58b54025fddd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0536337 Aug 12 03:45:42.692076 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f6a48bba-c839-43ad-a45d-0a3632e8728a req-60f207fb-179c-4fc2-bb72-7d3ab7c13a0b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Aug 12 03:45:43.243399 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:45:43.315308 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:43.338543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:45:43.340840 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742013c2-fc02-4fce-b3f1-85477867d619" -d '{"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-unplugged", "status": "completed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:45:43.353866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:45:43.358826 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:43.383176 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49e2277-cf9d-4d8d-bb4c-e9a917fb8c2e x-openstack-request-id: req-f49e2277-cf9d-4d8d-bb4c-e9a917fb8c2e {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:45:43.383460 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-unplugged", "status": "failed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "code": 422}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:45:43.383731 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f49e2277-cf9d-4d8d-bb4c-e9a917fb8c2e {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:45:43.384118 n-d-804303-2 neutron-server[94675]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'code': 422} returned with failed status Aug 12 03:45:43.408565 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:45:43.415687 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.416036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.416376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.416713 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.417044 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.417370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.417696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.418020 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.418946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.419405 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.419602 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.419924 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:45:43.812640 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752b8f4-3588-4630-a061-ebdad7ad829b req-951b20ff-2e4f-4f8b-b676-c6afc2bdc801 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:43.814146 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8752b8f4-3588-4630-a061-ebdad7ad829b req-951b20ff-2e4f-4f8b-b676-c6afc2bdc801 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0539539 Aug 12 03:45:43.852136 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-8752b8f4-3588-4630-a061-ebdad7ad829b req-11a6e74c-c3e7-4323-af50-743a3ee4daa0 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319302 Aug 12 03:45:44.966268 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7257fe9-e7fc-4383-8f2f-e60f00738fe9 req-94753a19-4339-4f03-b9ea-206bd0d7012e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:44.967696 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b7257fe9-e7fc-4383-8f2f-e60f00738fe9 req-94753a19-4339-4f03-b9ea-206bd0d7012e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0482960 Aug 12 03:45:45.005511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b7257fe9-e7fc-4383-8f2f-e60f00738fe9 req-de47dbc0-8868-4201-adb4-e331d27f328b tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Aug 12 03:45:46.177445 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca12a4-8d6e-4cc8-b068-a93a28152285 req-ebda4635-9ef3-43eb-be90-fdd25af68c59 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:46.178844 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5ca12a4-8d6e-4cc8-b068-a93a28152285 req-ebda4635-9ef3-43eb-be90-fdd25af68c59 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.1056976 Aug 12 03:45:46.217525 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b5ca12a4-8d6e-4cc8-b068-a93a28152285 req-08ae11c0-5ab6-4575-ab82-b1f9de97854a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Aug 12 03:45:47.382392 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462d91c-1cb8-439a-98bf-97e8fc4278eb req-92d77fd2-c21d-41e7-970a-2077d602490c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:47.383924 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0462d91c-1cb8-439a-98bf-97e8fc4278eb req-92d77fd2-c21d-41e7-970a-2077d602490c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0998988 Aug 12 03:45:47.422248 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0462d91c-1cb8-439a-98bf-97e8fc4278eb req-7540f7c0-2f92-48fc-95a1-1d6ae0acfab2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Aug 12 03:45:48.415767 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-78d68f20-1740-43a7-9140-dcfea557c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.417264 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-78d68f20-1740-43a7-9140-dcfea557c23e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e&tenant_id=9ac2efe26cb64f54b244bc92142e4da0 HTTP/1.1" status: 200 len: 1094 time: 0.0404902 Aug 12 03:45:48.423760 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:45:48.488391 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-cb7bedf3-344c-4842-a693-dcfc9659f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.490008 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-cb7bedf3-344c-4842-a693-dcfc9659f34b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1094 time: 0.0412645 Aug 12 03:45:48.547809 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d2ebd-de78-45c8-86f1-420b4c832bc1 req-d71a59c8-38ec-462a-ab39-2d3f29e3b224 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.549316 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-092d2ebd-de78-45c8-86f1-420b4c832bc1 req-d71a59c8-38ec-462a-ab39-2d3f29e3b224 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0584743 Aug 12 03:45:48.582687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-7d6c4a9f-cef6-4f06-b781-535241e57fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.584247 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-7d6c4a9f-cef6-4f06-b781-535241e57fef service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0877998 Aug 12 03:45:48.588184 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-092d2ebd-de78-45c8-86f1-420b4c832bc1 req-db2273d6-a100-4c3b-861c-4a2500355cf6 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Aug 12 03:45:48.648477 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-1a9fe1d5-d9a8-4648-be4b-0ed03d299ff4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 998 time: 0.0571489 Aug 12 03:45:48.696677 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-864979f4-328e-467a-9bc6-3382ea6b30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.697984 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-864979f4-328e-467a-9bc6-3382ea6b30f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0422621 Aug 12 03:45:48.746199 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-e5d65d7c-819c-4ca2-99bd-ac906d63e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:48.747701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-e5d65d7c-819c-4ca2-99bd-ac906d63e849 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422204 Aug 12 03:45:48.821250 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:48.842987 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-e410846d-f28d-4068-b0c4-c39401732856 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875332 Aug 12 03:45:48.935016 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-89113fe1-593e-4c58-959b-9c1fed2a661f service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846007 Aug 12 03:45:49.701018 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c94ed-811b-43e2-9aaa-289cb4bd5b14 req-a9ede023-808d-4998-baef-95a83fb63fd4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:49.702485 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd2c94ed-811b-43e2-9aaa-289cb4bd5b14 req-a9ede023-808d-4998-baef-95a83fb63fd4 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0480161 Aug 12 03:45:49.738932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fd2c94ed-811b-43e2-9aaa-289cb4bd5b14 req-014b3f78-1eb6-44a7-b3bf-5f7a7b54887c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306301 Aug 12 03:45:50.854766 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f02e2b-9415-464f-937a-20fedbae4ea8 req-5236efa5-b5e4-4b6b-a69f-68a060ada2dd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:50.856455 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9f02e2b-9415-464f-937a-20fedbae4ea8 req-5236efa5-b5e4-4b6b-a69f-68a060ada2dd tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0483458 Aug 12 03:45:50.894330 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a9f02e2b-9415-464f-937a-20fedbae4ea8 req-f6366390-f034-44ab-be2e-d2027a1edd0a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320480 Aug 12 03:45:52.005311 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe36dd-bc67-4836-b7ff-3e1b5451acaa req-2bb72533-2d88-478e-920f-3085d808087f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:52.006771 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7afe36dd-bc67-4836-b7ff-3e1b5451acaa req-2bb72533-2d88-478e-920f-3085d808087f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0473630 Aug 12 03:45:52.044833 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-7afe36dd-bc67-4836-b7ff-3e1b5451acaa req-f41bff81-3f0c-4ddc-bd53-bb7d15e3a364 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Aug 12 03:45:53.158176 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95a2f9-b90e-4595-9ecd-eabfb685eacc req-3a728e2a-376c-4a1c-898d-6ef4ebfa33b5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:53.159679 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb95a2f9-b90e-4595-9ecd-eabfb685eacc req-3a728e2a-376c-4a1c-898d-6ef4ebfa33b5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0482318 Aug 12 03:45:53.196585 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-cb95a2f9-b90e-4595-9ecd-eabfb685eacc req-8fb23b73-3e94-46da-96d5-53009d0a84e2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310450 Aug 12 03:45:54.312496 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1da1-1911-4f76-8f57-48cd381541fe req-18941d6c-7247-4f83-9551-0acb54196c41 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:54.313982 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46ea1da1-1911-4f76-8f57-48cd381541fe req-18941d6c-7247-4f83-9551-0acb54196c41 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0520260 Aug 12 03:45:54.649727 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-46ea1da1-1911-4f76-8f57-48cd381541fe req-cc3e0c12-9b84-467d-8008-4de2df0fa77f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298137 Aug 12 03:45:55.769788 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dadf36-0e72-4edf-b54f-a9e05b68871b req-fa05fcba-2315-44b2-a30c-dba71744b3dc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:55.771300 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53dadf36-0e72-4edf-b54f-a9e05b68871b req-fa05fcba-2315-44b2-a30c-dba71744b3dc tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0548525 Aug 12 03:45:55.808748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-53dadf36-0e72-4edf-b54f-a9e05b68871b req-e41a827d-858d-442b-a403-a20a5de1bacf tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313311 Aug 12 03:45:56.923852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efabbf-7389-4f6d-8d5a-0e5b3b327f2d req-8fac0ea9-2351-4f50-b6a0-acf55b57550c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:56.925949 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d2efabbf-7389-4f6d-8d5a-0e5b3b327f2d req-8fac0ea9-2351-4f50-b6a0-acf55b57550c tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 943 time: 0.0509319 Aug 12 03:45:56.964027 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d2efabbf-7389-4f6d-8d5a-0e5b3b327f2d req-248e5c04-0a41-4e19-8e14-38bf0f9c8ac5 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320213 Aug 12 03:45:57.353378 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:45:57.452832 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:45:57.464106 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'port_id': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'mac_address': 'fa:16:3e:3a:de:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:45:57.505092 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:57.518728 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:45:57.537657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:45:57.541594 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:57.589120 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:45:57.971012 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['54744cc1-f5c3-40a9-acbd-55b9b47be1e8'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:45:58.082698 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307372c-b3db-40c6-aef7-817cf8a41520 req-0a4c400d-c0ff-45ce-8b22-2e840a78a82e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:58.084221 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b307372c-b3db-40c6-aef7-817cf8a41520 req-0a4c400d-c0ff-45ce-8b22-2e840a78a82e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 944 time: 0.0498557 Aug 12 03:45:58.123935 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b307372c-b3db-40c6-aef7-817cf8a41520 req-43817d44-8d2d-4bd6-bdeb-22062262db51 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Aug 12 03:45:59.246514 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf0868-c181-4dea-b502-d8e2861c56c2 req-bd17986c-6e26-4f9d-a359-c040193e32bb tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:59.248051 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45bf0868-c181-4dea-b502-d8e2861c56c2 req-bd17986c-6e26-4f9d-a359-c040193e32bb tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 944 time: 0.0491278 Aug 12 03:45:59.286494 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-45bf0868-c181-4dea-b502-d8e2861c56c2 req-cdb78f1d-2a97-498b-9917-eb925d2c0fc2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Aug 12 03:45:59.357036 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:45:59.404029 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:45:59.404394 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:59.482241 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:59.504038 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:45:59.506274 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eaf4ff-d768-485d-87c4-c5de283aece8" -d '{"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-plugged", "status": "completed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:45:59.523355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:45:59.529629 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:45:59.555768 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06847860-48bf-41dc-9946-5e907ecce101 x-openstack-request-id: req-06847860-48bf-41dc-9946-5e907ecce101 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:45:59.556056 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-plugged", "status": "completed", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:45:59.556306 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06847860-48bf-41dc-9946-5e907ecce101 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:45:59.556692 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'code': 200} Aug 12 03:45:59.586563 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:45:59.735878 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ca32-df70-4541-8d4f-88658f82a974 req-3a87cac4-31b5-44a4-a71a-a8ed5d7b6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:45:59.737246 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d97ca32-df70-4541-8d4f-88658f82a974 req-3a87cac4-31b5-44a4-a71a-a8ed5d7b6351 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0418575 Aug 12 03:45:59.771343 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-6d97ca32-df70-4541-8d4f-88658f82a974 req-8d3345ae-c318-47f6-9cd2-961a0c688ed3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274360 Aug 12 03:46:00.399332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb11c0-28cc-484a-b25a-c148054c2795 req-b148f837-b54d-403b-9c79-401f4ad4c56d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:00.400824 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2eb11c0-28cc-484a-b25a-c148054c2795 req-b148f837-b54d-403b-9c79-401f4ad4c56d tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0482075 Aug 12 03:46:00.438017 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-c2eb11c0-28cc-484a-b25a-c148054c2795 req-4c90c3d7-1810-4809-866d-858049b8e263 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308123 Aug 12 03:46:01.553219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2fe44-eda0-4f9a-8128-1849b61079ed req-975ce570-533b-4c8a-acdf-4ecbb0690fb7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:01.554718 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ab2fe44-eda0-4f9a-8128-1849b61079ed req-975ce570-533b-4c8a-acdf-4ecbb0690fb7 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0499249 Aug 12 03:46:01.592748 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0ab2fe44-eda0-4f9a-8128-1849b61079ed req-cfdb4c58-ae80-43ff-8092-551e5b451f43 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Aug 12 03:46:02.099689 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e7cb52d-d0e4-4e5d-a973-9e2e82e23ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:04.731940 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3fe9381b-26ed-4e4f-9f4d-7402f792ce79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:04.857734 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:05.715602 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:06.230025 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:07.737293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:17.846945 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-4ce83261-221b-4eba-842d-36a1ca98758e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818706 Aug 12 03:46:17.958166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736898-560d-4fae-bf13-b191d3f06d03 req-d325c60a-d8b5-4e40-9201-9cae106dcb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:17.959926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-d325c60a-d8b5-4e40-9201-9cae106dcb65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0469601 Aug 12 03:46:18.083733 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736898-560d-4fae-bf13-b191d3f06d03 req-b06d1269-4a0e-4ad9-be24-9e1b438bce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:18.085358 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-b06d1269-4a0e-4ad9-be24-9e1b438bce24 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.1029794 Aug 12 03:46:18.171264 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-d2915397-23e5-4496-ae9a-a6fa6ebb63b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0784101 Aug 12 03:46:18.229746 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736898-560d-4fae-bf13-b191d3f06d03 req-6da9da49-610b-4f19-9c56-0f205dcf8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:18.231377 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-6da9da49-610b-4f19-9c56-0f205dcf8071 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0538349 Aug 12 03:46:18.282632 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736898-560d-4fae-bf13-b191d3f06d03 req-a3c91dcf-4b40-485f-90db-6443008baaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:46:18.284501 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-a3c91dcf-4b40-485f-90db-6443008baaec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460188 Aug 12 03:46:18.376223 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-b2a01a92-28fd-4863-830f-57ad3f2abfdf service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842144 Aug 12 03:46:18.472177 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-29736898-560d-4fae-bf13-b191d3f06d03 req-a9ab2f27-e09d-4aea-a580-5d8ccb48b425 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887303 Aug 12 03:46:18.818969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:25.423421 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:46:32.101397 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9f06066f-dfd6-4426-ab6e-47ff19fc222c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:34.732963 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c6e79c65-47f9-42ee-be9d-9aa4f0056008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:34.858738 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:35.710367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:36.229368 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:37.741532 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:46:48.824872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:02.101667 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5449cf91-98c5-407e-a0be-b9b0d5d0478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:02.421960 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:47:04.732382 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b55db99b-ff62-45dc-b95f-9528344c6ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:04.859750 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:05.721120 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:06.231484 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:07.744419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.091501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59946) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:17.248126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Deleting port 9e4e8578-6cf3-46c8-a1da-23771d20c793 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:17.248543 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.327172 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.327520 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.338847 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Calling delete_port for 9e4e8578-6cf3-46c8-a1da-23771d20c793 owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:17.490435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.514601 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'Port': ['ID=9e4e8578-6cf3-46c8-a1da-23771d20c793,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:17.527229 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.527782 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.527938 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.528269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.528704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.528937 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530081 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530399 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530572 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.530889 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:17.592960 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.593292 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Floating IP fc0db593-0f65-4f17-9d68-254312daef41 disassociated (deleted). External IP: 172.25.3.26, port: 54744cc1-f5c3-40a9-acbd-55b9b47be1e8. Aug 12 03:47:17.797939 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:17.904804 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:17.909511 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:17.914058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:17.923856 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:17.924453 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:17.936072 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bb5afe34-fb77-45b9-81c3-2fedabca9950 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "DELETE /v2.0/floatingips/fc0db593-0f65-4f17-9d68-254312daef41 HTTP/1.1" status: 204 len: 168 time: 0.8434460 Aug 12 03:47:17.936758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:47:17.939121 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e579be32-aac4-4196-85b1-03b59e396d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:47:17.978304 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea28401f-768f-4d32-bcb6-c8e715bf2ce8 x-openstack-request-id: req-ea28401f-768f-4d32-bcb6-c8e715bf2ce8 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:47:17.978608 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:47:17.978870 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea28401f-768f-4d32-bcb6-c8e715bf2ce8 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:47:17.979364 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'status': 'completed', 'code': 200} Aug 12 03:47:18.038709 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:18.073351 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579be32-aac4-4196-85b1-03b59e396d8d req-54f78124-2306-4701-ae56-567dd2844ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:18.075033 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-54f78124-2306-4701-ae56-567dd2844ad4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 1096 time: 0.0512092 Aug 12 03:47:18.171068 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efa171-d583-4045-812f-1c3c9ac25a6b req-34200763-1320-4270-af94-729c50de3ac2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:18.172652 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54efa171-d583-4045-812f-1c3c9ac25a6b req-34200763-1320-4270-af94-729c50de3ac2 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0582111 Aug 12 03:47:18.204303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579be32-aac4-4196-85b1-03b59e396d8d req-c4cc301b-b9b6-4ba7-806a-be68b04f461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:18.205805 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-c4cc301b-b9b6-4ba7-806a-be68b04f461f service neutron] 10.222.0.21 "GET /v2.0/networks?id=49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 200 len: 909 time: 0.0945306 Aug 12 03:47:18.214166 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-54efa171-d583-4045-812f-1c3c9ac25a6b req-7127cac8-64a3-447e-b7d7-bde07baa7795 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355225 Aug 12 03:47:18.248317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:18.250671 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-8789d151-3224-4b48-a340-eec9f2159f68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 200 len: 217 time: 0.0356116 Aug 12 03:47:18.278945 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:18.290717 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:18.291326 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:18.303665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579be32-aac4-4196-85b1-03b59e396d8d req-51df2da3-c68d-4451-82de-3881a33c53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:18.305680 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-51df2da3-c68d-4451-82de-3881a33c53e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 200 len: 847 time: 0.0470145 Aug 12 03:47:18.357489 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579be32-aac4-4196-85b1-03b59e396d8d req-acce4f20-e7cb-4ee0-bb51-76ed9ac11eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:18.358910 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-acce4f20-e7cb-4ee0-bb51-76ed9ac11eef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49c71a6d-8178-4075-8416-a3fbc7f13168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452273 Aug 12 03:47:18.396455 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:18.448600 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-f038390a-8d4e-4f21-a02f-486038a6f082 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808654 Aug 12 03:47:18.545926 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e579be32-aac4-4196-85b1-03b59e396d8d req-f8666577-9651-4e7d-9fe4-ad9cc6d2ab09 service neutron] 10.222.0.21 "GET /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876222 Aug 12 03:47:18.595913 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:18.621158 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd1f5f4-6daf-4671-90e3-2aaddd0b57f0 None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:37:59Z', 'revision_number': 4, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '135e4fac-7aa9-4860-876f-5f0a6bf08ed1', 'name': '', 'network_id': '49c71a6d-8178-4075-8416-a3fbc7f13168', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'mac_address': 'fa:16:3e:43:f0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:59Z', 'updated_at': '2021-08-12T03:38:05Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'subnets': [{'id': '6ee6ab72-39bf-4317-a11d-7908f641071e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:18.825164 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:18.840722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f75dcb-5fe3-4f0b-9c6a-7d3b66169730 None None] New status for floating IP fc0db593-0f65-4f17-9d68-254312daef41: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:47:19.330658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724b639-fe62-46e7-ba9f-2af37acfcdc5 req-aa09a884-6c68-4eed-896f-4652c4bb2c8e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:19.332174 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4724b639-fe62-46e7-ba9f-2af37acfcdc5 req-aa09a884-6c68-4eed-896f-4652c4bb2c8e tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0500748 Aug 12 03:47:19.373813 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4724b639-fe62-46e7-ba9f-2af37acfcdc5 req-cc00384b-d500-4f37-8e3f-c87b2c5058ed tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/security-groups?id=0962aa73-2d63-4c9f-8e3f-3b7a96dab077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340338 Aug 12 03:47:19.918796 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361d937-7933-4467-b176-ace638eb0b27 req-1f97ff1f-6a6c-47e8-8d0f-7c0da8e56138 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:19.920348 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e361d937-7933-4467-b176-ace638eb0b27 req-1f97ff1f-6a6c-47e8-8d0f-7c0da8e56138 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 945 time: 0.0472140 Aug 12 03:47:20.011051 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Deleting port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:20.011389 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:20.097693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] For port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:20.098061 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:20.110735 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Calling delete_port for 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:20.236924 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:20.264665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'Port': ['ID=54744cc1-f5c3-40a9-acbd-55b9b47be1e8,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:20.309325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] No DVR routers for this DVR port 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:47:20.311824 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:20.313782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e361d937-7933-4467-b176-ace638eb0b27 req-a3ab6e2c-dbac-4783-ae3f-b9f1d5772044 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.21 "DELETE /v2.0/ports/54744cc1-f5c3-40a9-acbd-55b9b47be1e8 HTTP/1.1" status: 204 len: 173 time: 0.3871667 Aug 12 03:47:20.314216 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-deleted', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:47:20.316468 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f80aff-e913-4464-89dd-36208750eaa6" -d '{"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-deleted", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:47:20.351793 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb49b673-8fdc-4739-a4d4-86ce294c04dc x-openstack-request-id: req-cb49b673-8fdc-4739-a4d4-86ce294c04dc {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:47:20.352463 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e", "name": "network-vif-deleted", "tag": "54744cc1-f5c3-40a9-acbd-55b9b47be1e8", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:47:20.352463 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb49b673-8fdc-4739-a4d4-86ce294c04dc {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:47:20.352751 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e', 'name': 'network-vif-deleted', 'tag': '54744cc1-f5c3-40a9-acbd-55b9b47be1e8', 'status': 'completed', 'code': 200} Aug 12 03:47:20.466782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-828ae4e9-f834-4d2f-8ff7-1dd3b85e411a req-52508ef9-1da6-4e15-8fa1-6ab2579f5e41 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0276091 Aug 12 03:47:21.566351 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-fbd8da5a-67fb-4211-812e-681207ec281b req-b551748e-5068-4cd0-b355-e8f035e021da tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0284262 Aug 12 03:47:22.659218 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ab33a456-f8c3-43a1-bd9e-4d3d69a63980 req-3cf5c960-8970-4739-8d25-811d33c8741f tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0266802 Aug 12 03:47:23.760104 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-94649238-395e-415d-b4a1-d7bffae6e96e req-b6c4f556-fd91-4e83-8a26-c47885cb7986 tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "GET /v2.0/ports?device_id=a37b85a0-a1ce-430c-a99f-dc5fd82a6d2e HTTP/1.1" status: 200 len: 210 time: 0.0283298 Aug 12 03:47:23.776836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:23.798097 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:23.798449 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 54744cc1-f5c3-40a9-acbd-55b9b47be1e8 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:24.817915 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59978) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:24.876651 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:24.902595 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:24.964834 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:24.967787 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:24.968962 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] 10.222.0.11 "DELETE /v2.0/security-groups/0962aa73-2d63-4c9f-8e3f-3b7a96dab077 HTTP/1.1" status: 204 len: 168 time: 0.1500537 Aug 12 03:47:24.980863 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb5fad-f42d-472a-9ac0-f2ea8a96494a tempest-TestShelveInstance-1340197772 tempest-TestShelveInstance-1340197772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0962aa73-2d63-4c9f-8e3f-3b7a96dab077,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:25.029934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59982) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:25.500168 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:25.760278 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Deleting port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:25.760628 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:25.843425 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] For port 135e4fac-7aa9-4860-876f-5f0a6bf08ed1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:25.844116 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:25.856918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Calling delete_port for 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:26.036682 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:26.067020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Pushing event deleted for resources: {'Port': ['ID=135e4fac-7aa9-4860-876f-5f0a6bf08ed1,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:26.234148 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:26.452176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:26.559385 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:26.567608 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-795dfd31-9ab7-49f0-9062-54110e07d937 admin admin] 10.222.0.11 "PUT /v2.0/routers/19e03f9b-1f0b-4f13-82d0-0a50f24b98d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5326118 Aug 12 03:47:26.567608 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59986) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:26.570707 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Sync routers for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:26.581498 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:26.582229 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:26.676944 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:26.785179 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:26.975981 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:47:25Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:27.007401 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Checking router: 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:27.017462 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Routers {'19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:27.017982 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:27.088938 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.126584 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] Set router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:27.140296 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Deleting port 3fc386ad-23ed-431a-a3fb-123763d4ceee {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:27.140641 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.219257 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] For port 3fc386ad-23ed-431a-a3fb-123763d4ceee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=3fc386ad-23ed-431a-a3fb-123763d4ceee,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:27.219658 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.232594 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Calling delete_port for 3fc386ad-23ed-431a-a3fb-123763d4ceee owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:27.301330 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:47:25Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:27.327954 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d32f816-f320-4709-95af-70aecde86ac0 None None] The sync data for ids ['19e03f9b-1f0b-4f13-82d0-0a50f24b98d0'] in n-d-804303-2 is: [{'id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'name': 'tempest-TestShelveInstance-940903868-router', 'tenant_id': '9ac2efe26cb64f54b244bc92142e4da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:37:56Z', 'updated_at': '2021-08-12T03:47:25Z', 'revision_number': 5, 'project_id': '9ac2efe26cb64f54b244bc92142e4da0', 'gw_port': {'id': '3fc386ad-23ed-431a-a3fb-123763d4ceee', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e03f9b-1f0b-4f13-82d0-0a50f24b98d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:37:57Z', 'updated_at': '2021-08-12T03:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:27.400369 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.429176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc386ad-23ed-431a-a3fb-123763d4ceee,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:27.488822 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.583165 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.585277 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.628215 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.628711 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:47:27.633810 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.634819 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-579ee345-1532-4591-947d-58df66dc1900 admin admin] 10.222.0.11 "DELETE /v2.0/routers/19e03f9b-1f0b-4f13-82d0-0a50f24b98d0 HTTP/1.1" status: 204 len: 168 time: 1.0670438 Aug 12 03:47:27.637515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59988) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:27.684987 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Deleting subnet 6ee6ab72-39bf-4317-a11d-7908f641071e {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:47:27.688362 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.728659 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.805525 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:27.817847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.826622 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:27.827205 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 135e4fac-7aa9-4860-876f-5f0a6bf08ed1 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:27.872096 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.902232 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee6ab72-39bf-4317-a11d-7908f641071e,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:27.906987 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:27.908871 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ee6ab72-39bf-4317-a11d-7908f641071e HTTP/1.1" status: 204 len: 168 time: 0.2703648 Aug 12 03:47:27.911495 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59990) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:27.914557 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7f93e-e0ca-4668-ac89-166b3f2d16a8 None None] Network 49c71a6d-8178-4075-8416-a3fbc7f13168 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:27.914900 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.915535 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.915753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.916009 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.916346 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.916684 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.917021 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.917355 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.917688 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.918019 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.918465 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.918660 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f81a3a3-fbfc-4ce6-9510-e23abe726b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:27.989671 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.046519 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Deleting port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:28.046862 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.109166 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] For port 6a87c3d5-73a7-4922-bc62-d0f0c3280470, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=6a87c3d5-73a7-4922-bc62-d0f0c3280470,segment=NetworkSegment(ae1f44ed-3aa5-48ea-b9d3-c5b97e075388),segment_id=ae1f44ed-3aa5-48ea-b9d3-c5b97e075388)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:28.109827 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.125615 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Calling delete_port for 6a87c3d5-73a7-4922-bc62-d0f0c3280470 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:28.202162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.226531 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Pushing event deleted for resources: {'Port': ['ID=6a87c3d5-73a7-4922-bc62-d0f0c3280470,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:28.230143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] No DVR routers for this DVR port 6a87c3d5-73a7-4922-bc62-d0f0c3280470 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:47:28.301066 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.310633 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c71a6d-8178-4075-8416-a3fbc7f13168']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:28.320918 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:28.321281 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1f44ed-3aa5-48ea-b9d3-c5b97e075388') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:28.329695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.343454 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.349073 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:47:28.349461 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:47:28.351072 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:47:28.404978 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c037c2f5-a0e9-4ebf-a07d-277d6acba183 None None] DHCP port deletion for 49c71a6d-8178-4075-8416-a3fbc7f13168 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:47:28.406183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.414817 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:28.416710 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] 10.222.0.11 "DELETE /v2.0/networks/49c71a6d-8178-4075-8416-a3fbc7f13168 HTTP/1.1" status: 204 len: 168 time: 0.5041904 Aug 12 03:47:28.419779 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59992) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:28.429458 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d150fc-8233-4259-bea4-52a4edad242d admin admin] Pushing event deleted for resources: {'Network': ['ID=49c71a6d-8178-4075-8416-a3fbc7f13168,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:28.764794 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.010506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Deleting port f3a13620-9f1a-4708-905e-9fc20462a37a {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:29.010853 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.091868 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] For port f3a13620-9f1a-4708-905e-9fc20462a37a, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f3a13620-9f1a-4708-905e-9fc20462a37a,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:29.092153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.104443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Calling delete_port for f3a13620-9f1a-4708-905e-9fc20462a37a owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:29.281263 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.306622 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a13620-9f1a-4708-905e-9fc20462a37a,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:29.480586 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.524355 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3fc386ad-23ed-431a-a3fb-123763d4ceee no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:29.544711 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 3fc386ad-23ed-431a-a3fb-123763d4ceee {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:29.545134 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 3fc386ad-23ed-431a-a3fb-123763d4ceee not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:29.545617 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a87c3d5-73a7-4922-bc62-d0f0c3280470 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:29.566649 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 6a87c3d5-73a7-4922-bc62-d0f0c3280470 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:29.566984 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 6a87c3d5-73a7-4922-bc62-d0f0c3280470 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:29.709460 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Router 8d8d8590-a284-42bd-972b-bcc6a50031fb has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:29.813778 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:29.818859 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8d07a0ce-6c8c-4cdb-be0d-2b00f3accd26 admin admin] 10.222.0.11 "PUT /v2.0/routers/8d8d8590-a284-42bd-972b-bcc6a50031fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974063 Aug 12 03:47:29.821902 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59994) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:29.824462 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Sync routers for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:29.833294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:29.833895 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:29.925172 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:29.936021 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:30.038445 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.092690 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Deleting port 4cfb1786-fd34-42e7-8657-d593b2893016 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:30.093030 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.125190 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:47:29Z', 'revision_number': 5, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port': {'id': '4cfb1786-fd34-42e7-8657-d593b2893016', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:11:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:30.151283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Checking router: 8d8d8590-a284-42bd-972b-bcc6a50031fb for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:30.159629 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Routers {'8d8d8590-a284-42bd-972b-bcc6a50031fb'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:30.160226 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['8d8d8590-a284-42bd-972b-bcc6a50031fb'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:30.173287 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] For port 4cfb1786-fd34-42e7-8657-d593b2893016, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=4cfb1786-fd34-42e7-8657-d593b2893016,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:30.173656 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.186555 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Calling delete_port for 4cfb1786-fd34-42e7-8657-d593b2893016 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:30.245697 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] Set router 8d8d8590-a284-42bd-972b-bcc6a50031fb gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:30.300200 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:47:30Z', 'revision_number': 6, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:30.342921 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d1f719-72a4-4405-afb6-c50ebb209277 None None] The sync data for ids ['8d8d8590-a284-42bd-972b-bcc6a50031fb'] in n-d-804303-2 is: [{'id': '8d8d8590-a284-42bd-972b-bcc6a50031fb', 'name': 'tempest-TestShelveInstance-1747567283-router', 'tenant_id': 'd28dc608ed834466a220036968a24982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:38:01Z', 'updated_at': '2021-08-12T03:47:30Z', 'revision_number': 6, 'project_id': 'd28dc608ed834466a220036968a24982', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:30.379171 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.409385 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfb1786-fd34-42e7-8657-d593b2893016,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:30.467842 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.556848 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.558827 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.604330 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.604885 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8d8590-a284-42bd-972b-bcc6a50031fb {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:47:30.609300 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.610504 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-34d76aa2-826f-4262-96b3-421fedda8ed0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8d8d8590-a284-42bd-972b-bcc6a50031fb HTTP/1.1" status: 204 len: 168 time: 0.7876728 Aug 12 03:47:30.613007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 59996) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:30.657054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Deleting subnet d0095065-22be-4022-aac6-8e85e7773633 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:47:30.660118 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.696344 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.782649 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.837269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.866389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.868281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d0095065-22be-4022-aac6-8e85e7773633 HTTP/1.1" status: 204 len: 168 time: 0.2543516 Aug 12 03:47:30.869421 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a5ebe-8ec7-4c89-8460-b19b7ca8ca96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0095065-22be-4022-aac6-8e85e7773633,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:30.871259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 59998) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:30.872170 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c978c-3eaf-4709-a8b6-eab93688a21e None None] Network cec08b56-7206-4507-8ce1-41151bfc2ed7 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:30.944996 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:30.997974 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Deleting port 189bf636-1d25-4bf0-8735-93bd91f3fc13 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:30.998326 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.069953 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] For port 189bf636-1d25-4bf0-8735-93bd91f3fc13, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=189bf636-1d25-4bf0-8735-93bd91f3fc13,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:31.070310 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.083258 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Calling delete_port for 189bf636-1d25-4bf0-8735-93bd91f3fc13 owned by network:dhcp {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:31.113160 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] DHCP port deletion for cec08b56-7206-4507-8ce1-41151bfc2ed7 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:47:31.160169 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Deleting port 189bf636-1d25-4bf0-8735-93bd91f3fc13 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:47:31.160553 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.164444 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.191697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=189bf636-1d25-4bf0-8735-93bd91f3fc13,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:31.194420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] No DVR routers for this DVR port 189bf636-1d25-4bf0-8735-93bd91f3fc13 on host n-d-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:47:31.229946 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] For port 189bf636-1d25-4bf0-8735-93bd91f3fc13, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=189bf636-1d25-4bf0-8735-93bd91f3fc13,segment=NetworkSegment(7163a1b5-ae77-4fde-850a-e81721c106b2),segment_id=7163a1b5-ae77-4fde-850a-e81721c106b2)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:31.230343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.244662 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Calling delete_port for 189bf636-1d25-4bf0-8735-93bd91f3fc13 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:47:31.270557 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.280592 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec08b56-7206-4507-8ce1-41151bfc2ed7']}} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:31.291344 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7163a1b5-ae77-4fde-850a-e81721c106b2') {'for_net_delete': True} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:31.291676 n-d-804303-2 neutron-server[94674]: DEBUG neutron.services.segments.db [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7163a1b5-ae77-4fde-850a-e81721c106b2') {} {{(pid=94674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:31.301170 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29121629'] for segment, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.316260 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.322166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.322792 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:47:31.323189 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29143147'] for segment, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: Traceback (most recent call last): Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: timer() Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: cb(*args, **kw) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: return func(*args, **kwargs) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: self._notify() Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: self.callback(batched_events) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: event.method(event) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: return f(self, *a, **k) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: return self._get(url).json() Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: return self.request(url, 'GET', **kwargs) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:47:31.324962 n-d-804303-2 neutron-server[94674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:47:31.350911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Pushing event deleted for resources: {'Port': ['ID=189bf636-1d25-4bf0-8735-93bd91f3fc13,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:31.358077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] No DVR routers for this DVR port 189bf636-1d25-4bf0-8735-93bd91f3fc13 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:47:31.364906 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.365254 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.367005 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.367960 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.368436 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.368737 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.368932 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.369253 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.369577 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.369899 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.370220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.370539 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282d40d3-f5ac-43e0-9190-ddacbd3eaef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:31.388216 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.394374 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.399062 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cec08b56-7206-4507-8ce1-41151bfc2ed7 HTTP/1.1" status: 204 len: 168 time: 0.5260191 Aug 12 03:47:31.422125 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35729e9-cc0a-4e66-a8d8-8674523fb7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cec08b56-7206-4507-8ce1-41151bfc2ed7,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:31.485620 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f3a13620-9f1a-4708-905e-9fc20462a37a no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:31.508869 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f3a13620-9f1a-4708-905e-9fc20462a37a {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:31.509220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f3a13620-9f1a-4708-905e-9fc20462a37a not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:31.509714 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4cfb1786-fd34-42e7-8657-d593b2893016 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:31.528585 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 4cfb1786-fd34-42e7-8657-d593b2893016 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:31.528936 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 4cfb1786-fd34-42e7-8657-d593b2893016 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:31.529351 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 189bf636-1d25-4bf0-8735-93bd91f3fc13 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:47:31.529497 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60002) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:31.548500 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 189bf636-1d25-4bf0-8735-93bd91f3fc13 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:47:31.548846 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 189bf636-1d25-4bf0-8735-93bd91f3fc13 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:47:31.578646 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-944bc0a9-5c48-47b1-bcbe-5778886c470b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ac2efe26cb64f54b244bc92142e4da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479703 Aug 12 03:47:31.581478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60004) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:31.633199 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.654428 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.708001 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.710591 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:31.712329 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0db3c2d8-8d3b-4788-bf31-d6d78c1d2d21 HTTP/1.1" status: 204 len: 168 time: 0.1291254 Aug 12 03:47:31.720342 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37085ae3-b6ed-4b5c-9b2c-0963d4d3b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db3c2d8-8d3b-4788-bf31-d6d78c1d2d21,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:32.029502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60010) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:32.070551 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7628e6fa-b4ac-49f0-bb8d-136d16fe0430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d28dc608ed834466a220036968a24982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393300 Aug 12 03:47:32.073359 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60012) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:32.103193 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8d26b012-57a5-45d6-8489-b7b7c8721326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.122736 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.143740 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.192930 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.196070 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.197224 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/928c868e-239d-4cda-8720-9cbebebdbacc HTTP/1.1" status: 204 len: 168 time: 0.1228719 Aug 12 03:47:32.206307 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288504db-e043-43f4-9eeb-7829ed523d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928c868e-239d-4cda-8720-9cbebebdbacc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:32.853943 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60034) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:32.960291 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-570085855-network', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:32.981542 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Made reservation on behalf of ca53a62ac834467ca79b22568ec2af48 for: {'network': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:47:32.983931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:32.992025 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.080837 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.084494 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.106805 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=94673) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:47:33.121671 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3f6a8e-857a-4f50-bd14-c26a62c279ba,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:33.124558 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.124920 n-d-804303-2 neutron-server[94673]: INFO neutron.db.segments_db [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Added segment 2d4b0756-68be-42b9-9a0a-0e3c97e0949d of type vlan for network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 Aug 12 03:47:33.165381 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.192329 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.193289 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:33.193881 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.251081 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3959310 Aug 12 03:47:33.254303 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60038) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:33.258277 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06346f-d4b4-4dfc-88d2-7014dcfccd67 admin admin] Pushing event updated for resources: {'Network': ['ID=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:33.259549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Request body: {'subnet': {'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-570085855-subnet', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:33.268074 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:47:33.283138 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Made reservation on behalf of ca53a62ac834467ca79b22568ec2af48 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:47:33.285470 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.450603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.513501 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:33.518126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Checking segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:33.518478 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Network hostable DHCP agents. Network: ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:47:33.535028 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:47:33.543457 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:33.547279 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:33.547904 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.552335 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f1364-7035-49cf-ba6f-ef4bb0056659 None None] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:33.564050 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-735f4874-ee61-4e63-9a94-cfe6ff0d73f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073866 Aug 12 03:47:33.565620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60040) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:33.570752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:33.591353 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.592354 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.649325 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.707886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:47:33.708771 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.786131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.846214 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Allocated IP 172.20.0.2 (ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0/cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d/f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:33.985193 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.990505 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:33.999739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Transition to ACTIVE for port object f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:34.009714 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.014959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Transition to ACTIVE for port object f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:34.020819 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.062427 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:34.067692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:34.070684 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:34.072861 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Pushing event updated for resources: {'Port': ['ID=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:34.115503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Allocated IP 172.25.3.22 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/5c6de6eb-7fc2-4409-82bd-ae54be88ffd1) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:34.126026 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Attempting to bind port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:34.126432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Attempting to bind port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:34.126806 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Attempting to bind port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:34.131859 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:34.132245 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Checking segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:34.133262 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.133659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Bound using segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:34.134133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Bound port: f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:34.134521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.202394 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] For port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:34.205685 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] For port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:34.211731 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.230961 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.270576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f633de-351a-4c2c-82bf-7cac4fe4ffbe None None] Pushing event updated for resources: {'Port': ['ID=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:34.277173 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.321658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:34.324593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:34.327319 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:34.350488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:34.595448 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.733173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-df7610d9-61c2-4003-8acc-adeda812a002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.794225 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.862579 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:34.930952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:47:35.044026 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:35.053934 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:35.061984 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.063318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-601de5a8-6595-4012-a050-68cc002eedd7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4967234 Aug 12 03:47:35.065934 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60042) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:35.067792 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:35.068506 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:35.118732 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa19656-0f37-49c0-9388-8f6e9a58e2af None None] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:35.180198 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:35.242911 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-73b39e00-0534-4c73-802b-1147e8f19af2 None None] Provisioning for port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:35.366728 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:34Z', 'revision_number': 3, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:35.392787 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:35.393399 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Updating router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:47:35.420281 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.536958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:35.603342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:35.607295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:35.607705 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.694744 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.715150 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.725619 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Transition to ACTIVE for port object 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:35.732734 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.734002 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.741132 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:35.746775 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.794662 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Attempting to bind port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:35.795031 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Attempting to bind port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:35.795386 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Attempting to bind port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:35.798574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Pushing event updated for resources: {'Port': ['ID=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:35.802847 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:35.807962 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.808306 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.808639 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.808965 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.809290 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.809612 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.809938 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.810254 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.810572 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.810887 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.811202 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.811549 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:47:35.814816 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:35.815186 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:35.815681 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.816058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:35.816511 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Bound port: 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:35.817062 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.837088 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.869440 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] For port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:35.873102 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] For port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:35.877728 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:35.933870 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:35.934476 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:35.969720 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d382-5261-4575-ba76-da5e75b09f9c None None] Pushing event updated for resources: {'Port': ['ID=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:36.000269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Allocated IP 172.20.0.1 (ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0/cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d/afc1bb57-1c0c-4245-b4ca-c0dc459f5aee) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:36.040833 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:36.106000 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.119168 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Transition to ACTIVE for port object afc1bb57-1c0c-4245-b4ca-c0dc459f5aee will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:36.157019 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.194309 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:36.199720 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:36.203215 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:36.225853 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Pushing event updated for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:36.226271 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:34Z', 'revision_number': 3, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:36.246067 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.248056 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.258472 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f359d64-3c08-482b-a01b-b3c11d7c1143 None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:34Z', 'revision_number': 3, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:36.385411 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.512968 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27ebd7c1-3db7-49c2-8224-7027989c85be None None] Provisioning for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:36.516800 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-27ebd7c1-3db7-49c2-8224-7027989c85be None None] Provisioning complete for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:36.517173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27ebd7c1-3db7-49c2-8224-7027989c85be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.564430 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-27ebd7c1-3db7-49c2-8224-7027989c85be None None] Port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:36.576435 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.585917 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.668146 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Pushing event updated for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:36.674034 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:36.787829 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:36.790559 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:36.932053 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:37.049872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:37.055427 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-aa5ae6d0-834a-451e-ac78-ee3c4ea3e067 admin admin] 10.222.0.11 "PUT /v2.0/routers/b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9884107 Aug 12 03:47:37.086493 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d7220fa9-55ee-4f78-aa25-bf4df9ea7d8f None None] Provisioning complete for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:37.087313 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d7220fa9-55ee-4f78-aa25-bf4df9ea7d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.122931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d7220fa9-55ee-4f78-aa25-bf4df9ea7d8f None None] Port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:37.526682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:37.537332 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60058) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:37.542694 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-994179824-network', 'tenant_id': '1a3f0697566941238a339b82b060cd15'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:37.564910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Made reservation on behalf of 1a3f0697566941238a339b82b060cd15 for: {'network': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:47:37.568289 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for network, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.578131 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.584215 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:37.589635 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:37.590008 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.676566 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.682139 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.686351 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.698699 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:37.704245 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.705325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:37.713848 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 03:47:37.724419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd59c0-9875-40f5-84ca-d3d13b05feab,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:37.730757 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.731103 n-d-804303-2 neutron-server[94674]: INFO neutron.db.segments_db [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Added segment 33f6af5b-b585-4d90-906c-2845842fee3c of type vlan for network c43ec476-c376-4759-a15d-550719522db8 Aug 12 03:47:37.779947 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793632973397'] for network, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.812662 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223'] for network, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.813718 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:37.814372 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Notify callbacks [] for network, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.877297 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3362875 Aug 12 03:47:37.878476 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60060) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:37.884704 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Request body: {'subnet': {'network_id': 'c43ec476-c376-4759-a15d-550719522db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-994179824-subnet', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'ip_version': 4}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:37.889075 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8fa4a-c737-481e-8b9d-506f5a0fdc4c admin admin] Pushing event updated for resources: {'Network': ['ID=c43ec476-c376-4759-a15d-550719522db8,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:37.907862 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Made reservation on behalf of 1a3f0697566941238a339b82b060cd15 for: {'subnet': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:47:37.910177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29145783'] for subnet, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:37.917037 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Network c43ec476-c376-4759-a15d-550719522db8 details requested by agent ovs-agent-n-d-804303-2 with host n-d-804303-2 {{(pid=94675) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 03:47:37.982827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:38.003455 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.019970 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:38.030641 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:38.031558 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:38.087342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:38.087663 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.092060 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29143232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29145765'] for subnet, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.150439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ae86ac-3e2b-447d-a471-8e47c5a35a15,revision_number=0']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:38.157778 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Checking segment: {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:38.158206 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Network hostable DHCP agents. Network: c43ec476-c376-4759-a15d-550719522db8, hostable agents: ['cea285ce-9fe0-4e88-9f2f-529c6bbc08c5'], hosted agents: [] {{(pid=94674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 03:47:38.177638 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Network c43ec476-c376-4759-a15d-550719522db8 is scheduled to be hosted by DHCP agent cea285ce-9fe0-4e88-9f2f-529c6bbc08c5 with binding_index 1 {{(pid=94674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 03:47:38.178368 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:38.187230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804303-2, c43ec476-c376-4759-a15d-550719522db8) {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:38.191245 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:38.191870 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.206369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7a448aeb-ff5e-449f-893e-818cdfe055f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276186 Aug 12 03:47:38.208763 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661c64e-f891-4975-8e84-be6922b5ebb7 None None] Network c43ec476-c376-4759-a15d-550719522db8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:38.209114 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60062) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:38.213597 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:38.233762 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3863243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3720'] for router, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.234746 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3861514', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3739699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3729'] for router, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.290103 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.425259 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.527050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp34e555b5-850d-53c3-bbdf-a38d20e1bbe5-c43ec476-c376-4759-a15d-550719522db8', 'network_id': 'c43ec476-c376-4759-a15d-550719522db8', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'fixed_ips': [{'subnet_id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15'}]}} from n-d-804303-2. {{(pid=94675) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 03:47:38.527941 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.607879 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 2, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:38.625741 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.642077 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:38.642439 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Updating router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:47:38.644477 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.682156 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.744670 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Allocated IP 172.25.3.18 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/7cd48f7b-4bbf-452f-87e9-38c3fd49fd86) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:38.751047 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.db_base_plugin_common [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Allocated IP 172.20.0.2 (c43ec476-c376-4759-a15d-550719522db8/d3ae86ac-3e2b-447d-a471-8e47c5a35a15/9c84d705-b46f-43a3-ba45-be74a505c098) {{(pid=94675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:38.854973 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.894519 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:38.930116 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:38.933003 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:38.938439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:38.963788 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:39.053795 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks [] for port, precommit_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.086748 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Transition to ACTIVE for port object 9c84d705-b46f-43a3-ba45-be74a505c098 will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:39.115738 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Transition to ACTIVE for port object 9c84d705-b46f-43a3-ba45-be74a505c098 will not be triggered until provisioned by entity DHCP. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:39.121599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.131540 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420'] for port, after_create {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.137981 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Transition to ACTIVE for port object afc1bb57-1c0c-4245-b4ca-c0dc459f5aee will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:39.170007 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.187478 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Network c43ec476-c376-4759-a15d-550719522db8 is already hosted by enough agents. {{(pid=94675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:39.189799 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.190308 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Pushing event updated for resources: {'Port': ['ID=9c84d705-b46f-43a3-ba45-be74a505c098,revision_number=1']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:39.192969 n-d-804303-2 neutron-server[94675]: DEBUG neutron.scheduler.base_scheduler [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Resources bound (agent type, host, resource id): {{(pid=94675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:39.201657 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Received port after_create {{(pid=94675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:39.284567 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed390f-367e-4a26-8b56-8b5d7a3b3ae1 None None] Pushing event updated for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:39.336896 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Attempting to bind port 9c84d705-b46f-43a3-ba45-be74a505c098 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:39.337270 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Attempting to bind port 9c84d705-b46f-43a3-ba45-be74a505c098 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:39.337643 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Attempting to bind port 9c84d705-b46f-43a3-ba45-be74a505c098 on network c43ec476-c376-4759-a15d-550719522db8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:39.345889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Attempting to bind port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:39.346275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Attempting to bind port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:39.346647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Attempting to bind port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:39.349790 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:39.350167 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Checking segment: {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:39.350576 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.350974 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Bound using segment: {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:39.351708 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Bound port: 9c84d705-b46f-43a3-ba45-be74a505c098, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:39.352020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.362514 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:39.362887 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Checking segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:39.363278 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.363695 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Bound using segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:39.364176 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Bound port: afc1bb57-1c0c-4245-b4ca-c0dc459f5aee, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:39.364560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.410522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3861753'] for router, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.423032 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:47:39.473838 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] For port 9c84d705-b46f-43a3-ba45-be74a505c098, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:39.483893 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] For port 9c84d705-b46f-43a3-ba45-be74a505c098, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c84d705-b46f-43a3-ba45-be74a505c098,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:39.489348 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:39.495445 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] For port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:39.501407 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.548511 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Router ce0c27da-193a-43b8-be34-6ec6a97fa10f is scheduled to L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 with binding_index 1 {{(pid=94674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 03:47:39.574111 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] For port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:39.585839 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.627609 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451823-c6f0-46b4-bb96-ff57902e9c20 None None] Pushing event updated for resources: {'Port': ['ID=9c84d705-b46f-43a3-ba45-be74a505c098,revision_number=2']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:39.690348 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:39.704124 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Sync routers for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:39.715261 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.716990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-7e9f8692-f8af-4549-9693-3fe228704fb8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5069101 Aug 12 03:47:39.717130 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:39.718016 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:39.719883 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60064) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:39.861725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:39.862376 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:39.886135 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:39.908469 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:39.908843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:39.967294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed390f-367e-4a26-8b56-8b5d7a3b3ae1 None None] Pushing event updated for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:40.062815 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:40.102344 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:39Z', 'revision_number': 3, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:40.133177 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Checking router: ce0c27da-193a-43b8-be34-6ec6a97fa10f for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:40.133526 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Updating router ce0c27da-193a-43b8-be34-6ec6a97fa10f port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 binding host n-d-804303-2 {{(pid=94676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:47:40.160301 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.262694 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.319575 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:39Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:40.349349 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e033b-0c56-4707-95e9-2d7a48a60b92 None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:39Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:40.553028 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks [] for port, precommit_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.566213 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.provisioning_blocks [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Transition to ACTIVE for port object 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 will not be triggered until provisioned by entity L2. {{(pid=94676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:40.575314 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.635345 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Attempting to bind port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 on host n-d-804303-2 for vnic_type normal with profile {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:40.635767 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Attempting to bind port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:40.637252 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Attempting to bind port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 on network 041c2f44-0715-49c8-a396-a4fed33f0388 {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:40.652633 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9de9d-4c01-45fa-a3c9-c356f78bc97a None None] Pushing event updated for resources: {'Port': ['ID=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,revision_number=2']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:40.655325 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:40.655730 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Checking segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:40.656138 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.656526 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Bound using segment: {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'} {{(pid=94676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:40.657005 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.managers [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Bound port: 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b11a38e-dd35-4ecc-942e-93a5078361c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388'}}] {{(pid=94676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:40.657387 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.716845 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] For port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86, host n-d-804303-2, cleared binding levels {{(pid=94676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:40.720318 n-d-804303-2 neutron-server[94676]: DEBUG neutron.plugins.ml2.db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] For port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:40.727266 n-d-804303-2 neutron-server[94676]: DEBUG neutron_lib.callbacks.manager [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.783947 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:40.784559 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:40.823765 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Allocated IP 172.20.0.1 (c43ec476-c376-4759-a15d-550719522db8/d3ae86ac-3e2b-447d-a471-8e47c5a35a15/8760d2e1-3eea-4121-9ba6-804fb8debb4d) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:40.832058 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9de9d-4c01-45fa-a3c9-c356f78bc97a None None] Pushing event updated for resources: {'Port': ['ID=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,revision_number=3']} {{(pid=94676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:40.914308 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:40.939282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e79948f-d2e6-4f27-b11f-b7022ba578b8 None None] Network c43ec476-c376-4759-a15d-550719522db8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:47:40.967287 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:40.981860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Transition to ACTIVE for port object 8760d2e1-3eea-4121-9ba6-804fb8debb4d will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:41.019764 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-af9df286-8307-4fce-84aa-d247d1cba364 None None] Provisioning for port 9c84d705-b46f-43a3-ba45-be74a505c098 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:41.037613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.074522 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Network c43ec476-c376-4759-a15d-550719522db8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:41.077308 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:41.081083 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:41.121881 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3902986'] for router_interface, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.142137 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:39Z', 'revision_number': 3, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:41.176452 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee888a8-021f-49f1-bfcc-c1ca8ae62a71 None None] The sync data for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 is: [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:39Z', 'revision_number': 3, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:41.190379 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Pushing event updated for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:41.301004 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.535099 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fb080e57-5960-4cb3-bd55-7dd72694bd1d None None] Provisioning for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:41.540574 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-fb080e57-5960-4cb3-bd55-7dd72694bd1d None None] Provisioning complete for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:41.541249 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-fb080e57-5960-4cb3-bd55-7dd72694bd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.559439 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.568920 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.645964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c84d705-b46f-43a3-ba45-be74a505c098 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:41.653654 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-fb080e57-5960-4cb3-bd55-7dd72694bd1d None None] Port 8760d2e1-3eea-4121-9ba6-804fb8debb4d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:41.677129 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3903166'] for router_interface, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.681536 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Pushing event updated for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:41.736736 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 9c84d705-b46f-43a3-ba45-be74a505c098 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:41.741317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9c84d705-b46f-43a3-ba45-be74a505c098 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:41.741710 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.790108 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-7228329f-97d0-4f54-a841-ad7436aa60bf None None] Provisioning complete for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:41.790475 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7228329f-97d0-4f54-a841-ad7436aa60bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.813343 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Network c43ec476-c376-4759-a15d-550719522db8 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:41.815420 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:41.839739 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-7228329f-97d0-4f54-a841-ad7436aa60bf None None] Port 8760d2e1-3eea-4121-9ba6-804fb8debb4d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:41.879327 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.927374 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 9c84d705-b46f-43a3-ba45-be74a505c098, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c84d705-b46f-43a3-ba45-be74a505c098,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:41.933902 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:41.934706 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device afc1bb57-1c0c-4245-b4ca-c0dc459f5aee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:41.955255 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Router ce0c27da-193a-43b8-be34-6ec6a97fa10f has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:42.038486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=9c84d705-b46f-43a3-ba45-be74a505c098,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:42.060312 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:42.064447 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:42.064899 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.088424 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:42.093925 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-2298e662-999c-4753-92fe-c4d142036402 admin admin] 10.222.0.11 "PUT /v2.0/routers/ce0c27da-193a-43b8-be34-6ec6a97fa10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3725441 Aug 12 03:47:42.157231 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.174864 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b1657f6d-4b34-421d-8b4f-dd4e430bdab0 None None] Provisioning complete for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:42.175232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b1657f6d-4b34-421d-8b4f-dd4e430bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.223923 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:42.229770 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b1657f6d-4b34-421d-8b4f-dd4e430bdab0 None None] Port 8760d2e1-3eea-4121-9ba6-804fb8debb4d cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:42.231449 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.288222 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:42.629887 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60072) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:42.634842 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065183604', 'description': 'tempest-secgroup-smoke-1065183604 description', 'project_id': 'ca53a62ac834467ca79b22568ec2af48'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:42.656023 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.734613 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.738298 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.767527 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.771482 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378546 Aug 12 03:47:42.771843 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60074) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:42.772838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d1841-484d-41b3-b204-7cfca14356f6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d8dde8-8d12-4750-9200-eefe711c4bd9,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:42.777306 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:42.805573 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.864078 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.868333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.887614 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a137834-0ef5-43bf-b935-35a9331db8f6,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:42.893470 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.896000 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-d318f3dd-d564-48b9-8021-bfd1fecc1909 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230288 Aug 12 03:47:42.898190 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60076) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:42.902493 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:42.932527 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.989072 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:42.992766 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.007172 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbdac34-e7b3-475e-880f-ba718be58f90,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.016414 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.018304 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6704c3f7-d71e-4230-aa76-bbdc102e727e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193283 Aug 12 03:47:43.020787 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60078) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:43.025674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:43.052317 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.110269 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.113792 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.135251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a66892-a3c1-4b1e-b783-ba7e60e4bb18,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.141102 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.145421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-8c63a0ab-5878-4ddb-b463-f717d325d664 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211350 Aug 12 03:47:43.145658 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60080) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:43.150580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:43.177334 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.236488 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.240484 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.260139 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6f3ca4-f454-41d8-9844-52beefa5abf1,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.267895 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.269091 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-9382d21c-762c-48d9-a2ff-b751b9354d1b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225047 Aug 12 03:47:43.271735 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60082) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:43.276920 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:43.302894 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Project ca53a62ac834467ca79b22568ec2af48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:47:43.307812 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.367151 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.370738 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.391222 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407c098f-0739-4407-9350-59a13cbb97cc,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.394918 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.396281 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-130c9c26-cf03-4f63-9886-37142ece82f4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236298 Aug 12 03:47:43.399616 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60084) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:43.403964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'security_group_rule': {'security_group_id': '43d8dde8-8d12-4750-9200-eefe711c4bd9', 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:43.427207 n-d-804303-2 neutron-server[94673]: INFO neutron.db.securitygroups_db [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Project ca53a62ac834467ca79b22568ec2af48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 03:47:43.433240 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.508715 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.513491 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741005'] for security_group_rule, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.539237 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec3507d-756a-49a8-93dd-5344e207b83c,revision_number=0']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.543262 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.552500 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c439e019-165c-4e5d-b155-df02c60757a4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443183 Aug 12 03:47:43.580512 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:43.647218 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:43.653184 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:43.653523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.694548 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-6bb46904-829b-4502-97a4-7ed7b3710a86 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065183604&fields=id&tenant_id=ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 267 time: 0.0350447 Aug 12 03:47:43.741283 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.762266 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:43.768070 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.768920 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c84d705-b46f-43a3-ba45-be74a505c098 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:43.811259 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-7da34aa7-6769-4be0-ade6-0be7bd6678af tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:43.814509 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-7da34aa7-6769-4be0-ade6-0be7bd6678af tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 809 time: 0.1045897 Aug 12 03:47:43.828133 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-66c556e7-a379-48c2-8f6d-f873812f35d1 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/quotas/ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 375 time: 0.0097060 Aug 12 03:47:43.838477 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Sync routers for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:43.862123 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:43.870220 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:43.870827 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:43.883897 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-1a8c6530-44e1-4c26-8cbf-792ec950dc9c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464396 Aug 12 03:47:43.908886 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 9c84d705-b46f-43a3-ba45-be74a505c098 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:43.909269 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:43.990588 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-ff1f6b6d-3628-4d30-aebf-b5390b78b100 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:47:43.991627 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-ff1f6b6d-3628-4d30-aebf-b5390b78b100 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963149 Aug 12 03:47:44.026982 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:44.073647 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device afc1bb57-1c0c-4245-b4ca-c0dc459f5aee up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:44.084727 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-934774bd-3c5a-4c59-a803-3c773533c60c service neutron] 10.222.0.11 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Aug 12 03:47:44.177422 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-aa26e948-8455-45f3-b620-082ae9c0580b service neutron] 10.222.0.11 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851133 Aug 12 03:47:44.212576 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:44.212954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.336610 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:41Z', 'revision_number': 4, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8760d2e1-3eea-4121-9ba6-804fb8debb4d', 'name': '', 'network_id': 'c43ec476-c376-4759-a15d-550719522db8', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'mac_address': 'fa:16:3e:eb:fd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:40Z', 'updated_at': '2021-08-12T03:47:41Z', 'revision_number': 2, 'project_id': '1a3f0697566941238a339b82b060cd15', 'subnets': [{'id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:44.365840 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Checking router: ce0c27da-193a-43b8-be34-6ec6a97fa10f for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:44.366194 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Updating router ce0c27da-193a-43b8-be34-6ec6a97fa10f port 8760d2e1-3eea-4121-9ba6-804fb8debb4d binding host n-d-804303-2 {{(pid=94675) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 03:47:44.390105 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.646320 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks [] for port, precommit_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.656663 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Transition to ACTIVE for port object 8760d2e1-3eea-4121-9ba6-804fb8debb4d will not be triggered until provisioned by entity L2. {{(pid=94675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:44.661695 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.711860 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a30ac-b225-47a4-8cd4-4ad3e9bceca2 None None] Pushing event updated for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=3']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:44.763584 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Attempting to bind port 8760d2e1-3eea-4121-9ba6-804fb8debb4d on host n-d-804303-2 for vnic_type normal with profile {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:44.763959 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Attempting to bind port 8760d2e1-3eea-4121-9ba6-804fb8debb4d by drivers openvswitch,hyperv on host n-d-804303-2 at level 0 using segments [{'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:44.764324 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Attempting to bind port 8760d2e1-3eea-4121-9ba6-804fb8debb4d on network c43ec476-c376-4759-a15d-550719522db8 {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:44.769688 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Checking agent: {'id': 'ea32c68f-11b4-4046-a9ce-22dddd424b12', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 1, 59, 35), 'started_at': datetime.datetime(2021, 8, 12, 2, 0, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804303-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:44.770141 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Checking segment: {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:44.770447 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.770836 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Bound using segment: {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'} {{(pid=94675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:44.771300 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.managers [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Bound port: 8760d2e1-3eea-4121-9ba6-804fb8debb4d, host: n-d-804303-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f6af5b-b585-4d90-906c-2845842fee3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c43ec476-c376-4759-a15d-550719522db8'}}] {{(pid=94675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:44.771700 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.836658 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] For port 8760d2e1-3eea-4121-9ba6-804fb8debb4d, host n-d-804303-2, cleared binding levels {{(pid=94675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:44.839875 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] For port 8760d2e1-3eea-4121-9ba6-804fb8debb4d, host n-d-804303-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8760d2e1-3eea-4121-9ba6-804fb8debb4d,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:44.844576 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:44.905503 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:44.906135 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:44.909147 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a30ac-b225-47a4-8cd4-4ad3e9bceca2 None None] Pushing event updated for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:45.024372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:45.375238 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-256c80e3-2283-4201-8e10-995a643381eb req-7560d1b4-1b49-4514-b5b3-f6f91e72b42d tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 210 time: 0.0285709 Aug 12 03:47:45.385372 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:41Z', 'revision_number': 4, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8760d2e1-3eea-4121-9ba6-804fb8debb4d', 'name': '', 'network_id': 'c43ec476-c376-4759-a15d-550719522db8', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'mac_address': 'fa:16:3e:eb:fd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:40Z', 'updated_at': '2021-08-12T03:47:44Z', 'revision_number': 4, 'project_id': '1a3f0697566941238a339b82b060cd15', 'subnets': [{'id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:45.415725 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12effc3-0563-499c-84c8-998180e45a7a None None] The sync data for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 is: [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:41Z', 'revision_number': 4, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': '8760d2e1-3eea-4121-9ba6-804fb8debb4d', 'name': '', 'network_id': 'c43ec476-c376-4759-a15d-550719522db8', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'mac_address': 'fa:16:3e:eb:fd:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:40Z', 'updated_at': '2021-08-12T03:47:44Z', 'revision_number': 4, 'project_id': '1a3f0697566941238a339b82b060cd15', 'subnets': [{'id': 'd3ae86ac-3e2b-447d-a471-8e47c5a35a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:45.511796 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:45.574182 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:45.574560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:46.455045 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-0ac3a1bb-6796-4e57-881d-a169ae124451 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:46.456561 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-0ac3a1bb-6796-4e57-881d-a169ae124451 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 809 time: 0.1146932 Aug 12 03:47:46.485287 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c1df2269-2dbc-4f57-9357-f1309af72be8 req-671c6905-d65c-4cdb-b900-054597bb1e6e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 210 time: 0.0373774 Aug 12 03:47:46.507057 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-711ae624-8803-4757-bc7f-3c9e6503badb tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 380 time: 0.0348892 Aug 12 03:47:46.519834 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'port': {'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'admin_state_up': True, 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'security_groups': ['43d8dde8-8d12-4750-9200-eefe711c4bd9']}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:46.630795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Made reservation on behalf of ca53a62ac834467ca79b22568ec2af48 for: {'port': 1} {{(pid=94674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:47:46.634974 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:46.755855 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Allocated IP 172.20.0.3 (ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0/cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d/7976c475-41d3-4b71-aa94-c67c58ceb266) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:46.898626 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:46.913131 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Transition to ACTIVE for port object 7976c475-41d3-4b71-aa94-c67c58ceb266 will not be triggered until provisioned by entity DHCP. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:46.948875 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:46.988586 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:46.991699 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:46.998230 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:47.023646 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:47.053502 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:47.054120 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.070206 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-a0947b00-56b2-46aa-ae8a-9341ff94e56a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542307 Aug 12 03:47:47.087665 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Request body: {'port': {'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804303-2'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:47.148888 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.209164 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6a213cbc-845b-444f-aedc-f8fd0ae42bf8 None None] Provisioning for port 7976c475-41d3-4b71-aa94-c67c58ceb266 completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:47.213914 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-6a213cbc-845b-444f-aedc-f8fd0ae42bf8 None None] Provisioning complete for port 7976c475-41d3-4b71-aa94-c67c58ceb266 triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:47.214291 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6a213cbc-845b-444f-aedc-f8fd0ae42bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.248958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-6a213cbc-845b-444f-aedc-f8fd0ae42bf8 None None] Port 7976c475-41d3-4b71-aa94-c67c58ceb266 cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:47:47.437157 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7976c475-41d3-4b71-aa94-c67c58ceb266 {{(pid=94674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:47:47.439498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.451316 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.provisioning_blocks [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Transition to ACTIVE for port object 7976c475-41d3-4b71-aa94-c67c58ceb266 will not be triggered until provisioned by entity L2. {{(pid=94674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:47:47.456598 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.521085 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8760d2e1-3eea-4121-9ba6-804fb8debb4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:47.536647 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b385-0924-465b-a422-fede68527929 service neutron] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:47.618337 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:47.628853 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:47.629322 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.674617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Attempting to bind port 7976c475-41d3-4b71-aa94-c67c58ceb266 on host n-h1-804303-2 for vnic_type normal with profile {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:47:47.674872 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Attempting to bind port 7976c475-41d3-4b71-aa94-c67c58ceb266 by drivers openvswitch,hyperv on host n-h1-804303-2 at level 0 using segments [{'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:47:47.675208 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Attempting to bind port 7976c475-41d3-4b71-aa94-c67c58ceb266 on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:47.682361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Port 7976c475-41d3-4b71-aa94-c67c58ceb266 on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804303-2 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:47:47.682696 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Attempting to bind port 7976c475-41d3-4b71-aa94-c67c58ceb266 on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:47:47.689488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Checking agent: {'id': '4e2683f8-7429-4d0f-8742-547e070b5330', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 34), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:47:47.689971 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Checking segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:47:47.690658 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Bound using segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} {{(pid=94674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:47:47.691103 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.managers [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Bound port: 7976c475-41d3-4b71-aa94-c67c58ceb266, host: n-h1-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}}] {{(pid=94674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:47:47.691498 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.713014 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e16778-b590-4422-b267-d15dae7c49f0 req-1958d142-3438-41ef-a181-595a2fc0096f tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:47.715359 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97e16778-b590-4422-b267-d15dae7c49f0 req-1958d142-3438-41ef-a181-595a2fc0096f tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.1066704 Aug 12 03:47:47.730149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.775061 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] For port 8760d2e1-3eea-4121-9ba6-804fb8debb4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8760d2e1-3eea-4121-9ba6-804fb8debb4d,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:47.781129 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.806869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-97e16778-b590-4422-b267-d15dae7c49f0 req-f903849a-007a-4757-afcf-1f551f033f28 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771894 Aug 12 03:47:47.814503 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, cleared binding levels {{(pid=94674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:47:47.819095 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:47:47.832871 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.838961 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Pushing event updated for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:47.870589 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:47.871278 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:47.872618 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-91d1b385-0924-465b-a422-fede68527929 service neutron] 10.222.0.21 "PUT /v2.0/ports/7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 1091 time: 0.7895119 Aug 12 03:47:47.873054 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:47:47.875301 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8bbba1-2851-4f5f-89c8-11699430023a" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:47:47.899179 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1b385-0924-465b-a422-fede68527929 service neutron] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=3']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:47.925985 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6404542-0541-4d15-a24b-f2766edd3d1e x-openstack-request-id: req-e6404542-0541-4d15-a24b-f2766edd3d1e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:47:47.926510 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:47:47.926798 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6404542-0541-4d15-a24b-f2766edd3d1e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:47:47.927201 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'status': 'completed', 'code': 200} Aug 12 03:47:47.986840 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-18d95c0a-f43a-432b-ac93-aab217c20c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:47.989059 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-18d95c0a-f43a-432b-ac93-aab217c20c04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1094 time: 0.0455654 Aug 12 03:47:48.039690 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-4d4ca5f5-4ae1-4457-ada9-a1362d1ac762 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 217 time: 0.0367422 Aug 12 03:47:48.094689 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-5378f7d4-3ee1-473f-b92d-bdaf0f0d1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.096203 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-5378f7d4-3ee1-473f-b92d-bdaf0f0d1735 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0493059 Aug 12 03:47:48.140581 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-d1a90a84-6244-423b-bd41-f02f8c998d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.142313 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-d1a90a84-6244-423b-bd41-f02f8c998d56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390975 Aug 12 03:47:48.231463 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-f00a0253-a76b-4320-988e-6910e0ff25ab service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814030 Aug 12 03:47:48.324058 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ccb0787e-5341-4a90-99fe-a867938e73b7 req-e1ba3b88-6f1d-4632-9fb0-7fbe03d96c24 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854993 Aug 12 03:47:48.448126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-f2f6fd50-4d1f-414c-8eaf-5766ed203833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.449630 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-f2f6fd50-4d1f-414c-8eaf-5766ed203833 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1094 time: 0.0405638 Aug 12 03:47:48.545089 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-8cd0225f-7bdc-4af4-a071-19c8689455b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.546640 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-8cd0225f-7bdc-4af4-a071-19c8689455b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0899291 Aug 12 03:47:48.587781 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-0ccea470-b178-4798-aebe-2cd72c6d8daf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 217 time: 0.0334892 Aug 12 03:47:48.635270 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-63721d50-9bf5-4699-975a-f2486780884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.636701 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-63721d50-9bf5-4699-975a-f2486780884d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0426774 Aug 12 03:47:48.684752 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-4875649e-d163-4179-a3e5-105a405ad248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.686200 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-4875649e-d163-4179-a3e5-105a405ad248 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425296 Aug 12 03:47:48.774511 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-77434936-8731-4c45-b034-45c969d275f9 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806100 Aug 12 03:47:48.835185 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:48.871785 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-5a8bbba1-2851-4f5f-89c8-11699430023a req-d33fcb52-80ad-436a-871c-f97e5391fe4d service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905359 Aug 12 03:47:48.928799 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87e26f-a7a2-4bd8-be0c-520c1cb14e1e req-ef7e41ae-e667-4c4c-9e68-a2f589d64225 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:48.930387 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe87e26f-a7a2-4bd8-be0c-520c1cb14e1e req-ef7e41ae-e667-4c4c-9e68-a2f589d64225 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0504029 Aug 12 03:47:48.967369 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-fe87e26f-a7a2-4bd8-be0c-520c1cb14e1e req-8862cd90-bf61-4262-866d-874d73125dfa tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307424 Aug 12 03:47:49.472402 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8760d2e1-3eea-4121-9ba6-804fb8debb4d up at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:49.518517 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Provisioning complete for port 8760d2e1-3eea-4121-9ba6-804fb8debb4d triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:49.518879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:50.084260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334363e3-0f8a-407b-9c5f-6dd82c028b0a req-ee82b706-d37e-4529-bd68-97464b452517 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:50.085694 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-334363e3-0f8a-407b-9c5f-6dd82c028b0a req-ee82b706-d37e-4529-bd68-97464b452517 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0489810 Aug 12 03:47:50.123150 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-334363e3-0f8a-407b-9c5f-6dd82c028b0a req-3595c52f-2e2e-44d7-9c5b-08c4e2eceac4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 12 03:47:51.238160 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3023cc-5f28-4343-8410-649592f75929 req-dffb7279-2d3a-4a15-b62a-53a375b2843b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:51.239668 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f3023cc-5f28-4343-8410-649592f75929 req-dffb7279-2d3a-4a15-b62a-53a375b2843b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0496697 Aug 12 03:47:51.277978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0f3023cc-5f28-4343-8410-649592f75929 req-93921b7f-9bd6-4816-b57a-886ec346bc1e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Aug 12 03:47:51.916852 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:47:52.013317 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:52.024370 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:47:52.061554 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:52.075842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7976c475-41d3-4b71-aa94-c67c58ceb266 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:47:52.094777 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:52.098614 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:52.144387 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:52.395044 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0f5b6-9032-4ffc-9c91-fcab9e82a154 req-c2a49120-f09c-429a-8fe1-159ebf0539f0 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:52.396546 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2f0f5b6-9032-4ffc-9c91-fcab9e82a154 req-c2a49120-f09c-429a-8fe1-159ebf0539f0 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 944 time: 0.0523837 Aug 12 03:47:52.433892 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d2f0f5b6-9032-4ffc-9c91-fcab9e82a154 req-98e9513c-21a5-457d-8102-cc176136c615 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Aug 12 03:47:52.475408 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['7976c475-41d3-4b71-aa94-c67c58ceb266'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:47:53.545167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c251ae-54a2-4a94-a95b-b62f0027582a req-c2ebc656-7b4f-44d3-8a56-af7f3e48da86 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:53.546659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4c251ae-54a2-4a94-a95b-b62f0027582a req-c2ebc656-7b4f-44d3-8a56-af7f3e48da86 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 944 time: 0.0478594 Aug 12 03:47:53.587022 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-b4c251ae-54a2-4a94-a95b-b62f0027582a req-bcd49b16-7ed8-4412-a89c-955bbfe3bfe4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Aug 12 03:47:53.929619 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:47:53.976243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning for port 7976c475-41d3-4b71-aa94-c67c58ceb266 completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:47:53.980117 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 7976c475-41d3-4b71-aa94-c67c58ceb266 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:47:53.980490 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:54.059637 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:54.081944 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:47:54.084228 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d1613d-8ffc-4d70-8d39-dc1091e1700b" -d '{"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-plugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:47:54.097309 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:47:54.100851 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:54.150048 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:54.183246 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77132e6-69e9-4916-af16-bc67adf00fa8 x-openstack-request-id: req-e77132e6-69e9-4916-af16-bc67adf00fa8 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:47:54.183600 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-plugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:47:54.183837 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e77132e6-69e9-4916-af16-bc67adf00fa8 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:47:54.184230 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'code': 200} Aug 12 03:47:54.302106 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db2b6a-cca5-4f6a-a1c8-34369b258e94 req-2284ba5c-1f70-4d21-bf82-445df0cd2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:54.303632 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7db2b6a-cca5-4f6a-a1c8-34369b258e94 req-2284ba5c-1f70-4d21-bf82-445df0cd2dd1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1096 time: 0.0392728 Aug 12 03:47:54.338126 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f7db2b6a-cca5-4f6a-a1c8-34369b258e94 req-d9713591-e86d-4dbc-b8b0-f0ca2f356ae2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277979 Aug 12 03:47:54.700682 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6adeef-5d7a-4bb4-9afd-c95d5570e72d req-e9c9f81e-0a6e-4f74-86d0-7ed5a9983ebe tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:54.702191 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a6adeef-5d7a-4bb4-9afd-c95d5570e72d req-e9c9f81e-0a6e-4f74-86d0-7ed5a9983ebe tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Aug 12 03:47:54.740431 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3a6adeef-5d7a-4bb4-9afd-c95d5570e72d req-cf904b8f-798a-456b-a5f8-095f5699c208 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323520 Aug 12 03:47:55.864054 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87301e70-2341-461e-b1e7-b86de17f4200 req-cb648083-0ac0-495d-9c68-3e5cb934403c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:55.865535 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87301e70-2341-461e-b1e7-b86de17f4200 req-cb648083-0ac0-495d-9c68-3e5cb934403c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Aug 12 03:47:55.902669 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-87301e70-2341-461e-b1e7-b86de17f4200 req-b512b1bb-97af-4623-b046-29bfc7e3b474 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Aug 12 03:47:56.014417 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d2999-d6a5-4718-bf4e-a6439b66a11c req-723523ef-8b23-448a-8c46-a6294c8f99c6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:56.015978 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a04d2999-d6a5-4718-bf4e-a6439b66a11c req-723523ef-8b23-448a-8c46-a6294c8f99c6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Aug 12 03:47:56.058610 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-a04d2999-d6a5-4718-bf4e-a6439b66a11c req-a3b266f9-8377-4614-82b5-07cfe21eedc0 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362303 Aug 12 03:47:56.079969 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60148) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:56.162269 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4a794b-2d92-471c-80f6-f64f45510c36 tempest-TestSnapshotPattern-1692097995 tempest-TestSnapshotPattern-1692097995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:56.164303 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1d4a794b-2d92-471c-80f6-f64f45510c36 tempest-TestSnapshotPattern-1692097995 tempest-TestSnapshotPattern-1692097995-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1091 time: 0.0833554 Aug 12 03:47:56.167590 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60152) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:47:56.171839 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:47:56.193246 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:56.286084 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:56.388719 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Allocated IP 172.25.3.180 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/27f248e3-826d-4762-ae5f-c1cfa53e6895) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:47:56.487695 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:56.530177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:56.563259 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:47:56.567488 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:47:56.573620 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:47:56.596579 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=27f248e3-826d-4762-ae5f-c1cfa53e6895,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:56.924238 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:56.990722 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:57.143383 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:57.147774 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:57.214010 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=27f248e3-826d-4762-ae5f-c1cfa53e6895,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:47:57.227456 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:57.328145 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Floating IP 12addf65-53a0-432b-b0cb-9b451d38c551 associated. External IP: 172.25.3.180, port: 7976c475-41d3-4b71-aa94-c67c58ceb266. Aug 12 03:47:57.534823 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:47:57.947325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:47:57.956725 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:47:57.963304 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:47:57.966694 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:57.967279 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:57.989907 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-c3a8867a-5313-498d-ad14-b1ea6d3a85b5 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8213184 Aug 12 03:47:57.990605 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:47:57.992864 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4f0e45-40b0-4314-8c65-389c0eecee9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:47:58.030327 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569c2bdf-d38d-4ce1-b3eb-7a3e4102e2c0 x-openstack-request-id: req-569c2bdf-d38d-4ce1-b3eb-7a3e4102e2c0 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:47:58.030639 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:47:58.030891 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-569c2bdf-d38d-4ce1-b3eb-7a3e4102e2c0 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:47:58.031345 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'status': 'completed', 'code': 200} Aug 12 03:47:58.071923 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:58.112362 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-cf9c841f-218a-4770-a4ba-7226906f95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:58.114107 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-cf9c841f-218a-4770-a4ba-7226906f95d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1096 time: 0.0398350 Aug 12 03:47:58.204416 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-07ca676d-acce-4ea5-af59-099875e1f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:58.205857 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-07ca676d-acce-4ea5-af59-099875e1f051 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0851052 Aug 12 03:47:58.271414 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-10cfda1f-b739-42d9-b3c6-2d681722e79c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 999 time: 0.0589154 Aug 12 03:47:58.294911 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:56Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:58.319784 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-8b7545e6-94a5-4e76-ad67-8916f8d03e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:58.321250 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-8b7545e6-94a5-4e76-ad67-8916f8d03e4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0435390 Aug 12 03:47:58.324182 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:47:58.332245 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:47:58.332835 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:47:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:58.369758 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-ec730a3e-b88b-4762-9b28-ad7d60d1f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:47:58.371256 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-ec730a3e-b88b-4762-9b28-ad7d60d1f4aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433588 Aug 12 03:47:58.436150 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:47:58.460114 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-8024261c-cbb7-4af5-ade9-4fce9b74c710 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807860 Aug 12 03:47:58.555697 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-4a4f0e45-40b0-4314-8c65-389c0eecee9f req-237bc84e-e004-4b20-9986-002175fcedca service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883350 Aug 12 03:47:58.671188 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:56Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:47:58.697210 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04190220-3393-4cb9-ad6a-c8797d3ed22c None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:56Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:47:58.892518 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927a5f0-8561-43b9-ac9a-cae5e6fb921e None None] New status for floating IP 12addf65-53a0-432b-b0cb-9b451d38c551: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:48:02.104259 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-aa1ecc67-1afd-410b-944b-cf1195cf4689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:04.733925 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1458080e-b73f-498f-b640-58f3c904ff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:04.862782 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:05.729158 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:06.236862 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:07.744082 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:16.423689 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:48:18.837180 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:20.182270 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-2430cdc4-3584-4004-835a-d54938d3c676 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400829 Aug 12 03:48:20.278233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286026-3028-4a21-aa59-f47a0388b69e req-0dd4bf1f-7270-4a1c-a1d8-8e06b7589244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:48:20.279729 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-0dd4bf1f-7270-4a1c-a1d8-8e06b7589244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1096 time: 0.0401957 Aug 12 03:48:20.384306 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286026-3028-4a21-aa59-f47a0388b69e req-867d7441-8028-469e-a252-22af1d71a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:48:20.386496 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-867d7441-8028-469e-a252-22af1d71a682 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0861547 Aug 12 03:48:20.448870 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-ce3dd140-07e7-427f-8c5e-a2b5d09b936d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 1001 time: 0.0555434 Aug 12 03:48:20.498361 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286026-3028-4a21-aa59-f47a0388b69e req-c9fcefb0-bbee-47c9-b8d6-d597c083fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:48:20.499859 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-c9fcefb0-bbee-47c9-b8d6-d597c083fa1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0439823 Aug 12 03:48:20.548852 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286026-3028-4a21-aa59-f47a0388b69e req-3a57d7e0-c38e-42dd-a6f8-a43da99d9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:48:20.550324 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-3a57d7e0-c38e-42dd-a6f8-a43da99d9ecf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430033 Aug 12 03:48:20.637521 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-d48288c1-64a9-4a30-9165-c2da3a5044bf service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795219 Aug 12 03:48:20.729490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-ee286026-3028-4a21-aa59-f47a0388b69e req-684bd6ad-81f3-41ec-9ed6-16a9b6eff12a service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843472 Aug 12 03:48:32.105345 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7e947d78-36fb-4930-b6b7-863741bf8ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:34.734068 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1763153f-cb12-4c15-9c12-1401c5964edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:34.864293 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:35.748711 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:36.238264 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:37.748108 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:48.852597 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:48:53.423228 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:49:02.105396 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-69018cbd-cb8a-4829-b549-76e40c7e27ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:04.733694 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d879398c-62dc-4471-9762-402d7f7885df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:04.863973 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:05.749534 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:06.241315 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:07.750745 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:18.855654 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:20.160869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-894e4c8c-db96-4420-b727-53eda1205837 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403373 Aug 12 03:49:20.253350 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3403-cd24-41f6-85de-8716f942ce47 req-c85d257f-62c0-4726-93e5-47c3b4c4d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:49:20.254820 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-c85d257f-62c0-4726-93e5-47c3b4c4d761 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1096 time: 0.0393994 Aug 12 03:49:20.360623 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3403-cd24-41f6-85de-8716f942ce47 req-a4f27781-02df-4e95-9497-04eab6078191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:49:20.362412 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-a4f27781-02df-4e95-9497-04eab6078191 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0883372 Aug 12 03:49:20.427070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-71abc87f-4962-4292-8c6d-306756240834 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 1001 time: 0.0575922 Aug 12 03:49:20.476610 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3403-cd24-41f6-85de-8716f942ce47 req-ac41d274-5a5d-458e-a041-b1bc86422ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:49:20.478088 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-ac41d274-5a5d-458e-a041-b1bc86422ed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0446198 Aug 12 03:49:20.527593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c3403-cd24-41f6-85de-8716f942ce47 req-b3035f9c-d362-4e3a-9055-01105cc61c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:49:20.529110 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-b3035f9c-d362-4e3a-9055-01105cc61c46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436308 Aug 12 03:49:20.616634 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-88423417-a625-4e15-9518-4aef0d85ae1a service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801830 Aug 12 03:49:20.709121 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-762c3403-cd24-41f6-85de-8716f942ce47 req-5edd0edc-e6d1-45a1-b124-7caf9ed6a6a3 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852315 Aug 12 03:49:30.422015 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:49:32.105567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ffc6dab8-14f8-4432-a721-be5f933fa0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:34.733415 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-223356f5-c0e1-41e1-a6c9-0af5190aae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:34.864872 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:35.758599 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:36.245521 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:37.752764 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:49:48.866718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:02.105978 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-a8140c49-8fd8-4761-9391-0aeb747a222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:04.733595 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5dcb-ab09-4097-86f0-9346a54d04f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:04.864813 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:05.750942 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:06.249051 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:07.422030 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:50:07.756343 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:18.865675 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:21.176766 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-bc820232-705d-458d-ae24-25ce809908e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423779 Aug 12 03:50:21.279785 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-8582d190-32b1-4b31-b9fc-e6eea0d67d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:21.281273 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-8582d190-32b1-4b31-b9fc-e6eea0d67d47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1096 time: 0.0408328 Aug 12 03:50:21.385176 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-8b56e267-392d-410f-a5b8-35b160affd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:21.387181 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-8b56e267-392d-410f-a5b8-35b160affd6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0855734 Aug 12 03:50:21.451069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-c5c3f742-155d-4f11-a770-a067925feb14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 1001 time: 0.0571527 Aug 12 03:50:21.500687 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-e3315897-5d0f-495f-a5d7-2c205d75ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:21.502164 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-e3315897-5d0f-495f-a5d7-2c205d75ba34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0442071 Aug 12 03:50:21.559766 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-37ed6841-7485-45be-a2fa-5a6c8a63e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:21.561316 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-37ed6841-7485-45be-a2fa-5a6c8a63e39b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521104 Aug 12 03:50:21.659938 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-ea5cffb7-7866-4420-9f6c-95a0f2fe8027 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897963 Aug 12 03:50:21.750842 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-1f4e65cb-e59f-49dc-9195-8746cb18351d req-7566ac9e-1ea8-4668-b4f7-d41117f12524 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842712 Aug 12 03:50:28.770278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 details requested by agent hyperv_n-h1-804303-2 with host n-h1-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:50:28.862724 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:50:28.874122 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Returning: {'device': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:50:28.910447 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:28.922722 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7976c475-41d3-4b71-aa94-c67c58ceb266 {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:50:28.942705 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:50:28.946671 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:28.992336 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:29.000255 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.000606 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.000951 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.001294 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.001631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.001964 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.002295 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.002623 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.002949 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.003275 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.003631 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.003958 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:29.119497 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] get_ports_and_sgs() called for port_ids ['7976c475-41d3-4b71-aa94-c67c58ceb266'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:50:30.770282 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 up at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:50:30.819460 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Provisioning complete for port 7976c475-41d3-4b71-aa94-c67c58ceb266 triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:50:30.819850 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:30.896077 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:30.917278 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:50:30.920177 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1c7769-d662-474c-9f64-beb71a2ca76c" -d '{"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-plugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:50:30.932789 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:50:30.938718 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:30.963332 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3bc901-03b2-40b6-87d4-e53f2015d727 x-openstack-request-id: req-5d3bc901-03b2-40b6-87d4-e53f2015d727 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:50:30.963650 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-plugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:50:30.963908 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d3bc901-03b2-40b6-87d4-e53f2015d727 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:50:30.964298 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'code': 200} Aug 12 03:50:30.989578 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:32.106111 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-7f1c8fe7-4317-4ae8-ae33-250a2511d1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:34.741722 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-53e9f3f5-5bfd-4f05-ac95-1eacfa5dce19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:34.868886 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:35.755588 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:36.255404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:37.770630 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:42.941932 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-42733715-0111-49a1-b44c-06d7ad5b2c06 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065183604&fields=id&tenant_id=ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 267 time: 0.0348871 Aug 12 03:50:43.047672 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-86c55d7e-3032-4e95-807f-3b4092fa134b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:43.049070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-86c55d7e-3032-4e95-807f-3b4092fa134b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 809 time: 0.1004739 Aug 12 03:50:43.063783 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-16ffde99-a5ac-47ff-83c2-589470a2424e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/quotas/ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 375 time: 0.0089915 Aug 12 03:50:43.122202 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-f352c5ca-5013-4287-80e9-9bcb4f5a980b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534043 Aug 12 03:50:43.257670 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-e964fcea-ef8e-49dd-914b-23a838cc17a1 service neutron] 10.222.0.11 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241887 Aug 12 03:50:43.349118 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-4f0616c6-65fb-4b08-b8f8-4778b12dd114 service neutron] 10.222.0.11 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850568 Aug 12 03:50:44.421650 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:50:44.556634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-c0f96cb4-b91d-4605-b502-fa8a802841be req-00cd7dad-7e36-44e4-aad5-d8f46334184c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0266111 Aug 12 03:50:45.636260 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-026e79a2-1086-40fb-9826-d5b058d609cb req-0c381310-0ead-4ff2-918a-3c25bf526439 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0261590 Aug 12 03:50:46.759700 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-906109b0-d653-426d-9e21-13675105d16c req-9d111366-40e7-4514-a580-366f023ec3d7 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0745430 Aug 12 03:50:46.819457 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:50:46.893380 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:46.915866 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:50:46.918440 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131f3e3-62bb-4cdc-a79e-6ba1aaf593a1" -d '{"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:50:46.934050 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:50:46.940020 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:46.969846 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef44d49-0357-4d39-8248-3b7623bf626f x-openstack-request-id: req-7ef44d49-0357-4d39-8248-3b7623bf626f {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:50:46.970135 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:50:46.970418 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ef44d49-0357-4d39-8248-3b7623bf626f {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:50:46.970799 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'code': 200} Aug 12 03:50:46.996778 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Pushing event updated for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=8']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:48.014820 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-10ade035-58dd-44e5-b1d1-26e929992edd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:48.016571 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-10ade035-58dd-44e5-b1d1-26e929992edd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 809 time: 0.4564495 Aug 12 03:50:48.019867 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-0f3a45ed-ee64-42da-9feb-d1b717059761 req-9c4606c8-c3d1-4bc3-a174-b4d48c1aea29 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0902455 Aug 12 03:50:48.867822 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:49.181527 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-e7f93938-c560-4b59-a15c-0022b7a5cb67 req-988e1896-cea3-42ee-b778-d60dac8743f0 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0818567 Aug 12 03:50:50.280217 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-48fe26f6-d049-4c6f-89a8-0c4a186a075a req-92a790f8-7a07-4996-b2fd-6835723687b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0282104 Aug 12 03:50:51.673261 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-23726dac-6ebe-49ee-a196-ad3ddb98494e req-8873731e-71a9-414b-88af-5a5f8cda20b4 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0440798 Aug 12 03:50:52.775672 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-248791ae-427d-4029-8e92-a94fc6dccc70 req-2b9b5062-711a-42a3-b710-5a70b5cdcb17 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0352588 Aug 12 03:50:53.889041 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-cedb79bf-6e49-40fa-960d-213416e98814 req-3f7e3dca-97f7-492f-a34b-ee6a5756ed51 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Aug 12 03:50:54.992370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-d661b93f-7f8c-4ef1-9926-6e2bcbb62c24 req-3aa6ccc3-6739-4471-9f59-b0cc232443d1 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0269196 Aug 12 03:50:56.095967 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-993bf00a-e9fa-4f57-99f6-77b49bbd19ab req-c644c208-2498-4dcc-8d04-cc0cb5bd7476 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Aug 12 03:50:57.200421 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-114c76c7-080d-4144-8d37-cbd566df260c req-55e9d09d-ef05-4006-afbd-997ac5d4ea47 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0290227 Aug 12 03:50:58.299659 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-db88f8b8-1b58-4dd5-b4f7-7c1f6da92cc1 req-e1f2d038-4482-4b68-995a-73be3ebda2ad tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0319476 Aug 12 03:50:58.313767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-79f8cf8d-0ff8-4f92-b1be-3cdac2c10e8e tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca53a62ac834467ca79b22568ec2af48 HTTP/1.1" status: 200 len: 380 time: 0.0351703 Aug 12 03:50:58.320424 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'port': {'device_id': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'admin_state_up': True, 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'security_groups': ['43d8dde8-8d12-4750-9200-eefe711c4bd9']}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:50:58.429219 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Made reservation on behalf of ca53a62ac834467ca79b22568ec2af48 for: {'port': 1} {{(pid=94673) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 03:50:58.432768 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:58.564543 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_common [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Allocated IP 172.20.0.7 (ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0/cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d/9530ce00-c4d7-440c-b8ec-c39eae3b46cf) {{(pid=94673) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:50:58.701086 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:58.714208 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Transition to ACTIVE for port object 9530ce00-c4d7-440c-b8ec-c39eae3b46cf will not be triggered until provisioned by entity DHCP. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:50:58.745929 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_create {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:58.788453 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 is already hosted by enough agents. {{(pid=94673) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:50:58.793484 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.base_scheduler [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Resources bound (agent type, host, resource id): {{(pid=94673) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:50:58.797174 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Received port after_create {{(pid=94673) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:50:58.803565 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=1']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:58.832689 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.833075 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.833425 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.833771 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.834113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.834449 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.834784 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.835118 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.835454 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.835812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.836168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.836502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:50:58.861770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:58.862402 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:58.878071 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-fc2568f5-bf8e-494d-bd8c-5f1b7acc4c6a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5612767 Aug 12 03:50:58.889706 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-c09b0a8c-6505-4999-8796-5afc843b2ccb tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94673) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 03:50:58.890728 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-c09b0a8c-6505-4999-8796-5afc843b2ccb tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056462 Aug 12 03:50:58.950164 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.v2.base [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Request body: {'port': {'device_id': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804303-2'}} {{(pid=94673) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:50:59.007980 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.028339 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2b0cd506-8972-496f-986c-76d1e38d0349 None None] Provisioning for port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf completed by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:50:59.032067 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-2b0cd506-8972-496f-986c-76d1e38d0349 None None] Provisioning complete for port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf triggered by entity DHCP. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:50:59.032438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2b0cd506-8972-496f-986c-76d1e38d0349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.066360 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-2b0cd506-8972-496f-986c-76d1e38d0349 None None] Port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf cannot update to ACTIVE because it is not bound. {{(pid=94675) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 03:50:59.274443 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94673) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:50:59.282882 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.294795 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.provisioning_blocks [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Transition to ACTIVE for port object 9530ce00-c4d7-440c-b8ec-c39eae3b46cf will not be triggered until provisioned by entity L2. {{(pid=94673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 03:50:59.298700 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.405741 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=2']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:59.475205 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd9883-8e9d-4a26-b6ec-844fb176c7f0 req-d1e40757-0afe-4e35-90d8-3262e1062505 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:59.476822 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4dd9883-8e9d-4a26-b6ec-844fb176c7f0 req-d1e40757-0afe-4e35-90d8-3262e1062505 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 943 time: 0.1056423 Aug 12 03:50:59.482953 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Attempting to bind port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf on host n-h2-804303-2 for vnic_type normal with profile {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 03:50:59.483308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Attempting to bind port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf by drivers openvswitch,hyperv on host n-h2-804303-2 at level 0 using segments [{'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 03:50:59.483680 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Attempting to bind port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:50:59.503295 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804303-2 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 03:50:59.503664 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Attempting to bind port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf on network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 03:50:59.514459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Checking agent: {'id': 'd840581d-cf07-4994-8f73-335b03e4b628', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804303-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'started_at': datetime.datetime(2021, 8, 12, 2, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 3, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 03:50:59.514816 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Checking segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 03:50:59.515218 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Bound using segment: {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'} {{(pid=94673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 03:50:59.515697 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.managers [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Bound port: 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host: n-h2-804303-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4b0756-68be-42b9-9a0a-0e3c97e0949d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0'}}] {{(pid=94673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 03:50:59.516069 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.540480 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a4dd9883-8e9d-4a26-b6ec-844fb176c7f0 req-e3da09f8-a319-4bee-b965-74755d15f7da tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543733 Aug 12 03:50:59.595406 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, cleared binding levels {{(pid=94673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 03:50:59.598489 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 03:50:59.603226 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672912'] for port, after_update {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.641864 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:59.642389 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:50:59.643814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] 10.222.0.25 "PUT /v2.0/ports/9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 1091 time: 0.7450018 Aug 12 03:50:59.644260 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:50:59.646842 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:50:59.674373 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ac40d-9e82-4421-b0d3-1b64e65ce538 service neutron] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=3']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:50:59.732847 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-44f6b2df-d4a0-4eb2-abb3-bdf17d9e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:59.734429 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-44f6b2df-d4a0-4eb2-abb3-bdf17d9e2bfa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1094 time: 0.0457692 Aug 12 03:50:59.778037 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbb413c-c0cb-48f1-9d61-83a2dc1f47eb x-openstack-request-id: req-edbb413c-c0cb-48f1-9d61-83a2dc1f47eb {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:50:59.778326 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:50:59.778576 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edbb413c-c0cb-48f1-9d61-83a2dc1f47eb {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:50:59.778977 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'status': 'completed', 'code': 200} Aug 12 03:50:59.780814 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-2b3eeb5c-d61b-4047-9a54-4c68bbedf85e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 217 time: 0.0383878 Aug 12 03:50:59.837215 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-d0638e38-9fbd-439c-bee5-e4b5917bcfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:59.838692 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-d0638e38-9fbd-439c-bee5-e4b5917bcfbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0506227 Aug 12 03:50:59.884396 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-0421e5e0-1226-4347-8f09-e687e89a3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:50:59.885799 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-0421e5e0-1226-4347-8f09-e687e89a3daa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395882 Aug 12 03:50:59.974858 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-55fdd578-838c-495c-86b5-4a9b8057c503 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Aug 12 03:51:00.067211 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-895d64ae-6401-4981-a597-fc9c345b0e24 req-c97a2992-2f48-4b4c-9f23-2ea1d110c0d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852833 Aug 12 03:51:00.153534 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-2625d404-630a-4a57-ad93-2e44a484486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:00.154933 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-2625d404-630a-4a57-ad93-2e44a484486b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1094 time: 0.0415831 Aug 12 03:51:00.252007 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-09ac12bb-0578-4a76-947c-c887ac350456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:00.253534 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-09ac12bb-0578-4a76-947c-c887ac350456 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0908117 Aug 12 03:51:00.296329 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-f64e865e-49f7-412e-a968-98e09ec93d64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 217 time: 0.0350618 Aug 12 03:51:00.343770 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-db384812-8150-4934-81d3-858b384a5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:00.345182 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-db384812-8150-4934-81d3-858b384a5373 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0421333 Aug 12 03:51:00.394937 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-75b9fd53-6961-4b44-b91a-1c0f2eac3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:00.396465 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-75b9fd53-6961-4b44-b91a-1c0f2eac3f18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439677 Aug 12 03:51:00.487165 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-47e8657f-7d25-410d-8eb9-20de8b511b41 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827856 Aug 12 03:51:00.581028 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-5fd3c8b1-1913-4513-a0f5-eb9442f634ca req-ca8082e7-7633-417a-86fc-0497676bcb6b service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858781 Aug 12 03:51:00.658517 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d612e8-47e8-4238-938b-01bd37130437 req-67ba7f24-8334-4ed6-908b-9cf57337089c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:00.660043 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75d612e8-47e8-4238-938b-01bd37130437 req-67ba7f24-8334-4ed6-908b-9cf57337089c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 943 time: 0.0496573 Aug 12 03:51:00.696767 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-75d612e8-47e8-4238-938b-01bd37130437 req-351eb0ed-1ddf-423e-a45f-306860f6421b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308387 Aug 12 03:51:01.813952 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7baad0-814a-4416-a193-5ef63d777dd5 req-41e8e484-bb1e-4768-b1c3-80ea6c8c49bf tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:01.815444 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c7baad0-814a-4416-a193-5ef63d777dd5 req-41e8e484-bb1e-4768-b1c3-80ea6c8c49bf tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 943 time: 0.0496025 Aug 12 03:51:01.852850 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-0c7baad0-814a-4416-a193-5ef63d777dd5 req-2d35f35a-b860-4db6-bea6-2d6a56257140 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Aug 12 03:51:02.107530 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9599570f-8e3c-4316-b6be-c62717b2dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:02.973002 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8451e5c-3dfd-41ad-832d-49ba2f2ebc4b req-f14d74b6-23fe-4027-a4b3-5e844c526db1 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:02.974491 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8451e5c-3dfd-41ad-832d-49ba2f2ebc4b req-f14d74b6-23fe-4027-a4b3-5e844c526db1 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 943 time: 0.0491662 Aug 12 03:51:03.012017 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-f8451e5c-3dfd-41ad-832d-49ba2f2ebc4b req-ceabe413-d20a-4e9c-8750-9282c378e593 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Aug 12 03:51:03.196280 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:51:03.290017 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:51:03.301528 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'mac_address': 'fa:16:3e:fa:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:51:03.336337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:03.349104 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:51:03.368524 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:51:03.372552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:03.419435 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=4']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:51:03.592025 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['9530ce00-c4d7-440c-b8ec-c39eae3b46cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:51:04.126468 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9cefa-6a2f-402b-8370-cf3b39bd4a11 req-7fa11e9a-f348-401b-9afe-cd814f04da81 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:04.127994 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52a9cefa-6a2f-402b-8370-cf3b39bd4a11 req-7fa11e9a-f348-401b-9afe-cd814f04da81 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 944 time: 0.0485177 Aug 12 03:51:04.164837 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-52a9cefa-6a2f-402b-8370-cf3b39bd4a11 req-5949f2ab-0cc7-4030-8ecf-89baefdd624a tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311060 Aug 12 03:51:04.732290 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1841f943-4f10-40f7-830e-ef71f6b51a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:04.871892 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:05.209715 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:51:05.260854 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning for port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf completed by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 03:51:05.265051 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:51:05.265425 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:05.282515 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec212929-5e91-46af-8101-194442fc26aa req-33cc3d43-58cd-40db-b8b2-7823f2341ced tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:05.284046 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec212929-5e91-46af-8101-194442fc26aa req-33cc3d43-58cd-40db-b8b2-7823f2341ced tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 944 time: 0.0501561 Aug 12 03:51:05.327213 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-ec212929-5e91-46af-8101-194442fc26aa req-5e2f891f-f2eb-4391-b135-312562d6bfd8 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363467 Aug 12 03:51:05.342430 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:05.364834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:51:05.367196 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd3d00-7950-439e-9230-11550239abfd" -d '{"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:51:05.380342 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:51:05.384565 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:05.408803 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228ae9cd-401a-4044-8652-bce20543c260 x-openstack-request-id: req-228ae9cd-401a-4044-8652-bce20543c260 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:51:05.409088 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:51:05.409851 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-228ae9cd-401a-4044-8652-bce20543c260 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:51:05.410241 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'code': 200} Aug 12 03:51:05.437908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=5']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:51:05.500623 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0fec4-5487-400e-a2c9-d9b3bc9df916 req-bddba272-3ef3-4c12-bdda-8ceba386b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:05.502176 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25a0fec4-5487-400e-a2c9-d9b3bc9df916 req-bddba272-3ef3-4c12-bdda-8ceba386b7e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1096 time: 0.0416305 Aug 12 03:51:05.537478 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-25a0fec4-5487-400e-a2c9-d9b3bc9df916 req-3042b2f2-5d25-4745-86b3-509fb03faa8b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285022 Aug 12 03:51:05.762319 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:06.257413 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:06.441502 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81fe29-5b45-4cf2-b276-3a4f7b0f6f45 req-a2578253-4060-4063-a4e4-95cbb1997058 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:06.442974 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b81fe29-5b45-4cf2-b276-3a4f7b0f6f45 req-a2578253-4060-4063-a4e4-95cbb1997058 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Aug 12 03:51:06.483697 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-9b81fe29-5b45-4cf2-b276-3a4f7b0f6f45 req-55457597-8ebe-4bad-9a1c-9f2be6154e74 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339453 Aug 12 03:51:06.610112 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725a5cf-05f9-4733-8dd5-46330a742c7e req-39957a8d-a13f-46aa-b9b0-8b472806f540 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:06.611619 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3725a5cf-05f9-4733-8dd5-46330a742c7e req-39957a8d-a13f-46aa-b9b0-8b472806f540 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 945 time: 0.0535929 Aug 12 03:51:06.653167 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-3725a5cf-05f9-4733-8dd5-46330a742c7e req-4d78cf57-59c5-4eff-8335-91de882d188b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356958 Aug 12 03:51:06.674020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60478) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:51:06.712163 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9213504-1de1-4d73-b6ca-213e60a1fa64 tempest-TestSnapshotPattern-1692097995 tempest-TestSnapshotPattern-1692097995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:06.713661 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-a9213504-1de1-4d73-b6ca-213e60a1fa64 tempest-TestSnapshotPattern-1692097995 tempest-TestSnapshotPattern-1692097995-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1091 time: 0.0386870 Aug 12 03:51:06.717078 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60480) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:51:06.721481 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.v2.base [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Request body: {'floatingip': {'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 03:51:06.742983 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:06.837895 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:06.944860 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.db_base_plugin_common [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Allocated IP 172.25.3.55 (041c2f44-0715-49c8-a396-a4fed33f0388/07e993de-0a20-44c3-9f04-5c7defdb50d7/921dfbec-318c-4ed8-b298-bfb171c194dd) {{(pid=94674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 03:51:07.044432 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.085786 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793632956420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.122064 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Network 041c2f44-0715-49c8-a396-a4fed33f0388 is already hosted by enough agents. {{(pid=94674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 03:51:07.124761 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.base_scheduler [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Resources bound (agent type, host, resource id): {{(pid=94674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 03:51:07.130764 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Received port after_create {{(pid=94674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 03:51:07.155910 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=921dfbec-318c-4ed8-b298-bfb171c194dd,revision_number=1']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:51:07.169022 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.169364 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.169702 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.170036 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.170367 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.170697 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.171020 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.171341 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.171693 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.172015 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.172336 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.172655 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:51:07.497876 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.569982 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.719104 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for port, precommit_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.723409 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29143119'] for port, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.760239 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.787838 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event updated for resources: {'Port': ['ID=921dfbec-318c-4ed8-b298-bfb171c194dd,revision_number=2']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:51:07.803100 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3861635'] for floatingip, after_update {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:07.910471 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Floating IP da745aa6-27b0-4821-8450-b756f260ed80 associated. External IP: 172.25.3.55, port: 9530ce00-c4d7-440c-b8ec-c39eae3b46cf. Aug 12 03:51:08.113625 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:51:08.229374 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:51:08.240214 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:51:08.250686 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:08.253478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:51:08.254429 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:51:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:51:08.277869 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-bd94ed5c-300d-407a-918f-33d9d1643dfd tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5597706 Aug 12 03:51:08.278467 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:51:08.281573 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ffb678-72e9-45c8-8c4b-3f3da869f434" -d '{"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:51:08.372836 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:51:08.374595 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494e7629-c9b9-4ff1-9637-400f903bd581 x-openstack-request-id: req-494e7629-c9b9-4ff1-9637-400f903bd581 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:51:08.374888 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:51:08.375145 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-494e7629-c9b9-4ff1-9637-400f903bd581 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:51:08.375573 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'status': 'completed', 'code': 200} Aug 12 03:51:08.440047 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-a69814e1-e1c9-4264-b5bc-198d213e1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:08.441634 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-a69814e1-e1c9-4264-b5bc-198d213e1c0c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1096 time: 0.0422976 Aug 12 03:51:08.537550 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-4dfbd213-2f0e-4c89-8311-e08706a36dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:08.539090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-4dfbd213-2f0e-4c89-8311-e08706a36dff service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0908616 Aug 12 03:51:08.608795 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}, {'id': 'da745aa6-27b0-4821-8450-b756f260ed80', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:fa:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:51:07Z', 'updated_at': '2021-08-12T03:51:07Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:51:08.609908 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-a63c00b4-f048-433e-82df-312234c07b47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 998 time: 0.0635767 Aug 12 03:51:08.638532 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:51:08.646815 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:51:08.647418 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:51:05Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:51:08.663250 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-cd998b17-dc99-44c1-bd44-7213e7dfbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:08.664826 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-cd998b17-dc99-44c1-bd44-7213e7dfbd77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0486577 Aug 12 03:51:08.709604 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-0df008e8-dcec-4ebf-a637-c67c3e9147a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:08.711177 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-0df008e8-dcec-4ebf-a637-c67c3e9147a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389032 Aug 12 03:51:08.750682 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:51:08.799235 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-2b38d053-2d23-4ac8-a177-5bdcbaabe152 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807128 Aug 12 03:51:08.893469 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-b1ffb678-72e9-45c8-8c4b-3f3da869f434 req-3ae83993-da53-44e2-b924-7c5420a41098 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Aug 12 03:51:08.969546 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}, {'id': 'da745aa6-27b0-4821-8450-b756f260ed80', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:fa:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:51:07Z', 'updated_at': '2021-08-12T03:51:07Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:51:08.999106 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb655030-575d-46cf-8842-d010cd5e3906 None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}, {'id': 'da745aa6-27b0-4821-8450-b756f260ed80', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:fa:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:51:07Z', 'updated_at': '2021-08-12T03:51:07Z', 'revision_number': 0, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:51:09.209954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eb193f-1ba5-4d06-aaf8-7fa75629007d None None] New status for floating IP da745aa6-27b0-4821-8450-b756f260ed80: ACTIVE {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:51:18.880561 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:21.420237 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:51:22.199070 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-f268471f-eb68-4e6d-92ca-81985635e9de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0807498 Aug 12 03:51:22.311976 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-a3f8fa5c-7d08-42c1-aafa-0d4bdb941134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:22.313490 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-a3f8fa5c-7d08-42c1-aafa-0d4bdb941134 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1094 time: 0.0446413 Aug 12 03:51:22.414673 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-20f17c05-fca4-41f3-8a99-d3d404847c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:22.416069 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-20f17c05-fca4-41f3-8a99-d3d404847c67 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0838647 Aug 12 03:51:22.484061 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-3bb68961-daad-48c5-a8a5-241642344f2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 999 time: 0.0608282 Aug 12 03:51:22.532486 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-6567e07b-bad1-435f-a46d-edb776edc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:22.533887 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-6567e07b-bad1-435f-a46d-edb776edc9e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0429718 Aug 12 03:51:22.578671 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-2b3dc1c7-a781-40af-8094-1ca1ad7624d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:51:22.580212 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-2b3dc1c7-a781-40af-8094-1ca1ad7624d0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389936 Aug 12 03:51:22.681064 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-ccfada8a-e73c-4d1b-a76c-8a571011efb8 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933547 Aug 12 03:51:23.079144 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-edda1c63-8acb-481c-a7bf-56729f5656c2 req-9ab7f0c2-f730-4d21-b9ff-dd4fc50567cc service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906426 Aug 12 03:51:32.107178 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3f5404e3-92cb-45b5-b04c-670e1ff54606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:34.732938 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-482390a5-e2b3-40e4-bf3f-68807c6bca78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:34.872593 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:35.764313 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:36.257590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:37.764888 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:48.875168 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:51:58.420472 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:52:01.427090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-4b665842-6b12-44be-96b3-b3089779a6ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401533 Aug 12 03:52:01.506964 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-c4f8e9b4-fed2-4b46-8d98-9328c379cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:01.508483 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-c4f8e9b4-fed2-4b46-8d98-9328c379cd23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1096 time: 0.0405190 Aug 12 03:52:01.614257 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-d8bd3d45-6855-442d-b8cc-2ce96b6972f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:01.615773 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-d8bd3d45-6855-442d-b8cc-2ce96b6972f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0874643 Aug 12 03:52:01.682980 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-bf1e4218-e045-49f2-907e-06de57474f38 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 1000 time: 0.0598731 Aug 12 03:52:01.736995 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-587189df-71c8-4c89-a8f7-1cbacd977ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:01.738435 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-587189df-71c8-4c89-a8f7-1cbacd977ac5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0483153 Aug 12 03:52:01.784105 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-45e8fb41-8ec4-40ea-a29c-d1f4ea4c64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:01.785893 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-45e8fb41-8ec4-40ea-a29c-d1f4ea4c64a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402431 Aug 12 03:52:01.873019 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-668ba513-fb69-453c-8ffe-80f573c7cb67 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Aug 12 03:52:01.967008 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-63e37e57-b461-4c2d-a8dd-7957643290f1 req-821ba4c4-7a6c-42b0-954e-b88d973709b6 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870891 Aug 12 03:52:02.107726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-02f8e70f-872a-4562-a13c-1ef35a172cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:04.735590 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-2d48bc58-5b1c-46e0-921a-dcafebe25d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:04.874046 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:05.762912 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:06.258986 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:07.765329 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:18.889794 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:23.843318 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-9b82034d-a9da-4849-9014-cb06cf711c60 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402958 Aug 12 03:52:23.942119 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24987113-ece9-4a64-8390-f4d05db57f8b req-bfaf9db5-80bb-486e-836e-1d1e31287572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:23.943628 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-bfaf9db5-80bb-486e-836e-1d1e31287572 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1094 time: 0.0433128 Aug 12 03:52:24.043127 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24987113-ece9-4a64-8390-f4d05db57f8b req-1150b77b-1327-4760-bd0d-4b7c901c47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:24.044704 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-1150b77b-1327-4760-bd0d-4b7c901c47e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0822411 Aug 12 03:52:24.118603 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-1d8f7558-7221-4a07-ad2c-ce7d44fbfe20 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 999 time: 0.0672102 Aug 12 03:52:24.168460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24987113-ece9-4a64-8390-f4d05db57f8b req-7f8c85d3-402f-40f3-b019-dbe1ecd79606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:24.170065 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-7f8c85d3-402f-40f3-b019-dbe1ecd79606 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0440960 Aug 12 03:52:24.213310 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24987113-ece9-4a64-8390-f4d05db57f8b req-c83eb037-bc9d-4502-a768-4effb2fb0248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:24.214767 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-c83eb037-bc9d-4502-a768-4effb2fb0248 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382116 Aug 12 03:52:24.305306 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-e5fcd070-ffcc-419e-a23a-84bd778e85d7 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Aug 12 03:52:24.394150 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-24987113-ece9-4a64-8390-f4d05db57f8b req-30c50f35-0709-4175-8fb9-7a4016ef00d6 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811193 Aug 12 03:52:32.108032 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-24710995-50e9-4565-a870-45650f532202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:34.735462 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-73bfe1d5-b276-4c4a-923a-db8bff3e56da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:34.875312 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:35.418943 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:52:35.762523 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:36.262439 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:37.674670 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf details requested by agent hyperv_n-h2-804303-2 with host n-h2-804303-2 {{(pid=94675) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 03:52:37.773505 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:37.781337 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:37.785183 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Returning: {'device': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'port_id': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'mac_address': 'fa:16:3e:fa:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94675) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 03:52:37.979367 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:37.992618 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 03:52:38.012659 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:38.017179 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:38.070543 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=6']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:38.078433 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.078793 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.079138 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.079495 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.079842 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.080178 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.080506 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.080834 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.081159 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.081486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.081808 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.082133 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:38.087277 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] get_ports_and_sgs() called for port_ids ['9530ce00-c4d7-440c-b8ec-c39eae3b46cf'] {{(pid=94675) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 03:52:39.678589 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf up at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 03:52:39.736903 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.provisioning_blocks [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Provisioning complete for port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf triggered by entity L2. {{(pid=94675) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 03:52:39.737634 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747156'] for port, provisioning_complete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:39.843052 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-660700'] for port, before_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:39.877239 n-d-804303-2 neutron-server[94675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:52:39.880219 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e1e0a1a09a32393c89806e6bcab37ac5848c548c6986ebcf1f153aadcfdbdc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de68608c-884d-445b-97cf-806a156769bc" -d '{"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:52:39.899230 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:39.913225 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793633442973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793632956438', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793632956456'] for port, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:39.954355 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e461dbf-68e1-45fc-963c-1bc873921251 x-openstack-request-id: req-8e461dbf-68e1-45fc-963c-1bc873921251 {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:52:39.954735 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-plugged", "status": "completed", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "code": 200}]} {{(pid=94675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:52:39.955020 n-d-804303-2 neutron-server[94675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e461dbf-68e1-45fc-963c-1bc873921251 {{(pid=94675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:52:39.955412 n-d-804303-2 neutron-server[94675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'code': 200} Aug 12 03:52:39.971573 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Pushing event updated for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=7']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:48.345419 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60690) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:48.501549 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Deleting port 921dfbec-318c-4ed8-b298-bfb171c194dd {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:48.501899 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:48.579250 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:48.579609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:48.591024 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Calling delete_port for 921dfbec-318c-4ed8-b298-bfb171c194dd owned by network:floatingip {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:48.734306 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:48.760395 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event deleted for resources: {'Port': ['ID=921dfbec-318c-4ed8-b298-bfb171c194dd,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:48.785460 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.785810 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.786151 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.786484 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.786815 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.787143 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.787493 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.787812 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.788134 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.788459 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.788781 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.789101 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:48.827192 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:48.827550 n-d-804303-2 neutron-server[94674]: INFO neutron.db.l3_db [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Floating IP da745aa6-27b0-4821-8450-b756f260ed80 disassociated (deleted). External IP: 172.25.3.55, port: 9530ce00-c4d7-440c-b8ec-c39eae3b46cf. Aug 12 03:52:48.940179 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:49.036920 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:52:49.142587 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:52:49.147699 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:49.152481 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:52:49.161441 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:49.162064 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:49.173219 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-f87c4662-f7ac-442e-88aa-81c28859e20c tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "DELETE /v2.0/floatingips/da745aa6-27b0-4821-8450-b756f260ed80 HTTP/1.1" status: 204 len: 168 time: 0.8266757 Aug 12 03:52:49.173795 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:52:49.176102 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510e6849-87fc-4422-81f3-7f47cf691c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:52:49.214645 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3685524c-7149-49b4-94d1-f5998be0cc8e x-openstack-request-id: req-3685524c-7149-49b4-94d1-f5998be0cc8e {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:52:49.214938 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:52:49.215189 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3685524c-7149-49b4-94d1-f5998be0cc8e {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:52:49.215618 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'status': 'completed', 'code': 200} Aug 12 03:52:49.277133 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:49.287377 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-f003780c-9b94-4e7c-936c-86b45697687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:49.289090 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-f003780c-9b94-4e7c-936c-86b45697687b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 1096 time: 0.0452828 Aug 12 03:52:49.433522 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-81447f51-9fef-41d4-95f4-b3d39e694edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:49.435188 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-81447f51-9fef-41d4-95f4-b3d39e694edf service neutron] 10.222.0.25 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.1376421 Aug 12 03:52:49.443853 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f4bfc-193c-4f0e-a015-b8bdf280b90a req-6b222005-ccad-4f2d-bea3-af505c24dcdb tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:49.445283 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-902f4bfc-193c-4f0e-a015-b8bdf280b90a req-6b222005-ccad-4f2d-bea3-af505c24dcdb tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 945 time: 0.0805545 Aug 12 03:52:49.487812 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-c7c59705-77fb-4f26-b5c3-0047684440f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 200 len: 217 time: 0.0415721 Aug 12 03:52:49.513868 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:49.542586 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:52:49.550345 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-902f4bfc-193c-4f0e-a015-b8bdf280b90a req-e7c0db5f-88ae-45ab-b9d8-c9e46e7d3513 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958486 Aug 12 03:52:49.551642 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:49.552236 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:49.559430 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-2fb7fe7d-24df-4b40-871a-3c0d48c19589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:49.561834 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-2fb7fe7d-24df-4b40-871a-3c0d48c19589 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0598707 Aug 12 03:52:49.613004 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-e806c23e-03cc-4ddc-9c11-28ddb3c2c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:49.614559 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-e806c23e-03cc-4ddc-9c11-28ddb3c2c2fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443110 Aug 12 03:52:49.710449 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-65da05b6-9986-43de-8e7c-923388ce1ca4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868177 Aug 12 03:52:49.747938 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:49.801189 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-510e6849-87fc-4422-81f3-7f47cf691c4f req-9ea6e1b6-ed02-461d-a835-423bafe15045 service neutron] 10.222.0.25 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830431 Aug 12 03:52:49.964903 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:49.989182 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb7e7c-0595-444d-a862-980b3cb87d7b None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_floatingips': [{'id': '12addf65-53a0-432b-b0cb-9b451d38c551', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'floating_ip_address': '172.25.3.180', 'floating_network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'router_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'port_id': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'mac_address': 'fa:16:3e:cd:61:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T03:47:56Z', 'updated_at': '2021-08-12T03:47:58Z', 'revision_number': 1, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:52:50.199811 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d94b62-5ffc-4e39-bcce-d7de3dd26a45 None None] New status for floating IP da745aa6-27b0-4821-8450-b756f260ed80: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:52:50.671047 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb3ab5-9a91-44aa-826c-b922fcdfacc7 req-cc64dee8-e107-462a-b3d1-3304f9674c5b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:50.672657 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67eb3ab5-9a91-44aa-826c-b922fcdfacc7 req-cc64dee8-e107-462a-b3d1-3304f9674c5b tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 945 time: 0.0504603 Aug 12 03:52:50.709955 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-67eb3ab5-9a91-44aa-826c-b922fcdfacc7 req-9da1cbea-023e-4bba-af6d-b768b0af4361 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Aug 12 03:52:50.901894 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-c5201d57-9794-4516-b15e-fbc295334561 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:50.903379 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-c5201d57-9794-4516-b15e-fbc295334561 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Aug 12 03:52:50.995578 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Deleting port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:50.995847 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:51.081726 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] For port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf, host n-h2-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804303-2',level=0,port_id=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:51.082089 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:51.095110 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Calling delete_port for 9530ce00-c4d7-440c-b8ec-c39eae3b46cf owned by compute:nova {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:51.220989 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:51.247601 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event deleted for resources: {'Port': ['ID=9530ce00-c4d7-440c-b8ec-c39eae3b46cf,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:51.257878 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.258234 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.258580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.258922 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.259284 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.259643 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.259975 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.260858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.260858 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.261039 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.261308 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.261580 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804303-2 {{(pid=94673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 03:52:51.305251 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] No DVR routers for this DVR port 9530ce00-c4d7-440c-b8ec-c39eae3b46cf on host n-h2-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:52:51.307790 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:51.309755 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-71b04228-6028-4e29-a4fb-027cf3a46867 req-37ca2770-444b-4e29-9c25-d8f6b687df55 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.25 "DELETE /v2.0/ports/9530ce00-c4d7-440c-b8ec-c39eae3b46cf HTTP/1.1" status: 204 len: 173 time: 0.3997004 Aug 12 03:52:51.310246 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-deleted', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:52:51.313186 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acce2e4-63cd-446d-a7c5-a28cc4890fa0" -d '{"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-deleted", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:52:51.350121 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb18ef-9aeb-4562-9eb0-b86aaa349f59 x-openstack-request-id: req-eaeb18ef-9aeb-4562-9eb0-b86aaa349f59 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:52:51.350472 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0", "name": "network-vif-deleted", "tag": "9530ce00-c4d7-440c-b8ec-c39eae3b46cf", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:52:51.351002 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eaeb18ef-9aeb-4562-9eb0-b86aaa349f59 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:52:51.351555 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0', 'name': 'network-vif-deleted', 'tag': '9530ce00-c4d7-440c-b8ec-c39eae3b46cf', 'status': 'completed', 'code': 200} Aug 12 03:52:51.718554 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:52:51.741546 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:52:51.742144 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:52:51.833990 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-da958db5-2212-4be0-8bc9-fcfe73c646b1 req-572d5dd4-121f-484d-acea-6dc788aac780 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f06aa8c0-2a2e-4c66-8e1b-bd23bedacaa0 HTTP/1.1" status: 200 len: 210 time: 0.0367818 Aug 12 03:52:53.397812 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60750) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:53.552145 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Deleting port 27f248e3-826d-4762-ae5f-c1cfa53e6895 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:53.552489 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:53.625055 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:53.625382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:53.636646 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Calling delete_port for 27f248e3-826d-4762-ae5f-c1cfa53e6895 owned by network:floatingip {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:53.784679 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:53.810267 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event deleted for resources: {'Port': ['ID=27f248e3-826d-4762-ae5f-c1cfa53e6895,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:53.874408 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:53.874750 n-d-804303-2 neutron-server[94673]: INFO neutron.db.l3_db [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Floating IP 12addf65-53a0-432b-b0cb-9b451d38c551 disassociated (deleted). External IP: 172.25.3.180, port: 7976c475-41d3-4b71-aa94-c67c58ceb266. Aug 12 03:52:54.079028 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:52:54.186861 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:52:54.191532 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for floatingip, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:54.196652 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:52:54.205855 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:54.206447 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:54.218687 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-393c93e4-111c-41c6-abec-8862d82f91c3 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "DELETE /v2.0/floatingips/12addf65-53a0-432b-b0cb-9b451d38c551 HTTP/1.1" status: 204 len: 168 time: 0.8197944 Aug 12 03:52:54.219278 n-d-804303-2 neutron-server[94673]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94673) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:52:54.221553 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83db3cc14a4e33c3402481d1a3ed369b056389229dac3e8e282e84f7a4e6a26e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94673) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:52:54.269554 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0048901b-5d62-4d77-9ba8-c9a11293b269 x-openstack-request-id: req-0048901b-5d62-4d77-9ba8-c9a11293b269 {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:52:54.270413 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "status": "completed", "code": 200}]} {{(pid=94673) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:52:54.270413 n-d-804303-2 neutron-server[94673]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0048901b-5d62-4d77-9ba8-c9a11293b269 {{(pid=94673) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:52:54.270637 n-d-804303-2 neutron-server[94673]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'status': 'completed', 'code': 200} Aug 12 03:52:54.320505 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:54.365254 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-63129256-e434-45ba-adb4-3be2d33fb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:54.366782 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-63129256-e434-45ba-adb4-3be2d33fb457 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca53a62ac834467ca79b22568ec2af48&device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 1094 time: 0.0538208 Aug 12 03:52:54.477981 n-d-804303-2 neutron-server[94673]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f1393-56d7-45c6-850a-dedee2fde44a req-02441105-f55b-440e-b005-ef1d11fd1b96 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94673) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:54.479582 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a97f1393-56d7-45c6-850a-dedee2fde44a req-02441105-f55b-440e-b005-ef1d11fd1b96 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0592661 Aug 12 03:52:54.497884 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-d302af79-59df-4f14-9437-ec63f3a3db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:54.500183 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-d302af79-59df-4f14-9437-ec63f3a3db38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 200 len: 910 time: 0.0922322 Aug 12 03:52:54.523414 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [req-a97f1393-56d7-45c6-850a-dedee2fde44a req-2d8961f4-ce55-4a74-ab2a-a692006d8a61 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Aug 12 03:52:54.531652 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:54.554361 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-aa9aedb3-0260-4460-8078-b68cbffa7fc1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 200 len: 217 time: 0.0459828 Aug 12 03:52:54.557831 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:52:54.567651 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:54.568574 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:54.611593 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-c8081fcc-fbb1-487a-b529-b1a0ddb8023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:54.613765 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-c8081fcc-fbb1-487a-b529-b1a0ddb8023a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 200 len: 848 time: 0.0507977 Aug 12 03:52:54.660359 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-00e9e997-1f41-4a78-a44b-6e5b6ac133af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:54.661778 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-00e9e997-1f41-4a78-a44b-6e5b6ac133af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404036 Aug 12 03:52:54.677500 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:54.753920 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-39e86f9a-1199-46f1-8e7e-db51bd055dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838683 Aug 12 03:52:54.848605 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-65cd1537-8f22-46bd-9b99-5bd2f8ae778d req-7a33104e-ab49-4500-80fb-fe15a6e1b9c0 service neutron] 10.222.0.21 "GET /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Aug 12 03:52:54.874782 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:54.905317 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b875c2-530a-4ff4-a68c-f1d3d04914dc None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:47:36Z', 'revision_number': 4, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2', '_interfaces': [{'id': 'afc1bb57-1c0c-4245-b4ca-c0dc459f5aee', 'name': '', 'network_id': 'ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'mac_address': 'fa:16:3e:df:b0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:35Z', 'updated_at': '2021-08-12T03:47:42Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'subnets': [{'id': 'cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:52:55.129332 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942038cf-dd7d-4999-8b33-0e7da7e58e63 None None] New status for floating IP 12addf65-53a0-432b-b0cb-9b451d38c551: DOWN {{(pid=94675) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 03:52:55.641007 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7983c79-7a59-40db-8c68-80b582b7ff74 req-db6e6c10-8a10-48cb-b8ca-f7fabf65e253 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:55.642489 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7983c79-7a59-40db-8c68-80b582b7ff74 req-db6e6c10-8a10-48cb-b8ca-f7fabf65e253 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0491171 Aug 12 03:52:55.679139 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-d7983c79-7a59-40db-8c68-80b582b7ff74 req-564ee333-ab26-41b7-afa8-173c0248c402 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "GET /v2.0/security-groups?id=43d8dde8-8d12-4750-9200-eefe711c4bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Aug 12 03:52:55.724118 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf no longer exists at agent hyperv_n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:52:55.743954 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] No Port match for: 9530ce00-c4d7-440c-b8ec-c39eae3b46cf {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:52:55.744298 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Device 9530ce00-c4d7-440c-b8ec-c39eae3b46cf not bound to the agent host n-h2-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:52:55.756634 n-d-804303-2 neutron-server[94674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-9a6ae56d-4fc9-49a4-90fb-427a78c873fc tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 03:52:55.758089 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-9a6ae56d-4fc9-49a4-90fb-427a78c873fc tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.21 "GET /v2.0/ports?device_id=f91c5120-6943-4e26-a6a1-07742fdd58c7 HTTP/1.1" status: 200 len: 943 time: 0.0538540 Aug 12 03:52:55.847617 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Deleting port 7976c475-41d3-4b71-aa94-c67c58ceb266 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:55.848177 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:55.956233 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] For port 7976c475-41d3-4b71-aa94-c67c58ceb266, host n-h1-804303-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804303-2',level=0,port_id=7976c475-41d3-4b71-aa94-c67c58ceb266,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:55.956611 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:55.969723 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Calling delete_port for 7976c475-41d3-4b71-aa94-c67c58ceb266 owned by compute:nova {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:56.097607 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.122908 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event deleted for resources: {'Port': ['ID=7976c475-41d3-4b71-aa94-c67c58ceb266,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:56.166545 n-d-804303-2 neutron-server[94674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] No DVR routers for this DVR port 7976c475-41d3-4b71-aa94-c67c58ceb266 on host n-h1-804303-2 {{(pid=94674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:52:56.169190 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-241351'] for port, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.171375 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [req-f51ac222-4fb9-47c8-aadd-a11955383761 req-6b4b8828-4c0a-49b4-bb50-480537f75093 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.21 "DELETE /v2.0/ports/7976c475-41d3-4b71-aa94-c67c58ceb266 HTTP/1.1" status: 204 len: 173 time: 0.4062359 Aug 12 03:52:56.171830 n-d-804303-2 neutron-server[94674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-deleted', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266'}] {{(pid=94674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 03:52:56.174070 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a92c086102475918fc7d8d7c43858a476a620185fb925914716aaf402320dc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ab24c-2af8-4c61-aa79-ec6e78a807c1" -d '{"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-deleted", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266"}]}' {{(pid=94674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 03:52:56.213803 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3c670c-523d-4688-b8bb-7f32e7f89770 x-openstack-request-id: req-fe3c670c-523d-4688-b8bb-7f32e7f89770 {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 03:52:56.214146 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c5120-6943-4e26-a6a1-07742fdd58c7", "name": "network-vif-deleted", "tag": "7976c475-41d3-4b71-aa94-c67c58ceb266", "status": "completed", "code": 200}]} {{(pid=94674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 03:52:56.214405 n-d-804303-2 neutron-server[94674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe3c670c-523d-4688-b8bb-7f32e7f89770 {{(pid=94674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 03:52:56.214816 n-d-804303-2 neutron-server[94674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c5120-6943-4e26-a6a1-07742fdd58c7', 'name': 'network-vif-deleted', 'tag': '7976c475-41d3-4b71-aa94-c67c58ceb266', 'status': 'completed', 'code': 200} Aug 12 03:52:56.735891 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60766) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:56.796065 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.821153 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.882333 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.885345 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:56.886527 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] 10.222.0.11 "DELETE /v2.0/security-groups/43d8dde8-8d12-4750-9200-eefe711c4bd9 HTTP/1.1" status: 204 len: 168 time: 0.1495636 Aug 12 03:52:56.897095 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b9127-97ad-497c-afa7-4e1d015d42b6 tempest-TestSnapshotPattern-326207503 tempest-TestSnapshotPattern-326207503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d8dde8-8d12-4750-9200-eefe711c4bd9,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:56.948431 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60772) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:57.405713 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:57.966473 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Deleting port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:57.967209 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:58.042503 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] For port afc1bb57-1c0c-4245-b4ca-c0dc459f5aee, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:58.042868 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:58.059856 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Calling delete_port for afc1bb57-1c0c-4245-b4ca-c0dc459f5aee owned by network:router_interface {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:58.236490 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:58.259674 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=afc1bb57-1c0c-4245-b4ca-c0dc459f5aee,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:58.426590 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:58.637952 n-d-804303-2 neutron-server[94673]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94673) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:52:58.741461 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94673) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:52:58.746370 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-6f048319-f6ad-4048-b4ae-927a337dfb28 admin admin] 10.222.0.11 "PUT /v2.0/routers/b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7969158 Aug 12 03:52:58.748959 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60778) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:58.751558 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Sync routers for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:52:58.760635 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:58.761230 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:58.850828 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks [] for router, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:58.864283 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: n-d-804303-2 {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:58.956435 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.017663 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Deleting port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:59.018382 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.052292 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:52:58Z', 'revision_number': 5, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port': {'id': '5c6de6eb-7fc2-4409-82bd-ae54be88ffd1', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:34Z', 'updated_at': '2021-08-12T03:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:59.077768 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Checking router: b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff for host: n-d-804303-2 {{(pid=94676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:52:59.085773 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Routers {'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'} bound to L3 agent in host n-d-804303-2 {{(pid=94676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:52:59.086356 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'], 'active': True} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:59.099459 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] For port 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:52:59.099860 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.112990 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Calling delete_port for 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 owned by network:router_gateway {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:52:59.259166 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_dvr_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] Set router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff gateway port host: None {{(pid=94676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:52:59.284620 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.312516 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.l3_hamode_db [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:52:58Z', 'revision_number': 6, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:52:59.313005 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6de6eb-7fc2-4409-82bd-ae54be88ffd1,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:59.345478 n-d-804303-2 neutron-server[94676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b35d55-f445-4e38-9c2a-3947ca09cbe4 None None] The sync data for ids ['b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff'] in n-d-804303-2 is: [{'id': 'b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff', 'name': 'tempest-TestSnapshotPattern-570085855-router', 'tenant_id': 'ca53a62ac834467ca79b22568ec2af48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:33Z', 'updated_at': '2021-08-12T03:52:58Z', 'revision_number': 6, 'project_id': 'ca53a62ac834467ca79b22568ec2af48', 'gw_port_host': None}] {{(pid=94676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:52:59.385213 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.476658 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.478743 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.519655 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.520124 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff {{(pid=94673) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:52:59.525012 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] Notify callbacks [] for router, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.526159 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-1d2042f0-4bb3-4362-a613-2e72d9b6beba admin admin] 10.222.0.11 "DELETE /v2.0/routers/b63f3b85-18f6-4b3d-aa42-d65e0ad7d0ff HTTP/1.1" status: 204 len: 168 time: 0.7762842 Aug 12 03:52:59.528734 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60780) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:59.539947 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 no longer exists at agent hyperv_n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:52:59.560486 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] No Port match for: 7976c475-41d3-4b71-aa94-c67c58ceb266 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:52:59.560990 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Device 7976c475-41d3-4b71-aa94-c67c58ceb266 not bound to the agent host n-h1-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:52:59.579452 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Deleting subnet cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:52:59.582507 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.631097 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.731774 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.790220 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.822048 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:52:59.827308 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.830232 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-448fe4ce-dec8-4369-9638-db2a6013e0da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cbccbb57-d08b-4f5b-9fad-98f9e1be5d6d HTTP/1.1" status: 204 len: 168 time: 0.2996531 Aug 12 03:52:59.831783 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60782) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:52:59.831931 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a768f3e-90a7-4fdf-816f-ce2fcafb6cd9 None None] Network ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:52:59.898183 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:52:59.952544 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Deleting port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:52:59.952886 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.025248 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] For port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,segment=NetworkSegment(2d4b0756-68be-42b9-9a0a-0e3c97e0949d),segment_id=2d4b0756-68be-42b9-9a0a-0e3c97e0949d)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:00.025949 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.038732 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Calling delete_port for f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:53:00.117719 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.143018 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:00.148130 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f23ee89-68bc-4219-a1fd-be4850664b39 None None] DHCP port deletion for ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:53:00.149173 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] No DVR routers for this DVR port f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:53:00.153779 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device afc1bb57-1c0c-4245-b4ca-c0dc459f5aee no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:00.175868 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: afc1bb57-1c0c-4245-b4ca-c0dc459f5aee {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:00.176219 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device afc1bb57-1c0c-4245-b4ca-c0dc459f5aee not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:00.225931 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.235892 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:00.246537 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b0756-68be-42b9-9a0a-0e3c97e0949d') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:00.246835 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b0756-68be-42b9-9a0a-0e3c97e0949d') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:00.258500 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.271014 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.277458 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:53:00.277793 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:53:00.279617 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:53:00.338190 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.348324 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.353016 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0 HTTP/1.1" status: 204 len: 168 time: 0.5176082 Aug 12 03:53:00.353474 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60784) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:00.360753 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68106650-edb3-4b7d-b108-21cf5f37fcc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca4b0f6f-2a92-4f66-9186-6ef2b5cb36b0,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:00.711603 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3903107'] for router_interface, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:00.952578 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Deleting port 8760d2e1-3eea-4121-9ba6-804fb8debb4d {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:53:00.952911 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:01.027757 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] For port 8760d2e1-3eea-4121-9ba6-804fb8debb4d, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=8760d2e1-3eea-4121-9ba6-804fb8debb4d,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:01.028109 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:01.041048 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Calling delete_port for 8760d2e1-3eea-4121-9ba6-804fb8debb4d owned by network:router_interface {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:53:01.217356 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:01.243439 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Pushing event deleted for resources: {'Port': ['ID=8760d2e1-3eea-4121-9ba6-804fb8debb4d,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:01.412232 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3862835'] for router_interface, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:01.685304 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:01.712907 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:01.713258 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 5c6de6eb-7fc2-4409-82bd-ae54be88ffd1 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:01.713682 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:01.736849 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:01.737196 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device f5fdaae3-50c1-4c59-a1a7-4a290b0c3acc not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:01.922470 n-d-804303-2 neutron-server[94674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Router ce0c27da-193a-43b8-be34-6ec6a97fa10f has already been hosted by L3 agent a55100df-792e-441b-8f69-9f5a58ee2a50 {{(pid=94674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 03:53:02.022126 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] Notify agent at l3_agent.n-d-804303-2 the message routers_updated {{(pid=94674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 03:53:02.027396 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-4b8db71b-baec-4b89-b6c7-ed6f6bfaf674 admin admin] 10.222.0.11 "PUT /v2.0/routers/ce0c27da-193a-43b8-be34-6ec6a97fa10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720886 Aug 12 03:53:02.030373 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60786) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:02.032935 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Sync routers for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 03:53:02.041908 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:53:02.042521 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:02.134868 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks [] for router, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.142038 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-54fea3e4-a95d-42cc-9fc8-aa9451713f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.164071 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: n-d-804303-2 {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:53:02.239522 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.291927 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Deleting port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 {{(pid=94674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:53:02.292276 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.338673 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'external_fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:53:01Z', 'revision_number': 5, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port': {'id': '7cd48f7b-4bbf-452f-87e9-38c3fd49fd86', 'name': '', 'network_id': '041c2f44-0715-49c8-a396-a4fed33f0388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804303-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '07e993de-0a20-44c3-9f04-5c7defdb50d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804303-2'}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:02.364692 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Checking router: ce0c27da-193a-43b8-be34-6ec6a97fa10f for host: n-d-804303-2 {{(pid=94675) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 03:53:02.373818 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Routers {'ce0c27da-193a-43b8-be34-6ec6a97fa10f'} bound to L3 agent in host n-d-804303-2 {{(pid=94675) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 03:53:02.374432 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804303-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T01:59:34Z,description=,heartbeat_timestamp=2021-08-12T03:52:35Z,host='n-d-804303-2',id=a55100df-792e-441b-8f69-9f5a58ee2a50,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T01:59:34Z,topic='l3_agent')) {'router_ids': ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'], 'active': True} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:02.375004 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.db [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] For port 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,segment=NetworkSegment(8b11a38e-dd35-4ecc-942e-93a5078361c6),segment_id=8b11a38e-dd35-4ecc-942e-93a5078361c6)] {{(pid=94674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:02.375380 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.388185 n-d-804303-2 neutron-server[94674]: DEBUG neutron.plugins.ml2.plugin [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Calling delete_port for 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 owned by network:router_gateway {{(pid=94674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:53:02.460180 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvr_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] Set router ce0c27da-193a-43b8-be34-6ec6a97fa10f gateway port host: None {{(pid=94675) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 03:53:02.515963 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_hamode_db [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:53:02Z', 'revision_number': 6, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port_host': None}], 'n-d-804303-2', False) {} {{(pid=94675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:02.542325 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc4b2b-f6a3-409b-8524-06de2a681927 None None] The sync data for ids ['ce0c27da-193a-43b8-be34-6ec6a97fa10f'] in n-d-804303-2 is: [{'id': 'ce0c27da-193a-43b8-be34-6ec6a97fa10f', 'name': 'tempest-TestSnapshotPattern-994179824-router', 'tenant_id': '1a3f0697566941238a339b82b060cd15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T03:47:38Z', 'updated_at': '2021-08-12T03:53:02Z', 'revision_number': 6, 'project_id': '1a3f0697566941238a339b82b060cd15', 'gw_port_host': None}] {{(pid=94675) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 03:53:02.555425 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29143220'] for port, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.580325 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd48f7b-4bbf-452f-87e9-38c3fd49fd86,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:02.646572 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3861717'] for router_gateway, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.733143 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3738'] for router, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.735183 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.777609 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864376'] for router, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.778096 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce0c27da-193a-43b8-be34-6ec6a97fa10f {{(pid=94674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 03:53:02.782407 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] Notify callbacks [] for router, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.783583 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-1341abc4-cdab-43b2-937d-8821ab24ff80 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ce0c27da-193a-43b8-be34-6ec6a97fa10f HTTP/1.1" status: 204 len: 168 time: 0.7517989 Aug 12 03:53:02.786275 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60788) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:02.831338 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Deleting subnet d3ae86ac-3e2b-447d-a471-8e47c5a35a15 {{(pid=94673) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 03:53:02.834378 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.868119 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28908904'] for subnet, precommit_delete_associations {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:02.955839 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-782194'] for subnet, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.015053 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-782091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743048', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25672734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25261658'] for subnet, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.042168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3ae86ac-3e2b-447d-a471-8e47c5a35a15,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:03.048438 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.050572 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-a3e518ec-adbd-41df-b219-9413fcaf7c5a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d3ae86ac-3e2b-447d-a471-8e47c5a35a15 HTTP/1.1" status: 204 len: 168 time: 0.2632997 Aug 12 03:53:03.053100 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60790) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:03.053726 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc8c616-03cf-4db5-93b2-570046583137 None None] Network c43ec476-c376-4759-a15d-550719522db8 requested from n-d-804303-2 {{(pid=94675) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 03:53:03.124537 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-634810'] for network, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.189224 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Deleting port 9c84d705-b46f-43a3-ba45-be74a505c098 {{(pid=94673) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:53:03.189570 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.253577 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.db [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] For port 9c84d705-b46f-43a3-ba45-be74a505c098, host n-d-804303-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804303-2',level=0,port_id=9c84d705-b46f-43a3-ba45-be74a505c098,segment=NetworkSegment(33f6af5b-b585-4d90-906c-2845842fee3c),segment_id=33f6af5b-b585-4d90-906c-2845842fee3c)] {{(pid=94673) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:03.253874 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.267379 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.plugin [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Calling delete_port for 9c84d705-b46f-43a3-ba45-be74a505c098 owned by network:dhcp {{(pid=94673) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:53:03.339758 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] DHCP port deletion for c43ec476-c376-4759-a15d-550719522db8 request from n-d-804303-2 {{(pid=94675) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 03:53:03.353208 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672747'] for port, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.379607 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c84d705-b46f-43a3-ba45-be74a505c098,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:03.384168 n-d-804303-2 neutron-server[94673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] No DVR routers for this DVR port 9c84d705-b46f-43a3-ba45-be74a505c098 on host n-d-804303-2 {{(pid=94673) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:53:03.389510 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Deleting port 9c84d705-b46f-43a3-ba45-be74a505c098 {{(pid=94675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 03:53:03.390173 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793633437233'] for port, before_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.456158 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780795', 'neutron.services.segments.db._delete_segments_for_network-8793633530224'] for network, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.459140 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.db [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] For port 9c84d705-b46f-43a3-ba45-be74a505c098, host n-d-804303-2, got binding levels [] {{(pid=94675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 03:53:03.459566 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3859889'] for port, precommit_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.466896 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43ec476-c376-4759-a15d-550719522db8']}} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:03.476126 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Calling delete_port for 9c84d705-b46f-43a3-ba45-be74a505c098 owned by network:dhcp {{(pid=94675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 03:53:03.479042 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.ipam_backend_mixin [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Port 9c84d705-b46f-43a3-ba45-be74a505c098 was not found and therefore no delete operation was performed {{(pid=94675) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 03:53:03.480462 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-660850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-193176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793633442955', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793632956429'] for port, after_delete {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.481506 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f6af5b-b585-4d90-906c-2845842fee3c') {'for_net_delete': True} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:03.481804 n-d-804303-2 neutron-server[94673]: DEBUG neutron.services.segments.db [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f6af5b-b585-4d90-906c-2845842fee3c') {} {{(pid=94673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 03:53:03.491486 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793633533305', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28908817'] for segment, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.505909 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774'] for segment, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.506283 n-d-804303-2 neutron-server[94675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] Pushing event deleted for resources: {'Port': ['ID=9c84d705-b46f-43a3-ba45-be74a505c098,revision_number=None']} {{(pid=94675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:03.511782 n-d-804303-2 neutron-server[94675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5422fe-8718-4257-8032-2b976fdae91f None None] No DVR routers for this DVR port 9c84d705-b46f-43a3-ba45-be74a505c098 on host n-d-804303-2 {{(pid=94675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 03:53:03.512113 n-d-804303-2 neutron-server[94673]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94673) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 03:53:03.512592 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-781774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672948'] for segment, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: Traceback (most recent call last): Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: timer() Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: cb(*args, **kw) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: return func(*args, **kwargs) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: self._notify() Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: self.callback(batched_events) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: event.method(event) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: return f(self, *a, **k) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: return self._get(url).json() Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: return self.request(url, 'GET', **kwargs) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 03:53:03.514666 n-d-804303-2 neutron-server[94673]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 03:53:03.571714 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3743012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3861681'] for network, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.578155 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708193'] for network, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.582736 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c43ec476-c376-4759-a15d-550719522db8 HTTP/1.1" status: 204 len: 168 time: 0.5285523 Aug 12 03:53:03.594270 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb5bc3-cd88-4e50-96c6-837bfa9fd266 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43ec476-c376-4759-a15d-550719522db8,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:03.654625 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:03.674889 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:03.675243 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 7cd48f7b-4bbf-452f-87e9-38c3fd49fd86 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:03.675691 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c84d705-b46f-43a3-ba45-be74a505c098 no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:03.695717 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 9c84d705-b46f-43a3-ba45-be74a505c098 {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:03.696216 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 9c84d705-b46f-43a3-ba45-be74a505c098 not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:03.696660 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8760d2e1-3eea-4121-9ba6-804fb8debb4d no longer exists at agent ovs-agent-n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 03:53:03.717696 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.plugin [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] No Port match for: 8760d2e1-3eea-4121-9ba6-804fb8debb4d {{(pid=94675) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 03:53:03.718211 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60794) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:03.719916 n-d-804303-2 neutron-server[94675]: DEBUG neutron.plugins.ml2.rpc [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Device 8760d2e1-3eea-4121-9ba6-804fb8debb4d not bound to the agent host n-d-804303-2 {{(pid=94675) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 03:53:03.758867 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-9f46bfee-dfbc-4a7b-ac1d-91570f6ea6f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca53a62ac834467ca79b22568ec2af48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395150 Aug 12 03:53:03.761372 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [-] (94674) accepted ('10.222.0.11', 60796) {{(pid=94674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:03.808718 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.830203 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.877162 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.879712 n-d-804303-2 neutron-server[94674]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:03.880846 n-d-804303-2 neutron-server[94674]: INFO neutron.wsgi [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e3f6a8e-857a-4f50-bd14-c26a62c279ba HTTP/1.1" status: 204 len: 168 time: 0.1185915 Aug 12 03:53:03.888167 n-d-804303-2 neutron-server[94674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d7938-ba92-4362-afd7-158a34f8d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3f6a8e-857a-4f50-bd14-c26a62c279ba,revision_number=None']} {{(pid=94674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:04.199913 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60802) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:04.240392 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-c4931ffc-5cc9-4cf7-93e6-1ce075130c4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a3f0697566941238a339b82b060cd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386908 Aug 12 03:53:04.242194 n-d-804303-2 neutron-server[94673]: DEBUG neutron.wsgi [-] (94673) accepted ('10.222.0.11', 60804) {{(pid=94673) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 03:53:04.289850 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:04.317140 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:04.365260 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3741116'] for security_group, after_delete {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:04.367788 n-d-804303-2 neutron-server[94673]: DEBUG neutron_lib.callbacks.manager [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:04.368984 n-d-804303-2 neutron-server[94673]: INFO neutron.wsgi [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cfd59c0-9875-40f5-84ca-d3d13b05feab HTTP/1.1" status: 204 len: 168 time: 0.1258938 Aug 12 03:53:04.376569 n-d-804303-2 neutron-server[94673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d11044-756e-46f5-b860-3d40fd4a25d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd59c0-9875-40f5-84ca-d3d13b05feab,revision_number=None']} {{(pid=94673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 03:53:04.736977 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-176a15fa-2ef8-4a5b-9121-ae0d0c0b4cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:04.876013 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:05.763243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:06.264949 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:07.772152 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:12.417624 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:53:18.939081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:32.113255 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5dc34121-d2dc-49b0-9145-6c5714281ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:34.740018 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8206360c-59d8-4788-9877-3396b1829539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:34.876419 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:35.774605 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:36.268572 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:37.773281 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:48.957176 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:53:49.416956 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:54:02.113280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-190e8a03-dda0-4fdb-a618-f9e01fad6f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.739652 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63773a44-f3ca-4fdf-accb-5a667a7536cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:04.876404 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:05.767261 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:06.271676 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:07.777911 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:18.972673 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:26.415327 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:54:32.113957 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-37dc1a5f-491e-4c2d-b047-61136bc8e7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:34.739600 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f836a79e-6ba6-4b64-ad5d-65c244200f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:34.878884 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:35.784865 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:36.275234 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:37.778438 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:54:48.966951 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:02.113201 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-629b22fa-a174-4267-9988-003f6cd248ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:03.414355 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:55:04.739803 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d735295a-5931-4a06-ac20-cc0908b036f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:04.880196 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:05.800186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:06.277166 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:07.781420 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:18.966460 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:32.113121 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f463534f-02e5-403a-b86b-cc02aa6f0e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:34.740435 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-be18f4f8-8af5-411d-b3a1-439291e9a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:34.880794 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:35.802431 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:36.279603 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:37.784360 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:55:40.412532 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:55:48.982374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:02.113372 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-cdcd0b8c-b6ae-4645-97f4-70a5af26f1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:04.740149 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-27bd52da-990f-4196-b205-bb330f8ab203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:04.885139 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:05.801943 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:06.285954 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:07.785232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:17.413865 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:56:19.130728 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:32.113100 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea99-e070-47a7-8469-106ad868dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:34.741297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-04e109ac-9d75-4bdf-aa77-28e8eeed36b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:34.884905 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:35.802063 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:36.285866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:37.788297 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:48.979726 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:56:54.414012 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:57:02.118232 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-eb994aee-a6f6-433c-9077-67582e3638e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:04.741243 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-564f0370-d1ad-4619-ad84-ce7ae0870279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:04.885698 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:05.812969 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:06.288465 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:07.790730 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:18.979118 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:31.413819 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:57:32.119831 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01278edd-5301-40f3-9ccf-b3e3e7e96e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:34.744242 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-5a8fa9c8-ec95-4590-8e26-1a488e7d2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:34.886150 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:35.831072 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:36.291187 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:37.793866 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:57:48.978202 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:02.119785 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c2e32d9c-d871-4b60-9fec-68f091c2ab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:04.745567 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-89a1dcad-8f16-4a3e-bd5f-3e1024c302e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:04.885633 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:05.828044 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:06.294678 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:07.795849 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:08.413521 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:58:18.977526 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:32.121171 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-8ce6bd9c-a4c6-4ec6-9702-3e360a10d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:34.746552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-9fde11cf-d263-443c-aae9-eaf751d10c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:34.886777 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:35.829589 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:36.300552 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:37.798682 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:58:45.413077 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:58:48.981879 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:02.121601 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-75f5398f-99ff-4c37-8bd7-fe7ef75062d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:04.747584 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-63c7205d-4024-410d-a460-e56e8d67160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:04.889203 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:05.845042 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:06.294786 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:07.805081 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:18.975815 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:22.412503 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 03:59:32.121352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-806ac654-02f0-4cff-a8e8-e70aa0845edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:34.748395 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-3c5855d3-3afd-414f-b61c-84b0f448023c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:34.889267 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:35.846770 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:36.296019 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:37.805909 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:48.974280 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 03:59:59.413641 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:00:02.121715 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-c56804d6-e081-4d63-b0cf-0ff9c405feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:04.751208 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-0ccc7af2-b7d2-4e03-b8c3-099a7405196a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:04.896830 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:05.842375 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:06.299870 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:07.806374 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:18.978165 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:32.121780 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-ae694f86-6c28-4041-be1d-f10f54f751fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:34.753690 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-01dbdcc1-95b5-47e0-a450-b9411169a236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:34.887560 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:35.841161 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:36.302442 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:36.412144 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:00:37.810022 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:00:42.609407 n-d-804303-2 neutron-server[94674]: DEBUG neutron.wsgi [req-98bb7c5a-d033-46db-8194-f6aaf1d2ba7d req-3fb30fce-cd25-4c6b-ba37-7506ef383356 service neutron] (94674) timed out ('10.222.0.11', 54348) {{(pid=94674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 04:00:48.980515 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:02.121692 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-727f4f0a-76a0-453c-94cc-e7c7a39240cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:04.753835 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-6c37637d-4969-476b-b80a-ae52e3caa796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:04.889376 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-b5020505-2f66-4749-9144-5232a7cae65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:05.857352 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0d91-740b-4675-a898-1b2769d8a997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:06.307186 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-091a930c-b964-461a-b86f-696fa3350774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:07.811039 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-64b4823d-1add-4dec-b574-0bccd0b474eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:13.411459 n-d-804303-2 neutron-server[94676]: DEBUG neutron.db.agents_db [None req-1766e437-20a2-476d-b14f-187b7d31f457 None None] Agent healthcheck: found 7 active agents {{(pid=94676) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 04:01:18.987843 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-180bba1b-a5dd-43af-937e-6f95b0f9fb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 04:01:32.122494 n-d-804303-2 neutron-server[94675]: DEBUG neutron_lib.callbacks.manager [None req-f0b609b8-fd6a-4a93-b399-6e5962afb524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793633530116', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-747109'] for agent, after_update {{(pid=94675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}